-- Logs begin at Fri 2021-09-10 02:14:12 UTC, end at Fri 2021-09-10 04:23:02 UTC. -- Sep 10 02:44:44.824601 n-d-808126-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 02:44:47.526552 n-d-808126-2 neutron-server[94524]: INFO neutron.common.config [-] Logging enabled! Sep 10 02:44:47.527094 n-d-808126-2 neutron-server[94524]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 02:44:47.527238 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94524) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 02:44:47.530378 n-d-808126-2 neutron-server[94524]: INFO neutron.common.config [-] Logging enabled! Sep 10 02:44:47.530632 n-d-808126-2 neutron-server[94524]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 02:44:47.530938 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94524) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 02:44:47.531891 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 02:44:47.532124 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 02:44:47.532486 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 02:44:47.532731 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 02:44:47.532956 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 02:44:47.533273 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.533566 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.533859 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.534085 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.534374 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.534659 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.534938 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.535226 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.535534 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.535818 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.536093 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.536374 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.536602 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.536879 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.537163 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.538040 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.538274 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] debug = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.538552 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.538979 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.539387 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.539684 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.539970 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.540244 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.540512 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.540783 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.541062 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.541386 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] host = n-d-808126-2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.541659 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.541941 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.542222 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.542505 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.542781 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.543054 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.543335 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.543634 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.543905 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.544174 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.544459 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.544742 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.545028 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.545250 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.545470 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.545753 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.546035 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.546304 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.546576 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.546847 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.547116 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.547387 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.547676 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.547956 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.548234 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.548516 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.548786 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.549055 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.549320 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.549586 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.549865 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.550133 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.550402 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.550669 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.550951 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.551214 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.551502 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.551798 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.552076 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.552353 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.552640 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.552909 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.553210 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.553479 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.553748 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.554014 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] use_json = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.554281 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.554549 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.554826 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.555095 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.555356 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.555647 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.555916 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.556194 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:47.556485 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.556777 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.557071 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.557349 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.557636 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.557909 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.558193 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.558465 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.558747 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.559030 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.559311 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.559611 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.559892 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.560162 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.560451 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.560746 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.561033 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.561317 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.561589 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.561858 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.562125 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.562397 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.562685 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.562957 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.563239 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.563544 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.563820 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.564098 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.564386 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.564670 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.564939 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.565212 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.565495 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.565766 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.566031 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.566300 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.566582 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.566851 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.567116 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.567392 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.567691 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.568099 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.568218 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.568487 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.568794 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.569064 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.569328 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.569590 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.569856 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.570117 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.570395 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.570668 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.570933 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.571198 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.571486 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.571755 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.572019 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.572288 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.572555 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.572830 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.573094 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.573360 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.573627 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.573892 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.574154 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.574418 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.574683 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.574952 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.575222 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.575513 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.575781 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.576045 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.576312 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.576591 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.576883 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.577153 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.577424 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.577695 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.577966 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.578234 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.578505 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.578775 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.579047 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.579315 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.579723 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.580004 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.580287 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.580562 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.580835 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.581129 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.581398 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.581672 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.581943 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.582214 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.582488 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.582770 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.583055 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.583340 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.583650 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.583937 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.584221 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.585019 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.585323 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.585597 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:47.585809 n-d-808126-2 neutron-server[94524]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 02:44:47.586043 n-d-808126-2 neutron-server[94524]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94524) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 02:44:47.930749 n-d-808126-2 neutron-server[94524]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 02:44:47.931025 n-d-808126-2 neutron-server[94524]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 02:44:47.931314 n-d-808126-2 neutron-server[94524]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 02:44:47.931669 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 02:44:48.322068 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.322362 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.322641 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.323967 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.324245 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.324513 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.359424 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.359724 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.359988 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.375321 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.375623 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.375890 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.404206 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.404486 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.404755 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.441856 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.442132 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.442395 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.671928 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.672537 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.672537 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.672693 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.673320 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.791800 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.792117 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.792399 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.792667 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.792944 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.793230 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.793487 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.793738 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.793987 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.794265 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.794519 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.794777 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.795026 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.795273 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.795545 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.795806 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.796060 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.796322 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.796585 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.796839 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.797102 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.797351 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.797626 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.797994 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.798240 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.798483 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.798869 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:48.799103 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:48.799334 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:48.799590 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:48.799822 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:48.800049 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:48.800403 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 02:44:48.804022 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 02:44:48.807903 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 02:44:48.811792 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 10 02:44:48.813402 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 02:44:48.813849 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 02:44:48.814181 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 02:44:48.814564 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 02:44:48.817331 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 02:44:48.817575 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 02:44:48.817911 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 02:44:48.823197 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 02:44:48.844584 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 02:44:48.845030 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.845321 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94524) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 02:44:48.845682 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.847014 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94524) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 02:44:48.847294 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 02:44:48.847582 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 02:44:48.851432 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.851741 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:48.916198 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 02:44:48.916432 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 02:44:48.916665 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 02:44:48.917041 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 02:44:48.938910 n-d-808126-2 neutron-server[94524]: DEBUG oslo_db.sqlalchemy.engines [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94524) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 02:44:49.467912 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing driver for type 'gre' Sep 10 02:44:49.468431 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] gre ID ranges: [(1, 1000)] Sep 10 02:44:49.518855 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing driver for type 'local' Sep 10 02:44:49.519196 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing driver for type 'vlan' Sep 10 02:44:49.531961 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] VlanTypeDriver initialization complete Sep 10 02:44:49.532363 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing driver for type 'vxlan' Sep 10 02:44:49.532885 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] vxlan ID ranges: [(1, 1000)] Sep 10 02:44:49.583466 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing extension driver 'port_security' Sep 10 02:44:49.583818 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] PortSecurityExtensionDriver initialization complete Sep 10 02:44:49.584149 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing mechanism driver 'openvswitch' Sep 10 02:44:49.585056 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing mechanism driver 'hyperv' Sep 10 02:44:49.591610 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:44:49.592295 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.592669 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.593025 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.593542 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 02:44:49.593973 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.594327 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.594675 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.595064 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 02:44:49.595490 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.595842 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.596186 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.596576 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 02:44:49.596982 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > security_group after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.597329 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > security_group after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.597675 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.598199 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 02:44:49.598608 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.598957 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.599299 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.599717 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 02:44:49.600120 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > address_group after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.600467 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > address_group after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.600807 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.601192 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94524) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 02:44:49.601569 n-d-808126-2 neutron-server[94524]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] ML2 OVO RPC backend initialized. {{(pid=94524) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 02:44:49.602272 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.602628 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.603042 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.603390 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > networks before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.603759 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.604101 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > ports before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.604441 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.604781 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnets before_response 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.605125 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.605464 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.605799 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.606134 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.606471 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.606803 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.607136 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.607492 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.607830 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.608393 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.plugin [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Modular L2 Plugin initialization complete Sep 10 02:44:49.608722 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading services supported by the core plugin {{(pid=94524) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 02:44:49.609066 n-d-808126-2 neutron-server[94524]: INFO neutron.plugins.ml2.managers [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Got port-security extension from driver 'port_security' Sep 10 02:44:49.609508 n-d-808126-2 neutron-server[94524]: INFO neutron.extensions.vlantransparent [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Disabled vlantransparent extension. Sep 10 02:44:49.609990 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94524) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 02:44:49.610304 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: router Sep 10 02:44:49.645852 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.646245 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_create 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.646625 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router before_create 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.647630 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.648008 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.648367 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_delete 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.648732 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > floatingip after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.649084 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.649442 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_create 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.649792 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_update 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.650143 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_update 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.650490 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.650849 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_update 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.651257 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_update 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.651656 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.652007 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.652348 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: subnet after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.652694 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.653045 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.653395 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_create 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.653738 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.654082 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.654439 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router after_update 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.654781 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.655134 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_create 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.655521 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.655870 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_update 55549900 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.656235 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > agent after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.656591 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > agent after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.656937 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > network after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.657776 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Tracking information for resource: router configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:49.658103 n-d-808126-2 neutron-server[94524]: DEBUG neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Tracking information for resource: floatingip configured {{(pid=94524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 02:44:49.662970 n-d-808126-2 neutron-server[94524]: INFO neutron.db.l3_agentschedulers_db [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 02:44:49.663559 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.663924 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port after_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.664278 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port after_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.664634 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: port after_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.665409 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router before_create 55550100 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.665777 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.666205 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_create 55550100 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.666570 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > router precommit_update 55550100 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.671235 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.provider_configuration [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service providers = [] {{(pid=94524) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 02:44:49.671621 n-d-808126-2 neutron-server[94524]: DEBUG neutron.db.servicetype_db [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94524) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 02:44:49.674495 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.service_base [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 02:44:49.675020 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.service_base [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 02:44:49.675180 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.service_base [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 02:44:49.676098 n-d-808126-2 neutron-server[94524]: DEBUG neutron.services.service_base [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 02:44:49.676471 n-d-808126-2 neutron-server[94524]: INFO neutron.services.service_base [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 02:44:49.676844 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.677165 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 02:44:49.688137 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.688476 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: auto_allocate Sep 10 02:44:49.694740 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: network precommit_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.695107 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: network precommit_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.695652 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.695978 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: tag Sep 10 02:44:49.702363 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.702696 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: timestamp Sep 10 02:44:49.706654 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.706990 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: network_ip_availability Sep 10 02:44:49.712365 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.712737 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.713096 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.713795 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.714117 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: flavors Sep 10 02:44:49.718792 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.719080 n-d-808126-2 neutron-server[94524]: INFO neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading Plugin: revisions Sep 10 02:44:49.723294 n-d-808126-2 neutron-server[94524]: DEBUG neutron.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 02:44:49.723710 n-d-808126-2 neutron-server[94524]: DEBUG oslo_concurrency.lockutils [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=94524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 02:44:49.724438 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94524) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 02:44:49.724775 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Initializing extension manager. Sep 10 02:44:49.725307 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: __init__.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.725651 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: __pycache__ {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.725984 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.726316 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: address_group.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.727060 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.727649 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: address-group Sep 10 02:44:49.727974 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: address_scope.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.728870 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.729373 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: address-scope Sep 10 02:44:49.729693 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.730607 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.731110 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: router-admin-state-down-before-update Sep 10 02:44:49.731433 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: agent.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.732155 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.732653 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: agent Sep 10 02:44:49.732973 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: agent_resources_synced.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.733871 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.734369 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: agent-resources-synced Sep 10 02:44:49.734687 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: allowedaddresspairs.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.736483 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.737007 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: allowed-address-pairs Sep 10 02:44:49.737335 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: auto_allocated_topology.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.738399 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.738904 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: auto-allocated-topology Sep 10 02:44:49.739230 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: availability_zone.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.739958 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.740970 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: availability_zone Sep 10 02:44:49.741305 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: availability_zone_filter.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.742208 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.742710 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: availability_zone_filter Sep 10 02:44:49.743033 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: data_plane_status.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.743957 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.744456 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 02:44:49.744778 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: default_subnetpools.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.745936 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.746440 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: default-subnetpools Sep 10 02:44:49.746764 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.747600 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.748100 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: dhcp_agent_scheduler Sep 10 02:44:49.748428 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: dns.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.749333 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.749829 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension dns-integration not supported by any of loaded plugins Sep 10 02:44:49.750154 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: dns_domain_ports.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.751078 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.751597 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 02:44:49.751920 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.752839 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.753341 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 02:44:49.753661 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: dvr.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.754329 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.754827 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: dvr Sep 10 02:44:49.755147 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: ecmp_routes.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.756114 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.757169 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 02:44:49.757489 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: empty_string_filtering.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.758387 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.758889 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: empty-string-filtering Sep 10 02:44:49.759209 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.760147 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.760645 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 02:44:49.760964 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.761882 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.762379 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 02:44:49.762700 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: external_net.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.763646 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.764148 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: external-net Sep 10 02:44:49.764468 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.765365 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.765862 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: extra_dhcp_opt Sep 10 02:44:49.766181 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: extraroute.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.767081 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.767618 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: extraroute Sep 10 02:44:49.767939 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: extraroute_atomic.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.768963 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.769459 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: extraroute-atomic Sep 10 02:44:49.769779 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: filter_validation.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.770436 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.770931 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: filter-validation Sep 10 02:44:49.771256 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: fip_pf_description.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.772218 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.772748 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 02:44:49.773067 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: fip_port_details.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.773985 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.774485 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: fip-port-details Sep 10 02:44:49.774808 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: flavors.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.776055 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.776570 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: flavors Sep 10 02:44:49.776899 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.778521 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.779072 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 02:44:49.779399 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: floatingip_pools.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.780128 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.780631 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: floatingip-pools Sep 10 02:44:49.780955 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: ip_allocation.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.781889 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.782387 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 02:44:49.782709 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.783780 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.784285 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: ip-substring-filtering Sep 10 02:44:49.784610 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l2_adjacency.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.785531 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.786026 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 02:44:49.786348 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.787467 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.787991 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: router Sep 10 02:44:49.788312 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.790502 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.791032 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 02:44:49.791369 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.792360 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.792864 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: ext-gw-mode Sep 10 02:44:49.793190 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.794104 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.794606 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: l3-ha Sep 10 02:44:49.794929 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3_flavors.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.795868 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.796369 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: l3-flavors Sep 10 02:44:49.796690 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.797593 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.798093 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 02:44:49.798415 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: l3agentscheduler.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.799475 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.799982 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: l3_agent_scheduler Sep 10 02:44:49.800307 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: logging.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.801789 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.802305 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension logging not supported by any of loaded plugins Sep 10 02:44:49.802636 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: metering.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.803940 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.804512 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: metering Sep 10 02:44:49.804839 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.805921 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.806422 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: metering_source_and_destination_fields Sep 10 02:44:49.806750 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: multiprovidernet.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.807704 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.808216 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: multi-provider Sep 10 02:44:49.808543 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: netmtu.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.809453 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.809954 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: net-mtu Sep 10 02:44:49.810280 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: netmtu_writable.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.811186 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.811730 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: net-mtu-writable Sep 10 02:44:49.812070 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: network_availability_zone.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.812720 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.813220 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: network_availability_zone Sep 10 02:44:49.813541 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: network_ip_availability.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.814630 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.815138 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: network-ip-availability Sep 10 02:44:49.815479 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: network_segment_range.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.816251 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.816747 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 02:44:49.817070 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: pagination.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.818049 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.818379 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: pagination Sep 10 02:44:49.818758 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: port_device_profile.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.820196 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.820708 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: port-device-profile Sep 10 02:44:49.821031 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.821942 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.822440 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: port-mac-address-regenerate Sep 10 02:44:49.822759 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.823696 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.824200 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: port-numa-affinity-policy Sep 10 02:44:49.824517 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: port_resource_request.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.825546 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.826042 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 02:44:49.826362 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: portbindings.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.827281 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.827808 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: binding Sep 10 02:44:49.828129 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: portbindings_extended.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.829384 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.829889 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: binding-extended Sep 10 02:44:49.830215 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: portsecurity.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.831122 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.831663 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: port-security Sep 10 02:44:49.831990 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: project_id.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.832954 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.833284 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: project-id Sep 10 02:44:49.833607 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: providernet.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.834549 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.835050 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: provider Sep 10 02:44:49.835371 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.838906 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.839424 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos not supported by any of loaded plugins Sep 10 02:44:49.839782 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.841020 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.841531 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 02:44:49.841867 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.842781 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.843287 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 02:44:49.843635 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_default.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.844547 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.845052 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-default not supported by any of loaded plugins Sep 10 02:44:49.845377 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_fip.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.846029 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.846529 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-fip not supported by any of loaded plugins Sep 10 02:44:49.846851 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_gateway_ip.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.847800 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.848303 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 02:44:49.848624 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_port_network_policy.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.849529 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.850059 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 02:44:49.850381 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_pps_rule.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.851570 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.852079 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-pps not supported by any of loaded plugins Sep 10 02:44:49.852402 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_rule_type_details.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.853320 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.853824 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 02:44:49.854144 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: qos_rules_alias.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.855177 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.855716 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 02:44:49.856042 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: quotasv2.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.856949 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.857279 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: quotas Sep 10 02:44:49.857602 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: quotasv2_detail.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.860884 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.861226 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: quota_details Sep 10 02:44:49.861562 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: rbac.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.862712 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.863235 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: rbac-policies Sep 10 02:44:49.863594 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: rbac_address_group.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.864531 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.865050 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: rbac-address-group Sep 10 02:44:49.865375 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: rbac_address_scope.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.866848 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.867392 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: rbac-address-scope Sep 10 02:44:49.867745 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: rbac_security_groups.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.868668 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.869181 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: rbac-security-groups Sep 10 02:44:49.869505 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: rbac_subnetpool.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.870685 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.871195 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: rbac-subnetpool Sep 10 02:44:49.871556 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: revisionifmatch.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.872477 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.872988 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: revision-if-match Sep 10 02:44:49.873310 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: revisions.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.874405 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.874911 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: standard-attr-revisions Sep 10 02:44:49.875236 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: router_availability_zone.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.875937 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.876444 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: router_availability_zone Sep 10 02:44:49.876765 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: routerservicetype.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.877677 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.878182 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension router-service-type not supported by any of loaded plugins Sep 10 02:44:49.878505 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.879418 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.879949 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: security-groups-normalized-cidr Sep 10 02:44:49.880270 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.881767 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.882278 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: port-security-groups-filtering Sep 10 02:44:49.882599 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.883538 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.884053 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: security-groups-remote-address-group Sep 10 02:44:49.884373 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: securitygroup.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.895157 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.895706 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: security-group Sep 10 02:44:49.896045 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: segment.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.896922 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.897427 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension segment not supported by any of loaded plugins Sep 10 02:44:49.897758 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.898694 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.899200 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 02:44:49.899559 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: servicetype.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.900738 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.901252 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: service-type Sep 10 02:44:49.901580 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: sorting.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.902564 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.902893 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: sorting Sep 10 02:44:49.903214 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: standard_attr_segment.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.904153 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.904660 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 02:44:49.904983 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: standardattrdescription.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.905632 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.906133 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: standard-attr-description Sep 10 02:44:49.906453 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: stateful_security_group.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.907375 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.907914 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: stateful-security-group Sep 10 02:44:49.908237 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: stdattrs_common.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.908817 n-d-808126-2 neutron-server[94524]: WARNING neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 02:44:49.909139 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.910055 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.910565 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 02:44:49.910890 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: subnet_onboard.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.911984 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.912524 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: subnet_onboard Sep 10 02:44:49.912847 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.913767 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.914275 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 02:44:49.914600 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: subnet_service_types.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.915548 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.916062 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: subnet-service-types Sep 10 02:44:49.916387 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: subnetallocation.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.917467 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.917980 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: subnet_allocation Sep 10 02:44:49.918307 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.918973 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.919504 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: subnetpool-prefix-ops Sep 10 02:44:49.919830 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.920763 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.921267 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 02:44:49.921590 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: tagging.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.922658 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.923174 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: standard-attr-tag Sep 10 02:44:49.923530 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: timestamp.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.924727 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.925237 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loaded extension: standard-attr-timestamp Sep 10 02:44:49.925564 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: trunk.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.926589 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.927099 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension trunk not supported by any of loaded plugins Sep 10 02:44:49.927426 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: trunk_details.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.928894 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.929397 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension trunk-details not supported by any of loaded plugins Sep 10 02:44:49.929720 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: uplink_status_propagation.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.930643 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.931146 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 02:44:49.931489 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Loading extension file: vlantransparent.py {{(pid=94524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 02:44:49.932156 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 02:44:49.932656 n-d-808126-2 neutron-server[94524]: INFO neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 02:44:49.935071 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:network Sep 10 02:44:49.935625 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:subnet Sep 10 02:44:49.936029 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 02:44:49.936421 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:port Sep 10 02:44:49.937615 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.938066 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service FLAVORS assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.938686 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.939117 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.939475 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:router Sep 10 02:44:49.939913 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:floatingip Sep 10 02:44:49.940398 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service METERING assigned prefix: /metering {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.941819 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.942195 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.942552 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:44:49.943570 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 02:44:49.944583 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:security_group Sep 10 02:44:49.945013 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 02:44:49.945604 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service CORE assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.945939 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 02:44:49.946284 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] subnetpool is already registered Sep 10 02:44:49.946723 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service CORE assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.947052 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 02:44:49.947387 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] subnetpool is already registered Sep 10 02:44:49.949694 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.950183 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service FLAVORS assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.950786 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.951212 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.951576 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:router Sep 10 02:44:49.951921 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] router is already registered Sep 10 02:44:49.952341 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:floatingip Sep 10 02:44:49.952679 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] floatingip is already registered Sep 10 02:44:49.953135 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service METERING assigned prefix: /metering {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.953801 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 02:44:49.954132 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] rbac_policy is already registered Sep 10 02:44:49.954543 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:security_group Sep 10 02:44:49.954881 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] security_group is already registered Sep 10 02:44:49.955284 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 02:44:49.955667 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] security_group_rule is already registered Sep 10 02:44:49.956285 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service CORE assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.956613 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 02:44:49.956948 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] subnetpool is already registered Sep 10 02:44:49.957367 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.v2.resource_helper [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Service CORE assigned prefix: {{(pid=94524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 02:44:49.957695 n-d-808126-2 neutron-server[94524]: INFO neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 02:44:49.958025 n-d-808126-2 neutron-server[94524]: WARNING neutron.quota.resource_registry [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] subnetpool is already registered Sep 10 02:44:49.958486 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: extensions {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.960472 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: address-groups {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.961946 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: address-scopes {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.963267 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: agents {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.964513 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: auto-allocated-topology {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.965756 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: availability_zones {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.966972 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: dhcp-networks {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.968575 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: dhcp-agents {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.970047 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: routers {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.972229 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: flavors {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.973385 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: service_profiles {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.974584 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: next_providers {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.976656 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: service_profiles {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.978171 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: floatingip-pools {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.979380 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: routers {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.981491 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: floatingips {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.982768 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: l3-routers {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.984186 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: l3-agents {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.985586 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: metering-labels {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.986929 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: metering-label-rules {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.988346 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: network-ip-availabilities {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.989615 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: bindings {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.992673 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: quotas {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.994136 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: quotas {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.995833 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: rbac-policies {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.997030 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: security-groups {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.998326 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: security-group-rules {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:49.999595 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: service-providers {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.000800 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: subnetpools {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.002226 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: subnetpools {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.003693 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.005359 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.007735 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.009518 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.011275 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.013133 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.014932 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.016846 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.018583 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.020319 n-d-808126-2 neutron-server[94524]: DEBUG neutron.api.extensions [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Extended resource: tags {{(pid=94524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 02:44:50.026256 n-d-808126-2 neutron-server[94524]: WARNING keystonemiddleware.auth_token [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 02:44:50.030985 n-d-808126-2 neutron-server[94524]: WARNING keystonemiddleware.auth_token [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 02:44:50.039965 n-d-808126-2 neutron-server[94524]: DEBUG oslo_concurrency.lockutils [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Acquired lock "singleton_lock" {{(pid=94524) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 02:44:50.040440 n-d-808126-2 neutron-server[94524]: DEBUG oslo_concurrency.lockutils [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Releasing lock "singleton_lock" {{(pid=94524) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 02:44:50.041077 n-d-808126-2 neutron-server[94524]: INFO oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Starting 2 workers Sep 10 02:44:50.045866 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Started child 94633 {{(pid=94524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 02:44:50.051503 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Started child 94634 {{(pid=94524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 02:44:50.051705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:44:50.052314 n-d-808126-2 neutron-server[94524]: INFO neutron.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 02:44:50.052543 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Notify callbacks [] for process, before_spawn {{(pid=94524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:44:50.052860 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [-] (94633) wsgi starting up on http://0.0.0.0:9696 Sep 10 02:44:50.055580 n-d-808126-2 neutron-server[94524]: INFO oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Starting 1 workers Sep 10 02:44:50.055692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:44:50.056953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [-] (94634) wsgi starting up on http://0.0.0.0:9696 Sep 10 02:44:50.060727 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Started child 94635 {{(pid=94524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 02:44:50.061269 n-d-808126-2 neutron-server[94524]: INFO oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Starting 1 workers Sep 10 02:44:50.064553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] calling RpcWorker wait() {{(pid=94635) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 02:44:50.065071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] returning from RpcWorker wait() {{(pid=94635) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 02:44:50.065706 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Started child 94636 {{(pid=94524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 02:44:50.066351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:44:50.066535 n-d-808126-2 neutron-server[94524]: DEBUG neutron_lib.callbacks.manager [None req-5d5fda6b-f6c6-4e07-bcf4-37858700706a None None] Notify callbacks [] for process, after_spawn {{(pid=94524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:44:50.066827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:44:50.068455 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94524) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 02:44:50.068694 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 02:44:50.068897 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 02:44:50.069094 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 02:44:50.069431 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 02:44:50.069594 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 02:44:50.070075 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.070348 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.070614 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.070705 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:44:50.071164 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.071164 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.071747 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.072006 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.072328 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.072758 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.072758 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.072911 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.073066 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.073307 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.073550 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.073851 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.074142 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.074386 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.074657 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.074824 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.075069 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.075339 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.075607 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.075883 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] debug = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.076135 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.076598 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.076812 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.077074 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.077287 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.077563 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.077787 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.078036 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.078278 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.078571 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.078729 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.078970 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.079198 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.079441 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.079680 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.079943 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.080181 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.080644 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] host = n-d-808126-2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.080875 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.081087 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.081330 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.081572 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.081813 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.082043 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.082301 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.082544 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.082790 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.083009 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.083263 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.083533 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.083767 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.084021 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.084179 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_options = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.084446 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.084694 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.084950 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.085137 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.085296 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.085469 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.085714 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.085885 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.086128 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.086337 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.086551 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.086779 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.087018 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.087230 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.087514 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.087762 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.087992 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.088216 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.088464 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.088688 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.088925 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.089163 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.089389 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.089622 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.089832 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.090064 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.090285 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.090494 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.090701 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.090963 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.091199 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.091477 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.091733 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.091963 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.092221 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.092450 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.092676 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.092904 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.093140 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.093836 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.093836 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.093836 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.094027 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.094269 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.094484 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.094714 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.094930 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_json = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.095139 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.095365 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.095645 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.095859 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.096088 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.096296 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.096505 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.096749 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.097175 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.097439 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.097757 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.097987 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.098219 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.098453 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.098681 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.098901 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.099160 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.099403 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.099705 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.100457 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.100750 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.100973 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102241 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102241 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102241 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102241 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102535 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102603 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.102849 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.103046 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.103313 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.104230 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.104230 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.104230 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.104230 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.104613 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.104850 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.105110 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.105356 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.105752 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.105929 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.106125 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.106368 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.106638 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.106768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:44:50.106988 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.107138 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.107376 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.107627 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.107849 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.108103 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.108316 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.108704 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.108942 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.109329 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.109570 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.109810 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.110021 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.110247 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.110659 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.110930 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.111216 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.111517 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.111859 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.112110 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.112352 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.112574 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.112790 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.113050 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.113303 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.113524 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.113756 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.113968 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.114184 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.114396 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.114644 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.114868 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.115106 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.115319 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.116123 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.116375 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.117899 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.118349 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.118349 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.118562 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.118789 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.119026 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.119259 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.119494 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.119697 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.119913 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.120406 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.120675 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.120975 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.121389 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.121798 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.122175 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.122406 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.122627 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.122877 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.123101 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.123339 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.123608 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.123858 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.124248 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.124665 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.124906 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.125180 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.125412 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.125647 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.125896 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.126114 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.126510 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.126875 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.127270 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.127705 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.127940 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.128223 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.128497 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.128758 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.129000 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.129466 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.129692 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.129960 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.130273 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.130516 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.130778 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.131045 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.131334 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.131604 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.131852 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.132107 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.132357 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.132602 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.132839 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.133112 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.133514 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.133906 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.134273 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.134500 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.134958 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.135377 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.135635 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.135852 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.136137 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.136392 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.136641 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.137046 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.137447 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.137830 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.138077 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.138324 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.138559 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.138791 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.139043 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.139255 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.139505 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.139735 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.140138 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.140503 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.140723 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.140954 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.141167 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.141384 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.141614 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.141834 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.142037 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.142303 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.142517 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.142733 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.142967 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.143338 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.143583 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.143801 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.144046 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.144298 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.144518 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.144782 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.145025 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.145262 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.145489 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.145731 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.145960 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.146175 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.146418 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.146637 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.146894 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.147088 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.147307 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.147567 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.147780 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.148030 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.148231 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.148505 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.148743 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.149078 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.149479 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.149861 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.150240 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.150605 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.150860 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.151080 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.151299 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.151542 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.151783 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.152002 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.152263 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.152522 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.152773 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.152989 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.153202 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.153413 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.153643 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.153874 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.154166 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.154417 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.154643 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.154897 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.155223 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.155443 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.155692 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.155912 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.156120 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.156365 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.156581 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.156796 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.157026 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.157376 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.157495 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.157644 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.158013 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.158375 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.158744 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.159139 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.159526 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.159752 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.159966 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.160356 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.160608 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.160821 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.161032 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.161279 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.161519 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.161734 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.161965 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.162178 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.162895 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.163283 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.163542 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.163738 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.164040 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.164289 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.164513 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.164798 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.165041 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.165283 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.165670 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.165997 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.166210 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.166452 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.166666 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.166883 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.167102 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.167352 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.167688 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.167986 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.168247 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.168500 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.168784 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.169062 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.169318 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.169548 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.169823 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.170164 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.170430 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.170840 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.171221 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.171500 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.171724 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.171940 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.172174 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.172428 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.172643 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.172879 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.173118 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.173362 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.173574 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.173799 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.174010 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.174259 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.174484 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.174701 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.174914 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.175068 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 02:44:50.175609 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94524) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 02:44:50.175768 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 02:44:50.175943 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 02:44:50.176071 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 02:44:50.176238 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 02:44:50.176388 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 02:44:50.176591 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.176750 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.176906 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.177063 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.177220 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.177399 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.177555 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.177710 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.177865 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.178072 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.178731 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.178898 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.179054 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.179208 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.179348 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.179528 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.179685 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.179841 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180000 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180157 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180313 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180468 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180624 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] debug = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180779 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.180979 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.181141 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.181296 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.181451 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.181606 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.181760 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.181914 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.182070 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.182225 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.182379 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.182534 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.182689 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.182843 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183002 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183155 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183311 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183492 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] host = n-d-808126-2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183640 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183795 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.183948 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.184103 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.184258 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.184412 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.184567 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.184721 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.184875 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185028 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185182 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185336 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185492 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185646 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185801 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_options = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.185955 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.186108 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.186262 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.186442 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.186603 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.186757 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.186904 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.187055 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.187210 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.187363 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.187553 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.187710 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.187902 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188012 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188151 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188305 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188459 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188614 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188770 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.188926 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.189081 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.189237 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.189391 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.189545 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.189700 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.189854 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.190007 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.190161 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.190315 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.190470 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.190694 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191276 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191276 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191276 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191276 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191774 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191774 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.191774 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192118 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192118 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192368 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192368 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192601 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192601 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192832 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.192955 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193079 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_json = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193202 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193334 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193448 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193625 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193987 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.193987 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.194188 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.194306 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 02:44:50.194435 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.194527 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.194692 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.194850 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.195009 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.195167 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.195325 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.195502 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.195844 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.195844 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196096 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196096 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196296 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196422 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196558 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196719 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.196876 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197035 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197194 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197353 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197511 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197671 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197839 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.197997 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.198154 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.198310 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.198467 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.198640 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.198787 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.198946 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.199102 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.199260 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.199420 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.199604 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.199764 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.199923 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.200082 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.200225 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.200387 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.200545 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.200704 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.200862 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201021 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201180 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201341 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201499 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201657 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201816 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.201976 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.202134 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.202292 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.202451 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.202609 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.202769 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.202926 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.203100 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.203259 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.203416 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.203595 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.203754 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.203912 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204070 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204391 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204391 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204614 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204699 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204824 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.204978 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.205135 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.205291 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.205451 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.205609 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.205767 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.205925 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.206082 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.206240 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.206397 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.206554 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.206712 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.206870 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207028 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207186 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207331 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207512 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207671 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207828 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.207988 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.208146 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.208302 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.208469 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.208643 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.208801 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.208958 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.209116 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.209295 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.209454 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.209767 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.209767 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.209971 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210069 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210195 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210340 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210499 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210657 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210814 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.210973 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.211130 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.211287 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.211445 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.211623 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.211780 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.211939 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.212096 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.212253 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.212411 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.212570 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.212738 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.212897 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.213061 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.213218 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.213313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:44:50.213400 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.213541 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.213699 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.213857 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214015 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214173 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214329 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214486 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214643 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214800 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.214958 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.215116 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.215283 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.215493 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.215631 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.215789 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.215946 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.216128 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.216284 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.216442 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.216599 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.216756 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.216913 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.217072 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.217229 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.217387 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.217545 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.217704 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.217862 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218021 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218179 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218337 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218494 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218652 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218809 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.218967 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.219127 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.219286 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.219442 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.219627 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.219785 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.219944 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.220150 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.220265 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.220422 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.220580 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.220738 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.220896 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221052 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221209 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221367 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221525 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221681 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221838 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.221998 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.222156 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.222315 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.222474 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.222634 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.222792 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.222951 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.223115 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.223273 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.223433 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.223623 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.223808 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.223932 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.224109 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.224316 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.224482 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.225470 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.225470 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.225470 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.225864 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.225864 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.226893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.227591 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.227591 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.227591 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.227591 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.227591 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228105 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228105 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228105 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228105 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228793 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228793 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228793 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.228793 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229177 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229177 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229177 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229531 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229531 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229762 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229762 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.229994 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230331 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230331 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230331 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230675 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230675 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230907 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.230907 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231140 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231263 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231395 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231505 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231654 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231822 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.231981 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.232138 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.232296 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.232452 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.232609 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.232777 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.232935 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.233097 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.233254 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.233411 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.233569 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.233738 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.233898 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.234056 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.234222 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.234379 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.234537 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.234695 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.234867 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235007 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235171 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235328 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235504 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235664 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235824 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.235986 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.236154 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.236319 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.236478 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.236645 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.236811 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.236978 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.237137 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.237303 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.237472 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.237630 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.237788 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.237945 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.238103 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.238261 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.238420 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.238579 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.238736 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.238893 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239052 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239209 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239579 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239579 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239777 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239860 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.239973 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.240132 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.240291 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.240469 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 02:44:50.240687 n-d-808126-2 neutron-server[94524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 02:44:50.494261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35410) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:44:50.502989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063202 Sep 10 02:45:01.777454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc83ac6a-a999-4900-988f-9e3d402c4e3d None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 02:45:01.886100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc83ac6a-a999-4900-988f-9e3d402c4e3d None None] No non-hosted networks {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 02:45:01.904692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.agentschedulers_db [None req-dc83ac6a-a999-4900-988f-9e3d402c4e3d None None] DHCP Agent not found on host n-d-808126-2 {{(pid=94635) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 02:45:02.012659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7c29df8a-8e59-4a6a-9ec9-d76bc2adb74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:04.278007 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-309f626a-4fcf-4fe0-82a6-f8a06870ade1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:04.329290 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3191fbe8-58e7-4792-94a6-965ee1d93d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:04.620719 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:04.621381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.621719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.622050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.622378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.622706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.623026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.623346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.648013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.648422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.648767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.649103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.649433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:04.649846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-808126-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:04.662855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-808126-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:05.280152 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:07.172192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:08.127729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35504) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:08.619612 n-d-808126-2 neutron-server[94635]: INFO neutron.db.l3_hamode_db [None req-65721959-e4ce-47d0-92a8-6aac96e5c4fa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 02:45:08.645388 n-d-808126-2 neutron-server[94633]: WARNING oslo_policy.policy [None req-503ffd72-db23-4c73-a96c-852481ba8c24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:08.645997 n-d-808126-2 neutron-server[94633]: WARNING oslo_policy.policy [None req-503ffd72-db23-4c73-a96c-852481ba8c24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:08.698865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65721959-e4ce-47d0-92a8-6aac96e5c4fa None None] Routers set() bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:45:08.699287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65721959-e4ce-47d0-92a8-6aac96e5c4fa None None] Router IDs set() for agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 02:45:08.875313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-503ffd72-db23-4c73-a96c-852481ba8c24 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:45:08.876470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-503ffd72-db23-4c73-a96c-852481ba8c24 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7477591 Sep 10 02:45:11.287580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35518) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:11.590449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:11.684193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.policy [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94633) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 02:45:11.728246 n-d-808126-2 neutron-server[94633]: WARNING oslo_policy.policy [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:11.728626 n-d-808126-2 neutron-server[94633]: WARNING oslo_policy.policy [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:11.737018 n-d-808126-2 neutron-server[94633]: INFO neutron.quota [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] Loaded quota_driver: . Sep 10 02:45:11.825783 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782578176581', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782578174998', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782578164401', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782578160661', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782571456031', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782578075809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1878414', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1805366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614735'] for rbac-policy, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:11.891424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:11.892697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e67359d7-b6a5-41bf-8433-838ad91214e7 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6041350 Sep 10 02:45:14.439714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35530) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:14.731501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'name': 'private'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:14.765174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Made reservation on behalf of 54afcbfbdb8644a4a8c308144ac01143 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:45:14.768071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:14.784799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:14.903982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:14.907743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:14.927423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:45:14.954328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782573588884', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:14.954920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Unsubscribe: segment precommit_create {{(pid=94633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 02:45:14.955440 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Added segment b56718aa-55fb-4865-9eff-7379408d246f of type vlan for network d61714fc-8336-4489-a472-ad0f74aefe66 Sep 10 02:45:14.971207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e21bf2-cc7b-43ff-a6ab-cc5d7acf95ff,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:15.020255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.020591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.020919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.021799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.022122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.022445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.022762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.023077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.023391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.023728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.024038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.024348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Tracked resource versions report: Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: pushed versions: Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: { 'AddressGroup': {'1.2'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'ConntrackHelper': {'1.0'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Log': {'1.0'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Network': {'1.1'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Port': {'1.7'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'PortForwarding': {'1.2'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'QosPolicy': {'1.9'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'SecurityGroup': {'1.4'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'SubPort': {'1.0'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Subnet': {'1.1'}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Trunk': {'1.1'}} Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: consumer versions: Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: L3 agent@n-d-808126-2: {}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: Metadata agent@n-d-808126-2: {}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: Metering agent@n-d-808126-2: {}, Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'ConntrackHelper': '1.0', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Log': '1.0', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Network': '1.1', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Port': '1.7', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'PortForwarding': '1.2', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'QosPolicy': '1.9', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'SecurityGroup': '1.4', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'SecurityGroupRule': '1.2', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'SubPort': '1.0', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Subnet': '1.1', Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: 'Trunk': '1.1'}} Sep 10 02:45:15.025367 n-d-808126-2 neutron-server[94633]: {{(pid=94633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:45:15.073115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:15.112414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:15.113581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:15.114219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:15.172568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7317467 Sep 10 02:45:15.212335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7710a0-be57-47d8-900f-af57ed392400 admin admin] Pushing event updated for resources: {'Network': ['ID=d61714fc-8336-4489-a472-ad0f74aefe66,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:15.223775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d61714fc-8336-4489-a472-ad0f74aefe66 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:45:17.806199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35544) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:18.289495 n-d-808126-2 neutron-server[94634]: WARNING oslo_policy.policy [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:18.290078 n-d-808126-2 neutron-server[94634]: WARNING oslo_policy.policy [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:18.725761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.policy [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94634) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 02:45:18.769685 n-d-808126-2 neutron-server[94634]: WARNING oslo_policy.policy [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:18.770051 n-d-808126-2 neutron-server[94634]: WARNING oslo_policy.policy [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 02:45:18.778755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:18.780675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f4e57dd-d0f8-4d2a-a6b1-3c77a4422ad5 admin admin] 10.222.0.23 "GET /v2.0/networks/d61714fc-8336-4489-a472-ad0f74aefe66 HTTP/1.1" status: 200 len: 824 time: 0.9724054 Sep 10 02:45:18.818268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b5e74aa-937b-4d85-8f4a-0c3eb870d740 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a HTTP/1.1" status: 200 len: 734 time: 0.0315638 Sep 10 02:45:18.827280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Request body: {'subnet': {'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:18.829194 n-d-808126-2 neutron-server[94634]: INFO neutron.quota [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Loaded quota_driver: . Sep 10 02:45:18.865736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Made reservation on behalf of 54afcbfbdb8644a4a8c308144ac01143 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:45:18.868484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:19.146814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:19.211367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Checking segment: {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:45:19.211817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Network hostable DHCP agents. Network: d61714fc-8336-4489-a472-ad0f74aefe66, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:45:19.228200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803005e1-ba09-4e3b-b241-6eede082798d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:19.241087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.241424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.241755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.242079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.242399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.242718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.243034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.243345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.243687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.244001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.244310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.244619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Tracked resource versions report: Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: pushed versions: Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: { 'AddressGroup': {'1.2'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'ConntrackHelper': {'1.0'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Log': {'1.0'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Network': {'1.1'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Port': {'1.7'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'PortForwarding': {'1.2'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'QosPolicy': {'1.9'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'SecurityGroup': {'1.4'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'SubPort': {'1.0'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Subnet': {'1.1'}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Trunk': {'1.1'}} Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: consumer versions: Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: L3 agent@n-d-808126-2: {}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: Metadata agent@n-d-808126-2: {}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: Metering agent@n-d-808126-2: {}, Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'ConntrackHelper': '1.0', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Log': '1.0', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Network': '1.1', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Port': '1.7', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'PortForwarding': '1.2', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'QosPolicy': '1.9', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'SecurityGroup': '1.4', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'SecurityGroupRule': '1.2', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'SubPort': '1.0', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Subnet': '1.1', Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: 'Trunk': '1.1'}} Sep 10 02:45:19.245912 n-d-808126-2 neutron-server[94634]: {{(pid=94634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:45:19.269902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Network d61714fc-8336-4489-a472-ad0f74aefe66 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:45:19.287352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d61714fc-8336-4489-a472-ad0f74aefe66) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:45:19.291289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:19.291946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:19.295838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba0a8e-b991-4d9d-9676-ef304ac6965b None None] Network d61714fc-8336-4489-a472-ad0f74aefe66 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:45:19.311026 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dca09756-541c-4827-9e52-0bb924e32373 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4864221 Sep 10 02:45:19.611651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d61714fc-8336-4489-a472-ad0f74aefe66', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:45:19.612860 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:19.882790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Allocated IP 172.20.0.2 (d61714fc-8336-4489-a472-ad0f74aefe66/803005e1-ba09-4e3b-b241-6eede082798d/5f48b556-7ff9-402a-89df-267f9eaa4e00) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:45:20.108813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:20.124520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Transition to ACTIVE for port object 5f48b556-7ff9-402a-89df-267f9eaa4e00 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:45:20.146228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Transition to ACTIVE for port object 5f48b556-7ff9-402a-89df-267f9eaa4e00 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:45:20.153786 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:20.222884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Network d61714fc-8336-4489-a472-ad0f74aefe66 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:45:20.228720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:45:20.240209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:45:20.242232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Pushing event updated for resources: {'Port': ['ID=5f48b556-7ff9-402a-89df-267f9eaa4e00,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:20.274331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.274679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.275018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.275354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.275710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.276041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.276366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.276681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.277004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.277326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.277648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.277972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Tracked resource versions report: Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: pushed versions: Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: { 'AddressGroup': {'1.2'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'ConntrackHelper': {'1.0'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Log': {'1.0'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Network': {'1.1'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Port': {'1.7'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'PortForwarding': {'1.2'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'QosPolicy': {'1.9'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'SecurityGroup': {'1.4'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'SubPort': {'1.0'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Subnet': {'1.1'}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Trunk': {'1.1'}} Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: consumer versions: Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: L3 agent@n-d-808126-2: {}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: Metadata agent@n-d-808126-2: {}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: Metering agent@n-d-808126-2: {}, Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'ConntrackHelper': '1.0', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Log': '1.0', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Network': '1.1', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Port': '1.7', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'PortForwarding': '1.2', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'QosPolicy': '1.9', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'SecurityGroup': '1.4', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'SecurityGroupRule': '1.2', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'SubPort': '1.0', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Subnet': '1.1', Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: 'Trunk': '1.1'}} Sep 10 02:45:20.279035 n-d-808126-2 neutron-server[94635]: {{(pid=94635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:45:20.325275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Attempting to bind port 5f48b556-7ff9-402a-89df-267f9eaa4e00 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:45:20.325837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Attempting to bind port 5f48b556-7ff9-402a-89df-267f9eaa4e00 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:45:20.326078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Attempting to bind port 5f48b556-7ff9-402a-89df-267f9eaa4e00 on network d61714fc-8336-4489-a472-ad0f74aefe66 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:45:20.330818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:45:20.331226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Checking segment: {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:45:20.331773 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:20.332162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Bound using segment: {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:45:20.332637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Bound port: 5f48b556-7ff9-402a-89df-267f9eaa4e00, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:45:20.333039 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:20.396930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] For port 5f48b556-7ff9-402a-89df-267f9eaa4e00, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:45:20.401087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] For port 5f48b556-7ff9-402a-89df-267f9eaa4e00, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5f48b556-7ff9-402a-89df-267f9eaa4e00,segment=NetworkSegment(b56718aa-55fb-4865-9eff-7379408d246f),segment_id=b56718aa-55fb-4865-9eff-7379408d246f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:45:20.406221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:20.467356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1d5a-5ba8-4431-a9cc-e9e52c75ac6a None None] Pushing event updated for resources: {'Port': ['ID=5f48b556-7ff9-402a-89df-267f9eaa4e00,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:21.721305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35564) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:22.029035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-9141c721-5896-421d-99b4-09099cc63a9b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:45:22.030113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9141c721-5896-421d-99b4-09099cc63a9b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078632 Sep 10 02:45:24.429010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35572) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:24.745526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-ec1d7fa3-ef88-481a-b7f4-e09ae78d9a89 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:45:24.746516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ec1d7fa3-ef88-481a-b7f4-e09ae78d9a89 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165116 Sep 10 02:45:27.379878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35582) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:27.703089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-33832374-0452-4084-8357-045bb32010da admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:27.728094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33832374-0452-4084-8357-045bb32010da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:27.730250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33832374-0452-4084-8357-045bb32010da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:27.867325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33832374-0452-4084-8357-045bb32010da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:27.872392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33832374-0452-4084-8357-045bb32010da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:27.884407 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33832374-0452-4084-8357-045bb32010da admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:27.885651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-33832374-0452-4084-8357-045bb32010da admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5040197 Sep 10 02:45:28.134944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 5f48b556-7ff9-402a-89df-267f9eaa4e00 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:45:28.219096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 5f48b556-7ff9-402a-89df-267f9eaa4e00 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:45:28.761603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372df08-921f-49a9-b37c-9cbc39a35364 None None] Network d61714fc-8336-4489-a472-ad0f74aefe66 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:45:28.835572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] Provisioning for port 5f48b556-7ff9-402a-89df-267f9eaa4e00 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:45:28.846919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] Provisioning complete for port 5f48b556-7ff9-402a-89df-267f9eaa4e00 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:28.847311 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:29.021999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:29.061582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] For port 5f48b556-7ff9-402a-89df-267f9eaa4e00, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5f48b556-7ff9-402a-89df-267f9eaa4e00,segment=NetworkSegment(b56718aa-55fb-4865-9eff-7379408d246f),segment_id=b56718aa-55fb-4865-9eff-7379408d246f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:45:29.066139 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:29.122577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff3d6c-b09a-453c-85f9-eb2601097e4a None None] Pushing event updated for resources: {'Port': ['ID=5f48b556-7ff9-402a-89df-267f9eaa4e00,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:29.286329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f28f31dc-7d16-4205-9721-44e8e0ba680d None None] Provisioning complete for port 5f48b556-7ff9-402a-89df-267f9eaa4e00 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:29.286951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f28f31dc-7d16-4205-9721-44e8e0ba680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:30.102576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 5f48b556-7ff9-402a-89df-267f9eaa4e00 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:45:30.148440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 5f48b556-7ff9-402a-89df-267f9eaa4e00 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:30.148806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:30.272166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35594) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:30.575999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-471f8010-4ebe-46c9-baf7-d14ce3830d5d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:45:30.576987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-471f8010-4ebe-46c9-baf7-d14ce3830d5d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3038921 Sep 10 02:45:31.659159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e329fbf3-e9d6-4457-8ac6-99053fe6e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:32.954129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35602) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:33.262425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:33.282890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Made reservation on behalf of b9abd03f19ff418f82ee8ffb02d80dd3 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:45:33.285115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.293586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.379269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.382658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.398872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=94633) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 02:45:33.420039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936088fd-24df-4861-9e3f-f7d8963ec68c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:33.423958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.424300 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Added segment 2d1eff67-f614-413e-9050-5e7f7be8ef8e of type flat for network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f Sep 10 02:45:33.470297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.500922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.501861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:33.502427 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:33.530901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5757098 Sep 10 02:45:33.561655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7845a-298b-41d2-b12d-8f48492197a9 admin admin] Pushing event updated for resources: {'Network': ['ID=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:33.572263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:45:34.279512 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-49e68c87-f33f-4c5c-b8cb-48a76721ffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:34.584527 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:35.223145 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:35.899644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35620) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:36.108956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544646c2-5d7f-423d-ad39-789ecc3f9686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:36.110316 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-544646c2-5d7f-423d-ad39-789ecc3f9686 admin admin] 10.222.0.23 "GET /v2.0/subnets/803005e1-ba09-4e3b-b241-6eede082798d HTTP/1.1" status: 200 len: 849 time: 0.2097111 Sep 10 02:45:36.282146 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-95eaba6a-c070-4c98-b3b0-ed243b401ce6 admin admin] 10.222.0.23 "GET /v2.0/routers/bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 HTTP/1.1" status: 200 len: 704 time: 0.1655097 Sep 10 02:45:36.541634 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:36.829179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Allocated IP 172.20.0.1 (d61714fc-8336-4489-a472-ad0f74aefe66/803005e1-ba09-4e3b-b241-6eede082798d/04a5c5b2-5c27-4ed2-b912-dc98729889bf) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:45:37.008837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.031724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Transition to ACTIVE for port object 04a5c5b2-5c27-4ed2-b912-dc98729889bf will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:45:37.103464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.109233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.163908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Network d61714fc-8336-4489-a472-ad0f74aefe66 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:45:37.171687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:45:37.184465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:45:37.185186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.207446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Pushing event updated for resources: {'Port': ['ID=04a5c5b2-5c27-4ed2-b912-dc98729889bf,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:37.422114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7e117f6d-2a90-4047-9868-546fb1646e48 None None] Provisioning for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:45:37.423221 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.425631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7e117f6d-2a90-4047-9868-546fb1646e48 None None] Provisioning complete for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:37.426003 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e117f6d-2a90-4047-9868-546fb1646e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.462190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e117f6d-2a90-4047-9868-546fb1646e48 None None] Port 04a5c5b2-5c27-4ed2-b912-dc98729889bf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:45:37.631196 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.636367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.637145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:37.693873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Pushing event updated for resources: {'Port': ['ID=04a5c5b2-5c27-4ed2-b912-dc98729889bf,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:37.758153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Network d61714fc-8336-4489-a472-ad0f74aefe66 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:45:37.759497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:45:37.914810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:45:37.984797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe6709f5-e10b-40d8-9f06-aa043c2add59 None None] Provisioning complete for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:37.985097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6709f5-e10b-40d8-9f06-aa043c2add59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:38.004556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:45:38.010833 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-406ddc02-fd71-4886-871a-8a006bc2e519 admin admin] 10.222.0.23 "PUT /v2.0/routers/bc82c8f1-7bb4-4c62-8093-d9a1e85c9679/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7230594 Sep 10 02:45:38.018926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-fe6709f5-e10b-40d8-9f06-aa043c2add59 None None] Port 04a5c5b2-5c27-4ed2-b912-dc98729889bf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:45:38.028114 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Sync routers for ids ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:45:38.040257 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Routers {'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:45:38.041116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:45:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:38.222262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Set router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:45:38.645862 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'name': 'router1', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:45:27Z', 'updated_at': '2021-09-10T02:45:37Z', 'revision_number': 2, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'gw_port_host': None, '_interfaces': [{'id': '04a5c5b2-5c27-4ed2-b912-dc98729889bf', 'name': '', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'mac_address': 'fa:16:3e:e5:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:36Z', 'updated_at': '2021-09-10T02:45:37Z', 'revision_number': 2, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'subnets': [{'id': '803005e1-ba09-4e3b-b241-6eede082798d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:38.696215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Checking router: bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:45:38.696587 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Updating router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 port 04a5c5b2-5c27-4ed2-b912-dc98729889bf binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:45:38.743470 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:39.249421 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:39.267811 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Transition to ACTIVE for port object 04a5c5b2-5c27-4ed2-b912-dc98729889bf will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:45:39.273540 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:39.432025 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Pushing event updated for resources: {'Port': ['ID=04a5c5b2-5c27-4ed2-b912-dc98729889bf,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:39.441238 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Attempting to bind port 04a5c5b2-5c27-4ed2-b912-dc98729889bf on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:45:39.441630 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Attempting to bind port 04a5c5b2-5c27-4ed2-b912-dc98729889bf by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:45:39.442049 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Attempting to bind port 04a5c5b2-5c27-4ed2-b912-dc98729889bf on network d61714fc-8336-4489-a472-ad0f74aefe66 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:45:39.445970 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.446306 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.446635 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.446963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.447284 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.447629 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.447948 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.448260 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.448574 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.448888 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.449202 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.449513 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Tracked resource versions report: Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: pushed versions: Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: { 'AddressGroup': {'1.2'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'ConntrackHelper': {'1.0'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Log': {'1.0'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Network': {'1.1'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Port': {'1.7'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'PortForwarding': {'1.2'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'QosPolicy': {'1.9'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'SecurityGroup': {'1.4'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'SubPort': {'1.0'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Subnet': {'1.1'}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Trunk': {'1.1'}} Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: consumer versions: Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: L3 agent@n-d-808126-2: {}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: Metadata agent@n-d-808126-2: {}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: Metering agent@n-d-808126-2: {}, Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'ConntrackHelper': '1.0', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Log': '1.0', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Network': '1.1', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Port': '1.7', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'PortForwarding': '1.2', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'QosPolicy': '1.9', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'SecurityGroup': '1.4', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'SecurityGroupRule': '1.2', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'SubPort': '1.0', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Subnet': '1.1', Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: 'Trunk': '1.1'}} Sep 10 02:45:39.450547 n-d-808126-2 neutron-server[94636]: {{(pid=94636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:45:39.458775 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:45:39.459353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Checking segment: {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:45:39.459995 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:39.460893 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Bound using segment: {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:45:39.460982 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Bound port: 04a5c5b2-5c27-4ed2-b912-dc98729889bf, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56718aa-55fb-4865-9eff-7379408d246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:45:39.461343 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:39.526255 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] For port 04a5c5b2-5c27-4ed2-b912-dc98729889bf, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:45:39.548306 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] For port 04a5c5b2-5c27-4ed2-b912-dc98729889bf, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=04a5c5b2-5c27-4ed2-b912-dc98729889bf,segment=NetworkSegment(b56718aa-55fb-4865-9eff-7379408d246f),segment_id=b56718aa-55fb-4865-9eff-7379408d246f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:45:39.553067 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:39.617444 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85412473-4456-4610-b60e-07896f69bbf6 None None] Pushing event updated for resources: {'Port': ['ID=04a5c5b2-5c27-4ed2-b912-dc98729889bf,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:39.621071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Routers {'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:45:39.621987 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:45:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:39.712820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] Set router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:45:39.922089 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'name': 'router1', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:45:27Z', 'updated_at': '2021-09-10T02:45:37Z', 'revision_number': 2, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'gw_port_host': None, '_interfaces': [{'id': '04a5c5b2-5c27-4ed2-b912-dc98729889bf', 'name': '', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'mac_address': 'fa:16:3e:e5:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:36Z', 'updated_at': '2021-09-10T02:45:39Z', 'revision_number': 4, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'subnets': [{'id': '803005e1-ba09-4e3b-b241-6eede082798d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:39.947842 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805633d7-43ff-4779-9a93-8a4984a2c78d None None] The sync data for ids ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'] in n-d-808126-2 is: [{'id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'name': 'router1', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:45:27Z', 'updated_at': '2021-09-10T02:45:37Z', 'revision_number': 2, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'gw_port_host': None, '_interfaces': [{'id': '04a5c5b2-5c27-4ed2-b912-dc98729889bf', 'name': '', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'mac_address': 'fa:16:3e:e5:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:36Z', 'updated_at': '2021-09-10T02:45:39Z', 'revision_number': 4, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'subnets': [{'id': '803005e1-ba09-4e3b-b241-6eede082798d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:45:40.257558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35640) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:40.364616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dded497e-2bc4-491a-b5e0-46ab88dfd119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:40.365973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dded497e-2bc4-491a-b5e0-46ab88dfd119 admin admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 842 time: 0.1075308 Sep 10 02:45:40.376172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'ip_version': 4, 'gateway_ip': '172.25.8.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:40.399724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Made reservation on behalf of b9abd03f19ff418f82ee8ffb02d80dd3 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:45:40.401911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:40.692145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 02:45:40.693197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:40.744946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b876aef-f4d5-4dc3-84c4-9101d3bfc205,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:40.755899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:45:40.756243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Network hostable DHCP agents. Network: 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:45:40.775533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:45:40.787123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:45:40.791681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:40.792307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:40.799991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad23e4b-203a-4553-b31c-1d0405c59197 None None] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:45:40.823506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-94c2e844-10e3-4cd9-8e70-256a98fc072e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369507 Sep 10 02:45:40.934542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b2e52a-f301-4131-a861-900ce2349651 None None] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:45:43.115184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35648) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:43.250653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ce320d9-47cf-46c7-84f4-9d9f228609f1 admin admin] 10.222.0.23 "GET /v2.0/routers/bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 HTTP/1.1" status: 200 len: 710 time: 0.1343143 Sep 10 02:45:43.333593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd7bcad-2a2a-4de7-9d5a-dcac874171b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:45:43.334953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dcd7bcad-2a2a-4de7-9d5a-dcac874171b4 admin admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 886 time: 0.0777051 Sep 10 02:45:43.344318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:45:43.646617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:43.870704 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:43.940988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.042143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Allocated IP 172.25.8.80 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ba193dfb-5297-4fb5-a421-d173f475049f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:45:44.139390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.180893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.218788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:45:44.221805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:45:44.231397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:45:44.234548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ba193dfb-5297-4fb5-a421-d173f475049f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:44.472486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.666464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.669896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.856270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:45:44.958345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:45:44.962451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:44.963655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2bd785fd-f164-458b-8cb2-1abe5af511c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 HTTP/1.1" status: 200 len: 889 time: 1.6225142 Sep 10 02:45:46.134111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 04a5c5b2-5c27-4ed2-b912-dc98729889bf up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:45:46.182956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:45:46.186876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:46.187275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:46.264671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:46.296676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 04a5c5b2-5c27-4ed2-b912-dc98729889bf, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=04a5c5b2-5c27-4ed2-b912-dc98729889bf,segment=NetworkSegment(b56718aa-55fb-4865-9eff-7379408d246f),segment_id=b56718aa-55fb-4865-9eff-7379408d246f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:45:46.300934 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:46.407092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=04a5c5b2-5c27-4ed2-b912-dc98729889bf,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:46.439283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735991d0-6414-482a-a28c-04a075014673 None None] Sync routers for ids ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:45:46.449301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] Routers {'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:45:46.449960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:45:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:46.654644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] Set router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:45:47.038071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'name': 'router1', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ba193dfb-5297-4fb5-a421-d173f475049f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:45:27Z', 'updated_at': '2021-09-10T02:45:44Z', 'revision_number': 4, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'gw_port': {'id': 'ba193dfb-5297-4fb5-a421-d173f475049f', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:43Z', 'updated_at': '2021-09-10T02:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '04a5c5b2-5c27-4ed2-b912-dc98729889bf', 'name': '', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'mac_address': 'fa:16:3e:e5:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:36Z', 'updated_at': '2021-09-10T02:45:46Z', 'revision_number': 5, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'subnets': [{'id': '803005e1-ba09-4e3b-b241-6eede082798d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:47.089800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735991d0-6414-482a-a28c-04a075014673 None None] Checking router: bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:45:47.090156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735991d0-6414-482a-a28c-04a075014673 None None] Updating router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 port ba193dfb-5297-4fb5-a421-d173f475049f binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:45:47.137348 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-735991d0-6414-482a-a28c-04a075014673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:47.354386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35660) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:45:47.452062 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-735991d0-6414-482a-a28c-04a075014673 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:47.464026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-735991d0-6414-482a-a28c-04a075014673 None None] Transition to ACTIVE for port object ba193dfb-5297-4fb5-a421-d173f475049f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:45:47.464730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da13695d-8ac5-4f51-8663-2188bce21150 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1092432 Sep 10 02:45:47.470836 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-735991d0-6414-482a-a28c-04a075014673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:47.522733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-735991d0-6414-482a-a28c-04a075014673 None None] Attempting to bind port ba193dfb-5297-4fb5-a421-d173f475049f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:45:47.523105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-735991d0-6414-482a-a28c-04a075014673 None None] Attempting to bind port ba193dfb-5297-4fb5-a421-d173f475049f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:45:47.523494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735991d0-6414-482a-a28c-04a075014673 None None] Attempting to bind port ba193dfb-5297-4fb5-a421-d173f475049f on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:45:47.529482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a984ef-ce8e-4c8f-8a9f-cde942779b01 None None] Pushing event updated for resources: {'Port': ['ID=ba193dfb-5297-4fb5-a421-d173f475049f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:47.535018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735991d0-6414-482a-a28c-04a075014673 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:45:47.535386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735991d0-6414-482a-a28c-04a075014673 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:45:47.536360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-735991d0-6414-482a-a28c-04a075014673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:47.536749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735991d0-6414-482a-a28c-04a075014673 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:45:47.537231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-735991d0-6414-482a-a28c-04a075014673 None None] Bound port: ba193dfb-5297-4fb5-a421-d173f475049f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:45:47.537612 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-735991d0-6414-482a-a28c-04a075014673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:47.590207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-735991d0-6414-482a-a28c-04a075014673 None None] For port ba193dfb-5297-4fb5-a421-d173f475049f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:45:47.593916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-735991d0-6414-482a-a28c-04a075014673 None None] For port ba193dfb-5297-4fb5-a421-d173f475049f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba193dfb-5297-4fb5-a421-d173f475049f,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:45:47.597731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-735991d0-6414-482a-a28c-04a075014673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:47.659680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a984ef-ce8e-4c8f-8a9f-cde942779b01 None None] Pushing event updated for resources: {'Port': ['ID=ba193dfb-5297-4fb5-a421-d173f475049f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:47.662345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] Routers {'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:45:47.662939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:45:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:47.842424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] Set router bc82c8f1-7bb4-4c62-8093-d9a1e85c9679 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:45:48.051942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-735991d0-6414-482a-a28c-04a075014673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'name': 'router1', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ba193dfb-5297-4fb5-a421-d173f475049f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:45:27Z', 'updated_at': '2021-09-10T02:45:44Z', 'revision_number': 4, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'gw_port': {'id': 'ba193dfb-5297-4fb5-a421-d173f475049f', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:43Z', 'updated_at': '2021-09-10T02:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '04a5c5b2-5c27-4ed2-b912-dc98729889bf', 'name': '', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'mac_address': 'fa:16:3e:e5:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:36Z', 'updated_at': '2021-09-10T02:45:46Z', 'revision_number': 5, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'subnets': [{'id': '803005e1-ba09-4e3b-b241-6eede082798d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:45:48.079172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735991d0-6414-482a-a28c-04a075014673 None None] The sync data for ids ['bc82c8f1-7bb4-4c62-8093-d9a1e85c9679'] in n-d-808126-2 is: [{'id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'name': 'router1', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ba193dfb-5297-4fb5-a421-d173f475049f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:45:27Z', 'updated_at': '2021-09-10T02:45:44Z', 'revision_number': 4, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'gw_port': {'id': 'ba193dfb-5297-4fb5-a421-d173f475049f', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:43Z', 'updated_at': '2021-09-10T02:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '04a5c5b2-5c27-4ed2-b912-dc98729889bf', 'name': '', 'network_id': 'd61714fc-8336-4489-a472-ad0f74aefe66', 'tenant_id': '54afcbfbdb8644a4a8c308144ac01143', 'mac_address': 'fa:16:3e:e5:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc82c8f1-7bb4-4c62-8093-d9a1e85c9679', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803005e1-ba09-4e3b-b241-6eede082798d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:45:36Z', 'updated_at': '2021-09-10T02:45:46Z', 'revision_number': 5, 'project_id': '54afcbfbdb8644a4a8c308144ac01143', 'subnets': [{'id': '803005e1-ba09-4e3b-b241-6eede082798d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5b0e8ff-8755-4f84-9a24-cbf6ae7e224a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:45:48.123005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 04a5c5b2-5c27-4ed2-b912-dc98729889bf up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:45:48.204614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:48.205209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:50.299427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba193dfb-5297-4fb5-a421-d173f475049f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:45:50.348967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ba193dfb-5297-4fb5-a421-d173f475049f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:45:50.352757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba193dfb-5297-4fb5-a421-d173f475049f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:50.353230 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:50.448904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:50.485142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ba193dfb-5297-4fb5-a421-d173f475049f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba193dfb-5297-4fb5-a421-d173f475049f,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:45:50.496903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:45:50.553424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ba193dfb-5297-4fb5-a421-d173f475049f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:45:52.158765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba193dfb-5297-4fb5-a421-d173f475049f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:45:52.219975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba193dfb-5297-4fb5-a421-d173f475049f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:45:52.219975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:01.663299 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24ea3757-8f68-4305-bd2d-359e445b3e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:02.130053 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:46:04.283040 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-872bc682-78be-415b-8526-0bd9af94d8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:04.591079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:05.228756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:07.127387 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:31.666756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84d6ac02-a7a0-4b3a-9cf6-f975578013a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:34.287871 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb225193-657a-4837-a616-f271ca62fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:34.585235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:35.239420 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:37.134623 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:46:39.130902 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:47:01.668620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3b77239e-ae58-451c-a6a2-1f7b6e2086f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:04.289421 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a23be070-38ff-424b-a6cc-7c132a952486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:04.586742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:05.229857 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:07.139650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:16.129646 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:47:27.115510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:27.196370 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d7c1a2-852e-4c33-803f-69c98c0a830c admin admin] GET failed (client error): The resource could not be found. Sep 10 02:47:27.197732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-49d7c1a2-852e-4c33-803f-69c98c0a830c admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0812879 Sep 10 02:47:27.353247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655845f-9264-412e-b541-197fc0d3d691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:27.354702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4655845f-9264-412e-b541-197fc0d3d691 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1523609 Sep 10 02:47:29.508140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36264) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:29.598960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943d4956-1551-4539-b68e-be338d3a8378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:29.600333 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-943d4956-1551-4539-b68e-be338d3a8378 admin admin] 10.222.0.23 "GET /v2.0/subnets/803005e1-ba09-4e3b-b241-6eede082798d HTTP/1.1" status: 200 len: 849 time: 0.0912282 Sep 10 02:47:29.610009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:47:29.691829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Notify callbacks [] for subnet, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:29.835658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782573384461'] for subnet, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:29.866152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:29.866758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:29.883499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] 10.222.0.23 "PUT /v2.0/subnets/803005e1-ba09-4e3b-b241-6eede082798d HTTP/1.1" status: 200 len: 868 time: 0.2616076 Sep 10 02:47:29.883754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a30534-c4f2-4191-a679-d4068db4f5e5 None None] Network d61714fc-8336-4489-a472-ad0f74aefe66 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:47:29.889456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=803005e1-ba09-4e3b-b241-6eede082798d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:47:29.896815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.897163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.897505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.897870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.898202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.898532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.898860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.899186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.899544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.899873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.900199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:29.900522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc691dd-da07-40af-b30a-3fde8b6a5eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:47:30.194852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9ae3d014-25d8-4cd7-ab35-0340340e325a None None] Provisioning complete for port 5f48b556-7ff9-402a-89df-267f9eaa4e00 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:47:30.195219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d014-25d8-4cd7-ab35-0340340e325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:30.277607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9ae3d014-25d8-4cd7-ab35-0340340e325a None None] Provisioning complete for port 04a5c5b2-5c27-4ed2-b912-dc98729889bf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:47:30.277971 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d014-25d8-4cd7-ab35-0340340e325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:31.669309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a776841-0fe4-4302-b6be-a1d3c5880468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:32.060692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36272) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:32.259041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946f9bd-61a2-45be-a65a-efbe953e971f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:32.259445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946f9bd-61a2-45be-a65a-efbe953e971f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:32.261022 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0946f9bd-61a2-45be-a65a-efbe953e971f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1993792 Sep 10 02:47:34.292405 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d201fe93-1eff-4117-9e35-4a73997033cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:34.427226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36280) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:34.587296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:34.625861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25282bb-c15a-48ba-99f5-c9c95c7c51db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:34.626258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25282bb-c15a-48ba-99f5-c9c95c7c51db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:34.627825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a25282bb-c15a-48ba-99f5-c9c95c7c51db admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1996222 Sep 10 02:47:35.232316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:36.834404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36290) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:36.957614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d08b1c-9c7a-4519-99a4-6c08e2e3ecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:36.958967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a6d08b1c-9c7a-4519-99a4-6c08e2e3ecec admin admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 886 time: 0.1236112 Sep 10 02:47:37.145251 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:47:39.123987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36298) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:39.249028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28591873-6e6b-417e-a5a5-f84613903862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:39.250375 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28591873-6e6b-417e-a5a5-f84613903862 admin admin] 10.222.0.23 "GET /v2.0/networks/d61714fc-8336-4489-a472-ad0f74aefe66 HTTP/1.1" status: 200 len: 868 time: 0.1254418 Sep 10 02:47:41.415373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36306) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:41.539773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7a13e-646d-4d9d-b6ee-4709a42a318c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:41.540239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7a13e-646d-4d9d-b6ee-4709a42a318c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:41.543082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-20b7a13e-646d-4d9d-b6ee-4709a42a318c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266642 Sep 10 02:47:43.712944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36314) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:43.803545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd4bb4-3873-4e6e-b03a-4d74444177fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:43.804010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd4bb4-3873-4e6e-b03a-4d74444177fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:43.805551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-86dd4bb4-3873-4e6e-b03a-4d74444177fc admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916502 Sep 10 02:47:45.985646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36322) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:46.070805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e48ff2-f8c1-4957-9a44-122c22ec148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:46.072228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a4e48ff2-f8c1-4957-9a44-122c22ec148d admin admin] 10.222.0.23 "GET /v2.0/subnets/5b876aef-f4d5-4dc3-84c4-9101d3bfc205 HTTP/1.1" status: 200 len: 816 time: 0.0855920 Sep 10 02:47:48.223167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:47:48.312840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b17628-a724-46d9-ab7c-f22a1c862d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:47:48.314166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1b17628-a724-46d9-ab7c-f22a1c862d89 admin admin] 10.222.0.23 "GET /v2.0/subnets/803005e1-ba09-4e3b-b241-6eede082798d HTTP/1.1" status: 200 len: 868 time: 0.0900185 Sep 10 02:47:53.127908 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:48:01.668702 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb2e-7152-4f3e-ac20-34af3b64806e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:04.293430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8274-bf27-4262-9887-f43b894b236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:04.589836 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:05.236710 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:07.146669 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:11.940378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36384) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:48:11.986892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-8c653e61-8a62-4db9-a806-bfa5e6863395 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:48:11.987923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c653e61-8a62-4db9-a806-bfa5e6863395 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460629 Sep 10 02:48:14.232932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36392) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:48:14.292164 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1114bd5-ccf4-4064-91e9-9aad1994e6f2 admin admin] GET failed (client error): The resource could not be found. Sep 10 02:48:14.293462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e1114bd5-ccf4-4064-91e9-9aad1994e6f2 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595896 Sep 10 02:48:14.377982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c45d55-52de-4432-aeb5-6438c084cac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:48:14.379326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f0c45d55-52de-4432-aeb5-6438c084cac7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813739 Sep 10 02:48:16.553532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:48:16.599970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:48:16.622797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Made reservation on behalf of b9abd03f19ff418f82ee8ffb02d80dd3 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:48:16.624989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:16.665202 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.revisions.revision_plugin [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Could not find related network for resource to bump revision. Sep 10 02:48:16.680323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:48:16.692241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782573588884', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:16.692785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Unsubscribe: segment precommit_create {{(pid=94634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 02:48:16.693283 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Added segment b2df41d0-f92e-49cc-bdd3-cfa367c67263 of type vlan for network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 Sep 10 02:48:16.739084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:16.768039 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:16.769489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:48:16.770056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:16.805653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2510448 Sep 10 02:48:16.864257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc60a4-8113-4a10-962c-ad47b5d07f31 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:48:16.876428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:48:18.996235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36408) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:48:19.055567 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5f2143-6644-418a-ba88-51daf01ccb44 admin admin] GET failed (client error): The resource could not be found. Sep 10 02:48:19.056879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c5f2143-6644-418a-ba88-51daf01ccb44 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596988 Sep 10 02:48:19.124357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f52d4-4a69-4bde-bae3-b126659caee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:48:19.125887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e15f52d4-4a69-4bde-bae3-b126659caee4 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0644896 Sep 10 02:48:19.136985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:48:19.155915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Made reservation on behalf of b9abd03f19ff418f82ee8ffb02d80dd3 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:48:19.158198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:19.313820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:19.363243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b0e2a4-c647-485d-baac-59f728fa3f91,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:48:19.382751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:48:19.383108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Network hostable DHCP agents. Network: 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:48:19.399198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:48:19.408313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:48:19.416351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:48:19.416945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:19.417685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc65d25-be87-4d6d-b559-8f57a08cfaf2 None None] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:48:19.432939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d6218d1a-8605-4b98-aa40-1b263c51ac5c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2991869 Sep 10 02:48:19.580458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'tenant_id': 'b9abd03f19ff418f82ee8ffb02d80dd3', 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:48:19.581812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:19.716297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Allocated IP 192.168.233.2 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/a39a1dfb-f9e5-4e59-8b4c-806225c46c5a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:48:19.859219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:19.867421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Transition to ACTIVE for port object a39a1dfb-f9e5-4e59-8b4c-806225c46c5a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:48:19.882594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Transition to ACTIVE for port object a39a1dfb-f9e5-4e59-8b4c-806225c46c5a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:48:19.889596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:19.938151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:48:19.942349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:48:19.945332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:48:19.947329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Pushing event updated for resources: {'Port': ['ID=a39a1dfb-f9e5-4e59-8b4c-806225c46c5a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:48:19.955070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.955439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.955805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.956690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.957022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.957343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.957666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.957979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.958293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.958607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.958917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:19.959231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:48:20.020359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Attempting to bind port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:48:20.020774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Attempting to bind port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:48:20.021120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Attempting to bind port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:48:20.026548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:48:20.026926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:48:20.027333 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:20.027760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:48:20.028233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Bound port: a39a1dfb-f9e5-4e59-8b4c-806225c46c5a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:48:20.028630 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:20.090384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] For port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:48:20.097137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] For port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a39a1dfb-f9e5-4e59-8b4c-806225c46c5a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:48:20.101465 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:20.159010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0aa9d-2c60-413f-b071-02d2fec90b43 None None] Pushing event updated for resources: {'Port': ['ID=a39a1dfb-f9e5-4e59-8b4c-806225c46c5a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:48:20.967187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3366a-a013-437b-80dc-71d6d859c7ed None None] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:48:21.041668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-13a72863-63c8-4851-80b8-427a56a59d85 None None] Provisioning for port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:48:22.270650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a39a1dfb-f9e5-4e59-8b4c-806225c46c5a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:48:22.322179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:48:22.325788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:48:22.326156 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:22.400567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:22.432182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a39a1dfb-f9e5-4e59-8b4c-806225c46c5a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:48:22.435772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:22.485657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a39a1dfb-f9e5-4e59-8b4c-806225c46c5a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:48:24.246619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a39a1dfb-f9e5-4e59-8b4c-806225c46c5a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:48:24.293253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a39a1dfb-f9e5-4e59-8b4c-806225c46c5a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:48:24.293622 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:30.126358 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:48:31.670815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6843448a-13a5-47e0-8eb8-ca70b23a1369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:34.293340 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d90e942b-fbf0-4553-91e6-98f61782211c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:34.590285 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:35.237714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:48:37.146989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:01.671446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44af86fe-6a41-4ecc-a3e5-a876a4d008bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:04.292962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7530bf3b-21ad-478e-b625-7a9a10a6a44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:04.590915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:05.240376 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:07.124898 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:49:07.146913 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:31.671304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-636e8e71-6ea9-4312-ae54-13455c497f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:33.790773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:49:33.796837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-0aa10eef-51cd-490a-975d-c99006540553 tempest-verify_tempest_config-2092581085 tempest-verify_tempest_config-2092581085-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:49:33.797823 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0aa10eef-51cd-490a-975d-c99006540553 tempest-verify_tempest_config-2092581085 tempest-verify_tempest_config-2092581085-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058734 Sep 10 02:49:34.084557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:49:34.185198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.292183 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6f08-7b43-44cb-8c24-31a283bb540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.300265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.303766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.352410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=673b1eaceca34304bf0b1a91d01c5dcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2668381 Sep 10 02:49:34.353194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae161cd1-cae6-4cfd-be39-92f04f1e11ca,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:49:34.354939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:49:34.411705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.412049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.412387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.412716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.413044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.413369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.413691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.414011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.414328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.414646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.414963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.415279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c6de1-1a42-4daf-876a-3d78e0b461c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:49:34.459161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d19a674c-4114-468b-bbe4-25911c83dcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.478856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d19a674c-4114-468b-bbe4-25911c83dcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.565005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d19a674c-4114-468b-bbe4-25911c83dcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.567535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d19a674c-4114-468b-bbe4-25911c83dcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:34.568706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d19a674c-4114-468b-bbe4-25911c83dcac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae161cd1-cae6-4cfd-be39-92f04f1e11ca HTTP/1.1" status: 204 len: 168 time: 0.2128689 Sep 10 02:49:34.578201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a674c-4114-468b-bbe4-25911c83dcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae161cd1-cae6-4cfd-be39-92f04f1e11ca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:49:34.606126 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:35.243791 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:37.149185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:49:44.122881 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:50:01.673109 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-235b9f11-f78c-4100-aea5-1697bb1c1abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:04.292182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d30dc8e-baf7-4b44-a8f0-5114b40e7119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:04.588591 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:05.248242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:07.150991 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:21.121694 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:50:31.673363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-98f710fb-b202-4f82-b512-9c8f7568fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:34.292226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-193ac9bd-4007-4d3e-bdc0-5b44f926e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:34.589053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:35.251251 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:37.154915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:50:58.119583 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:51:01.676590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fd50d0a4-5911-41cf-87f7-3016bb5eef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:04.292646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f1725194-ab92-489b-b775-d23bcc8680a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:04.589572 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:05.253050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:07.156934 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:31.677714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-101a0a29-4bcc-4e86-9b03-c8df94ef8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:34.292649 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-898a6fa6-eb78-40c6-be8b-e34aefb90e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:34.590283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:35.117604 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:51:35.257103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:51:37.158899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:01.678323 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db5bb999-ad79-41d0-aa0f-d504a9a10acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:04.292452 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d529dd5b-3cab-4e86-9567-b084426bd8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:04.590839 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:05.257081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:07.161586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:12.115008 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 5 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:52:31.490565 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:31.655245 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1013702'] for agent, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:31.677115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5549f23d-4d4a-4d30-83a2-4c046c6a7b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:34.291657 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cbadf7f-bf93-4e0b-a4ae-23b822c029e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:34.591983 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:35.263388 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:37.164776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:52:49.113860 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:53:01.444002 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:01.574074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:01.677289 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19abd7b-025c-4e96-85e3-5f83e8ad90ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:04.290628 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd1f7-a86d-4cf0-9be2-befb7ec7d6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:04.592643 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:05.264444 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:07.169573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:22.170108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36550) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:53:22.271688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f280fdfe-e351-497e-bba4-645756f4ca38 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0998642 Sep 10 02:53:24.459957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:53:24.516013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fdb165ea-706a-4440-ac32-ad14a72967f9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0549657 Sep 10 02:53:26.113514 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:53:31.447300 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:31.612878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:31.678155 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae152513-8305-4d60-86ea-f889a4aa6acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:34.290353 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e87b3bd0-8282-402c-b38b-32b869f932d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:34.591079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:35.266681 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:53:37.170822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:01.442938 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:01.634751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:01.676757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60987ad4-1404-4ebb-9969-a732fb48147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:03.113055 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:54:04.290180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-618f95e8-e22e-4b2c-8d22-be5b81fbf6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:04.591831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:05.271921 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:07.177715 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:31.449759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:31.638222 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:31.678199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-581d7849-0972-4404-9afe-21ca3d519091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:34.290416 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74151d7a-17f7-4f5a-8e44-a0141f4e9882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:34.593471 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:35.272212 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:37.177053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:40.112804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:54:48.809556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36814) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:48.889617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36822) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:49.100617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-network', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:54:49.161111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36846) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:49.172135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-698bc9a0-43ca-4991-9c3b-086b8b52f7b3 tempest-AutoAllocateNetworkTest-1611114593 tempest-AutoAllocateNetworkTest-1611114593-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4e2abe99d3c94c68b78c07c86677f721&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3452890 Sep 10 02:54:49.176695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Made reservation on behalf of 1e85b2d1a39c44eba571a20c28493404 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:54:49.179042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.202029 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.361595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.370281 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.385661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:54:49.398738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.399667 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Added segment 84c7f668-dd9a-4164-a0b2-14a4dd49d37b of type vlan for network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 Sep 10 02:54:49.458529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.469069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09defd6c-94fe-4772-9c75-7cc571a742c9 tempest-AutoAllocateNetworkTest-1611114593 tempest-AutoAllocateNetworkTest-1611114593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:54:49.471428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-09defd6c-94fe-4772-9c75-7cc571a742c9 tempest-AutoAllocateNetworkTest-1611114593 tempest-AutoAllocateNetworkTest-1611114593-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3091817 Sep 10 02:54:49.484136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36878) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:49.558044 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b89c7899-a030-4cd2-8882-fe99cfa01ca5 tempest-AutoAllocateNetworkTest-1611114593 tempest-AutoAllocateNetworkTest-1611114593-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716257 Sep 10 02:54:49.558805 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.559764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:54:49.560435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.560750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36888) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:49.609679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-16af8523-174d-4b0c-8a4e-623d4014e6a7 tempest-AutoAllocateNetworkTest-1611114593 tempest-AutoAllocateNetworkTest-1611114593-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4e2abe99d3c94c68b78c07c86677f721 HTTP/1.1" status: 200 len: 208 time: 0.0459294 Sep 10 02:54:49.614955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c51852d-6f39-49b7-8fc7-e2859256c9f5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:49.625826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7297220 Sep 10 02:54:49.626021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:49.631916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Request body: {'subnet': {'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-subnet', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:54:49.637435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.637864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.638278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.638809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.639476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.639896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.640448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.640849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.641331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.641972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.642372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.642771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Tracked resource versions report: Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: pushed versions: Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: { 'AddressGroup': {'1.2'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'ConntrackHelper': {'1.0'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Log': {'1.0'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Network': {'1.1'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Port': {'1.7'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'PortForwarding': {'1.2'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'QosPolicy': {'1.9'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'SecurityGroup': {'1.4'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'SubPort': {'1.0'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Subnet': {'1.1'}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Trunk': {'1.1'}} Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: consumer versions: Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: HyperV agent@n-h1-808126-2: {}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: HyperV agent@n-h2-808126-2: {}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: L3 agent@n-d-808126-2: {}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: Metadata agent@n-d-808126-2: {}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: Metering agent@n-d-808126-2: {}, Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'ConntrackHelper': '1.0', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Log': '1.0', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Network': '1.1', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Port': '1.7', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'PortForwarding': '1.2', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'QosPolicy': '1.9', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'SecurityGroup': '1.4', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'SecurityGroupRule': '1.2', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'SubPort': '1.0', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Subnet': '1.1', Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: 'Trunk': '1.1'}} Sep 10 02:54:49.643957 n-d-808126-2 neutron-server[94634]: {{(pid=94634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:54:49.670958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Made reservation on behalf of 1e85b2d1a39c44eba571a20c28493404 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:54:49.674282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.686839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfbff3-5434-47e1-8054-791f7d85458c admin admin] Pushing event updated for resources: {'Network': ['ID=4afa03e6-264f-4e4e-832a-b3c5e82d5e51,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:49.697885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:54:49.885642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:49.935147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204ed0fc-dadb-4b8c-b966-22b0620b65ee,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:49.943988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.944336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.944676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.945197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.945645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.945864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.946174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.946657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.946972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.947296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.947645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.947965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Tracked resource versions report: Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: pushed versions: Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: { 'AddressGroup': {'1.2'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'ConntrackHelper': {'1.0'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Log': {'1.0'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Network': {'1.1'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Port': {'1.7'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'PortForwarding': {'1.2'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'QosPolicy': {'1.9'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'SecurityGroup': {'1.4'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'SubPort': {'1.0'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Subnet': {'1.1'}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Trunk': {'1.1'}} Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: consumer versions: Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: HyperV agent@n-h1-808126-2: {}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: HyperV agent@n-h2-808126-2: {}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: L3 agent@n-d-808126-2: {}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: Metadata agent@n-d-808126-2: {}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: Metering agent@n-d-808126-2: {}, Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'ConntrackHelper': '1.0', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Log': '1.0', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Network': '1.1', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Port': '1.7', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'PortForwarding': '1.2', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'QosPolicy': '1.9', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'SecurityGroup': '1.4', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'SecurityGroupRule': '1.2', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'SubPort': '1.0', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Subnet': '1.1', Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: 'Trunk': '1.1'}} Sep 10 02:54:49.949003 n-d-808126-2 neutron-server[94633]: {{(pid=94633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:54:49.974232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Checking segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:54:49.974592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Network hostable DHCP agents. Network: 4afa03e6-264f-4e4e-832a-b3c5e82d5e51, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:54:49.991121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:54:50.003244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4afa03e6-264f-4e4e-832a-b3c5e82d5e51) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:54:50.012088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:54:50.013367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.015928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda6e1b-91bc-4835-8210-345da6da991f None None] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:54:50.034582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5dd57a6e-a781-4cb4-bc2d-89173f181672 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4072595 Sep 10 02:54:50.037296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36918) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:50.042597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:54:50.065930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.068145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.170873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.302266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:54:50.303166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.447989 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.448086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36932) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:50.470260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Allocated IP 172.20.0.2 (4afa03e6-264f-4e4e-832a-b3c5e82d5e51/204ed0fc-dadb-4b8c-b966-22b0620b65ee/00a1fb6b-0a85-4323-90b5-e3615880d8d1) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:54:50.524342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:50.643770 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.654044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Transition to ACTIVE for port object 00a1fb6b-0a85-4323-90b5-e3615880d8d1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:54:50.654950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.675493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.698449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Transition to ACTIVE for port object 00a1fb6b-0a85-4323-90b5-e3615880d8d1 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:54:50.715844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.778132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Pushing event updated for resources: {'Port': ['ID=00a1fb6b-0a85-4323-90b5-e3615880d8d1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:50.789107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.789660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.790158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.790662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.790985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.791482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.792009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.792520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.793039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.793560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.794060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.794568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Tracked resource versions report: Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: pushed versions: Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: { 'AddressGroup': {'1.2'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'ConntrackHelper': {'1.0'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Log': {'1.0'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Network': {'1.1'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Port': {'1.7'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'PortForwarding': {'1.2'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'QosPolicy': {'1.9'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'SecurityGroup': {'1.4'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'SubPort': {'1.0'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Subnet': {'1.1'}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Trunk': {'1.1'}} Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: consumer versions: Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: HyperV agent@n-h1-808126-2: {}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: HyperV agent@n-h2-808126-2: {}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: L3 agent@n-d-808126-2: {}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: Metadata agent@n-d-808126-2: {}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: Metering agent@n-d-808126-2: {}, Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'ConntrackHelper': '1.0', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Log': '1.0', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Network': '1.1', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Port': '1.7', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'PortForwarding': '1.2', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'QosPolicy': '1.9', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'SecurityGroup': '1.4', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'SecurityGroupRule': '1.2', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'SubPort': '1.0', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Subnet': '1.1', Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: 'Trunk': '1.1'}} Sep 10 02:54:50.795867 n-d-808126-2 neutron-server[94635]: {{(pid=94635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:54:50.801570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:54:50.803156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:54:50.806916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:54:50.829361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Allocated IP 172.25.8.148 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/e353b309-68e4-474c-981a-ebb25e22a9ec) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:54:50.890441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Attempting to bind port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:54:50.892889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Attempting to bind port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:54:50.893425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Attempting to bind port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:54:50.900970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:54:50.901697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Checking segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:54:50.902377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.903033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Bound using segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:54:50.903688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Bound port: 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:54:50.904322 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.952872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-805d0960-c511-4609-9cfd-e89d385c5f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.984441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc80a07-4a03-4d8f-a4f5-c70ebc7340ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:50.999239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-916f07ee-961a-438f-8704-ded837f3911b None None] For port 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:54:51.003744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-916f07ee-961a-438f-8704-ded837f3911b None None] For port 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=00a1fb6b-0a85-4323-90b5-e3615880d8d1,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:54:51.014985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.068080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.123593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f07ee-961a-438f-8704-ded837f3911b None None] Pushing event updated for resources: {'Port': ['ID=00a1fb6b-0a85-4323-90b5-e3615880d8d1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:51.124254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.143555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-805d0960-c511-4609-9cfd-e89d385c5f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.154079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-805d0960-c511-4609-9cfd-e89d385c5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.203040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Pushing event updated for resources: {'Port': ['ID=e353b309-68e4-474c-981a-ebb25e22a9ec,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:51.216644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:54:51.218254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:54:51.221911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:54:51.228851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d0960-c511-4609-9cfd-e89d385c5f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ab403-bc78-4d38-9f99-406a6130ba61,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:51.234505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-805d0960-c511-4609-9cfd-e89d385c5f45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e2abe99d3c94c68b78c07c86677f721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7858243 Sep 10 02:54:51.237701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36966) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:51.395970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc80a07-4a03-4d8f-a4f5-c70ebc7340ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.402314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61da8af7-562b-4661-89d6-383a55c38b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.437462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61da8af7-562b-4661-89d6-383a55c38b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.571888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc80a07-4a03-4d8f-a4f5-c70ebc7340ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.608940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.623134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc80a07-4a03-4d8f-a4f5-c70ebc7340ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dd6ef2-fb69-464f-b0f8-b670969e86a7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:51.646012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61da8af7-562b-4661-89d6-383a55c38b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.655532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61da8af7-562b-4661-89d6-383a55c38b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.660308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-61da8af7-562b-4661-89d6-383a55c38b31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b7ab403-bc78-4d38-9f99-406a6130ba61 HTTP/1.1" status: 204 len: 168 time: 0.4129593 Sep 10 02:54:51.669958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36982) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:51.679071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ebc80a07-4a03-4d8f-a4f5-c70ebc7340ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80b67b13442e4043ad9bda3584f30ebc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1533282 Sep 10 02:54:51.686757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:51.697469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da8af7-562b-4661-89d6-383a55c38b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ab403-bc78-4d38-9f99-406a6130ba61,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:51.768576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-059032e0-62c1-4df7-a8bd-a0dd64dede72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.797503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-059032e0-62c1-4df7-a8bd-a0dd64dede72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.853410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-059032e0-62c1-4df7-a8bd-a0dd64dede72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.857955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-059032e0-62c1-4df7-a8bd-a0dd64dede72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:51.862341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-059032e0-62c1-4df7-a8bd-a0dd64dede72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66dd6ef2-fb69-464f-b0f8-b670969e86a7 HTTP/1.1" status: 204 len: 168 time: 0.1713700 Sep 10 02:54:51.871160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059032e0-62c1-4df7-a8bd-a0dd64dede72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dd6ef2-fb69-464f-b0f8-b670969e86a7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:52.047079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.135702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a16592db-4445-4955-bab2-62852ab9c3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.339229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Router 2b55b377-01b4-43de-9d0d-498625ff2681 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:54:52.422525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a16592db-4445-4955-bab2-62852ab9c3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.431316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37052) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:52.433868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a16592db-4445-4955-bab2-62852ab9c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.456444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158903dc-cb7b-4e1a-b2d4-b549eaf47ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.540628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a16592db-4445-4955-bab2-62852ab9c3d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=756331e297e342fc9299da8265588388&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8669024 Sep 10 02:54:52.544329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37056) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:52.568035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16592db-4445-4955-bab2-62852ab9c3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60193269-f37e-46c4-a335-645058779fd4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:52.574291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 00a1fb6b-0a85-4323-90b5-e3615880d8d1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:54:52.600719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:54:52.611551 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:54:52.628234 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:54:52.633619 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:52.682145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158903dc-cb7b-4e1a-b2d4-b549eaf47ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.694315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158903dc-cb7b-4e1a-b2d4-b549eaf47ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.694974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c71130c-bdfc-4f41-9184-b1656a474568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.706362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.708848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50c549b7-dd4a-4a0c-bbc0-3b04d0c5e73c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6705449 Sep 10 02:54:52.712172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3699243-ccdd-4fcc-9578-45d81d8c90d3 None None] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:54:52.717872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37062) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:52.762353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-158903dc-cb7b-4e1a-b2d4-b549eaf47ee2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13a5dba144e74e288bd53cd5c2eb5ebe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3244367 Sep 10 02:54:52.763031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37066) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:52.786398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c71130c-bdfc-4f41-9184-b1656a474568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:52.917071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158903dc-cb7b-4e1a-b2d4-b549eaf47ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ee178-bad3-4e53-8214-2fd8ed3640bb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:52.968757 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:54:52.992617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:54:52.994438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb433424-1bdf-484e-9553-6a37c15d2013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.001301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:53.001848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.092222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70dff7ed-8117-49e6-b19e-a0702e762f9d None None] Provisioning for port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:54:53.111296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70dff7ed-8117-49e6-b19e-a0702e762f9d None None] Provisioning complete for port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:53.111941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-70dff7ed-8117-49e6-b19e-a0702e762f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.117530 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb433424-1bdf-484e-9553-6a37c15d2013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.276016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb433424-1bdf-484e-9553-6a37c15d2013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.278792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb433424-1bdf-484e-9553-6a37c15d2013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.280092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bb433424-1bdf-484e-9553-6a37c15d2013 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/013ee178-bad3-4e53-8214-2fd8ed3640bb HTTP/1.1" status: 204 len: 168 time: 0.5141809 Sep 10 02:54:53.289953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433424-1bdf-484e-9553-6a37c15d2013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ee178-bad3-4e53-8214-2fd8ed3640bb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:53.320962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.354158 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:51Z', 'revision_number': 3, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:53.385432 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:54:53.385885 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Updating router 2b55b377-01b4-43de-9d0d-498625ff2681 port e353b309-68e4-474c-981a-ebb25e22a9ec binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:54:53.389769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c71130c-bdfc-4f41-9184-b1656a474568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.396635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c71130c-bdfc-4f41-9184-b1656a474568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.400730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0c71130c-bdfc-4f41-9184-b1656a474568 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60193269-f37e-46c4-a335-645058779fd4 HTTP/1.1" status: 204 len: 168 time: 0.8324103 Sep 10 02:54:53.426033 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.443315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71130c-bdfc-4f41-9184-b1656a474568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60193269-f37e-46c4-a335-645058779fd4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:53.515596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=00a1fb6b-0a85-4323-90b5-e3615880d8d1,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:54:53.570395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.678385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37138) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:53.733623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=00a1fb6b-0a85-4323-90b5-e3615880d8d1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:53.848268 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.862820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Transition to ACTIVE for port object e353b309-68e4-474c-981a-ebb25e22a9ec will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:54:53.874731 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.942185 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Attempting to bind port e353b309-68e4-474c-981a-ebb25e22a9ec on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:54:53.942536 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Attempting to bind port e353b309-68e4-474c-981a-ebb25e22a9ec by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:54:53.942977 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Attempting to bind port e353b309-68e4-474c-981a-ebb25e22a9ec on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:54:53.964052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:54:53.964659 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:54:53.965224 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.965750 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:54:53.966463 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Bound port: e353b309-68e4-474c-981a-ebb25e22a9ec, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:54:53.967006 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:53.990942 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Pushing event updated for resources: {'Port': ['ID=e353b309-68e4-474c-981a-ebb25e22a9ec,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:54.005668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.007176 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.007809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.008282 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.008747 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.009228 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.009672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.010141 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.010597 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.011101 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.011642 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.012100 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.012595 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Tracked resource versions report: Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: pushed versions: Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: { 'AddressGroup': {'1.2'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'ConntrackHelper': {'1.0'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Log': {'1.0'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Network': {'1.1'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Port': {'1.7'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'PortForwarding': {'1.2'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'QosPolicy': {'1.9'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'SecurityGroup': {'1.4'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'SecurityGroupRule': {'1.2'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'SubPort': {'1.0'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Subnet': {'1.1'}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Trunk': {'1.1'}} Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: consumer versions: Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: { DHCP agent@n-d-808126-2: {}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: HyperV agent@n-h1-808126-2: {}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: HyperV agent@n-h2-808126-2: {}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: L3 agent@n-d-808126-2: {}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: Metadata agent@n-d-808126-2: {}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: Metering agent@n-d-808126-2: {}, Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: Open vSwitch agent@n-d-808126-2: { 'AddressGroup': '1.2', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'ConntrackHelper': '1.0', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Log': '1.0', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Network': '1.1', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Port': '1.7', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'PortForwarding': '1.2', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'QosPolicy': '1.9', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'SecurityGroup': '1.4', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'SecurityGroupRule': '1.2', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'SubPort': '1.0', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Subnet': '1.1', Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: 'Trunk': '1.1'}} Sep 10 02:54:54.014064 n-d-808126-2 neutron-server[94636]: {{(pid=94636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 02:54:54.065045 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] For port e353b309-68e4-474c-981a-ebb25e22a9ec, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:54:54.068766 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] For port e353b309-68e4-474c-981a-ebb25e22a9ec, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e353b309-68e4-474c-981a-ebb25e22a9ec,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:54:54.072176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-10a44d46-2e0c-45c8-baef-ea954def96c7 None None] Provisioning complete for port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:54.072749 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10a44d46-2e0c-45c8-baef-ea954def96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.080873 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.141087 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:54:54.141965 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:54.193102 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac652-a86e-4226-980b-2baa233d21a4 None None] Pushing event updated for resources: {'Port': ['ID=e353b309-68e4-474c-981a-ebb25e22a9ec,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:54.285461 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:54:54.298134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Allocated IP 172.20.0.1 (4afa03e6-264f-4e4e-832a-b3c5e82d5e51/204ed0fc-dadb-4b8c-b966-22b0620b65ee/43036ed2-c0b9-4391-8851-bf63d1951475) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:54:54.363219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e0b76b0-6955-4321-a07c-e229bdcc0b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.513570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.530263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 00a1fb6b-0a85-4323-90b5-e3615880d8d1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:54:54.553717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Transition to ACTIVE for port object 43036ed2-c0b9-4391-8851-bf63d1951475 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:54:54.585271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e0b76b0-6955-4321-a07c-e229bdcc0b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.596928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e0b76b0-6955-4321-a07c-e229bdcc0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.604533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.616652 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:51Z', 'revision_number': 3, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:54.644454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:54.645183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b76b0-6955-4321-a07c-e229bdcc0b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1f4f1-5bf8-46de-9f14-4a6bee8dfa34,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:54.646526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:54.647726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.678372 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217eedb7-4a9b-4a2b-b821-8280bd6e1095 None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:51Z', 'revision_number': 3, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:54:54.685446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc233-0fbb-4eb1-9927-02c0da79efcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.708464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:54:54.723091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:54:54.726675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:54:54.737344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:54.833547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Pushing event updated for resources: {'Port': ['ID=43036ed2-c0b9-4391-8851-bf63d1951475,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:54.923217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1e0b76b0-6955-4321-a07c-e229bdcc0b30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c27b6b9c1244448b88a0a62e66f15f3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2429085 Sep 10 02:54:54.928887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:55.002772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc233-0fbb-4eb1-9927-02c0da79efcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.021961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc233-0fbb-4eb1-9927-02c0da79efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.052157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9f9bc233-0fbb-4eb1-9927-02c0da79efcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15cefe6565eb4b0a8488a64c5cb7e4a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4039383 Sep 10 02:54:55.055110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37208) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:55.059069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b034118b-865e-4bf9-8d3c-b903ed25810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.081734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e0b873f-938a-4e4b-a552-e9be6b7a6a53 None None] Provisioning for port 43036ed2-c0b9-4391-8851-bf63d1951475 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:54:55.097476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b034118b-865e-4bf9-8d3c-b903ed25810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.102267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e0b873f-938a-4e4b-a552-e9be6b7a6a53 None None] Provisioning complete for port 43036ed2-c0b9-4391-8851-bf63d1951475 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:55.103067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e0b873f-938a-4e4b-a552-e9be6b7a6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.145740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.183225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b034118b-865e-4bf9-8d3c-b903ed25810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.186055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b034118b-865e-4bf9-8d3c-b903ed25810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.187655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b034118b-865e-4bf9-8d3c-b903ed25810e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aef1f4f1-5bf8-46de-9f14-4a6bee8dfa34 HTTP/1.1" status: 204 len: 168 time: 0.2577021 Sep 10 02:54:55.190416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bc233-0fbb-4eb1-9927-02c0da79efcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb568a-ee0c-4299-9aa7-779c7045a5aa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:55.216950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b873f-938a-4e4b-a552-e9be6b7a6a53 None None] Port 43036ed2-c0b9-4391-8851-bf63d1951475 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:54:55.232962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034118b-865e-4bf9-8d3c-b903ed25810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1f4f1-5bf8-46de-9f14-4a6bee8dfa34,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:55.369674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d0799b2-d864-4c94-9d43-c446ca6a97c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.457411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d0799b2-d864-4c94-9d43-c446ca6a97c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.556286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.569888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.570648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.610918 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d0799b2-d864-4c94-9d43-c446ca6a97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.613821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d0799b2-d864-4c94-9d43-c446ca6a97c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:55.617964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d0799b2-d864-4c94-9d43-c446ca6a97c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/accb568a-ee0c-4299-9aa7-779c7045a5aa HTTP/1.1" status: 204 len: 168 time: 0.5592723 Sep 10 02:54:55.658305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0799b2-d864-4c94-9d43-c446ca6a97c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb568a-ee0c-4299-9aa7-779c7045a5aa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:55.662699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Pushing event updated for resources: {'Port': ['ID=43036ed2-c0b9-4391-8851-bf63d1951475,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:55.734614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:55.766822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:54:55.768592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:54:55.928519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Router 2b55b377-01b4-43de-9d0d-498625ff2681 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:54:56.116448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:54:56.122127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b77e432-39d6-4d14-b24c-a049d1a4b4dd admin admin] 10.222.0.23 "PUT /v2.0/routers/2b55b377-01b4-43de-9d0d-498625ff2681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3952339 Sep 10 02:54:56.145458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-55514707-b0ec-4c79-8f52-b410d10f0bde None None] Provisioning complete for port 43036ed2-c0b9-4391-8851-bf63d1951475 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:56.145980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55514707-b0ec-4c79-8f52-b410d10f0bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.188015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-55514707-b0ec-4c79-8f52-b410d10f0bde None None] Port 43036ed2-c0b9-4391-8851-bf63d1951475 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:54:56.212650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:56.229500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e219-44ca-4def-842b-0eaa216d0848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.349736 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e219-44ca-4def-842b-0eaa216d0848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.355222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e219-44ca-4def-842b-0eaa216d0848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.444759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25881b41-c6fe-4443-9466-ff131785dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.459093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37302) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:56.478940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b3a9e219-44ca-4def-842b-0eaa216d0848 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d054ce038484daa8572d89848adac5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423658 Sep 10 02:54:56.486146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9e219-44ca-4def-842b-0eaa216d0848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5244ce2-1d84-4988-be1d-328904c07d38,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:56.560250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c3a19be-e247-4d4d-9c5d-f17eec697137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.584222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e353b309-68e4-474c-981a-ebb25e22a9ec up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:54:56.601969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c3a19be-e247-4d4d-9c5d-f17eec697137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.649202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25881b41-c6fe-4443-9466-ff131785dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.656559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25881b41-c6fe-4443-9466-ff131785dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.687625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c3a19be-e247-4d4d-9c5d-f17eec697137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.691011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c3a19be-e247-4d4d-9c5d-f17eec697137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.692244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4c3a19be-e247-4d4d-9c5d-f17eec697137 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5244ce2-1d84-4988-be1d-328904c07d38 HTTP/1.1" status: 204 len: 168 time: 0.2320132 Sep 10 02:54:56.702155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a19be-e247-4d4d-9c5d-f17eec697137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5244ce2-1d84-4988-be1d-328904c07d38,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:56.723720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e353b309-68e4-474c-981a-ebb25e22a9ec completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:54:56.738230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37320) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:56.739509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-25881b41-c6fe-4443-9466-ff131785dfd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11782c35a527401bbba6e7b17afc08f5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0020864 Sep 10 02:54:56.741078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25881b41-c6fe-4443-9466-ff131785dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f5b39-49e4-4808-ac62-e96aa628f014,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:56.747421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e353b309-68e4-474c-981a-ebb25e22a9ec triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:56.748533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.799710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15627768-6ca3-4b58-bbaa-82c61fe44e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.826820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15627768-6ca3-4b58-bbaa-82c61fe44e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.847429 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.869234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e353b309-68e4-474c-981a-ebb25e22a9ec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e353b309-68e4-474c-981a-ebb25e22a9ec,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:54:56.875204 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.894876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15627768-6ca3-4b58-bbaa-82c61fe44e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.898607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15627768-6ca3-4b58-bbaa-82c61fe44e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:56.904583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15627768-6ca3-4b58-bbaa-82c61fe44e57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e34f5b39-49e4-4808-ac62-e96aa628f014 HTTP/1.1" status: 204 len: 168 time: 0.1630378 Sep 10 02:54:56.920497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15627768-6ca3-4b58-bbaa-82c61fe44e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f5b39-49e4-4808-ac62-e96aa628f014,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:56.964271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e353b309-68e4-474c-981a-ebb25e22a9ec,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:57.090491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:54:57.101820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:54:57.102745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:57.212817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:54:57.435691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 2, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:57.470890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:54:57.470890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Updating router 2b55b377-01b4-43de-9d0d-498625ff2681 port 43036ed2-c0b9-4391-8851-bf63d1951475 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:54:57.493549 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.605716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37368) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:57.619216 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc1cc62-9fb8-483d-af87-9920620ec8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.740372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc1cc62-9fb8-483d-af87-9920620ec8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.748544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc1cc62-9fb8-483d-af87-9920620ec8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.799509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.807741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0fc1cc62-9fb8-483d-af87-9920620ec8ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=721632b39c6f4f64aa99c12bff1903ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2007215 Sep 10 02:54:57.810332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37384) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:57.818940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Transition to ACTIVE for port object 43036ed2-c0b9-4391-8851-bf63d1951475 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:54:57.832078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1cc62-9fb8-483d-af87-9920620ec8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeba2f6-8693-4e41-a03b-5ad55ee4d845,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:57.837063 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.886238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1e64a5b-37e0-45ae-85f0-b49e49e48bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.895039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ebc8-2488-4ac2-8eb2-162a66556d7c None None] Pushing event updated for resources: {'Port': ['ID=43036ed2-c0b9-4391-8851-bf63d1951475,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:57.977747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Attempting to bind port 43036ed2-c0b9-4391-8851-bf63d1951475 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:54:57.978490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Attempting to bind port 43036ed2-c0b9-4391-8851-bf63d1951475 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:54:57.979071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Attempting to bind port 43036ed2-c0b9-4391-8851-bf63d1951475 on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:54:57.985223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:54:57.985957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Checking segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:54:57.986560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:57.987242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Bound using segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:54:57.987951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Bound port: 43036ed2-c0b9-4391-8851-bf63d1951475, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:54:57.988778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.067742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1e64a5b-37e0-45ae-85f0-b49e49e48bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.081077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] For port 43036ed2-c0b9-4391-8851-bf63d1951475, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:54:58.089854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] For port 43036ed2-c0b9-4391-8851-bf63d1951475, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=43036ed2-c0b9-4391-8851-bf63d1951475,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:54:58.106874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.127163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1e64a5b-37e0-45ae-85f0-b49e49e48bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.130424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1e64a5b-37e0-45ae-85f0-b49e49e48bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.134025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a1e64a5b-37e0-45ae-85f0-b49e49e48bab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aeba2f6-8693-4e41-a03b-5ad55ee4d845 HTTP/1.1" status: 204 len: 168 time: 0.3218379 Sep 10 02:54:58.152062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e64a5b-37e0-45ae-85f0-b49e49e48bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeba2f6-8693-4e41-a03b-5ad55ee4d845,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:58.193290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:54:58.194158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:58.196184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ebc8-2488-4ac2-8eb2-162a66556d7c None None] Pushing event updated for resources: {'Port': ['ID=43036ed2-c0b9-4391-8851-bf63d1951475,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:58.238772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37402) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:58.243106 n-d-808126-2 neutron-server[94633]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 02:54:58.289607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-ffbd84c6-97ee-433b-bd15-4ad0d555b606 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6e62749ae6040daa6d069121e48fc5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485954 Sep 10 02:54:58.337534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:58.454313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-5b51fe24-ff2b-46ba-b6ae-ecec739dc8a1 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:54:58.456268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-5b51fe24-ff2b-46ba-b6ae-ecec739dc8a1 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585801 Sep 10 02:54:58.476382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-aa3d4976-d82a-41aa-9165-e690afb2b55b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/quotas/d6e62749ae6040daa6d069121e48fc5d HTTP/1.1" status: 200 len: 375 time: 0.0120506 Sep 10 02:54:58.484300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:54:58.530851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-a0a4e50d-4e42-45a9-97a4-25c3d90682c0 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6e62749ae6040daa6d069121e48fc5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477176 Sep 10 02:54:58.550984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e353b309-68e4-474c-981a-ebb25e22a9ec up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:54:58.714406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e353b309-68e4-474c-981a-ebb25e22a9ec triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:54:58.714848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.818812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61f1433e-5ea1-430c-a490-268227ed7c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.848448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37434) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:58.854105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-network', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:54:58.881290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:54:58Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:54:58.897110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 02:54:58.897110 n-d-808126-2 neutron-server[94633]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 02:54:58.897110 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'id': 'a7fa02a9-cd0b-41ca-91c0-8ceb8f225ef9', 'expiration': datetime.datetime(2021, 9, 10, 2, 56, 58, 882174)}] Sep 10 02:54:58.897110 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 02:54:58.898214 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 02:54:58.919208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260606-2343-4d4b-955f-61422a1676a7 None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:54:58Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:54:58.987135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61f1433e-5ea1-430c-a490-268227ed7c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:58.996392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61f1433e-5ea1-430c-a490-268227ed7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.040820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-61f1433e-5ea1-430c-a490-268227ed7c49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=720987c0632d491a844fa1396afb8b82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7022803 Sep 10 02:54:59.044046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37446) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:59.054530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1433e-5ea1-430c-a490-268227ed7c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51258c1b-6ae0-4ecc-b6e2-158877f2aa82,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:59.110419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2335baf3-0587-4e44-9dd3-4755406f2f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.134445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2335baf3-0587-4e44-9dd3-4755406f2f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.207071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2335baf3-0587-4e44-9dd3-4755406f2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.207071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2335baf3-0587-4e44-9dd3-4755406f2f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.207071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2335baf3-0587-4e44-9dd3-4755406f2f0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51258c1b-6ae0-4ecc-b6e2-158877f2aa82 HTTP/1.1" status: 204 len: 168 time: 0.1572430 Sep 10 02:54:59.212433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335baf3-0587-4e44-9dd3-4755406f2f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51258c1b-6ae0-4ecc-b6e2-158877f2aa82,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:59.430794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Made reservation on behalf of dcda66ca58ba4a999e0f2870e9cf2967 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:54:59.433207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.443494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:59.458018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.628797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.638151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.660092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:54:59.691320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.694953 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Added segment 4c090562-e1d2-408a-99e4-8175222ea8c3 of type vlan for network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 Sep 10 02:54:59.769766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f537ebde-e41f-4329-b1b7-4e91f89bcaf9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:59.789885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.819233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.820228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:54:59.820803 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.877621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0273163 Sep 10 02:54:59.883075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:54:59.890477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Request body: {'subnet': {'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-subnet', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:54:59.929720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Made reservation on behalf of dcda66ca58ba4a999e0f2870e9cf2967 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:54:59.932312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:54:59.944899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3be16e-61f0-45b4-bcc8-deac198b5ffa admin admin] Pushing event updated for resources: {'Network': ['ID=98c99850-6d03-493e-8dbd-3d3e23c5d2c7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:54:59.963272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:55:00.202240 n-d-808126-2 neutron-server[94634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 02:55:00.267618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.294796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ad8b0ec-0de4-4903-b0ea-1af538dd24cf req-aceb315d-d58a-4f07-bf8a-452fd758cda7 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 210 time: 0.8499744 Sep 10 02:55:00.343431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:00.376119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Checking segment: {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:00.376546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Network hostable DHCP agents. Network: 98c99850-6d03-493e-8dbd-3d3e23c5d2c7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:55:00.396755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:55:00.410543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37500) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:00.411115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 98c99850-6d03-493e-8dbd-3d3e23c5d2c7) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:00.416770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:00.417607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.428660 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-443f0ec3-0ccd-4c12-8be3-5e0ae9ba3479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.433727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72478dc-24fd-4e74-a36b-348f7daca38d None None] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:00.563759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-443f0ec3-0ccd-4c12-8be3-5e0ae9ba3479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.573445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-443f0ec3-0ccd-4c12-8be3-5e0ae9ba3479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.584690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-96c84ab0-0ad5-4312-99cd-cee3c7f0b061 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6995335 Sep 10 02:55:00.587354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37506) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:00.592356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:00.592801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 43036ed2-c0b9-4391-8851-bf63d1951475 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:00.643829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.644966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.666514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-443f0ec3-0ccd-4c12-8be3-5e0ae9ba3479 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c95d589a1667453384f74881702eaec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538090 Sep 10 02:55:00.670648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37510) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:00.690915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f0ec3-0ccd-4c12-8be3-5e0ae9ba3479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce546944-d234-4dcb-b513-be55f5a7957f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:00.775769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21e9ef2c-65f3-426e-ae21-9439c35e8d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.779248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.785912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-98c99850-6d03-493e-8dbd-3d3e23c5d2c7', 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'fixed_ips': [{'subnet_id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:55:00.786972 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.819966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21e9ef2c-65f3-426e-ae21-9439c35e8d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.822870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 43036ed2-c0b9-4391-8851-bf63d1951475 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:00.888919 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21e9ef2c-65f3-426e-ae21-9439c35e8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.891786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21e9ef2c-65f3-426e-ae21-9439c35e8d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:00.893108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-21e9ef2c-65f3-426e-ae21-9439c35e8d0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce546944-d234-4dcb-b513-be55f5a7957f HTTP/1.1" status: 204 len: 168 time: 0.2212760 Sep 10 02:55:00.913948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9ef2c-65f3-426e-ae21-9439c35e8d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce546944-d234-4dcb-b513-be55f5a7957f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:00.967332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 43036ed2-c0b9-4391-8851-bf63d1951475 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:00.968043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.149362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.183361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Allocated IP 172.20.0.2 (98c99850-6d03-493e-8dbd-3d3e23c5d2c7/2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd/cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:01.215675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.249967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 43036ed2-c0b9-4391-8851-bf63d1951475, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=43036ed2-c0b9-4391-8851-bf63d1951475,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:01.279774 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.342120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.36', 57167) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:01.391824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-404a514b-307d-4b07-a206-a1c5a35d8950 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d6e62749ae6040daa6d069121e48fc5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442340 Sep 10 02:55:01.437898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=43036ed2-c0b9-4391-8851-bf63d1951475,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:01.506833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.610555 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.638910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Transition to ACTIVE for port object cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:01.656052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2484d51b-6229-41e3-8200-ee1723a974f9 req-34bfdb5b-387e-4f44-9c97-da3a15e82ac8 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 210 time: 0.0886052 Sep 10 02:55:01.696083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Transition to ACTIVE for port object cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:01.699977 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.705412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd3fa-e053-4de2-8b65-258a75ee6071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.710172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.712211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-ed9e437b-612e-44a2-8dcf-02b58f110833 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:01.717646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-ed9e437b-612e-44a2-8dcf-02b58f110833 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158886 Sep 10 02:55:01.761947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.762154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Pushing event updated for resources: {'Port': ['ID=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:01.770398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:01.772003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:01.775600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:01.788576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.809260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Request body: {'port': {'device_id': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'd6e62749ae6040daa6d069121e48fc5d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:01.864352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Attempting to bind port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:01.865036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Attempting to bind port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:01.865486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Attempting to bind port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b on network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:01.872201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:01.872677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Checking segment: {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:01.873674 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.874191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Bound using segment: {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:01.874735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Bound port: cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:01.875779 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.950627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] For port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:01.954832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] For port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,segment=NetworkSegment(4c090562-e1d2-408a-99e4-8175222ea8c3),segment_id=4c090562-e1d2-408a-99e4-8175222ea8c3)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:01.967840 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:01.991974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Allocated IP 172.25.8.22 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/dc9450df-c4c9-4e2b-91bd-c631feb5b126) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:02.057497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817554a9-f90b-4e01-a284-829e2a7bc378 None None] Pushing event updated for resources: {'Port': ['ID=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:02.194324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.196081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Made reservation on behalf of d6e62749ae6040daa6d069121e48fc5d for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:02.202749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.213896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.366793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:02.401536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.407666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.476245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.606224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5240f13-d557-48cc-9b20-3198d10f9fa1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:02.650259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:02.671567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:02.679331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:02.783370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Allocated IP 192.168.233.78 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/8e487902-0844-4d17-a5b4-dca3f265ebca) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:02.792110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:02.900811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:02.905079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 43036ed2-c0b9-4391-8851-bf63d1951475 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:02.909093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2921e78-8ca2-4aae-887e-6ffb7aedcc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:02.922874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9450df-c4c9-4e2b-91bd-c631feb5b126,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:02.973441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 43036ed2-c0b9-4391-8851-bf63d1951475 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:02.974131 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.105099 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.129380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Transition to ACTIVE for port object 8e487902-0844-4d17-a5b4-dca3f265ebca will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:03.133889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eaff7915-6ae4-49bc-a900-f271d3b26aac req-5f4815a7-dad0-4138-8f49-bacabb782587 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 210 time: 0.1567283 Sep 10 02:55:03.196299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.299676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2921e78-8ca2-4aae-887e-6ffb7aedcc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.353931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2921e78-8ca2-4aae-887e-6ffb7aedcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.486799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.496978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Pushing event updated for resources: {'Port': ['ID=8e487902-0844-4d17-a5b4-dca3f265ebca,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:03.537552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:03.543280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:03.551435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:03.566103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:03.569973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:03.606171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-982a930f-6915-4bc6-b237-7b05522d8d4b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8015924 Sep 10 02:55:03.620594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-8735bb53-4dac-44e6-9796-a63fc4a719c9 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:55:03.623616 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-8735bb53-4dac-44e6-9796-a63fc4a719c9 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088830 Sep 10 02:55:03.701729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae90f4-c884-4675-9288-25085d8c4222 None None] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:03.814897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37612) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:03.815110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a2921e78-8ca2-4aae-887e-6ffb7aedcc73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c445b287cc5417a86d4e219a75be7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4465289 Sep 10 02:55:03.818221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2921e78-8ca2-4aae-887e-6ffb7aedcc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9ae77-643e-4e9c-a126-8b5f9aacde2d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:04.033413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-addb3f38-451b-42ff-8123-90eeb4970998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.126514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-addb3f38-451b-42ff-8123-90eeb4970998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.180997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] Provisioning for port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:04.200143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] Provisioning complete for port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:04.200532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.272576 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-addb3f38-451b-42ff-8123-90eeb4970998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.279720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-addb3f38-451b-42ff-8123-90eeb4970998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.283419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-addb3f38-451b-42ff-8123-90eeb4970998 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fb9ae77-643e-4e9c-a126-8b5f9aacde2d HTTP/1.1" status: 204 len: 168 time: 0.4673951 Sep 10 02:55:04.305802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.350656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb3f38-451b-42ff-8123-90eeb4970998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9ae77-643e-4e9c-a126-8b5f9aacde2d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:04.374831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-8f8bc3ab-0fae-453c-94a9-6972b475b104 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cd0f2014e6584bc8b270adef7f629044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206980 Sep 10 02:55:04.493489 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a678dcd-c777-4db1-89e3-eb471cab31bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.689404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.701286 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.763249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] For port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,segment=NetworkSegment(4c090562-e1d2-408a-99e4-8175222ea8c3),segment_id=4c090562-e1d2-408a-99e4-8175222ea8c3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:04.769517 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:04.818312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab74f-87e0-4c53-8236-e8d8abc3ebbe req-333dd5a4-4129-4a75-986c-f86ebeeeb563 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:04.820143 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4ab74f-87e0-4c53-8236-e8d8abc3ebbe req-333dd5a4-4129-4a75-986c-f86ebeeeb563 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 935 time: 0.4923370 Sep 10 02:55:04.934029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-395b979c-b52f-496f-9b27-8acc2ed383d5 None None] Provisioning for port 8e487902-0844-4d17-a5b4-dca3f265ebca completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:04.958548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-395b979c-b52f-496f-9b27-8acc2ed383d5 None None] Provisioning complete for port 8e487902-0844-4d17-a5b4-dca3f265ebca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:04.961010 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-395b979c-b52f-496f-9b27-8acc2ed383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:05.008855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd02c-41f8-4594-a34b-834b2c8e7046 None None] Pushing event updated for resources: {'Port': ['ID=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:05.048335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-395b979c-b52f-496f-9b27-8acc2ed383d5 None None] Port 8e487902-0844-4d17-a5b4-dca3f265ebca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:05.076763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4ab74f-87e0-4c53-8236-e8d8abc3ebbe req-499e1719-8f32-4d11-9134-9b2314c53758 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354412 Sep 10 02:55:05.106879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-c3a3d41f-959b-4f42-a78d-2eba28e61955 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:05.108598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Router aa156340-8555-494d-a6ee-6c3cf7b46d37 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:55:05.116467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-c3a3d41f-959b-4f42-a78d-2eba28e61955 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7403278 Sep 10 02:55:05.134520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-e0406c34-338c-4737-8281-ecce46723fa0 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/quotas/cd0f2014e6584bc8b270adef7f629044 HTTP/1.1" status: 200 len: 375 time: 0.0167432 Sep 10 02:55:05.174703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a2b31ac9-bbd3-427a-9ff9-4ce959244207 None None] Provisioning complete for port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:05.175314 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2b31ac9-bbd3-427a-9ff9-4ce959244207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:05.218131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-a1050a51-4f82-4893-9554-f640b1e8f577 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd0f2014e6584bc8b270adef7f629044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818102 Sep 10 02:55:05.253901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37654) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:05.258680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:55:05.269007 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Sync routers for ids ['aa156340-8555-494d-a6ee-6c3cf7b46d37'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:55:05.277115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6500-2e4c-4566-990f-a87ba0cb7e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:05.283126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Routers {'aa156340-8555-494d-a6ee-6c3cf7b46d37'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:05.285737 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['aa156340-8555-494d-a6ee-6c3cf7b46d37'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:05.311577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:05.315043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-deb4529b-afc0-4e91-9a32-dbad5e0a9aa1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7254362 Sep 10 02:55:05.317120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37656) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:05.399908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:05.543782 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Set router aa156340-8555-494d-a6ee-6c3cf7b46d37 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:05.598343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Request body: {'port': {'device_id': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'device_owner': 'compute:tempest-test_az-339718174', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:05.730411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2dc85053-829a-4d38-a109-930c1b4f122f req-0079b13b-311a-4070-8d18-c33423ff2122 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 210 time: 0.0745502 Sep 10 02:55:05.811688 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.047266 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T02:55:02Z', 'revision_number': 3, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:06.114365 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Checking router: aa156340-8555-494d-a6ee-6c3cf7b46d37 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:55:06.114719 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Updating router aa156340-8555-494d-a6ee-6c3cf7b46d37 port dc9450df-c4c9-4e2b-91bd-c631feb5b126 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:55:06.153593 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.380489 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6500-2e4c-4566-990f-a87ba0cb7e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.401914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6500-2e4c-4566-990f-a87ba0cb7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.465021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2dbe6500-2e4c-4566-990f-a87ba0cb7e52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d14871e18744a93a52327a73c862518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2096016 Sep 10 02:55:06.470806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:06.629214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:06.665824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.716226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe6500-2e4c-4566-990f-a87ba0cb7e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9901fd4f-91af-4787-b839-f9211ec173e3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:06.724258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54ec9560-dc3c-4a73-b161-b2c31c1c88c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.744745 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.764036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e487902-0844-4d17-a5b4-dca3f265ebca {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:06.768342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:06.774127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.789711 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Transition to ACTIVE for port object dc9450df-c4c9-4e2b-91bd-c631feb5b126 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:06.798981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.800514 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.903026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54ec9560-dc3c-4a73-b161-b2c31c1c88c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.952593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Transition to ACTIVE for port object 8e487902-0844-4d17-a5b4-dca3f265ebca will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:06.975189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:06.981743 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Attempting to bind port dc9450df-c4c9-4e2b-91bd-c631feb5b126 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:06.986413 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Attempting to bind port dc9450df-c4c9-4e2b-91bd-c631feb5b126 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:06.987484 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Attempting to bind port dc9450df-c4c9-4e2b-91bd-c631feb5b126 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:07.044032 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:07.044032 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:07.044032 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.044439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cd022-6a2b-4699-bf50-ca68ddfc5a80 req-bc2eefbc-f08f-4f84-9b62-e55d4c301a0e tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:07.051542 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:07.052067 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Bound port: dc9450df-c4c9-4e2b-91bd-c631feb5b126, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:07.052533 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.064815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-829cd022-6a2b-4699-bf50-ca68ddfc5a80 req-bc2eefbc-f08f-4f84-9b62-e55d4c301a0e tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 935 time: 0.2354658 Sep 10 02:55:07.073286 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bcec6-1bf1-4b0b-9c1f-d71991b9c88b None None] Pushing event updated for resources: {'Port': ['ID=dc9450df-c4c9-4e2b-91bd-c631feb5b126,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:07.175609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Pushing event updated for resources: {'Port': ['ID=8e487902-0844-4d17-a5b4-dca3f265ebca,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:07.191916 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.214071 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54ec9560-dc3c-4a73-b161-b2c31c1c88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.221623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54ec9560-dc3c-4a73-b161-b2c31c1c88c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.223673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-54ec9560-dc3c-4a73-b161-b2c31c1c88c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9901fd4f-91af-4787-b839-f9211ec173e3 HTTP/1.1" status: 204 len: 168 time: 0.7514968 Sep 10 02:55:07.264022 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] For port dc9450df-c4c9-4e2b-91bd-c631feb5b126, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:07.268788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] For port dc9450df-c4c9-4e2b-91bd-c631feb5b126, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dc9450df-c4c9-4e2b-91bd-c631feb5b126,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:07.286818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec9560-dc3c-4a73-b161-b2c31c1c88c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9901fd4f-91af-4787-b839-f9211ec173e3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:07.289421 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.302771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Allocated IP 172.20.0.1 (98c99850-6d03-493e-8dbd-3d3e23c5d2c7/2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd/d1a85d85-5d8c-4e65-840a-e6664ab96c7d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:07.415398 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-829cd022-6a2b-4699-bf50-ca68ddfc5a80 req-eff71fd1-8474-4a84-aa86-7b9929f36889 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495190 Sep 10 02:55:07.418856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Attempting to bind port 8e487902-0844-4d17-a5b4-dca3f265ebca on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:07.421714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Attempting to bind port 8e487902-0844-4d17-a5b4-dca3f265ebca by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:07.422747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Attempting to bind port 8e487902-0844-4d17-a5b4-dca3f265ebca on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:07.441131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Port 8e487902-0844-4d17-a5b4-dca3f265ebca on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:07.443394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Attempting to bind port 8e487902-0844-4d17-a5b4-dca3f265ebca on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:07.458268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:07.460886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:07.461728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:07.462488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Bound port: 8e487902-0844-4d17-a5b4-dca3f265ebca, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:07.464981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.507215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bcec6-1bf1-4b0b-9c1f-d71991b9c88b None None] Pushing event updated for resources: {'Port': ['ID=dc9450df-c4c9-4e2b-91bd-c631feb5b126,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:07.538785 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Routers {'aa156340-8555-494d-a6ee-6c3cf7b46d37'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:07.539479 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['aa156340-8555-494d-a6ee-6c3cf7b46d37'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:07.646930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.664259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d717ee0c-46e4-442c-a26d-703968be1002 req-40dbacf1-c4ce-4555-8270-d7eb7814a566 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 210 time: 0.0535142 Sep 10 02:55:07.700690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Transition to ACTIVE for port object d1a85d85-5d8c-4e65-840a-e6664ab96c7d will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:07.740336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] For port 8e487902-0844-4d17-a5b4-dca3f265ebca, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:07.751171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] For port 8e487902-0844-4d17-a5b4-dca3f265ebca, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8e487902-0844-4d17-a5b4-dca3f265ebca,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:07.754571 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] Set router aa156340-8555-494d-a6ee-6c3cf7b46d37 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:07.761096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.832942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:07.833734 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:07.835246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e487902-0844-4d17-a5b4-dca3f265ebca HTTP/1.1" status: 200 len: 1116 time: 2.9569752 Sep 10 02:55:07.835837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'tag': '8e487902-0844-4d17-a5b4-dca3f265ebca'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:07.929861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.32', 51224) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:07.989838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-51296614-ee0c-4fdf-9f15-fc0854ffdd63 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cd0f2014e6584bc8b270adef7f629044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588078 Sep 10 02:55:07.991072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:08.308873 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T02:55:02Z', 'revision_number': 3, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:08.379408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a362f-2a21-4fc1-b46a-271d30002839 service neutron] Pushing event updated for resources: {'Port': ['ID=8e487902-0844-4d17-a5b4-dca3f265ebca,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:08.386856 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35233be3-af6b-4ea3-9353-dc4f4d616cff None None] The sync data for ids ['aa156340-8555-494d-a6ee-6c3cf7b46d37'] in n-d-808126-2 is: [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T02:55:02Z', 'revision_number': 3, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:55:08.428535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-b22c4ffb-8154-4f46-96e0-f72300c3ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:08.429940 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-b22c4ffb-8154-4f46-96e0-f72300c3ec5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6e62749ae6040daa6d069121e48fc5d&device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 1119 time: 0.3641026 Sep 10 02:55:08.625040 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-e4ccbef8-64c5-4e56-9ec3-368f4da7a173 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8e487902-0844-4d17-a5b4-dca3f265ebca HTTP/1.1" status: 200 len: 217 time: 0.1833615 Sep 10 02:55:08.756065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53edb6f-9f45-4864-ada4-102c7e6a27e4 req-8a0cf7c2-bc7a-439d-ab06-14d1f7fdcf8a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:08.762499 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f53edb6f-9f45-4864-ada4-102c7e6a27e4 req-8a0cf7c2-bc7a-439d-ab06-14d1f7fdcf8a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.1434658 Sep 10 02:55:08.821125 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2948fdcb-b8f2-4894-8430-000f68c7324b" -d '{"events": [{"name": "network-changed", "server_uuid": "1204ec95-125a-4b35-a9ad-3361e50f08c9", "tag": "8e487902-0844-4d17-a5b4-dca3f265ebca"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:08.929608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-38051a14-933b-4abb-a6dd-bbe34f95f840 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:08.933308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-38051a14-933b-4abb-a6dd-bbe34f95f840 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9205773 Sep 10 02:55:08.945727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:08.949102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:08.970118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:08.998789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-3c31649c-6e64-48d2-9180-04c79de5bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:09.001061 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-3c31649c-6e64-48d2-9180-04c79de5bddb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1766863 Sep 10 02:55:09.005006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:09.005893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:09.031417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f53edb6f-9f45-4864-ada4-102c7e6a27e4 req-54e5bfa0-8d3d-443e-9bbb-c3f5a35a662c tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612491 Sep 10 02:55:09.164864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Request body: {'port': {'device_id': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'cd0f2014e6584bc8b270adef7f629044'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:09.299842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13a76-5c35-4498-a803-724828763a1c req-ed82c719-a60a-41b9-8f84-f8841968183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:09.302651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-ed82c719-a60a-41b9-8f84-f8841968183e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2701926 Sep 10 02:55:09.410275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-82525cb1-583d-4d72-a538-201897b78d79 None None] Provisioning for port d1a85d85-5d8c-4e65-840a-e6664ab96c7d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:09.422988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-82525cb1-583d-4d72-a538-201897b78d79 None None] Provisioning complete for port d1a85d85-5d8c-4e65-840a-e6664ab96c7d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:09.423623 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-82525cb1-583d-4d72-a538-201897b78d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:09.540429 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-37df6492-94d4-46d7-8410-52c57843679c service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891077 Sep 10 02:55:09.564701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-82525cb1-583d-4d72-a538-201897b78d79 None None] Port d1a85d85-5d8c-4e65-840a-e6664ab96c7d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:09.828117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f13a76-5c35-4498-a803-724828763a1c req-608ccc7e-4a55-4418-b818-cd2fb623fe6d service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571254 Sep 10 02:55:09.888909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94ebe42d-6342-4aaa-b7f7-a1a2a24267d2 req-d72f5cdc-a0d1-4ba0-84a8-f726c6bccd88 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 210 time: 0.4851551 Sep 10 02:55:10.081464 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14334af8-e623-4c69-9ffc-b9a81b1d3f0b x-openstack-request-id: req-14334af8-e623-4c69-9ffc-b9a81b1d3f0b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:10.082013 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1204ec95-125a-4b35-a9ad-3361e50f08c9", "tag": "8e487902-0844-4d17-a5b4-dca3f265ebca", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:10.082562 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14334af8-e623-4c69-9ffc-b9a81b1d3f0b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:10.083225 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'tag': '8e487902-0844-4d17-a5b4-dca3f265ebca', 'status': 'completed', 'code': 200} Sep 10 02:55:10.108314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Made reservation on behalf of cd0f2014e6584bc8b270adef7f629044 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:10.135651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:10.205112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:10.235139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-415b5020-b3f5-4580-9d2a-86e96a46dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:10.245816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-415b5020-b3f5-4580-9d2a-86e96a46dfca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6e62749ae6040daa6d069121e48fc5d&device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 1119 time: 0.1203194 Sep 10 02:55:10.450030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:10.700096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dc9450df-c4c9-4e2b-91bd-c631feb5b126 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:10.818482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:10.850336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port dc9450df-c4c9-4e2b-91bd-c631feb5b126 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:10.868899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dc9450df-c4c9-4e2b-91bd-c631feb5b126 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:10.871246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:10.886753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294cd87-6c39-43a7-abe2-78c65b97767d req-d000262d-692f-41f8-b540-f3587ae2ea0a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:10.899681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d294cd87-6c39-43a7-abe2-78c65b97767d req-d000262d-692f-41f8-b540-f3587ae2ea0a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.4931092 Sep 10 02:55:10.996576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-937d18bf-f4f3-4e5f-b2c7-676749136bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:11.001124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-937d18bf-f4f3-4e5f-b2c7-676749136bea service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.7455494 Sep 10 02:55:11.122585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:11.127835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:11.131686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:11.187323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port dc9450df-c4c9-4e2b-91bd-c631feb5b126, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dc9450df-c4c9-4e2b-91bd-c631feb5b126,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:11.198009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:11.368104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-686dd2e0-7b14-4e5a-a8d3-c7a93efb35f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8e487902-0844-4d17-a5b4-dca3f265ebca HTTP/1.1" status: 200 len: 217 time: 0.1162887 Sep 10 02:55:11.407830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:11.409055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:11.411329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:11.417929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=dc9450df-c4c9-4e2b-91bd-c631feb5b126,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:11.424797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01ddd6be-1da2-4211-9821-8fe2a4654b81 req-24d3d0f1-ebd0-4d08-8560-4c35feaafa70 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 210 time: 0.0605731 Sep 10 02:55:11.638954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Allocated IP 192.168.233.190 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/3eb30784-aa4e-41f1-a154-aaf486dcdec8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:11.851348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d294cd87-6c39-43a7-abe2-78c65b97767d req-6c71f211-96d7-448b-9ad1-a05d13a7928a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9503884 Sep 10 02:55:11.870553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:12.190404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:12.211579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:12.212861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Transition to ACTIVE for port object 3eb30784-aa4e-41f1-a154-aaf486dcdec8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:12.214693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:12.407999 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:12.559228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Pushing event updated for resources: {'Port': ['ID=3eb30784-aa4e-41f1-a154-aaf486dcdec8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:12.578754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Router aa156340-8555-494d-a6ee-6c3cf7b46d37 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:55:12.591284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dc9450df-c4c9-4e2b-91bd-c631feb5b126 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:12.612015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-abf23799-81a7-4ccb-948f-a3e461ce559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:12.613302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-abf23799-81a7-4ccb-948f-a3e461ce559c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1193016 Sep 10 02:55:12.620465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:12.658115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:12.672315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:12.713161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:12.714089 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:12.760693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-97229ac3-e7b2-4e4d-b862-5b755f706b30 None None] Provisioning complete for port d1a85d85-5d8c-4e65-840a-e6664ab96c7d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:12.761287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97229ac3-e7b2-4e4d-b862-5b755f706b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:12.813294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-381eac53-4fff-4208-9ee0-5ac43c761b74 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7416723 Sep 10 02:55:12.822620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-97229ac3-e7b2-4e4d-b862-5b755f706b30 None None] Port d1a85d85-5d8c-4e65-840a-e6664ab96c7d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:12.838662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dc9450df-c4c9-4e2b-91bd-c631feb5b126 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:12.847499 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:13.026872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-d6375dc9-5e76-454a-a8fe-b66cd862f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:13.029265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-d6375dc9-5e76-454a-a8fe-b66cd862f207 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288218 Sep 10 02:55:13.186251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01b633-dc67-4582-9406-17ee223a4bed req-7355d427-c1f7-4433-93e1-da2954c3af64 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:13.187668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f01b633-dc67-4582-9406-17ee223a4bed req-7355d427-c1f7-4433-93e1-da2954c3af64 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 936 time: 0.4415748 Sep 10 02:55:13.255804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-201045bc-d9bb-4022-bb08-0b146c0f4036 None None] Provisioning for port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:13.267932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-201045bc-d9bb-4022-bb08-0b146c0f4036 None None] Provisioning complete for port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:13.269562 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-201045bc-d9bb-4022-bb08-0b146c0f4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:13.292723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:13.338419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:55:13.363481 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e79377d-3759-4dc9-8957-791335dc9b97 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa156340-8555-494d-a6ee-6c3cf7b46d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0448542 Sep 10 02:55:13.370774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Sync routers for ids ['aa156340-8555-494d-a6ee-6c3cf7b46d37'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:55:13.407089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Routers {'aa156340-8555-494d-a6ee-6c3cf7b46d37'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:13.408089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['aa156340-8555-494d-a6ee-6c3cf7b46d37'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:13.436308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f01b633-dc67-4582-9406-17ee223a4bed req-f006e4ea-4f63-4762-a6dd-d9034ce80ff7 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379200 Sep 10 02:55:13.456259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-95d973a5-41eb-45ce-b911-25f0ee2d90bb service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559852 Sep 10 02:55:13.496971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-201045bc-d9bb-4022-bb08-0b146c0f4036 None None] Port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:13.566975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30e775-5d71-490b-82f7-b099abf751e6 req-0cca0098-5c49-48d0-a2e5-6461dbb47cd2 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:13.587828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e30e775-5d71-490b-82f7-b099abf751e6 req-0cca0098-5c49-48d0-a2e5-6461dbb47cd2 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.2349656 Sep 10 02:55:13.635215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Set router aa156340-8555-494d-a6ee-6c3cf7b46d37 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:13.746610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e30e775-5d71-490b-82f7-b099abf751e6 req-0136de4c-488d-4a39-8cf0-ffbf05295738 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488106 Sep 10 02:55:13.747097 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52a007ed-5017-4c11-8545-051a1a5cf494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:13.791889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2948fdcb-b8f2-4894-8430-000f68c7324b req-dc25da82-279a-405d-be25-f7d83c96f148 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145561 Sep 10 02:55:13.927774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T02:55:10Z', 'revision_number': 4, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd1a85d85-5d8c-4e65-840a-e6664ab96c7d', 'name': '', 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'mac_address': 'fa:16:3e:34:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:06Z', 'updated_at': '2021-09-10T02:55:10Z', 'revision_number': 2, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'subnets': [{'id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:13.956638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52a007ed-5017-4c11-8545-051a1a5cf494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:13.964112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52a007ed-5017-4c11-8545-051a1a5cf494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:13.978383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Checking router: aa156340-8555-494d-a6ee-6c3cf7b46d37 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:55:13.979110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Updating router aa156340-8555-494d-a6ee-6c3cf7b46d37 port d1a85d85-5d8c-4e65-840a-e6664ab96c7d binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:55:14.013547 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-52a007ed-5017-4c11-8545-051a1a5cf494 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9144f70cfc1d41fbac05db4813ad0e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197435 Sep 10 02:55:14.017391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:14.023786 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.025313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a007ed-5017-4c11-8545-051a1a5cf494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93492d22-fad3-4abd-a36c-eb6942a58854,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:14.139270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef87031-d085-4728-9079-05135c85f193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.179177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef87031-d085-4728-9079-05135c85f193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.277164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef87031-d085-4728-9079-05135c85f193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.285226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef87031-d085-4728-9079-05135c85f193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.289113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ef87031-d085-4728-9079-05135c85f193 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93492d22-fad3-4abd-a36c-eb6942a58854 HTTP/1.1" status: 204 len: 168 time: 0.2670157 Sep 10 02:55:14.307889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef87031-d085-4728-9079-05135c85f193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93492d22-fad3-4abd-a36c-eb6942a58854,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:14.483203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.494700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Transition to ACTIVE for port object d1a85d85-5d8c-4e65-840a-e6664ab96c7d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:14.504067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.655083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc861-aedf-42f4-a0f6-7cae63f3b080 None None] Pushing event updated for resources: {'Port': ['ID=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:14.803625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Attempting to bind port d1a85d85-5d8c-4e65-840a-e6664ab96c7d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:14.804006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Attempting to bind port d1a85d85-5d8c-4e65-840a-e6664ab96c7d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:14.804364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Attempting to bind port d1a85d85-5d8c-4e65-840a-e6664ab96c7d on network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:14.819524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37942) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:14.841186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:14.847402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Checking segment: {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:14.847402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.847402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Bound using segment: {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:14.847402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Bound port: d1a85d85-5d8c-4e65-840a-e6664ab96c7d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c090562-e1d2-408a-99e4-8175222ea8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:14.848758 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:14.999818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37946) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:15.005264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313132864', 'description': 'tempest-description--1298700924'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:15.010947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:15.061292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] For port d1a85d85-5d8c-4e65-840a-e6664ab96c7d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:15.073998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.104761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] For port d1a85d85-5d8c-4e65-840a-e6664ab96c7d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,segment=NetworkSegment(4c090562-e1d2-408a-99e4-8175222ea8c3),segment_id=4c090562-e1d2-408a-99e4-8175222ea8c3)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:15.113952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.195679 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37952) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:15.221674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0259f631-d57c-46b8-8482-4279e314a1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.273968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413459e6-eb4f-4280-8bb5-8eb31cb4b80b req-4746e58c-fed7-445f-9591-3b4581387c8d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:15.295836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-413459e6-eb4f-4280-8bb5-8eb31cb4b80b req-4746e58c-fed7-445f-9591-3b4581387c8d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 936 time: 0.1861558 Sep 10 02:55:15.306525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Routers {'aa156340-8555-494d-a6ee-6c3cf7b46d37'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:15.327646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['aa156340-8555-494d-a6ee-6c3cf7b46d37'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:15.329919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc861-aedf-42f4-a0f6-7cae63f3b080 None None] Pushing event updated for resources: {'Port': ['ID=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:15.462576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-413459e6-eb4f-4280-8bb5-8eb31cb4b80b req-44610793-bfa7-43e4-b287-60899e78d0b2 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633792 Sep 10 02:55:15.526654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.532812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.544412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] Set router aa156340-8555-494d-a6ee-6c3cf7b46d37 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:15.618758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0528009e-f5bc-4b05-af59-64fb8ffd3f1c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:15.648219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fc7f2-e71b-4949-99aa-209942c67e6c req-5c17a64d-c5a7-40a0-9f78-73992263b282 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:15.649813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d32fc7f2-e71b-4949-99aa-209942c67e6c req-5c17a64d-c5a7-40a0-9f78-73992263b282 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.0752265 Sep 10 02:55:15.716187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0259f631-d57c-46b8-8482-4279e314a1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.728699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d32fc7f2-e71b-4949-99aa-209942c67e6c req-bd16e9c2-5005-4f63-bc62-f18ba5f68b45 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Sep 10 02:55:15.736538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.737414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0259f631-d57c-46b8-8482-4279e314a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.741384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b736841d-3de1-4f0d-bc85-a2d31a55ca31 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7374368 Sep 10 02:55:15.741935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37956) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:15.752036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'security_group_rule': {'security_group_id': '0528009e-f5bc-4b05-af59-64fb8ffd3f1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:15.765242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a73b800-64a9-4765-9a4a-cb5cf7e36a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.817055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.821122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259f631-d57c-46b8-8482-4279e314a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13edf79-fd94-4a97-bfa8-d93505436aa2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:15.823745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c134024f-29f8-49e5-a322-cf630086439a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:15.923235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37966) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:15.930670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0259f631-d57c-46b8-8482-4279e314a1ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b246cba4c4c475b872386393135634f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7333691 Sep 10 02:55:16.044798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.066829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.085910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T02:55:10Z', 'revision_number': 4, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd1a85d85-5d8c-4e65-840a-e6664ab96c7d', 'name': '', 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'mac_address': 'fa:16:3e:34:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:06Z', 'updated_at': '2021-09-10T02:55:15Z', 'revision_number': 4, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'subnets': [{'id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:16.098749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ae8c6f-d7c1-4b59-ac69-08f41e6d04e2,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:16.139282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c134024f-29f8-49e5-a322-cf630086439a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.142136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff4c9-9562-4b5b-88ee-4962e76a5212 None None] The sync data for ids ['aa156340-8555-494d-a6ee-6c3cf7b46d37'] in n-d-808126-2 is: [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T02:55:10Z', 'revision_number': 4, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd1a85d85-5d8c-4e65-840a-e6664ab96c7d', 'name': '', 'network_id': '98c99850-6d03-493e-8dbd-3d3e23c5d2c7', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'mac_address': 'fa:16:3e:34:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:06Z', 'updated_at': '2021-09-10T02:55:15Z', 'revision_number': 4, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'subnets': [{'id': '2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:55:16.145172 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c134024f-29f8-49e5-a322-cf630086439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.153124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-249424ee-5ffb-4d36-88ef-be15c124b4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.202485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-4cf3b481-3644-4a38-b2a8-d1dcf5c634ce tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:55:16.208467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-4cf3b481-3644-4a38-b2a8-d1dcf5c634ce tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176013 Sep 10 02:55:16.252305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134024f-29f8-49e5-a322-cf630086439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3797632f-a7a4-4a6d-9ccc-3582121ef9a8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:16.253754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-249424ee-5ffb-4d36-88ef-be15c124b4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.329391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c134024f-29f8-49e5-a322-cf630086439a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e3301ea10b34c94afe38605bb5aac40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3135340 Sep 10 02:55:16.330044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37978) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:16.437114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-249424ee-5ffb-4d36-88ef-be15c124b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.439694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-249424ee-5ffb-4d36-88ef-be15c124b4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.446770 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-249424ee-5ffb-4d36-88ef-be15c124b4f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d13edf79-fd94-4a97-bfa8-d93505436aa2 HTTP/1.1" status: 204 len: 168 time: 0.5183520 Sep 10 02:55:16.492371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a73b800-64a9-4765-9a4a-cb5cf7e36a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.502577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a73b800-64a9-4765-9a4a-cb5cf7e36a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.517401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Request body: {'port': {'device_id': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:16.543718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249424ee-5ffb-4d36-88ef-be15c124b4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13edf79-fd94-4a97-bfa8-d93505436aa2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:16.559629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.567844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8d2394e6-244b-41e5-a748-c05fff49cc63 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8243608 Sep 10 02:55:16.568648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37992) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:16.597119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'security_group_rule': {'security_group_id': '0528009e-f5bc-4b05-af59-64fb8ffd3f1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:16.669104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4a73b800-64a9-4765-9a4a-cb5cf7e36a77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bfe719be85e4ad392dee2795c114b50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8473384 Sep 10 02:55:16.690443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:16.696939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1a85d85-5d8c-4e65-840a-e6664ab96c7d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:16.713537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73b800-64a9-4765-9a4a-cb5cf7e36a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4c39c8-10c2-48d5-a726-06edba180fdc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:16.814466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eb259-df43-4001-bd0a-748131a7fae9 req-48ff08bb-6b73-4baa-876b-fa4ebe6eb047 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:16.824300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.829077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc0eb259-df43-4001-bd0a-748131a7fae9 req-48ff08bb-6b73-4baa-876b-fa4ebe6eb047 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 936 time: 0.1545548 Sep 10 02:55:16.829795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d1a85d85-5d8c-4e65-840a-e6664ab96c7d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:16.836697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d1a85d85-5d8c-4e65-840a-e6664ab96c7d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:16.837074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:16.928090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc0eb259-df43-4001-bd0a-748131a7fae9 req-f6a433e6-9d13-40c4-aa47-056992eefbf9 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980370 Sep 10 02:55:17.040635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.099783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d1a85d85-5d8c-4e65-840a-e6664ab96c7d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,segment=NetworkSegment(4c090562-e1d2-408a-99e4-8175222ea8c3),segment_id=4c090562-e1d2-408a-99e4-8175222ea8c3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:17.108936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.114625 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:55:17.190714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:17.191589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dff24701-01d9-44b1-99d2-8c23cd383e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.225187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dff24701-01d9-44b1-99d2-8c23cd383e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.287141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.319345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dff24701-01d9-44b1-99d2-8c23cd383e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.321986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dff24701-01d9-44b1-99d2-8c23cd383e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.323112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dff24701-01d9-44b1-99d2-8c23cd383e7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3797632f-a7a4-4a6d-9ccc-3582121ef9a8 HTTP/1.1" status: 204 len: 168 time: 0.9918551 Sep 10 02:55:17.352929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38016) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:17.473537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb30784-aa4e-41f1-a154-aaf486dcdec8 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:17.483025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.501785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Transition to ACTIVE for port object 3eb30784-aa4e-41f1-a154-aaf486dcdec8 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:17.503513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff24701-01d9-44b1-99d2-8c23cd383e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3797632f-a7a4-4a6d-9ccc-3582121ef9a8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:17.550357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.554570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.597994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.654473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59ba512e-2eb9-4bef-8231-e0f79c0c0d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.663007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb49a6-32da-4785-9abb-2f04d998660f req-48a123de-da53-4edd-9bba-3e62c89f9bf4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:17.672246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbb49a6-32da-4785-9abb-2f04d998660f req-48a123de-da53-4edd-9bba-3e62c89f9bf4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.3961322 Sep 10 02:55:17.817526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59ba512e-2eb9-4bef-8231-e0f79c0c0d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.824814 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59ba512e-2eb9-4bef-8231-e0f79c0c0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.832710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Attempting to bind port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:17.833123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Attempting to bind port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:17.833454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Attempting to bind port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:17.854450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbb49a6-32da-4785-9abb-2f04d998660f req-fcf4426f-3e21-42e6-93dc-6f31129cd75b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766231 Sep 10 02:55:17.864713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:17.865040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Attempting to bind port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:17.871677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.877745 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3052683 Sep 10 02:55:17.878658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:17.882564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:17.882924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:17.883539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:17.883990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Bound port: 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:17.884437 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.886387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8469-1e19-4204-b6c4-4499099d54ab tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bbacd7-e796-4022-b6bd-3dd5a43aeb7e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:17.917161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:17.945517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b86de50-fbe1-4af2-9780-438a7fa96af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:17.961921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-59ba512e-2eb9-4bef-8231-e0f79c0c0d68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09ba8865923d45359293a48657bd6351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063993 Sep 10 02:55:17.964696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:17.977073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b86de50-fbe1-4af2-9780-438a7fa96af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.013873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba512e-2eb9-4bef-8231-e0f79c0c0d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a324e5b-514b-4caf-94ca-0523f2680835,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:18.043754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.048008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb30784-aa4e-41f1-a154-aaf486dcdec8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:18.070831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b86de50-fbe1-4af2-9780-438a7fa96af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.073763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b86de50-fbe1-4af2-9780-438a7fa96af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.075329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b86de50-fbe1-4af2-9780-438a7fa96af3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac4c39c8-10c2-48d5-a726-06edba180fdc HTTP/1.1" status: 204 len: 168 time: 1.3839166 Sep 10 02:55:18.088579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86de50-fbe1-4af2-9780-438a7fa96af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4c39c8-10c2-48d5-a726-06edba180fdc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:18.228037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38040) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:18.266332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3404a5e6-355b-44a9-8376-f36081317013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.417708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aafa1219-b6a7-4d82-8bdf-a73e736261a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.533681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aafa1219-b6a7-4d82-8bdf-a73e736261a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.543059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] For port 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:18.580378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] For port 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:18.611870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.659071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1a85d85-5d8c-4e65-840a-e6664ab96c7d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:18.663833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223de094-7caa-4746-840d-321360c590aa req-6ce6aedd-cd5d-42e2-930e-42c36645398c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:18.669381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:18.670009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.674663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-223de094-7caa-4746-840d-321360c590aa req-6ce6aedd-cd5d-42e2-930e-42c36645398c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 948 time: 0.5308108 Sep 10 02:55:18.674824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] 10.222.0.32 "PUT /v2.0/ports/3eb30784-aa4e-41f1-a154-aaf486dcdec8 HTTP/1.1" status: 200 len: 1096 time: 2.2944605 Sep 10 02:55:18.675297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'tag': '3eb30784-aa4e-41f1-a154-aaf486dcdec8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:18.789372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d1a85d85-5d8c-4e65-840a-e6664ab96c7d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:18.790238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.816994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aafa1219-b6a7-4d82-8bdf-a73e736261a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.822211 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aafa1219-b6a7-4d82-8bdf-a73e736261a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:18.823385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aafa1219-b6a7-4d82-8bdf-a73e736261a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a324e5b-514b-4caf-94ca-0523f2680835 HTTP/1.1" status: 204 len: 168 time: 0.8478503 Sep 10 02:55:18.867953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa1219-b6a7-4d82-8bdf-a73e736261a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a324e5b-514b-4caf-94ca-0523f2680835,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:18.908382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-223de094-7caa-4746-840d-321360c590aa req-baf5550b-2b62-4919-b926-c2f5a3324ec1 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303746 Sep 10 02:55:19.084851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3404a5e6-355b-44a9-8376-f36081317013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.090248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3404a5e6-355b-44a9-8376-f36081317013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.098638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213c75a-cf74-4a23-a85b-7e9894640d13 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb30784-aa4e-41f1-a154-aaf486dcdec8,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:19.197274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38058) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:19.217388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3404a5e6-355b-44a9-8376-f36081317013 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=776384b24c22484a8016e0b26009d4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9881239 Sep 10 02:55:19.222708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38060) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:19.238062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a5e6-355b-44a9-8376-f36081317013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d5509-e434-4f49-95f7-41f820bb5b26,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:19.260103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e86940-7b8d-480d-a4dd-56d82c1d3ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.304880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-aac85be7-ca66-4aaa-b0e3-a4851fc8f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:19.314746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-aac85be7-ca66-4aaa-b0e3-a4851fc8f84c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd0f2014e6584bc8b270adef7f629044&device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 1099 time: 0.4983783 Sep 10 02:55:19.348800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e7f3-2273-4337-b5a1-a82d9a2bade3 req-546133f1-b3fc-4263-8509-df974c16b79b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:19.366512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c547e7f3-2273-4337-b5a1-a82d9a2bade3 req-546133f1-b3fc-4263-8509-df974c16b79b tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.3490522 Sep 10 02:55:19.387560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.485783 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e86940-7b8d-480d-a4dd-56d82c1d3ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.502220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e86940-7b8d-480d-a4dd-56d82c1d3ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.512372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29977d4b-f59a-47f8-86f5-1210070c895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.531355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c547e7f3-2273-4337-b5a1-a82d9a2bade3 req-89bf4478-2fcc-4026-951e-631e6ec29bf7 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594086 Sep 10 02:55:19.569832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29977d4b-f59a-47f8-86f5-1210070c895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.599207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e86940-7b8d-480d-a4dd-56d82c1d3ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f94dd9-ca44-48f9-a911-2641ddfcc364,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:19.622613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a2e86940-7b8d-480d-a4dd-56d82c1d3ef0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e26b6114e4224d31afeb1104e627a288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235618 Sep 10 02:55:19.626456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38066) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:19.659240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Allocated IP 172.25.8.126 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/dbf10fe4-fd4a-4db9-a5c3-887b13fbaf52) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:19.685344 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ad2eb6-88e0-468b-bf3a-8f0814bca767", "tag": "3eb30784-aa4e-41f1-a154-aaf486dcdec8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:19.713262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29977d4b-f59a-47f8-86f5-1210070c895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.716796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29977d4b-f59a-47f8-86f5-1210070c895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.718644 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-29977d4b-f59a-47f8-86f5-1210070c895e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c85d5509-e434-4f49-95f7-41f820bb5b26 HTTP/1.1" status: 204 len: 168 time: 0.4885056 Sep 10 02:55:19.732240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af826f0-ef9a-4743-8918-27d42583b2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.737155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29977d4b-f59a-47f8-86f5-1210070c895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d5509-e434-4f49-95f7-41f820bb5b26,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:19.782553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af826f0-ef9a-4743-8918-27d42583b2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.833829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.884403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af826f0-ef9a-4743-8918-27d42583b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.887623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af826f0-ef9a-4743-8918-27d42583b2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.888823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0af826f0-ef9a-4743-8918-27d42583b2ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0f94dd9-ca44-48f9-a911-2641ddfcc364 HTTP/1.1" status: 204 len: 168 time: 0.2613699 Sep 10 02:55:19.891730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:19.908003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af826f0-ef9a-4743-8918-27d42583b2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f94dd9-ca44-48f9-a911-2641ddfcc364,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:19.972234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:19.976943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:19.981699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:20.021722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'Port': ['ID=dbf10fe4-fd4a-4db9-a5c3-887b13fbaf52,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:20.052939 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f102c6a-b4d6-4dcf-af4b-679ebba06730 x-openstack-request-id: req-9f102c6a-b4d6-4dcf-af4b-679ebba06730 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:20.053407 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ad2eb6-88e0-468b-bf3a-8f0814bca767", "tag": "3eb30784-aa4e-41f1-a154-aaf486dcdec8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:20.053823 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f102c6a-b4d6-4dcf-af4b-679ebba06730 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:20.054406 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'tag': '3eb30784-aa4e-41f1-a154-aaf486dcdec8', 'status': 'completed', 'code': 200} Sep 10 02:55:20.063285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38080) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:20.083957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3973a295-d2f8-4176-aad4-8f85f746d5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.212669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.247727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978a25-8524-4445-ac7a-6037b9f43899 req-0ae99f26-5775-4555-a6ed-3fd3a7558fe4 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:20.250413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb978a25-8524-4445-ac7a-6037b9f43899 req-0ae99f26-5775-4555-a6ed-3fd3a7558fe4 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 948 time: 0.1682689 Sep 10 02:55:20.295111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3973a295-d2f8-4176-aad4-8f85f746d5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.301193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.303210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3973a295-d2f8-4176-aad4-8f85f746d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.351724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973a295-d2f8-4176-aad4-8f85f746d5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03799e7-676a-46f3-8f43-3815a2e8995d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:20.386839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb978a25-8524-4445-ac7a-6037b9f43899 req-2812875e-38ce-4a13-a63d-618cdb1bc734 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164539 Sep 10 02:55:20.455644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3973a295-d2f8-4176-aad4-8f85f746d5b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24221cdf269c4a819192a51474c2bc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910508 Sep 10 02:55:20.458260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38086) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:20.590204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73405a09-c6f8-48fb-b911-90ad03b67a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.641070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73405a09-c6f8-48fb-b911-90ad03b67a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.660724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-5f7912a7-e81a-42ec-99a1-3d9a9a9bb283 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8 HTTP/1.1" status: 200 len: 217 time: 0.1926632 Sep 10 02:55:20.731920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb920b-324e-45dc-ab8c-a8f9f011ce7b req-4d7ae9c0-7eee-41c6-942b-feee61d17e6a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:20.733946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0dbb920b-324e-45dc-ab8c-a8f9f011ce7b req-4d7ae9c0-7eee-41c6-942b-feee61d17e6a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.0959859 Sep 10 02:55:20.785758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73405a09-c6f8-48fb-b911-90ad03b67a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.788799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73405a09-c6f8-48fb-b911-90ad03b67a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.792917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-73405a09-c6f8-48fb-b911-90ad03b67a67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b03799e7-676a-46f3-8f43-3815a2e8995d HTTP/1.1" status: 204 len: 168 time: 0.3336296 Sep 10 02:55:20.834776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73405a09-c6f8-48fb-b911-90ad03b67a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03799e7-676a-46f3-8f43-3815a2e8995d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:20.853858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0dbb920b-324e-45dc-ab8c-a8f9f011ce7b req-9af88985-2eb9-4366-8182-ccd55daa7588 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085560 Sep 10 02:55:20.895121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-62eb7cd0-d4e6-49f0-bd4f-680a584deb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:20.896658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-62eb7cd0-d4e6-49f0-bd4f-680a584deb33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1769047 Sep 10 02:55:20.927285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.934809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:20.949329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:21.006443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:21.016032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1177583 Sep 10 02:55:21.022038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7a3f-9874-4e68-8510-c052321c227e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'Port': ['ID=dbf10fe4-fd4a-4db9-a5c3-887b13fbaf52,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:21.513767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-9051100c-7ea5-4a10-8f43-a5e25ca26878 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--313132864&fields=id&tenant_id=1e85b2d1a39c44eba571a20c28493404 HTTP/1.1" status: 200 len: 267 time: 0.1022868 Sep 10 02:55:21.741289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-2408109f-a11b-4e1d-b729-55d1e74cd007 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:21.744249 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-2408109f-a11b-4e1d-b729-55d1e74cd007 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 824 time: 0.2231541 Sep 10 02:55:21.758954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38142) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:21.770995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-290f27d3-542d-4b5a-89f3-fc52019876d7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/quotas/1e85b2d1a39c44eba571a20c28493404 HTTP/1.1" status: 200 len: 375 time: 0.0140519 Sep 10 02:55:21.785306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c84a9-6867-4293-8da1-2e40818e32e1 req-d8905e9f-0466-4c3c-8f24-bbd52bc1b979 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:21.786859 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-da6c84a9-6867-4293-8da1-2e40818e32e1 req-d8905e9f-0466-4c3c-8f24-bbd52bc1b979 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 948 time: 0.0924575 Sep 10 02:55:21.797142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0a53886d-a9c5-4c64-98d5-af237fa59685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:21.868423 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-da6c84a9-6867-4293-8da1-2e40818e32e1 req-9a1821af-e491-43ae-8a3d-dc4496322169 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637712 Sep 10 02:55:21.912137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-5db32672-bc6f-4eac-85d1-8d3fe84f6467 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350582 Sep 10 02:55:22.023823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0a53886d-a9c5-4c64-98d5-af237fa59685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.031753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0a53886d-a9c5-4c64-98d5-af237fa59685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.065842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71788-8421-4dde-87c2-636ec4228bb1 req-207a404a-f48d-4bea-9cca-fa578b0e9341 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:22.075541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87f71788-8421-4dde-87c2-636ec4228bb1 req-207a404a-f48d-4bea-9cca-fa578b0e9341 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.0937912 Sep 10 02:55:22.082618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53886d-a9c5-4c64-98d5-af237fa59685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7178b697-dc1b-4419-a6cf-a42da59c6927,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:22.101687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0a53886d-a9c5-4c64-98d5-af237fa59685 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb43a64290284caeb6169823a75e123b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409185 Sep 10 02:55:22.104233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38164) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:22.139905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87f71788-8421-4dde-87c2-636ec4228bb1 req-08a653a1-6ee0-4bda-86bf-343e2bd124a4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626175 Sep 10 02:55:22.169283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fc5389c-a16a-4d01-9f12-7254b0f7bf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.192545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fc5389c-a16a-4d01-9f12-7254b0f7bf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.244618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fc5389c-a16a-4d01-9f12-7254b0f7bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.249447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fc5389c-a16a-4d01-9f12-7254b0f7bf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.251223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fc5389c-a16a-4d01-9f12-7254b0f7bf01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7178b697-dc1b-4419-a6cf-a42da59c6927 HTTP/1.1" status: 204 len: 168 time: 0.1458850 Sep 10 02:55:22.265064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5389c-a16a-4d01-9f12-7254b0f7bf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7178b697-dc1b-4419-a6cf-a42da59c6927,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:22.540088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38188) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:22.692766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-461d3674-0724-4981-b8c3-24eb64eab190 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:55:22.693852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-461d3674-0724-4981-b8c3-24eb64eab190 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3662252 Sep 10 02:55:22.749214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0b32-7bc0-43bf-9c4e-3fb6f08334d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.801324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-77784128-3efe-4b77-9a5a-a5b75caeeea4 service neutron] 10.222.0.23 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996621 Sep 10 02:55:22.886223 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0b32-7bc0-43bf-9c4e-3fb6f08334d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.892263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0b32-7bc0-43bf-9c4e-3fb6f08334d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:22.941021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-9a130b3d-c6d6-4429-89d2-2b2eec676af8 service neutron] 10.222.0.23 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265252 Sep 10 02:55:22.944509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ea2f0b32-7bc0-43bf-9c4e-3fb6f08334d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a93188bc9f94e769a2e7dc6e2cb163d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007320 Sep 10 02:55:22.944509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f0b32-7bc0-43bf-9c4e-3fb6f08334d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6408bb4a-6d4d-4b22-9888-38e6d229a60f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:22.944781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38210) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:23.046529 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c125dc8-c44b-42be-8e52-d32f0a4e0856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:23.090014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c125dc8-c44b-42be-8e52-d32f0a4e0856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:23.122015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-2f633540-3295-4ed8-8e61-437fe0a0e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:23.124514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-2f633540-3295-4ed8-8e61-437fe0a0e9c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174467 Sep 10 02:55:23.133166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d692fa-f244-46bb-ac04-0276fe9ed9bc req-0cb981ee-0cba-4d12-a667-e90b65c0cbc1 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:23.134843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92d692fa-f244-46bb-ac04-0276fe9ed9bc req-0cb981ee-0cba-4d12-a667-e90b65c0cbc1 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 948 time: 0.1798658 Sep 10 02:55:23.201630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c125dc8-c44b-42be-8e52-d32f0a4e0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:23.206046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c125dc8-c44b-42be-8e52-d32f0a4e0856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:23.207412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8c125dc8-c44b-42be-8e52-d32f0a4e0856 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6408bb4a-6d4d-4b22-9888-38e6d229a60f HTTP/1.1" status: 204 len: 168 time: 0.2615120 Sep 10 02:55:23.228126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c125dc8-c44b-42be-8e52-d32f0a4e0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408bb4a-6d4d-4b22-9888-38e6d229a60f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:23.268590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2879162-1ce8-4c26-8ce7-8692ef524954 req-cc5ff391-9888-41aa-97fc-29bb0668ee6b tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 210 time: 0.0484669 Sep 10 02:55:23.343389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92d692fa-f244-46bb-ac04-0276fe9ed9bc req-bf477ebb-5c93-480f-986b-6464528eadb7 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936181 Sep 10 02:55:23.400686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-88af03b7-df86-4070-8808-37eaa602d158 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609677 Sep 10 02:55:23.417670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509a83-4bfe-45ef-b750-bd88549337aa req-06a5f717-78c6-45ed-a010-3390dafdb58e tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:23.425944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6f509a83-4bfe-45ef-b750-bd88549337aa req-06a5f717-78c6-45ed-a010-3390dafdb58e tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.0641692 Sep 10 02:55:23.465360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6f509a83-4bfe-45ef-b750-bd88549337aa req-695f72a0-946d-42c0-8588-1fd3f26d2340 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Sep 10 02:55:23.536792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3085fe41-5582-42fc-b50c-7f6bb16aaf72 req-6649b341-ab93-4438-8288-ab3de3f5dc60 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277745 Sep 10 02:55:23.617332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2566470c-0a65-4425-a8eb-7c1a55c5693c req-494ca353-f10d-4d19-a51b-9044925fd193 tempest-FlavorsV2NegativeTest-852111948 tempest-FlavorsV2NegativeTest-852111948-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c67a55004d0145d284ea5df5f705ce04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324211 Sep 10 02:55:23.839862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38282) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:23.860253 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de9eb264-6c90-43e3-aba8-3c2fb7607764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:23.946140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566470c-0a65-4425-a8eb-7c1a55c5693c req-8d98b8fa-3ab6-4795-a4af-c1ed06a3913f tempest-FlavorsV2NegativeTest-852111948 tempest-FlavorsV2NegativeTest-852111948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:23.953869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2566470c-0a65-4425-a8eb-7c1a55c5693c req-8d98b8fa-3ab6-4795-a4af-c1ed06a3913f tempest-FlavorsV2NegativeTest-852111948 tempest-FlavorsV2NegativeTest-852111948-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995446 Sep 10 02:55:23.972063 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2566470c-0a65-4425-a8eb-7c1a55c5693c req-ca6404e3-c6ec-4500-927a-420fdbca2ecc tempest-FlavorsV2NegativeTest-852111948 tempest-FlavorsV2NegativeTest-852111948-project] 10.222.0.23 "GET /v2.0/quotas/c67a55004d0145d284ea5df5f705ce04 HTTP/1.1" status: 200 len: 375 time: 0.0172601 Sep 10 02:55:24.045691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de9eb264-6c90-43e3-aba8-3c2fb7607764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.051026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de9eb264-6c90-43e3-aba8-3c2fb7607764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.060495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2566470c-0a65-4425-a8eb-7c1a55c5693c req-a1ba6eed-9649-4b65-b126-8005e19423b8 tempest-FlavorsV2NegativeTest-852111948 tempest-FlavorsV2NegativeTest-852111948-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c67a55004d0145d284ea5df5f705ce04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874977 Sep 10 02:55:24.075978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-26568e66-dba2-4b43-99ea-a77dc248ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:24.083402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-26568e66-dba2-4b43-99ea-a77dc248ef00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd0f2014e6584bc8b270adef7f629044&device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 1099 time: 0.4637630 Sep 10 02:55:24.137882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8e487902-0844-4d17-a5b4-dca3f265ebca details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:55:24.158169 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de9eb264-6c90-43e3-aba8-3c2fb7607764 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93a8642f5e8e4a55a175d5fd05dad848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171895 Sep 10 02:55:24.158937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9eb264-6c90-43e3-aba8-3c2fb7607764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a8b0d4-8389-4bd9-8856-3d09c342f4cb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:24.162468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38300) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:24.290217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-b4699302-b38a-4ea9-b400-fa35145dd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:24.290626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd8c43bc-d084-4f29-97c0-70cddf47c21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.292248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-b4699302-b38a-4ea9-b400-fa35145dd6d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2066147 Sep 10 02:55:24.351245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd8c43bc-d084-4f29-97c0-70cddf47c21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.401423 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-c4b4047e-5c46-4d03-9091-18f3ed7aca68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8 HTTP/1.1" status: 200 len: 217 time: 0.0979664 Sep 10 02:55:24.462427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 8e487902-0844-4d17-a5b4-dca3f265ebca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8e487902-0844-4d17-a5b4-dca3f265ebca,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:24.476203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '8e487902-0844-4d17-a5b4-dca3f265ebca', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '8e487902-0844-4d17-a5b4-dca3f265ebca', 'mac_address': 'fa:16:3e:ef:d4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-339718174', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:55:24.494863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29497d70-1a46-49b0-97af-27f382e119b3 req-96b21369-b9c0-4fa3-b3e2-b3b688918e20 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 210 time: 0.0992992 Sep 10 02:55:24.537398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd8c43bc-d084-4f29-97c0-70cddf47c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.542020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd8c43bc-d084-4f29-97c0-70cddf47c21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.545801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd8c43bc-d084-4f29-97c0-70cddf47c21c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40a8b0d4-8389-4bd9-8856-3d09c342f4cb HTTP/1.1" status: 204 len: 168 time: 0.3795869 Sep 10 02:55:24.553340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-fcb38893-0b17-4389-b401-67df0ef44ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:24.553870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.557557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-fcb38893-0b17-4389-b401-67df0ef44ba8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1466670 Sep 10 02:55:24.558588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c43bc-d084-4f29-97c0-70cddf47c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a8b0d4-8389-4bd9-8856-3d09c342f4cb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:24.575721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e487902-0844-4d17-a5b4-dca3f265ebca {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:24.613924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 8e487902-0844-4d17-a5b4-dca3f265ebca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8e487902-0844-4d17-a5b4-dca3f265ebca,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:24.622789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:24.657952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d56c7-bb5a-466b-bd33-d0967fcaf856 req-ee2206d5-cc79-4bd8-a61d-416d74c38194 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:24.665734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-416d56c7-bb5a-466b-bd33-d0967fcaf856 req-ee2206d5-cc79-4bd8-a61d-416d74c38194 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 968 time: 0.0654662 Sep 10 02:55:24.690275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=8e487902-0844-4d17-a5b4-dca3f265ebca,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:24.717714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-416d56c7-bb5a-466b-bd33-d0967fcaf856 req-b3aa68e5-b555-4769-bd92-9efed37ea490 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Sep 10 02:55:24.750179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-9fe6ca3a-1f6c-4d64-b123-b02914fb3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:24.752356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-9fe6ca3a-1f6c-4d64-b123-b02914fb3c9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862969 Sep 10 02:55:24.764779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089b4b0-a0f0-46c3-886b-52be1478d319 req-a532a248-8390-4307-8719-48ef1edbf2c0 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:24.766845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c089b4b0-a0f0-46c3-886b-52be1478d319 req-a532a248-8390-4307-8719-48ef1edbf2c0 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 948 time: 0.1897042 Sep 10 02:55:24.882826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c089b4b0-a0f0-46c3-886b-52be1478d319 req-9417b085-59a9-49be-af12-250a8f39faca tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040852 Sep 10 02:55:24.905428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['8e487902-0844-4d17-a5b4-dca3f265ebca'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:24.925321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-e75a6637-70ed-41dc-93a5-d19d429322b1 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567979 Sep 10 02:55:25.092390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c49dccf3-bfc2-4ce1-af13-45d376b7fa08 req-18cf5d66-03f9-4ba7-bbce-ba6894cd5b1f service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593156 Sep 10 02:55:25.251500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-df2a3942-cd1a-408d-b443-8425c62b41b6 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:25.254576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-df2a3942-cd1a-408d-b443-8425c62b41b6 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.36 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 824 time: 0.1430695 Sep 10 02:55:25.320488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-1f7a26ff-d459-4c57-a56f-3a68646ce7a8 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e85b2d1a39c44eba571a20c28493404 HTTP/1.1" status: 200 len: 379 time: 0.0556064 Sep 10 02:55:25.334309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'port': {'device_id': '8af05766-1d82-4208-9441-5a8a7a67645e', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'admin_state_up': True, 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'security_groups': ['0528009e-f5bc-4b05-af59-64fb8ffd3f1c']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:25.461140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Made reservation on behalf of 1e85b2d1a39c44eba571a20c28493404 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:25.464792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:25.548861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38372) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:25.619571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03a0b2f3-3f7a-46db-80eb-a9c9b74874bb req-c6ff8413-08c2-4821-9266-65bfce110393 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 210 time: 0.0334084 Sep 10 02:55:25.640581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Allocated IP 172.20.0.4 (4afa03e6-264f-4e4e-832a-b3c5e82d5e51/204ed0fc-dadb-4b8c-b966-22b0620b65ee/d27786ff-fd96-48e0-b45a-9c9121e5a2eb) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:25.661094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38380) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:25.773558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-178d9536-85e7-4d36-86b5-a80f303b9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:25.804663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:25.847098 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d585627-75c3-4d18-a75d-0262da3bc3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:25.886609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721660-da6d-472b-9e4c-b53f7f94c176 req-f1efef84-5b0a-420c-ae18-10d4d26a8727 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:25.888508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d6721660-da6d-472b-9e4c-b53f7f94c176 req-f1efef84-5b0a-420c-ae18-10d4d26a8727 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 969 time: 0.1055257 Sep 10 02:55:25.960409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d6721660-da6d-472b-9e4c-b53f7f94c176 req-13424720-2cdb-40b3-8351-312f89525a13 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635717 Sep 10 02:55:26.006907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-178d9536-85e7-4d36-86b5-a80f303b9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.013917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-178d9536-85e7-4d36-86b5-a80f303b9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.038115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Transition to ACTIVE for port object d27786ff-fd96-48e0-b45a-9c9121e5a2eb will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:26.097441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e113ec-f4ef-442d-953f-c74d6d48481f req-9d2d88da-3706-46c2-8cde-230d918a5e1f tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:26.098964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90e113ec-f4ef-442d-953f-c74d6d48481f req-9d2d88da-3706-46c2-8cde-230d918a5e1f tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 948 time: 0.0742767 Sep 10 02:55:26.104167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d9536-85e7-4d36-86b5-a80f303b9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f88354-923c-4e49-93dd-3811a1affda3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:26.116911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8e487902-0844-4d17-a5b4-dca3f265ebca up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:26.117315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.137086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-178d9536-85e7-4d36-86b5-a80f303b9642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c67a55004d0145d284ea5df5f705ce04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817127 Sep 10 02:55:26.138251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38400) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:26.207553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 8e487902-0844-4d17-a5b4-dca3f265ebca completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:26.216361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 8e487902-0844-4d17-a5b4-dca3f265ebca triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:26.216979 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.233488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d585627-75c3-4d18-a75d-0262da3bc3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.242515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d585627-75c3-4d18-a75d-0262da3bc3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.262149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:26.267763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-825abcac-7de6-4897-a8f3-9c852837f1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.279905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0d585627-75c3-4d18-a75d-0262da3bc3fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fe975d86e4b45439ed391368acaa6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6173220 Sep 10 02:55:26.281762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38410) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:26.290224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-825abcac-7de6-4897-a8f3-9c852837f1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.346866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90e113ec-f4ef-442d-953f-c74d6d48481f req-55c643e9-efbf-458e-9c39-7b78142abcc4 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347400 Sep 10 02:55:26.357856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d585627-75c3-4d18-a75d-0262da3bc3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01613d7e-4bac-4df8-9336-c78c291e6739,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:26.361768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:26.364077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'Port': ['ID=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:26.378069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:26.383567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:26.384213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.387614 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.393716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3eb30784-aa4e-41f1-a154-aaf486dcdec8 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:55:26.403005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-825abcac-7de6-4897-a8f3-9c852837f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.404430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d7d4-022b-407f-83dd-836aa214be0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.407146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-825abcac-7de6-4897-a8f3-9c852837f1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.410959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-825abcac-7de6-4897-a8f3-9c852837f1e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8f88354-923c-4e49-93dd-3811a1affda3 HTTP/1.1" status: 204 len: 168 time: 0.2463000 Sep 10 02:55:26.420580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-46f53eab-7f51-4cca-b779-5f179d6667a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901513 Sep 10 02:55:26.435364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d7d4-022b-407f-83dd-836aa214be0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.448038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Request body: {'port': {'device_id': '8af05766-1d82-4208-9441-5a8a7a67645e', 'device_owner': 'compute:tempest-test_az-339718174', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:26.451221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825abcac-7de6-4897-a8f3-9c852837f1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f88354-923c-4e49-93dd-3811a1affda3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:26.464900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e487902-0844-4d17-a5b4-dca3f265ebca'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:26.545893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d7d4-022b-407f-83dd-836aa214be0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.549038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d7d4-022b-407f-83dd-836aa214be0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.553212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3ab8d7d4-022b-407f-83dd-836aa214be0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01613d7e-4bac-4df8-9336-c78c291e6739 HTTP/1.1" status: 204 len: 168 time: 0.2701931 Sep 10 02:55:26.569744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8d7d4-022b-407f-83dd-836aa214be0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01613d7e-4bac-4df8-9336-c78c291e6739,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:26.572306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 02:55:26.575254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.606082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 8e487902-0844-4d17-a5b4-dca3f265ebca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8e487902-0844-4d17-a5b4-dca3f265ebca,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:26.638208 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.771784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=8e487902-0844-4d17-a5b4-dca3f265ebca,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:26.779258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:26.805986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '3eb30784-aa4e-41f1-a154-aaf486dcdec8', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '3eb30784-aa4e-41f1-a154-aaf486dcdec8', 'mac_address': 'fa:16:3e:87:35:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:55:26.827236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d29fb-6b31-46c8-97e3-0a389a5634bc req-e34da91f-5c40-4614-9167-2451e59c6fc6 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:26.829281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a09d29fb-6b31-46c8-97e3-0a389a5634bc req-e34da91f-5c40-4614-9167-2451e59c6fc6 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 931 time: 0.0866859 Sep 10 02:55:26.840649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7a673d4-a047-449a-afae-75a5d86c8ebf None None] Provisioning for port d27786ff-fd96-48e0-b45a-9c9121e5a2eb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:26.850976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7a673d4-a047-449a-afae-75a5d86c8ebf None None] Provisioning complete for port d27786ff-fd96-48e0-b45a-9c9121e5a2eb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:26.851359 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7a673d4-a047-449a-afae-75a5d86c8ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.888814 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.917336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb30784-aa4e-41f1-a154-aaf486dcdec8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:26.918059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a09d29fb-6b31-46c8-97e3-0a389a5634bc req-5413574d-622e-4e75-a151-60649b51f679 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593202 Sep 10 02:55:26.921302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f7a673d4-a047-449a-afae-75a5d86c8ebf None None] Port d27786ff-fd96-48e0-b45a-9c9121e5a2eb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:26.940280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:26.945829 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:26.986608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27786ff-fd96-48e0-b45a-9c9121e5a2eb {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:26.997855 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.004348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3eb30784-aa4e-41f1-a154-aaf486dcdec8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:27.023013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Transition to ACTIVE for port object d27786ff-fd96-48e0-b45a-9c9121e5a2eb will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:27.029434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.133653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Pushing event updated for resources: {'Port': ['ID=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:27.173838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Attempting to bind port d27786ff-fd96-48e0-b45a-9c9121e5a2eb on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:27.174181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Attempting to bind port d27786ff-fd96-48e0-b45a-9c9121e5a2eb by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:27.174514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Attempting to bind port d27786ff-fd96-48e0-b45a-9c9121e5a2eb on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:27.179263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Port d27786ff-fd96-48e0-b45a-9c9121e5a2eb on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:27.179618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Attempting to bind port d27786ff-fd96-48e0-b45a-9c9121e5a2eb on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:27.188710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:27.189060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Checking segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:27.189454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Bound using segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:27.190157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Bound port: d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:27.190523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.212584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce32535-1658-4635-8346-da0f812b23e9 req-a76591df-a39f-4377-ac79-afc7a749fca4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:27.214108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bce32535-1658-4635-8346-da0f812b23e9 req-a76591df-a39f-4377-ac79-afc7a749fca4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.1626546 Sep 10 02:55:27.235888 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58137d6f-75e2-4652-a20f-c7c3d4aa894c" -d '{"events": [{"server_uuid": "1204ec95-125a-4b35-a9ad-3361e50f08c9", "name": "network-vif-plugged", "status": "completed", "tag": "8e487902-0844-4d17-a5b4-dca3f265ebca"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:27.241265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3eb30784-aa4e-41f1-a154-aaf486dcdec8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:27.285281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bce32535-1658-4635-8346-da0f812b23e9 req-de0c97d6-ef27-4801-8258-eba42a9aec47 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Sep 10 02:55:27.320478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] For port d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:27.324499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] For port d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:27.333592 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.376453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:27.377093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.378485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] 10.222.0.36 "PUT /v2.0/ports/d27786ff-fd96-48e0-b45a-9c9121e5a2eb HTTP/1.1" status: 200 len: 1112 time: 0.9347816 Sep 10 02:55:27.379501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:27.381202 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4dd11-2236-4c40-b288-071b7a958d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:27.463861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38456) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:27.470647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a7554-9697-468c-82a8-3a273e9e933b service neutron] Pushing event updated for resources: {'Port': ['ID=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:27.487671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017d319a-2735-4883-8d2a-54774360cd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.497709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-a1933be3-51e9-4880-91c1-13d44daddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:27.500094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-a1933be3-51e9-4880-91c1-13d44daddacb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 1115 time: 0.0694613 Sep 10 02:55:27.597606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-b809fbfd-40e0-4df0-8518-15947b7b2724 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb HTTP/1.1" status: 200 len: 217 time: 0.0871453 Sep 10 02:55:27.682346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-3ca8e83a-3984-45b9-ba5f-7672617a0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:27.683852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-3ca8e83a-3984-45b9-ba5f-7672617a0344 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.0792513 Sep 10 02:55:27.736146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017d319a-2735-4883-8d2a-54774360cd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.741364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-7a1ab136-1765-4623-9a1a-8eabd91740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:27.744340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-7a1ab136-1765-4623-9a1a-8eabd91740b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506508 Sep 10 02:55:27.744598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017d319a-2735-4883-8d2a-54774360cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.779742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b5d7a-2033-436d-be1d-00055fda9a4e req-d18914b5-677d-4c6c-94f5-c3a3efa95a00 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:27.781787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f9b5d7a-2033-436d-be1d-00055fda9a4e req-d18914b5-677d-4c6c-94f5-c3a3efa95a00 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 949 time: 0.0956914 Sep 10 02:55:27.800615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-017d319a-2735-4883-8d2a-54774360cd28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a79057871f6545ebaf23f38c1dd0a904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331273 Sep 10 02:55:27.805205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:27.832676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d319a-2735-4883-8d2a-54774360cd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653bb855-505c-4f2f-adf6-c5b374b9e840,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:27.882837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f9b5d7a-2033-436d-be1d-00055fda9a4e req-d2b2a8f4-40d0-4331-92f7-234784b35814 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906210 Sep 10 02:55:27.896599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c0b835f-fb37-4f18-b227-5e96849ddc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:27.904088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-caaa61d4-bf11-40aa-99bf-e641a864e5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503179 Sep 10 02:55:27.929143 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6270bd80-35ad-43c8-a846-eed23ee30107 x-openstack-request-id: req-6270bd80-35ad-43c8-a846-eed23ee30107 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:27.929745 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1204ec95-125a-4b35-a9ad-3361e50f08c9", "name": "network-vif-plugged", "status": "completed", "tag": "8e487902-0844-4d17-a5b4-dca3f265ebca", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:27.930156 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6270bd80-35ad-43c8-a846-eed23ee30107 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:27.930768 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e487902-0844-4d17-a5b4-dca3f265ebca', 'code': 200} Sep 10 02:55:27.937100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c0b835f-fb37-4f18-b227-5e96849ddc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.007772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.36', 57174) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:28.026586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c0b835f-fb37-4f18-b227-5e96849ddc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.029876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c0b835f-fb37-4f18-b227-5e96849ddc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.031350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c0b835f-fb37-4f18-b227-5e96849ddc10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/653bb855-505c-4f2f-adf6-c5b374b9e840 HTTP/1.1" status: 204 len: 168 time: 0.2246714 Sep 10 02:55:28.068144 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c757cee-c111-4a0e-a1e4-2a080ff1e965 x-openstack-request-id: req-1c757cee-c111-4a0e-a1e4-2a080ff1e965 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:28.068470 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:28.068722 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c757cee-c111-4a0e-a1e4-2a080ff1e965 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:28.069113 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'status': 'completed', 'code': 200} Sep 10 02:55:28.082406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-620f3827-8d7d-4f66-8f33-aa528027d324 req-78c090a8-afb3-43af-9469-1bbd0ecc48af service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721947 Sep 10 02:55:28.093871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b835f-fb37-4f18-b227-5e96849ddc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653bb855-505c-4f2f-adf6-c5b374b9e840,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:28.175231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cf6c6-8e69-44b6-9101-0f5a57728480 req-04aa2246-506c-4f17-bffa-d2795794af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.177827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-565cf6c6-8e69-44b6-9101-0f5a57728480 req-04aa2246-506c-4f17-bffa-d2795794af6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 1121 time: 0.1685820 Sep 10 02:55:28.182713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-ed977549-89e6-4670-a64b-bc2da9ace880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.184291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-ed977549-89e6-4670-a64b-bc2da9ace880 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 1115 time: 0.0460322 Sep 10 02:55:28.211975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-565cf6c6-8e69-44b6-9101-0f5a57728480 req-c564193a-8a5a-42fa-815b-0d5fb528235b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.246926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3394c-29b6-4057-a852-76d83ff538bc req-96912b1f-1a97-4bad-a1ad-fb6c42858a36 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.248739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cdb3394c-29b6-4057-a852-76d83ff538bc req-96912b1f-1a97-4bad-a1ad-fb6c42858a36 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 964 time: 0.0948036 Sep 10 02:55:28.290614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-fb2d148d-ebc3-4faf-9e41-7287171c98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.292990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-fb2d148d-ebc3-4faf-9e41-7287171c98a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 924 time: 0.1013331 Sep 10 02:55:28.304042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3eb30784-aa4e-41f1-a154-aaf486dcdec8 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:28.330249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cdb3394c-29b6-4057-a852-76d83ff538bc req-fdb8d1ba-c1e6-431f-a469-6831e2de6dfe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698912 Sep 10 02:55:28.350866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-fa6a6cda-86c0-42c8-a16f-650b9bfabb76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb HTTP/1.1" status: 200 len: 217 time: 0.0484135 Sep 10 02:55:28.411500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:28.416654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:28.417067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.448630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-456ec7fb-ae78-4c48-a715-51196f9b18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.450475 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-456ec7fb-ae78-4c48-a715-51196f9b18b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.0916440 Sep 10 02:55:28.452276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-565cf6c6-8e69-44b6-9101-0f5a57728480 req-c564193a-8a5a-42fa-815b-0d5fb528235b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.463551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-565cf6c6-8e69-44b6-9101-0f5a57728480 req-c564193a-8a5a-42fa-815b-0d5fb528235b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.528424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-565cf6c6-8e69-44b6-9101-0f5a57728480 req-c564193a-8a5a-42fa-815b-0d5fb528235b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330154 Sep 10 02:55:28.537564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb4413-08ad-4c61-ac80-d539ffadbfda req-4d416798-7698-463c-abbd-f759ef8fa473 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.539072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14fb4413-08ad-4c61-ac80-d539ffadbfda req-4d416798-7698-463c-abbd-f759ef8fa473 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.1288536 Sep 10 02:55:28.560188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-78743a25-e8f6-4a39-b8c0-40e73eda3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:28.562719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-78743a25-e8f6-4a39-b8c0-40e73eda3e3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025274 Sep 10 02:55:28.564265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564193a-8a5a-42fa-815b-0d5fb528235b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=678e0380-c4c5-4f63-8141-c626f0e43027,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:28.597793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.598177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14fb4413-08ad-4c61-ac80-d539ffadbfda req-a470eb60-8727-4bf9-b341-579fdad55edc tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462368 Sep 10 02:55:28.637283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:28.648298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:28.699736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3eb30784-aa4e-41f1-a154-aaf486dcdec8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:28.767781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38506) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:28.905637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-ce064c20-74cd-4d8c-a338-bfce2109a2c1 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937767 Sep 10 02:55:29.002327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-network', 'tenant_id': '075c1e2c898044e38b5286ebb4314664'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:29.030930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Made reservation on behalf of 075c1e2c898044e38b5286ebb4314664 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:29.036694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.043392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8a4dd11-2236-4c40-b288-071b7a958d8b req-1533329f-3117-4347-9406-54e3bb6f39b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303947 Sep 10 02:55:29.050325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.052030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d76d-0b44-4cf1-a775-8115e22785ff req-9885556d-d77b-47ce-a3ad-bbbd7550fcbf tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:29.053521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1117d76d-0b44-4cf1-a775-8115e22785ff req-9885556d-d77b-47ce-a3ad-bbbd7550fcbf tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 950 time: 0.0732632 Sep 10 02:55:29.075827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38520) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:29.104689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1117d76d-0b44-4cf1-a775-8115e22785ff req-d18fe483-239a-475b-a3e9-d32baf5de949 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Sep 10 02:55:29.190812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.196354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.213513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:55:29.236714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.237063 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Added segment 761e0ef5-7236-4728-a131-dba7fa7bfed4 of type vlan for network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe Sep 10 02:55:29.243313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1303e7-ef2c-4443-bf8c-134db3337bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.251061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3272dc-a1ff-4e83-bd60-a71a7d380080,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:29.288137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.318690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.319971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:29.320778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.406565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] Pushing event updated for resources: {'Network': ['ID=2f56518c-40d6-4b0b-9dbf-12ef786b2ebe,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:29.417862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1303e7-ef2c-4443-bf8c-134db3337bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.426949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:55:29.431957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1303e7-ef2c-4443-bf8c-134db3337bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.436238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1988656-2065-47d8-af86-403be4c93429 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6672668 Sep 10 02:55:29.439690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38540) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:29.446326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Request body: {'subnet': {'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-subnet', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:29.479573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1303e7-ef2c-4443-bf8c-134db3337bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10720e9-fc97-4623-9391-11b03b533b49,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:29.479923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Made reservation on behalf of 075c1e2c898044e38b5286ebb4314664 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:29.482446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.508879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a1303e7-ef2c-4443-bf8c-134db3337bf7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31e54e1af8804e3c94261bbb4fe0bc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319630 Sep 10 02:55:29.514185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38542) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:29.541658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c5999-0d1a-4cf8-a2bc-93029375244b req-4e2ec7d4-2725-4b6c-af08-77d38cbb45dc tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:29.543310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f7c5999-0d1a-4cf8-a2bc-93029375244b req-4e2ec7d4-2725-4b6c-af08-77d38cbb45dc tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 964 time: 0.1232026 Sep 10 02:55:29.626454 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f7c5999-0d1a-4cf8-a2bc-93029375244b req-9aa7e802-f1dd-4c97-b059-58198014b502 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735147 Sep 10 02:55:29.627733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1224e098-f771-4b50-9edc-066552255686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.652579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1224e098-f771-4b50-9edc-066552255686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.756540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b4d20-98b7-42c2-845f-bbe7a90a7cf6 req-1eb76985-2134-435a-a45a-0f3262f795c6 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:29.758353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c8b4d20-98b7-42c2-845f-bbe7a90a7cf6 req-1eb76985-2134-435a-a45a-0f3262f795c6 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.0633831 Sep 10 02:55:29.759357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1224e098-f771-4b50-9edc-066552255686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.762117 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1224e098-f771-4b50-9edc-066552255686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.764625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1224e098-f771-4b50-9edc-066552255686 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f10720e9-fc97-4623-9391-11b03b533b49 HTTP/1.1" status: 204 len: 168 time: 0.2479248 Sep 10 02:55:29.780724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.781273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e098-f771-4b50-9edc-066552255686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10720e9-fc97-4623-9391-11b03b533b49,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:29.808770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c8b4d20-98b7-42c2-845f-bbe7a90a7cf6 req-d767e528-6a29-47f4-ae9b-7630e60fcccf tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Sep 10 02:55:29.846910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a7803e-e420-4c24-82a7-ec5cc37479b0,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:29.869430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Checking segment: {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:29.869781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Network hostable DHCP agents. Network: 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:55:29.888585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:55:29.901459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:29.906832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:29.907928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.911553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffd3f8-0cb1-44ae-9155-90c1032d1dba None None] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:29.927533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38564) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:29.927884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55d9ce5f-bd9e-4386-819c-33338c765302 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4869108 Sep 10 02:55:29.932000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb30784-aa4e-41f1-a154-aaf486dcdec8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:29.932706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:29.934983 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c875de3-90ba-4645-95bd-05b1f65b0012" -d '{"events": [{"server_uuid": "f7ad2eb6-88e0-468b-bf3a-8f0814bca767", "name": "network-vif-plugged", "status": "completed", "tag": "3eb30784-aa4e-41f1-a154-aaf486dcdec8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:29.963515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:29.965279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.006331 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5f7f07-e498-406a-a9fb-d0646a6c6946 x-openstack-request-id: req-3e5f7f07-e498-406a-a9fb-d0646a6c6946 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:30.006818 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ad2eb6-88e0-468b-bf3a-8f0814bca767", "name": "network-vif-plugged", "status": "completed", "tag": "3eb30784-aa4e-41f1-a154-aaf486dcdec8", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:30.007236 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e5f7f07-e498-406a-a9fb-d0646a6c6946 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:30.007891 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb30784-aa4e-41f1-a154-aaf486dcdec8', 'code': 200} Sep 10 02:55:30.054352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.105491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-2f56518c-40d6-4b0b-9dbf-12ef786b2ebe', 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'fixed_ips': [{'subnet_id': '65a7803e-e420-4c24-82a7-ec5cc37479b0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:55:30.106359 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.131561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad8415-d827-4c28-8c0c-2d6dbb89fa07 req-d38a57e6-30e4-4c0a-aa4f-0d93198277c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:30.133958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61ad8415-d827-4c28-8c0c-2d6dbb89fa07 req-d38a57e6-30e4-4c0a-aa4f-0d93198277c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 1101 time: 0.0645051 Sep 10 02:55:30.186501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61ad8415-d827-4c28-8c0c-2d6dbb89fa07 req-0105af24-34fc-49d0-bac9-ed6241b9d1a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Sep 10 02:55:30.255369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.299812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550347a-eacb-4641-93e4-3034a7c2c2fd req-7f8a5f43-66a1-4630-b5eb-ea428fa7b0b4 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:30.310707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b550347a-eacb-4641-93e4-3034a7c2c2fd req-7f8a5f43-66a1-4630-b5eb-ea428fa7b0b4 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 950 time: 0.0999699 Sep 10 02:55:30.331185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Allocated IP 172.20.0.2 (2f56518c-40d6-4b0b-9dbf-12ef786b2ebe/65a7803e-e420-4c24-82a7-ec5cc37479b0/0ca40c2d-70f6-4607-91f1-7cea3c16eb1c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:30.397999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:30.449611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15eaddd8-db38-4ce3-a6d2-81f6a16598a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.469198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b550347a-eacb-4641-93e4-3034a7c2c2fd req-9eef2891-5b4c-40f8-bf95-30b900682435 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573367 Sep 10 02:55:30.563883 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.574892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.576323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Transition to ACTIVE for port object 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:30.592411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Transition to ACTIVE for port object 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:30.599633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.599915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.639021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15eaddd8-db38-4ce3-a6d2-81f6a16598a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.640834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:30.644160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:30.646373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15eaddd8-db38-4ce3-a6d2-81f6a16598a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.652436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:30.692331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Pushing event updated for resources: {'Port': ['ID=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:30.721072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-15eaddd8-db38-4ce3-a6d2-81f6a16598a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0a31ba9a90443c5ad2ee114a6ec2ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197021 Sep 10 02:55:30.721999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38584) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:30.729245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Allocated IP 172.25.8.108 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/71e8e433-a80f-450f-a2da-4e07b2c09471) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:30.737185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Attempting to bind port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:30.738196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Attempting to bind port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:30.745294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Attempting to bind port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c on network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:30.758222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:30.759825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Checking segment: {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:30.760456 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.761103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Bound using segment: {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:30.761800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Bound port: 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:30.762416 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.779563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eaddd8-db38-4ce3-a6d2-81f6a16598a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be95db-4d22-4743-8a8f-667923a1a461,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:30.813808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9a1e9d-472e-4a8b-86f1-7131aa9024f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.849043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] For port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:30.851738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9a1e9d-472e-4a8b-86f1-7131aa9024f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.852771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] For port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:30.862479 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.866247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6a887-eab4-4e39-a3e0-19d0973e44d1 req-4dcc49c7-b750-43a2-b08f-0514726c4887 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:30.867927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ae6a887-eab4-4e39-a3e0-19d0973e44d1 req-4dcc49c7-b750-43a2-b08f-0514726c4887 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 964 time: 0.1067486 Sep 10 02:55:30.911975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9a1e9d-472e-4a8b-86f1-7131aa9024f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.915568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9a1e9d-472e-4a8b-86f1-7131aa9024f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.920842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-db9a1e9d-472e-4a8b-86f1-7131aa9024f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38be95db-4d22-4743-8a8f-667923a1a461 HTTP/1.1" status: 204 len: 168 time: 0.1979616 Sep 10 02:55:30.933146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a1e9d-472e-4a8b-86f1-7131aa9024f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be95db-4d22-4743-8a8f-667923a1a461,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:30.950204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:30.979641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871370-47bc-4e69-b515-f8e20a17c45c None None] Pushing event updated for resources: {'Port': ['ID=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:30.995010 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ae6a887-eab4-4e39-a3e0-19d0973e44d1 req-1ef2fa56-dd70-4e00-84aa-87cffac37afa tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184602 Sep 10 02:55:31.075879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:31.169700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:31.182729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:31.185630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Pushing event updated for resources: {'Port': ['ID=71e8e433-a80f-450f-a2da-4e07b2c09471,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:31.188143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:31.243628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc8a67-a674-4a43-b077-0a579279d403 req-8b993202-3cb6-4df1-8c0f-4c160a187253 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:31.251891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fdc8a67-a674-4a43-b077-0a579279d403 req-8b993202-3cb6-4df1-8c0f-4c160a187253 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.1624620 Sep 10 02:55:31.419878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38610) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:31.438378 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fdc8a67-a674-4a43-b077-0a579279d403 req-e2a808c8-593c-42c3-84af-53e4a14ae597 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878960 Sep 10 02:55:31.488640 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:31.652626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be51da3-f443-44b3-80dc-7c22948476d9 req-98f448ea-0322-4476-ae2f-87051eac8963 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:31.657717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:31.659070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8be51da3-f443-44b3-80dc-7c22948476d9 req-98f448ea-0322-4476-ae2f-87051eac8963 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 950 time: 0.0720158 Sep 10 02:55:31.686596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-427ea8d4-a759-4367-8c26-c33b41ce8502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:31.717382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8be51da3-f443-44b3-80dc-7c22948476d9 req-d7a4b51d-21c8-40e2-867d-7a8b47c91432 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 Sep 10 02:55:31.831690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-979f084f-9dc3-4d26-9196-47c1b54d8040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:31.876957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:31.948315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f2e9-8c17-4156-8b20-55ccff5730f1 req-fa3b9d96-b481-4d42-b7e1-5072b909d23d tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:31.956082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d585f2e9-8c17-4156-8b20-55ccff5730f1 req-fa3b9d96-b481-4d42-b7e1-5072b909d23d tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 1121 time: 0.2063608 Sep 10 02:55:31.989312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38640) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:32.019256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d585f2e9-8c17-4156-8b20-55ccff5730f1 req-122cd382-89fd-486d-ab8c-3ffb8a478e93 tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.111502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d27786ff-fd96-48e0-b45a-9c9121e5a2eb details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:55:32.205664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ee7fc-fa67-4e7c-b3c5-95fd575b79c7 req-d64a51a2-8e9e-4a1c-bf1c-605f1e320df1 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:32.217462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a3ee7fc-fa67-4e7c-b3c5-95fd575b79c7 req-d64a51a2-8e9e-4a1c-bf1c-605f1e320df1 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 964 time: 0.1280372 Sep 10 02:55:32.236189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:32.278566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-979f084f-9dc3-4d26-9196-47c1b54d8040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.282664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a3ee7fc-fa67-4e7c-b3c5-95fd575b79c7 req-f8cb5c61-e1b4-4d64-9f1c-d3f171580226 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640185 Sep 10 02:55:32.287083 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.323383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f37814ad-d8e9-4189-844c-42de0dbc1ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.350434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-626508193-network', 'tenant_id': '04891f362406439db5f1e7153eb3c6f2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:32.350624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-979f084f-9dc3-4d26-9196-47c1b54d8040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.402697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048661fe-287f-4750-8819-d0f4858ec171 None None] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:32.420241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f084f-9dc3-4d26-9196-47c1b54d8040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c6aa1-7a58-43e9-b202-7f663575d23d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:32.442101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-df935062-18c2-4d49-8590-42aa4d35087d None None] Provisioning for port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:32.453497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-979f084f-9dc3-4d26-9196-47c1b54d8040 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=597532ebb0a943398fd2124e17b4e82e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0314457 Sep 10 02:55:32.456673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:32.469374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:32.485952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'port_id': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'mac_address': 'fa:16:3e:b4:57:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-339718174', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:55:32.530540 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d585f2e9-8c17-4156-8b20-55ccff5730f1 req-122cd382-89fd-486d-ab8c-3ffb8a478e93 tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.537881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d585f2e9-8c17-4156-8b20-55ccff5730f1 req-122cd382-89fd-486d-ab8c-3ffb8a478e93 tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.560162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Router 40478f15-9b3f-49dd-bf07-f18c368f00c6 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:55:32.563703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-912b7cb0-ba07-444e-9c7c-5cbbdcf2d798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.574318 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d585f2e9-8c17-4156-8b20-55ccff5730f1 req-122cd382-89fd-486d-ab8c-3ffb8a478e93 tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168344 Sep 10 02:55:32.588608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cd382-89fd-486d-ab8c-3ffb8a478e93 tempest-AggregatesAdminTestJSON-1093697608 tempest-AggregatesAdminTestJSON-1093697608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1cee49-9f6f-405c-9a17-9d9fb4090ce2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:32.589812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.621775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27786ff-fd96-48e0-b45a-9c9121e5a2eb {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:32.633703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-912b7cb0-ba07-444e-9c7c-5cbbdcf2d798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.653922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:32.683005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:32.696677 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.722982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-912b7cb0-ba07-444e-9c7c-5cbbdcf2d798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.724270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:55:32.725696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-912b7cb0-ba07-444e-9c7c-5cbbdcf2d798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.726890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-912b7cb0-ba07-444e-9c7c-5cbbdcf2d798 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a7c6aa1-7a58-43e9-b202-7f663575d23d HTTP/1.1" status: 204 len: 168 time: 0.2680662 Sep 10 02:55:32.741747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b7cb0-ba07-444e-9c7c-5cbbdcf2d798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c6aa1-7a58-43e9-b202-7f663575d23d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:32.746018 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Sync routers for ids ['40478f15-9b3f-49dd-bf07-f18c368f00c6'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:55:32.761546 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Routers {'40478f15-9b3f-49dd-bf07-f18c368f00c6'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:32.762142 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['40478f15-9b3f-49dd-bf07-f18c368f00c6'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:32.787763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f37814ad-d8e9-4189-844c-42de0dbc1ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.802363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f37814ad-d8e9-4189-844c-42de0dbc1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.877695 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.878984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28e98d3d-419e-42d2-82a4-0558b9d68ece admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9500117 Sep 10 02:55:32.883603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38668) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:32.889347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f37814ad-d8e9-4189-844c-42de0dbc1ae2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0c5c3aee2614c2c91c81b2ff6ddedee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520720 Sep 10 02:55:32.893769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:32.895391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Made reservation on behalf of 04891f362406439db5f1e7153eb3c6f2 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:32.898929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.912706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37814ad-d8e9-4189-844c-42de0dbc1ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cfb670-703a-4dc3-bf11-75f4413e65f2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:32.934291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:32.948928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:32.960831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:32.961519 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:32.973118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.006703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['d27786ff-fd96-48e0-b45a-9c9121e5a2eb'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:33.024208 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Set router 40478f15-9b3f-49dd-bf07-f18c368f00c6 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:33.038742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2781e-fdb4-4a0d-a33d-c912341e5618 req-1a4fb338-9157-4752-8581-4c5811c3de45 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:33.049420 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cbf2781e-fdb4-4a0d-a33d-c912341e5618 req-1a4fb338-9157-4752-8581-4c5811c3de45 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 950 time: 0.1672876 Sep 10 02:55:33.140322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05d7a263-b5b2-416c-999d-f83c99bfd529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.216045 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05d7a263-b5b2-416c-999d-f83c99bfd529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.220799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.229224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cbf2781e-fdb4-4a0d-a33d-c912341e5618 req-e3f7510a-6694-4af7-b291-18ce577b1d50 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771858 Sep 10 02:55:33.341611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05d7a263-b5b2-416c-999d-f83c99bfd529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.344822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05d7a263-b5b2-416c-999d-f83c99bfd529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.345997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05d7a263-b5b2-416c-999d-f83c99bfd529 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3cfb670-703a-4dc3-bf11-75f4413e65f2 HTTP/1.1" status: 204 len: 168 time: 0.4389675 Sep 10 02:55:33.361275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7a263-b5b2-416c-999d-f83c99bfd529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cfb670-703a-4dc3-bf11-75f4413e65f2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:33.383552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.391784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.397662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:33.423244 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.434319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:55:33.467394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38696) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:33.520500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37107c3-5859-4eeb-8a77-f993da59d75b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:33.523393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1ebdf85c-5b94-42d1-be71-81aa55b62ba7 None None] Provisioning complete for port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:33.524056 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf85c-5b94-42d1-be71-81aa55b62ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.558268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.558631 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Added segment 9fd93abf-cf47-4ae1-af73-f102418931ff of type vlan for network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 Sep 10 02:55:33.586794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:33.603421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b44065f1-e068-4778-b592-df005eabda80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.655628 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:31Z', 'revision_number': 3, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:33.702696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Checking router: 40478f15-9b3f-49dd-bf07-f18c368f00c6 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:55:33.703061 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Updating router 40478f15-9b3f-49dd-bf07-f18c368f00c6 port 71e8e433-a80f-450f-a2da-4e07b2c09471 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:55:33.707098 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.735178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.736568 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.768712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785cdd2-fb26-44b0-96ec-3124fe8f69f1 req-3b54bac3-7161-4478-99a3-a7d441e4b1d8 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:33.775486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f785cdd2-fb26-44b0-96ec-3124fe8f69f1 req-3b54bac3-7161-4478-99a3-a7d441e4b1d8 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 965 time: 0.3139720 Sep 10 02:55:33.883889 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.885232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:33.885633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:33.931005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f785cdd2-fb26-44b0-96ec-3124fe8f69f1 req-70abf3bc-6d80-4b75-a802-996820bdea2c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519427 Sep 10 02:55:34.044987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38708) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:34.046199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] Pushing event updated for resources: {'Network': ['ID=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:34.057142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:55:34.077863 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.094375 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Transition to ACTIVE for port object 71e8e433-a80f-450f-a2da-4e07b2c09471 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:34.102674 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.103519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b44065f1-e068-4778-b592-df005eabda80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.112818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d27786ff-fd96-48e0-b45a-9c9121e5a2eb up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:34.128664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386ee6b-438b-4cf2-bde2-4c2da4232d9d req-d3464404-0602-44b1-b736-078e5344904e tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:34.137063 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0386ee6b-438b-4cf2-bde2-4c2da4232d9d req-d3464404-0602-44b1-b736-078e5344904e tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 950 time: 0.0863798 Sep 10 02:55:34.138945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b44065f1-e068-4778-b592-df005eabda80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.146280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f4f8-f0bc-466c-8af7-3a6d9b6f2c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.157965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cec28980-94e8-4295-9364-f2fb8120582e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1676910 Sep 10 02:55:34.161983 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866661d-5c48-4f1f-b38e-b0d163683026 None None] Pushing event updated for resources: {'Port': ['ID=71e8e433-a80f-450f-a2da-4e07b2c09471,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:34.167105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38714) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:34.181946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Request body: {'subnet': {'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-626508193-subnet', 'tenant_id': '04891f362406439db5f1e7153eb3c6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:34.205133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Allocated IP 172.20.0.1 (2f56518c-40d6-4b0b-9dbf-12ef786b2ebe/65a7803e-e420-4c24-82a7-ec5cc37479b0/188b20c6-4288-4154-b979-3fd45902d6fd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:34.240629 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Attempting to bind port 71e8e433-a80f-450f-a2da-4e07b2c09471 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:34.241633 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Attempting to bind port 71e8e433-a80f-450f-a2da-4e07b2c09471 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:34.242207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Attempting to bind port 71e8e433-a80f-450f-a2da-4e07b2c09471 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:34.245879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Made reservation on behalf of 04891f362406439db5f1e7153eb3c6f2 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:34.250220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.250803 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:34.251393 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:34.251997 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.252577 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:34.253611 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Bound port: 71e8e433-a80f-450f-a2da-4e07b2c09471, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:34.254180 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.256112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b44065f1-e068-4778-b592-df005eabda80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf80c7c1eb484fe3b82ed92c73722dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861166 Sep 10 02:55:34.260009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38722) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:34.267226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44065f1-e068-4778-b592-df005eabda80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc4656e-18cc-4421-a879-1080023f9637,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:34.314693 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] For port 71e8e433-a80f-450f-a2da-4e07b2c09471, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:34.318156 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] For port 71e8e433-a80f-450f-a2da-4e07b2c09471, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=71e8e433-a80f-450f-a2da-4e07b2c09471,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:34.322562 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.373776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0386ee6b-438b-4cf2-bde2-4c2da4232d9d req-ee391df2-1a4e-432b-a270-7d962d65d1ee tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303457 Sep 10 02:55:34.379800 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b8c3-ae50-4c52-a1ab-309173d7074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.395007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6675662-d55c-49fd-9a22-a5ceb8ae3c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.402530 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866661d-5c48-4f1f-b38e-b0d163683026 None None] Pushing event updated for resources: {'Port': ['ID=71e8e433-a80f-450f-a2da-4e07b2c09471,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:34.408281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port d27786ff-fd96-48e0-b45a-9c9121e5a2eb completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:34.412784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port d27786ff-fd96-48e0-b45a-9c9121e5a2eb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:34.413159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.439549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6675662-d55c-49fd-9a22-a5ceb8ae3c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.441394 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Routers {'40478f15-9b3f-49dd-bf07-f18c368f00c6'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:34.452043 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['40478f15-9b3f-49dd-bf07-f18c368f00c6'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:34.470239 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.485417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Transition to ACTIVE for port object 188b20c6-4288-4154-b979-3fd45902d6fd will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:34.511968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6675662-d55c-49fd-9a22-a5ceb8ae3c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.515685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6675662-d55c-49fd-9a22-a5ceb8ae3c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.519252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6675662-d55c-49fd-9a22-a5ceb8ae3c00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddc4656e-18cc-4421-a879-1080023f9637 HTTP/1.1" status: 204 len: 168 time: 0.2559071 Sep 10 02:55:34.529108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6675662-d55c-49fd-9a22-a5ceb8ae3c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc4656e-18cc-4421-a879-1080023f9637,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:34.603315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.619542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:34.677502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.694216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.697809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] Set router 40478f15-9b3f-49dd-bf07-f18c368f00c6 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:34.717075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:34.718447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:34.719967 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c8788-64e0-4b0f-99f1-9cb2e4543fc0" -d '{"events": [{"server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "name": "network-vif-plugged", "status": "completed", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:34.735633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:34.736005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:34.746175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:34.747082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.750590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Pushing event updated for resources: {'Port': ['ID=188b20c6-4288-4154-b979-3fd45902d6fd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:34.751682 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.756723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:34.757379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:34.843993 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eeb275-f484-4c6c-9074-8dc85c2c56ac x-openstack-request-id: req-37eeb275-f484-4c6c-9074-8dc85c2c56ac {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:34.844285 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "name": "network-vif-plugged", "status": "completed", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:34.844536 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37eeb275-f484-4c6c-9074-8dc85c2c56ac {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:34.844922 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'code': 200} Sep 10 02:55:34.914265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:35.129679 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:31Z', 'revision_number': 3, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:35.157737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f4f8-f0bc-466c-8af7-3a6d9b6f2c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.165106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.174372 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3b552-ec8c-4435-a2c3-11c5bc4a22ec None None] The sync data for ids ['40478f15-9b3f-49dd-bf07-f18c368f00c6'] in n-d-808126-2 is: [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:31Z', 'revision_number': 3, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:55:35.179941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8a6f4f8-f0bc-466c-8af7-3a6d9b6f2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.230510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c09af5e2-67c3-47e1-ba98-d05a949a3848 None None] Provisioning for port 188b20c6-4288-4154-b979-3fd45902d6fd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:35.236126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c09af5e2-67c3-47e1-ba98-d05a949a3848 None None] Provisioning complete for port 188b20c6-4288-4154-b979-3fd45902d6fd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:35.237156 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09af5e2-67c3-47e1-ba98-d05a949a3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.337583 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.339418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c09af5e2-67c3-47e1-ba98-d05a949a3848 None None] Port 188b20c6-4288-4154-b979-3fd45902d6fd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:35.402890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49055178-3f24-48b7-be13-251953f55af6 req-1bca577e-85e8-489c-aa07-cc7129a7af66 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:35.405189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49055178-3f24-48b7-be13-251953f55af6 req-1bca577e-85e8-489c-aa07-cc7129a7af66 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 1101 time: 0.0597358 Sep 10 02:55:35.560407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6f4f8-f0bc-466c-8af7-3a6d9b6f2c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2bc205-e085-4f56-a05a-55a4cfa4a025,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:35.563595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.591703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3d492-19f1-4da8-bca1-c9bf9d73f9e5 req-4b6e5fce-68dd-4535-9ed2-1ac772de7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:35.593276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1a3d492-19f1-4da8-bca1-c9bf9d73f9e5 req-4b6e5fce-68dd-4535-9ed2-1ac772de7760 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 1117 time: 0.6596935 Sep 10 02:55:35.636161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6cfad-b9e5-4f73-80f0-232874c57daf req-3e1cf4dd-b423-451d-99dd-9ec1c33864a7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:35.644136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ce6cfad-b9e5-4f73-80f0-232874c57daf req-3e1cf4dd-b423-451d-99dd-9ec1c33864a7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 966 time: 0.6044176 Sep 10 02:55:35.646154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3cf945-88bd-43bf-9bb5-37d6555f8838,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:35.678680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f8a6f4f8-f0bc-466c-8af7-3a6d9b6f2c0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d03db09fc0794329b2a7e19dbae1bfad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6324947 Sep 10 02:55:35.698754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:35.780119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Checking segment: {'id': '9fd93abf-cf47-4ae1-af73-f102418931ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:35.780854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Network hostable DHCP agents. Network: 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:55:35.828067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1a3d492-19f1-4da8-bca1-c9bf9d73f9e5 req-b31d7da7-8f6c-44c3-a1dc-9295811a1b3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041390 Sep 10 02:55:35.842548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bd894-0bec-47cf-aa8a-9fe87a7b0b8b req-0680e0a0-56b0-44db-a0e9-f115fe35be93 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:35.844163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e21bd894-0bec-47cf-aa8a-9fe87a7b0b8b req-0680e0a0-56b0-44db-a0e9-f115fe35be93 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 950 time: 0.1083694 Sep 10 02:55:35.865125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-f30c108f-d9f6-4c52-a7ad-ff07298f0592 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843751 Sep 10 02:55:35.868343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Deleting port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:55:35.868681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:35.896617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ce6cfad-b9e5-4f73-80f0-232874c57daf req-40c747fb-0268-42e6-9d9e-c4646d987225 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495236 Sep 10 02:55:35.948533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:55:35.958034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e21bd894-0bec-47cf-aa8a-9fe87a7b0b8b req-d8d3b934-b5bc-4861-bb00-900487c60cee tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040335 Sep 10 02:55:35.990014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d27d434-c218-4a70-9160-c033cc8f664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.018488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:36.031681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e82f1a-f469-46fe-a25d-ccfa864d44c3 None None] Network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:36.046218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] For port 3eb30784-aa4e-41f1-a154-aaf486dcdec8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3eb30784-aa4e-41f1-a154-aaf486dcdec8,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:36.047030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.050430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:36.051035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.067130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Calling delete_port for 3eb30784-aa4e-41f1-a154-aaf486dcdec8 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:55:36.082086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d27d434-c218-4a70-9160-c033cc8f664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.084973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db9e29c1-08f2-41aa-932c-c53f1184cd5f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9093721 Sep 10 02:55:36.121883 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.144686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.145414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.289741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Pushing event updated for resources: {'Port': ['ID=188b20c6-4288-4154-b979-3fd45902d6fd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:36.354556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fb0e2-ef8c-4d8e-b233-4d9b4854dbe8 None None] Network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:36.502413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-0026777d-9559-4746-845f-e61dccf894b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:36.503922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-0026777d-9559-4746-845f-e61dccf894b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6e62749ae6040daa6d069121e48fc5d&device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 1121 time: 0.4016330 Sep 10 02:55:36.585760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d27d434-c218-4a70-9160-c033cc8f664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.591431 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d27d434-c218-4a70-9160-c033cc8f664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:36.601187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2d27d434-c218-4a70-9160-c033cc8f664f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c2bc205-e085-4f56-a05a-55a4cfa4a025 HTTP/1.1" status: 204 len: 168 time: 0.8913095 Sep 10 02:55:36.663928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27d434-c218-4a70-9160-c033cc8f664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2bc205-e085-4f56-a05a-55a4cfa4a025,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:36.717613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:36.728949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:36.752326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 71e8e433-a80f-450f-a2da-4e07b2c09471 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:36.754257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-3a0e0c10-5576-4bfe-94d9-2471185b71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:36.756263 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-3a0e0c10-5576-4bfe-94d9-2471185b71f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2303343 Sep 10 02:55:36.845952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-c936a4e4-56b8-4686-abff-8b89ea698431 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8e487902-0844-4d17-a5b4-dca3f265ebca HTTP/1.1" status: 200 len: 217 time: 0.0795929 Sep 10 02:55:36.973192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 71e8e433-a80f-450f-a2da-4e07b2c09471 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:36.977202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 71e8e433-a80f-450f-a2da-4e07b2c09471 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:36.977581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.013419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Router 40478f15-9b3f-49dd-bf07-f18c368f00c6 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:55:37.087245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-5ba64e14-cd09-4424-9c15-19edc903018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:37.094770 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-5ba64e14-cd09-4424-9c15-19edc903018b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2395833 Sep 10 02:55:37.159118 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.196290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.228106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3eb30784-aa4e-41f1-a154-aaf486dcdec8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:37.232684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 71e8e433-a80f-450f-a2da-4e07b2c09471, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=71e8e433-a80f-450f-a2da-4e07b2c09471,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:37.234648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:55:37.244303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-648fda91-f375-47e0-b3be-2e00578a439c admin admin] 10.222.0.23 "PUT /v2.0/routers/40478f15-9b3f-49dd-bf07-f18c368f00c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3572946 Sep 10 02:55:37.290461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.297302 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.340249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb30784-aa4e-41f1-a154-aaf486dcdec8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:37.341820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c2278fff-4049-47b1-ad9e-be2b04805f47 None None] Provisioning complete for port 188b20c6-4288-4154-b979-3fd45902d6fd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:37.342353 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2278fff-4049-47b1-ad9e-be2b04805f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.357931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffbdb14-247f-4641-8008-de2fa8a8f1af req-16564e3e-803d-4c70-8661-3d069904b182 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7ad2eb6-88e0-468b-bf3a-8f0814bca767 HTTP/1.1" status: 200 len: 210 time: 0.0577264 Sep 10 02:55:37.401732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=71e8e433-a80f-450f-a2da-4e07b2c09471,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:37.413107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] No DVR routers for this DVR port 3eb30784-aa4e-41f1-a154-aaf486dcdec8 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:55:37.420239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c2278fff-4049-47b1-ad9e-be2b04805f47 None None] Port 188b20c6-4288-4154-b979-3fd45902d6fd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:37.421612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:37.423883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49055178-3f24-48b7-be13-251953f55af6 req-f0cb1b78-0d02-48f7-8bda-e1e899ac6347 tempest-DeleteServersAdminTestJSON-137072341 tempest-DeleteServersAdminTestJSON-137072341-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3eb30784-aa4e-41f1-a154-aaf486dcdec8 HTTP/1.1" status: 204 len: 173 time: 2.0118222 Sep 10 02:55:37.424498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'name': 'network-vif-deleted', 'tag': '3eb30784-aa4e-41f1-a154-aaf486dcdec8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:37.426894 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c815a146-88f7-4ced-8e21-0c698bca5fb2" -d '{"events": [{"server_uuid": "f7ad2eb6-88e0-468b-bf3a-8f0814bca767", "name": "network-vif-deleted", "tag": "3eb30784-aa4e-41f1-a154-aaf486dcdec8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:37.433368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-52479383-41cb-45eb-915a-fb6eb3b4af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:37.434843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-52479383-41cb-45eb-915a-fb6eb3b4af88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240962 Sep 10 02:55:37.447996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64696e79-c878-4699-948e-5c238bfd9085 req-589d838c-efd7-470a-8ec7-baa3d0c4c6a7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:37.449624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64696e79-c878-4699-948e-5c238bfd9085 req-589d838c-efd7-470a-8ec7-baa3d0c4c6a7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 966 time: 0.3108377 Sep 10 02:55:37.631170 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca7c3e3-be59-47a7-aadd-14b5f3aae27d x-openstack-request-id: req-aca7c3e3-be59-47a7-aadd-14b5f3aae27d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:37.631834 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ad2eb6-88e0-468b-bf3a-8f0814bca767", "name": "network-vif-deleted", "tag": "3eb30784-aa4e-41f1-a154-aaf486dcdec8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:37.631834 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aca7c3e3-be59-47a7-aadd-14b5f3aae27d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:37.632494 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ad2eb6-88e0-468b-bf3a-8f0814bca767', 'name': 'network-vif-deleted', 'tag': '3eb30784-aa4e-41f1-a154-aaf486dcdec8', 'status': 'completed', 'code': 200} Sep 10 02:55:37.655896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64696e79-c878-4699-948e-5c238bfd9085 req-400b403e-332d-4423-b0ba-d6f32b67127e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608076 Sep 10 02:55:37.695491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-a9396d8b-3a78-4649-bf35-45d2c196422f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447627 Sep 10 02:55:37.821591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Sync routers for ids ['40478f15-9b3f-49dd-bf07-f18c368f00c6'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:55:37.839513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Routers {'40478f15-9b3f-49dd-bf07-f18c368f00c6'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:37.840280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['40478f15-9b3f-49dd-bf07-f18c368f00c6'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:37.865200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f087955-81f4-4943-bfd3-02beb6d8102f req-4038dae2-7139-4371-8811-39bc77697693 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605082 Sep 10 02:55:38.082902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Set router 40478f15-9b3f-49dd-bf07-f18c368f00c6 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:38.312981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:38.318052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-788538165-network', 'tenant_id': '2b481de0a4df4e0182c2033606ae811a'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:38.336544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:35Z', 'revision_number': 4, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '188b20c6-4288-4154-b979-3fd45902d6fd', 'name': '', 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'mac_address': 'fa:16:3e:57:46:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '65a7803e-e420-4c24-82a7-ec5cc37479b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:33Z', 'updated_at': '2021-09-10T02:55:35Z', 'revision_number': 2, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'subnets': [{'id': '65a7803e-e420-4c24-82a7-ec5cc37479b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:38.343035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Made reservation on behalf of 2b481de0a4df4e0182c2033606ae811a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:38.346092 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.365515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.372992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Checking router: 40478f15-9b3f-49dd-bf07-f18c368f00c6 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:55:38.373808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Updating router 40478f15-9b3f-49dd-bf07-f18c368f00c6 port 188b20c6-4288-4154-b979-3fd45902d6fd binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:55:38.405432 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.423797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287293-2ee0-44cc-8195-c93f3a839adc req-33b41e4c-600b-40a1-88f7-96e7b433bc52 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:38.427265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54287293-2ee0-44cc-8195-c93f3a839adc req-33b41e4c-600b-40a1-88f7-96e7b433bc52 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.0749660 Sep 10 02:55:38.485603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38928) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:38.486289 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-fa39fcc0-0fc6-4b11-9354-1af7e42233a2 req-862d0fc8-0ba8-400a-8bfb-45583469d691 tempest-FloatingIPDetailsNegativeTestJSON-1281182663 tempest-FloatingIPDetailsNegativeTestJSON-1281182663-project] show failed (client error): The resource could not be found. Sep 10 02:55:38.493882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa39fcc0-0fc6-4b11-9354-1af7e42233a2 req-862d0fc8-0ba8-400a-8bfb-45583469d691 tempest-FloatingIPDetailsNegativeTestJSON-1281182663 tempest-FloatingIPDetailsNegativeTestJSON-1281182663-project] 10.222.0.23 "GET /v2.0/floatingips/8f0ec5bc-4989-4a3a-8c0e-7234db409e25 HTTP/1.1" status: 404 len: 350 time: 0.0782697 Sep 10 02:55:38.507078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38930) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:38.587742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54287293-2ee0-44cc-8195-c93f3a839adc req-9d6667b6-d4a8-4181-af8c-509175c204af tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537976 Sep 10 02:55:38.645794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 71e8e433-a80f-450f-a2da-4e07b2c09471 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:38.759839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 71e8e433-a80f-450f-a2da-4e07b2c09471 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:38.760210 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.778048 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.789305 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.808954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89399c5b-2c6a-4b4f-9ff3-e5a7f5a9054f req-8a96e5fe-224a-40a0-82a3-42fa5e8d98e1 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:38.818840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:55:38.820318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89399c5b-2c6a-4b4f-9ff3-e5a7f5a9054f req-8a96e5fe-224a-40a0-82a3-42fa5e8d98e1 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 966 time: 0.0756392 Sep 10 02:55:38.842122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c25e790-56bd-4944-b1b1-819512c4c965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.844982 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.858644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Transition to ACTIVE for port object 188b20c6-4288-4154-b979-3fd45902d6fd will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:38.886529 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.887211 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Added segment 137ac567-d875-4a56-9b10-56fbc767a296 of type vlan for network 3c781c9b-7add-4f91-9001-1e107c98d36c Sep 10 02:55:38.897815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0542aca1-150b-4f56-8e89-832e7fe84b34,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:38.916602 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:38.923247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89399c5b-2c6a-4b4f-9ff3-e5a7f5a9054f req-25efc776-0a86-4cb0-ab8d-dfcfc08069ad tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989532 Sep 10 02:55:38.977170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.053062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0b237-3820-4ebe-bfa5-92f23f49b5c7 None None] Pushing event updated for resources: {'Port': ['ID=188b20c6-4288-4154-b979-3fd45902d6fd,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:39.087933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c25e790-56bd-4944-b1b1-819512c4c965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.121697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Attempting to bind port 188b20c6-4288-4154-b979-3fd45902d6fd on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:39.122460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Attempting to bind port 188b20c6-4288-4154-b979-3fd45902d6fd by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:39.123043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Attempting to bind port 188b20c6-4288-4154-b979-3fd45902d6fd on network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:39.126664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.127984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:39.128192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c25e790-56bd-4944-b1b1-819512c4c965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.128629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.133389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:39.134129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Checking segment: {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:39.134832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.135579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Bound using segment: {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:39.136436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Bound port: 188b20c6-4288-4154-b979-3fd45902d6fd, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e0ef5-7236-4728-a131-dba7fa7bfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:39.137157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.180543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c25e790-56bd-4944-b1b1-819512c4c965 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c70c1d61a64fc0ad79f8e5b9ae0c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890314 Sep 10 02:55:39.183013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:39.235423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] For port 188b20c6-4288-4154-b979-3fd45902d6fd, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:39.240540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] For port 188b20c6-4288-4154-b979-3fd45902d6fd, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=188b20c6-4288-4154-b979-3fd45902d6fd,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:39.252294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9376938 Sep 10 02:55:39.255607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.257412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38964) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:39.289342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc76a-00ac-4f29-be7d-8dfbe90bc2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c781c9b-7add-4f91-9001-1e107c98d36c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:39.300903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Request body: {'subnet': {'network_id': '3c781c9b-7add-4f91-9001-1e107c98d36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-788538165-subnet', 'tenant_id': '2b481de0a4df4e0182c2033606ae811a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:39.308734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 3c781c9b-7add-4f91-9001-1e107c98d36c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:55:39.329490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25e790-56bd-4944-b1b1-819512c4c965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74c08ea-7eb3-4e6a-9b87-b753451d95bd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:39.335254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Made reservation on behalf of 2b481de0a4df4e0182c2033606ae811a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:39.337694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.353760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3be4bbe3-ef15-4d39-988e-6ec0ce547d11 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=042bdc2b72a6412887df094b46d5ee96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611072 Sep 10 02:55:39.355622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981d94c-db95-49a1-84da-6bda8b573286 req-aacdeb01-b358-41bd-824c-300a146092bc tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:39.357224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8981d94c-db95-49a1-84da-6bda8b573286 req-aacdeb01-b358-41bd-824c-300a146092bc tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 966 time: 0.2840419 Sep 10 02:55:39.374798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Routers {'40478f15-9b3f-49dd-bf07-f18c368f00c6'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:39.376133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['40478f15-9b3f-49dd-bf07-f18c368f00c6'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:39.378653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:39.404302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'floatingip': {'port_id': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:39.524273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.543933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a361781-61c6-46e9-b3a5-8ce5709d0636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.596524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-d00096b2-7db1-4d7f-a220-41610609c747 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cd0f2014e6584bc8b270adef7f629044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534887 Sep 10 02:55:39.607094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] Set router 40478f15-9b3f-49dd-bf07-f18c368f00c6 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:39.697755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a361781-61c6-46e9-b3a5-8ce5709d0636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.701444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0b237-3820-4ebe-bfa5-92f23f49b5c7 None None] Pushing event updated for resources: {'Port': ['ID=188b20c6-4288-4154-b979-3fd45902d6fd,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:39.739910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-0dfadb78-69de-42a0-bc67-0a1f0ed43f53 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:39.741742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-0dfadb78-69de-42a0-bc67-0a1f0ed43f53 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.36 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.1348200 Sep 10 02:55:39.887343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:35Z', 'revision_number': 4, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '188b20c6-4288-4154-b979-3fd45902d6fd', 'name': '', 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'mac_address': 'fa:16:3e:57:46:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '65a7803e-e420-4c24-82a7-ec5cc37479b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:33Z', 'updated_at': '2021-09-10T02:55:39Z', 'revision_number': 4, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'subnets': [{'id': '65a7803e-e420-4c24-82a7-ec5cc37479b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:39.930004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e9dd-3373-4e92-bc14-efd05f104966 None None] The sync data for ids ['40478f15-9b3f-49dd-bf07-f18c368f00c6'] in n-d-808126-2 is: [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:35Z', 'revision_number': 4, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '188b20c6-4288-4154-b979-3fd45902d6fd', 'name': '', 'network_id': '2f56518c-40d6-4b0b-9dbf-12ef786b2ebe', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'mac_address': 'fa:16:3e:57:46:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '65a7803e-e420-4c24-82a7-ec5cc37479b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:33Z', 'updated_at': '2021-09-10T02:55:39Z', 'revision_number': 4, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'subnets': [{'id': '65a7803e-e420-4c24-82a7-ec5cc37479b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:55:39.983876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:39.996123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-e869f255-8b90-4b51-bf9c-9f248856dca3 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:40.004019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-e869f255-8b90-4b51-bf9c-9f248856dca3 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063923 Sep 10 02:55:40.057272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a361781-61c6-46e9-b3a5-8ce5709d0636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.060574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a361781-61c6-46e9-b3a5-8ce5709d0636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.062383 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8a361781-61c6-46e9-b3a5-8ce5709d0636 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f74c08ea-7eb3-4e6a-9b87-b753451d95bd HTTP/1.1" status: 204 len: 168 time: 0.8777695 Sep 10 02:55:40.064278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-d9403b68-ca7e-49be-aa3d-cb39ee693db7 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:40.087508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-d9403b68-ca7e-49be-aa3d-cb39ee693db7 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7250466 Sep 10 02:55:40.110172 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-42c45738-bc37-40e2-b28b-d5eb0e0829a0 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/quotas/cd0f2014e6584bc8b270adef7f629044 HTTP/1.1" status: 200 len: 375 time: 0.0963786 Sep 10 02:55:40.137514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a361781-61c6-46e9-b3a5-8ce5709d0636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74c08ea-7eb3-4e6a-9b87-b753451d95bd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:40.160506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-767a23ab-975e-4c73-af31-1cd105e4a046 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/quotas/042bdc2b72a6412887df094b46d5ee96 HTTP/1.1" status: 200 len: 375 time: 0.0792699 Sep 10 02:55:40.172458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.188756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1244ffd9-e4a3-4198-9680-b54c199f7958 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd0f2014e6584bc8b270adef7f629044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776374 Sep 10 02:55:40.228645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-1e0829de-0349-4a7b-905a-113876c9a1f2 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=042bdc2b72a6412887df094b46d5ee96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671103 Sep 10 02:55:40.387863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3eb30784-aa4e-41f1-a154-aaf486dcdec8 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:55:40.441015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 3eb30784-aa4e-41f1-a154-aaf486dcdec8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:55:40.442684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3eb30784-aa4e-41f1-a154-aaf486dcdec8 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:55:40.666901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 188b20c6-4288-4154-b979-3fd45902d6fd up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:40.737940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Deleting port 8e487902-0844-4d17-a5b4-dca3f265ebca {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:55:40.738364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.756482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:40.849241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] For port 8e487902-0844-4d17-a5b4-dca3f265ebca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8e487902-0844-4d17-a5b4-dca3f265ebca,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:40.849591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.860424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 188b20c6-4288-4154-b979-3fd45902d6fd completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:40.864616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 188b20c6-4288-4154-b979-3fd45902d6fd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:40.865000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.910567 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1b77-fef3-49ef-b339-39e382c4321a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:40.912938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Calling delete_port for 8e487902-0844-4d17-a5b4-dca3f265ebca owned by compute:tempest-test_az-339718174 {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:55:41.031379 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:41.087726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea779ee-c12c-4c58-97c1-0a6eddaa02b8,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:41.094437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Checking segment: {'id': '137ac567-d875-4a56-9b10-56fbc767a296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c781c9b-7add-4f91-9001-1e107c98d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:41.095375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Network hostable DHCP agents. Network: 3c781c9b-7add-4f91-9001-1e107c98d36c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:55:41.116373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 188b20c6-4288-4154-b979-3fd45902d6fd, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=188b20c6-4288-4154-b979-3fd45902d6fd,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:41.126054 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:41.176178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176685-844c-404d-9590-1efafcbeb7cb req-4cde22e0-d698-4054-a259-5b2c49f97992 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:41.196194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79176685-844c-404d-9590-1efafcbeb7cb req-4cde22e0-d698-4054-a259-5b2c49f97992 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 970 time: 0.5605159 Sep 10 02:55:41.224534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=188b20c6-4288-4154-b979-3fd45902d6fd,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:41.266740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Network 3c781c9b-7add-4f91-9001-1e107c98d36c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:55:41.287212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79176685-844c-404d-9590-1efafcbeb7cb req-9cc14207-f823-4688-a8cb-017a5143757a tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5240f13-d557-48cc-9b20-3198d10f9fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901663 Sep 10 02:55:41.293338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 3c781c9b-7add-4f91-9001-1e107c98d36c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:41.300769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:41.303576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:41.323614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f068e-5a03-477e-a266-5386f526de9e None None] Network 3c781c9b-7add-4f91-9001-1e107c98d36c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:41.412545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:41.483236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d5c04c2-a13b-4ed8-a07e-28be2ae1b430 req-66e89f49-4b68-4df5-97aa-58a070b73098 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.2085195 Sep 10 02:55:41.507872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Pushing event deleted for resources: {'Port': ['ID=8e487902-0844-4d17-a5b4-dca3f265ebca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:41.551141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['8e487902-0844-4d17-a5b4-dca3f265ebca'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:41.682253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67427b19-b3d7-4caf-bd9e-b51afa130cff req-7178d0d9-148a-4afe-bec6-88174232269b tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 210 time: 0.1257782 Sep 10 02:55:41.715760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] No DVR routers for this DVR port 8e487902-0844-4d17-a5b4-dca3f265ebca on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:55:41.723201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:41.728915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69c89db7-bd01-42bd-a566-a0465dcff2ad req-718978bb-740f-4040-8117-59ceb309dcb4 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.36 "DELETE /v2.0/ports/8e487902-0844-4d17-a5b4-dca3f265ebca HTTP/1.1" status: 204 len: 173 time: 1.9475791 Sep 10 02:55:41.730234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'name': 'network-vif-deleted', 'tag': '8e487902-0844-4d17-a5b4-dca3f265ebca'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:41.743889 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc6a08-3fbb-4ff3-847b-23ee5e9088ec" -d '{"events": [{"server_uuid": "1204ec95-125a-4b35-a9ad-3361e50f08c9", "name": "network-vif-deleted", "tag": "8e487902-0844-4d17-a5b4-dca3f265ebca"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:41.795968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0892eb6-9708-4e8e-9321-bc0e6cff4482 None None] Network 3c781c9b-7add-4f91-9001-1e107c98d36c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:41.818060 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd83ff-a61c-4f5e-ac48-fe6165f659b6 x-openstack-request-id: req-e3cd83ff-a61c-4f5e-ac48-fe6165f659b6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:41.818599 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1204ec95-125a-4b35-a9ad-3361e50f08c9", "name": "network-vif-deleted", "tag": "8e487902-0844-4d17-a5b4-dca3f265ebca", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:41.819062 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3cd83ff-a61c-4f5e-ac48-fe6165f659b6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:41.819701 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1204ec95-125a-4b35-a9ad-3361e50f08c9', 'name': 'network-vif-deleted', 'tag': '8e487902-0844-4d17-a5b4-dca3f265ebca', 'status': 'completed', 'code': 200} Sep 10 02:55:41.900301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 02:55:42.111144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-8269924a-9f22-446e-8988-ab2ad4e0570f tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=042bdc2b72a6412887df094b46d5ee96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405662 Sep 10 02:55:42.148380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Deleting port 188b20c6-4288-4154-b979-3fd45902d6fd {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:55:42.148716 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.167005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1b77-fef3-49ef-b339-39e382c4321a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.171748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.175020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1b77-fef3-49ef-b339-39e382c4321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.192311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.284177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-202b2a02-6d59-4177-b3b2-5e9a88dbb26e tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:42.285808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-202b2a02-6d59-4177-b3b2-5e9a88dbb26e tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650331 Sep 10 02:55:42.300419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Request body: {'port': {'device_id': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '042bdc2b72a6412887df094b46d5ee96'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:42.318584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1626d467-d37e-42e2-a6c7-736549cc8f04 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0583887 Sep 10 02:55:42.334375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] For port 188b20c6-4288-4154-b979-3fd45902d6fd, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=188b20c6-4288-4154-b979-3fd45902d6fd,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:42.334980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.349313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Calling delete_port for 188b20c6-4288-4154-b979-3fd45902d6fd owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:55:42.564182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Made reservation on behalf of 042bdc2b72a6412887df094b46d5ee96 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:42.571326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.586152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.608634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 188b20c6-4288-4154-b979-3fd45902d6fd up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:42.653699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8dbaa489-e6f9-4375-9ca8-0b3e1d2d8228 req-7d79850d-d6f9-49f9-9aa1-38ec18eda87d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.0513835 Sep 10 02:55:42.727334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3bcb1b77-fef3-49ef-b339-39e382c4321a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37c76f3b81f1428092e70a30f8a5033a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9690535 Sep 10 02:55:42.731748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:42.734676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 188b20c6-4288-4154-b979-3fd45902d6fd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:42.736337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.745133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb1b77-fef3-49ef-b339-39e382c4321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4a4494-011b-4605-936e-38c463187d84,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:42.782843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78d9368e-da0c-4beb-9c99-652a7f62a52d req-3d0eb36f-679f-465a-bec6-a927bc2de266 tempest-AggregatesAdminTestJSON-2074044216 tempest-AggregatesAdminTestJSON-2074044216-project] 10.222.0.23 "GET /v2.0/ports?device_id=1204ec95-125a-4b35-a9ad-3361e50f08c9 HTTP/1.1" status: 200 len: 210 time: 0.0659473 Sep 10 02:55:42.817451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.824174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cffef608-83bc-435b-b452-1a22e28caa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.838251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.846479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39058) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:42.886906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cffef608-83bc-435b-b452-1a22e28caa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.908692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09734777-b7b2-4a42-ab78-c81010ba3df2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:42.908894 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13 associated. External IP: 172.25.8.126, port: d27786ff-fd96-48e0-b45a-9c9121e5a2eb. Sep 10 02:55:42.975686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cffef608-83bc-435b-b452-1a22e28caa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.978240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cffef608-83bc-435b-b452-1a22e28caa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:42.979403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cffef608-83bc-435b-b452-1a22e28caa60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa4a4494-011b-4605-936e-38c463187d84 HTTP/1.1" status: 204 len: 168 time: 0.2457840 Sep 10 02:55:42.989239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffef608-83bc-435b-b452-1a22e28caa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4a4494-011b-4605-936e-38c463187d84,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:43.026115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-681be63a-1777-4ec9-b817-27e83c9490a6 req-e17417ff-4996-445a-a5de-1e3a50cbb03c tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 210 time: 0.0441043 Sep 10 02:55:43.049280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.097748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Pushing event deleted for resources: {'Port': ['ID=188b20c6-4288-4154-b979-3fd45902d6fd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:43.142726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95a256a6-1b2a-4d8a-8cd4-69833691edfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.339129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Allocated IP 192.168.233.206 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/b42cd43d-db38-4b8a-b0bb-ba3fad1c0999) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:43.363715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-1013aa63-b3e4-47f5-bb91-6736a89f7f8b tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:43.365389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-1013aa63-b3e4-47f5-bb91-6736a89f7f8b tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/networks?id=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 HTTP/1.1" status: 200 len: 814 time: 0.2594435 Sep 10 02:55:43.410950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-4906f23b-d534-4421-81f2-d9d7edcfb27c tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/quotas/04891f362406439db5f1e7153eb3c6f2 HTTP/1.1" status: 200 len: 375 time: 0.0320404 Sep 10 02:55:43.412616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.448015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-b834dc27-d21c-4d90-9641-d5563136a482 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=04891f362406439db5f1e7153eb3c6f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361321 Sep 10 02:55:43.490432 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Router 2b55b377-01b4-43de-9d0d-498625ff2681 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:55:43.535847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95a256a6-1b2a-4d8a-8cd4-69833691edfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.574361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.588654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Transition to ACTIVE for port object b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:43.597432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95a256a6-1b2a-4d8a-8cd4-69833691edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.639536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.676309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-95a256a6-1b2a-4d8a-8cd4-69833691edfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b0e41645c7d41f6850ed57a620fc7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172088 Sep 10 02:55:43.676309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a256a6-1b2a-4d8a-8cd4-69833691edfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883fac94-2ec6-4ff1-bddc-5e908cfc4965,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:43.677101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39088) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:43.685670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-4aaa8a75-6c6a-4f7b-be6d-d7da031c287b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:55:43.686855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-4aaa8a75-6c6a-4f7b-be6d-d7da031c287b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964572 Sep 10 02:55:43.693891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:43.696792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:43.703027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:43.709701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:43.710089 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.763104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Pushing event updated for resources: {'Port': ['ID=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:43.774658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-3fefe079-0413-4455-8ce1-604cb46b5856 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4780972 Sep 10 02:55:43.821535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Request body: {'port': {'device_id': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:43.825201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2fc6449-efaf-41b5-af1c-8c82121adf8f req-a0283db7-7c17-4ec7-84c7-0bda3272946b tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.0534828 Sep 10 02:55:43.893389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc985cbb-2d85-45bb-a3eb-c05f51e87d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.911268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:43.927338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-ab0ee820-f3f0-4ac3-9fbc-eb21d6e799c6 service neutron] 10.222.0.23 "GET /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272570 Sep 10 02:55:44.037328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:55:44.050274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42435e53-ca34-42fe-a3ba-dab294fba750 None None] Provisioning for port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:44.052336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.065970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42435e53-ca34-42fe-a3ba-dab294fba750 None None] Provisioning complete for port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:44.067063 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:55:44.067601 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42435e53-ca34-42fe-a3ba-dab294fba750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.073254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc985cbb-2d85-45bb-a3eb-c05f51e87d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.102473 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:44.103871 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:44.169203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8e487902-0844-4d17-a5b4-dca3f265ebca no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:55:44.177237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42435e53-ca34-42fe-a3ba-dab294fba750 None None] Port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:44.214973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 8e487902-0844-4d17-a5b4-dca3f265ebca {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:55:44.231559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8e487902-0844-4d17-a5b4-dca3f265ebca not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:55:44.235772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-7b333ed4-d224-44cf-a5e7-6d35a061eefd service neutron] 10.222.0.23 "GET /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069160 Sep 10 02:55:44.304621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:44.385148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fd7cb9b-c30f-4eea-9dec-006662382c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "PUT /v2.0/floatingips/dd764d1d-a8b6-4a05-b644-c1995f48db13 HTTP/1.1" status: 200 len: 1012 time: 5.0032334 Sep 10 02:55:44.406004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:44.410415 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dad9b9-9272-43d0-af5a-1d4454e4195f" -d '{"events": [{"name": "network-changed", "server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:44.414943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Router 40478f15-9b3f-49dd-bf07-f18c368f00c6 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:55:44.499935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88fa4c-a903-4909-a588-b7b12f61707f req-a3b752a4-422e-4243-af93-7f48d83f57ab tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:44.509640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa88fa4c-a903-4909-a588-b7b12f61707f req-a3b752a4-422e-4243-af93-7f48d83f57ab tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 936 time: 0.3100419 Sep 10 02:55:44.514993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:44.536492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.600423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa88fa4c-a903-4909-a588-b7b12f61707f req-6cf45e43-9ab2-4779-88de-ddadf123eaa1 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Sep 10 02:55:44.636902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39126) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:44.691191 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cafa1a-a115-4df4-bb8c-a291c6391c7e x-openstack-request-id: req-80cafa1a-a115-4df4-bb8c-a291c6391c7e {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:44.691593 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:44.691746 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80cafa1a-a115-4df4-bb8c-a291c6391c7e {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:44.692651 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'status': 'completed', 'code': 200} Sep 10 02:55:44.720373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc985cbb-2d85-45bb-a3eb-c05f51e87d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.726968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Transition to ACTIVE for port object b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:44.727829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc985cbb-2d85-45bb-a3eb-c05f51e87d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.733685 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dc985cbb-2d85-45bb-a3eb-c05f51e87d64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/883fac94-2ec6-4ff1-bddc-5e908cfc4965 HTTP/1.1" status: 204 len: 168 time: 1.0541508 Sep 10 02:55:44.766737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985cbb-2d85-45bb-a3eb-c05f51e87d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883fac94-2ec6-4ff1-bddc-5e908cfc4965,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:44.796661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:44.804228 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'dd764d1d-a8b6-4a05-b644-c1995f48db13', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'port_id': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'mac_address': 'fa:16:3e:b4:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af05766-1d82-4208-9441-5a8a7a67645e', 'device_owner': 'compute:tempest-test_az-339718174'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:55:19Z', 'updated_at': '2021-09-10T02:55:41Z', 'revision_number': 1, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:44.836570 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:55:44.870179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:44.872512 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:44.912939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.32', 51238) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:44.957011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Pushing event updated for resources: {'Port': ['ID=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:44.973841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:55:44.985243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] Sync routers for ids ['40478f15-9b3f-49dd-bf07-f18c368f00c6'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:55:45.024602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] Routers {'40478f15-9b3f-49dd-bf07-f18c368f00c6'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:45.026186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['40478f15-9b3f-49dd-bf07-f18c368f00c6'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:45.035116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-18db97bc-1d3a-4f05-a76b-e9e9ce5cb763 admin admin] 10.222.0.23 "PUT /v2.0/routers/40478f15-9b3f-49dd-bf07-f18c368f00c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5241253 Sep 10 02:55:45.035444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-e9be2bd9-41ab-4406-b181-502866919e17 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cd0f2014e6584bc8b270adef7f629044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214507 Sep 10 02:55:45.088371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39144) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:45.110839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e4bcd97-ee42-4ad3-a884-074f0db62cf0 req-9396119e-99a6-4b0c-a8bf-cd6560510bf0 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.0966043 Sep 10 02:55:45.115051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7344a1e-daa1-4779-9ea3-1ecc6c9d3892 req-3cae3616-38ab-428f-90f4-b0c9637d76f0 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 210 time: 0.3684278 Sep 10 02:55:45.166220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:45.223285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-f63b4037-21db-40ff-9c5c-3d3fbcb34685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:45.226596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-f63b4037-21db-40ff-9c5c-3d3fbcb34685 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 1117 time: 0.5344105 Sep 10 02:55:45.322767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e55abd9d-7bbb-4097-ba5f-e2217656fc30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6e62749ae6040daa6d069121e48fc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823475 Sep 10 02:55:45.333641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39152) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:45.369592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] Set router 40478f15-9b3f-49dd-bf07-f18c368f00c6 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:45.405882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Attempting to bind port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:45.409708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Attempting to bind port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:45.410182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Attempting to bind port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:45.454997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:45.455429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Attempting to bind port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:45.464693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:45.465227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:45.465703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:45.466274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Bound port: b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:45.466734 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:45.896749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39158) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:45.976070 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'dd764d1d-a8b6-4a05-b644-c1995f48db13', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'port_id': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'mac_address': 'fa:16:3e:b4:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af05766-1d82-4208-9441-5a8a7a67645e', 'device_owner': 'compute:tempest-test_az-339718174'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:55:19Z', 'updated_at': '2021-09-10T02:55:41Z', 'revision_number': 1, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:46.033458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] For port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:46.036834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] For port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:46.038247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b145df0c-ef8c-4165-93db-b575b7e98612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.045059 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417a6f8-473a-41f0-afe6-788de437b123 None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'dd764d1d-a8b6-4a05-b644-c1995f48db13', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'port_id': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'mac_address': 'fa:16:3e:b4:57:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af05766-1d82-4208-9441-5a8a7a67645e', 'device_owner': 'compute:tempest-test_az-339718174'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:55:19Z', 'updated_at': '2021-09-10T02:55:41Z', 'revision_number': 1, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:55:46.060396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:42Z', 'revision_number': 5, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:46.069455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.088577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] Checking router: 40478f15-9b3f-49dd-bf07-f18c368f00c6 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:55:46.098830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] Routers {'40478f15-9b3f-49dd-bf07-f18c368f00c6'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:55:46.099478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['40478f15-9b3f-49dd-bf07-f18c368f00c6'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:46.136729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.251293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaf483-2d2a-42af-b005-45a7f96e0e20 req-8d4c6f2d-4467-4abe-8d69-8f52482412d4 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:46.266555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74eaf483-2d2a-42af-b005-45a7f96e0e20 req-8d4c6f2d-4467-4abe-8d69-8f52482412d4 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 948 time: 0.3687625 Sep 10 02:55:46.273324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] Set router 40478f15-9b3f-49dd-bf07-f18c368f00c6 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:55:46.353072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-1818aeb6-c9a5-42d3-b952-ae363cbaee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:46.354563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-1818aeb6-c9a5-42d3-b952-ae363cbaee46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 924 time: 1.1140854 Sep 10 02:55:46.366372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-8ced6272-43d9-4b89-8f89-02b9f1a5969d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:46.367205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-8ced6272-43d9-4b89-8f89-02b9f1a5969d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2316997 Sep 10 02:55:46.393547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:46.394178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.395620 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] 10.222.0.32 "PUT /v2.0/ports/b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 HTTP/1.1" status: 200 len: 1096 time: 2.5825233 Sep 10 02:55:46.396077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'tag': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:46.398333 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2da116-94ab-4eae-b78d-8c4c39699c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a87d445-93f4-4bfe-8f49-585f8083beb1", "tag": "b42cd43d-db38-4b8a-b0bb-ba3fad1c0999"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:46.469866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5bae82d4-3c24-4b54-87ee-899bccfa4c3a req-0a89f294-dd06-4bdd-9088-a05666670c2d tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 210 time: 0.1397228 Sep 10 02:55:46.480775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Request body: {'port': {'device_id': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'cd0f2014e6584bc8b270adef7f629044'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:46.521766 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301190e1-f857-44f7-a0c0-19889707d908 None None] New status for floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:55:46.543323 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74eaf483-2d2a-42af-b005-45a7f96e0e20 req-9bf230f1-b78e-4889-b810-380be9035fef tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591701 Sep 10 02:55:46.612583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a4aaa22-82a3-4dff-81ca-2f89ea4e4a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.738815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e5fa7-f62d-49b6-8ab5-1cda0aff2005 service neutron] Pushing event updated for resources: {'Port': ['ID=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:46.762578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:42Z', 'revision_number': 5, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:46.777629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-913d426f-0b34-4d8b-a244-0d3715a7aa76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb HTTP/1.1" status: 200 len: 1020 time: 0.4118397 Sep 10 02:55:46.784133 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c9461-841b-4d19-9744-a7f725bca38f x-openstack-request-id: req-804c9461-841b-4d19-9744-a7f725bca38f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:46.784484 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a87d445-93f4-4bfe-8f49-585f8083beb1", "tag": "b42cd43d-db38-4b8a-b0bb-ba3fad1c0999", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:46.784794 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-804c9461-841b-4d19-9744-a7f725bca38f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:46.785246 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'tag': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999', 'status': 'completed', 'code': 200} Sep 10 02:55:46.799631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0e993-a91d-4fbb-b82a-ff4a8be8eab0 None None] The sync data for ids ['40478f15-9b3f-49dd-bf07-f18c368f00c6'] in n-d-808126-2 is: [{'id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1309377392-router', 'tenant_id': '075c1e2c898044e38b5286ebb4314664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:29Z', 'updated_at': '2021-09-10T02:55:42Z', 'revision_number': 5, 'project_id': '075c1e2c898044e38b5286ebb4314664', 'gw_port': {'id': '71e8e433-a80f-450f-a2da-4e07b2c09471', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40478f15-9b3f-49dd-bf07-f18c368f00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:30Z', 'updated_at': '2021-09-10T02:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:55:46.846583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dff5aeeb-7165-4f97-accf-3712a557ed78 req-2b6b4cd3-9519-40ae-98ce-52def59b54c7 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.2162361 Sep 10 02:55:46.897776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b145df0c-ef8c-4165-93db-b575b7e98612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.901578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a4aaa22-82a3-4dff-81ca-2f89ea4e4a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.904623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-b9536103-6675-4e7c-8be5-eea17fbcb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:46.909152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-b9536103-6675-4e7c-8be5-eea17fbcb55f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=042bdc2b72a6412887df094b46d5ee96&device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 1099 time: 0.4135933 Sep 10 02:55:46.916654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b145df0c-ef8c-4165-93db-b575b7e98612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.954958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:46.988652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-c9728ade-3814-49d2-8ea6-4fe4c4e7cb09 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:46.991100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-c9728ade-3814-49d2-8ea6-4fe4c4e7cb09 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.36 "GET /v2.0/networks?id=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 HTTP/1.1" status: 200 len: 814 time: 0.7648046 Sep 10 02:55:47.003741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b145df0c-ef8c-4165-93db-b575b7e98612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9532ffabbd92477e87fc9801e836bb14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0936110 Sep 10 02:55:47.016527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39200) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:47.040415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-6548e94a-ff2d-4aa5-a5af-af1157e63358 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 HTTP/1.1" status: 200 len: 217 time: 0.1203930 Sep 10 02:55:47.043692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-f728791d-2c82-4801-9092-64468e8ab649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:47.044911 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-f728791d-2c82-4801-9092-64468e8ab649 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.2539532 Sep 10 02:55:47.045933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145df0c-ef8c-4165-93db-b575b7e98612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e58b3df-53fe-4bc3-a8e9-3360b6e451d1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:47.086258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Request body: {'port': {'device_id': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757', 'admin_state_up': True, 'tenant_id': '04891f362406439db5f1e7153eb3c6f2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:47.146558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-ef104b4e-dd92-48d1-8a07-1f202ac6c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:47.148135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-ef104b4e-dd92-48d1-8a07-1f202ac6c865 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0988829 Sep 10 02:55:47.154511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-3e36c6a5-fe3e-437b-9e87-2bb47e62edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:47.156148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-3e36c6a5-fe3e-437b-9e87-2bb47e62edf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596786 Sep 10 02:55:47.214450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Made reservation on behalf of cd0f2014e6584bc8b270adef7f629044 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:47.227195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.252704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-25494d28-c027-4ba3-a1e5-8afa1916cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:47.254253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-25494d28-c027-4ba3-a1e5-8afa1916cc28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973907 Sep 10 02:55:47.267652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c8432b0-585b-4e14-8b80-7378f8273e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.282279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a4aaa22-82a3-4dff-81ca-2f89ea4e4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.285173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a4aaa22-82a3-4dff-81ca-2f89ea4e4a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.290177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8a4aaa22-82a3-4dff-81ca-2f89ea4e4a65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5240f13-d557-48cc-9b20-3198d10f9fa1 HTTP/1.1" status: 204 len: 168 time: 1.9476542 Sep 10 02:55:47.350664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4aaa22-82a3-4dff-81ca-2f89ea4e4a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5240f13-d557-48cc-9b20-3198d10f9fa1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:47.368229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-4011cc85-3466-4a12-8f24-c36b9eb57dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026050 Sep 10 02:55:47.426735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c8432b0-585b-4e14-8b80-7378f8273e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.429678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Deleting port 71e8e433-a80f-450f-a2da-4e07b2c09471 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:55:47.430194 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.621095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Made reservation on behalf of 04891f362406439db5f1e7153eb3c6f2 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:47.625286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.659934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-6052c043-a4d8-4ea5-ab8f-8e7c62da2711 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954308 Sep 10 02:55:47.666454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39214) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:47.676406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] For port 71e8e433-a80f-450f-a2da-4e07b2c09471, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=71e8e433-a80f-450f-a2da-4e07b2c09471,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:47.677098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.712829 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f3fed19-68dc-455b-a022-a22b8735f053 req-9b19c719-498f-42a8-b61f-47f2a005af29 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 210 time: 0.0655229 Sep 10 02:55:47.723937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c8432b0-585b-4e14-8b80-7378f8273e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.726787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c8432b0-585b-4e14-8b80-7378f8273e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.734308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c8432b0-585b-4e14-8b80-7378f8273e2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e58b3df-53fe-4bc3-a8e9-3360b6e451d1 HTTP/1.1" status: 204 len: 168 time: 0.7020752 Sep 10 02:55:47.734308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Calling delete_port for 71e8e433-a80f-450f-a2da-4e07b2c09471 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:55:47.734514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61dad9b9-9272-43d0-af5a-1d4454e4195f req-376da4ee-aea9-48f2-ac93-8b2739de65a4 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242514 Sep 10 02:55:47.749631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Allocated IP 192.168.233.87 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/33ab6bdd-5330-4688-a29f-0beb1c74854f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:47.786689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8432b0-585b-4e14-8b80-7378f8273e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e58b3df-53fe-4bc3-a8e9-3360b6e451d1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:47.829688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39222) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:47.871207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91038e30-51ee-4e8f-8918-953b888cdd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:47.887388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1e28-5512-4efb-9755-3fc78ef21258 req-863bef81-cd34-4015-a8d7-b558e50ab77d tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:47.889080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a89b1e28-5512-4efb-9755-3fc78ef21258 req-863bef81-cd34-4015-a8d7-b558e50ab77d tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 948 time: 0.2199388 Sep 10 02:55:47.891627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ac1d56f-c41a-4365-8f93-8c53ace58413 req-d30b3b0b-4d21-4a0d-8fdf-06edb539b321 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215729 Sep 10 02:55:47.962463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-10b729a0-7908-4126-a24f-a8a37e2e8092 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fa9620c0ca9452f92bcf1d04f30d6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286550 Sep 10 02:55:47.965840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39226) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:48.029637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a89b1e28-5512-4efb-9755-3fc78ef21258 req-6ecec6cb-4149-4d1d-bbd9-5e3943ef2264 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189291 Sep 10 02:55:48.046408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-5e48189c-c9b2-4720-9f97-56d9ca6abff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:48.048026 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-5e48189c-c9b2-4720-9f97-56d9ca6abff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=042bdc2b72a6412887df094b46d5ee96&device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 1099 time: 0.0884290 Sep 10 02:55:48.074815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Allocated IP 172.20.0.2 (7a94e8d6-4e2a-4b4a-9e87-f91a69a36757/5f3cf945-88bd-43bf-9bb5-37d6555f8838/6ac20075-d0a0-498d-b148-fa845496bd1b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:48.105223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97040563-6c73-416f-9038-65aaf97ecf0f req-eeef7c0a-5a62-4ffc-9d98-21d190df9d72 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.0981040 Sep 10 02:55:48.168124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91038e30-51ee-4e8f-8918-953b888cdd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.184943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91038e30-51ee-4e8f-8918-953b888cdd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.249623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91038e30-51ee-4e8f-8918-953b888cdd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60483299-b5e9-4fd9-b721-d22f977094d1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:48.252768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.255081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-91038e30-51ee-4e8f-8918-953b888cdd15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=601a7386e71c487eadf321b1fa012617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871041 Sep 10 02:55:48.255426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b69f7c0-ba43-4c32-95d7-35128ba05b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.258574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-b00aa1d5-b9f7-49ea-a11e-31128191b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:48.259136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39236) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:48.260587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-b00aa1d5-b9f7-49ea-a11e-31128191b3df service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2047350 Sep 10 02:55:48.285765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.312392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-6b894721-d5a7-48be-8162-988705911672 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 HTTP/1.1" status: 200 len: 217 time: 0.0421224 Sep 10 02:55:48.321245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Transition to ACTIVE for port object 33ab6bdd-5330-4688-a29f-0beb1c74854f will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:48.348999 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b69f7c0-ba43-4c32-95d7-35128ba05b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.352257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e8e433-a80f-450f-a2da-4e07b2c09471,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:48.366758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-9d97268d-3497-4c3e-8a9a-831c6e36ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:48.368255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-9d97268d-3497-4c3e-8a9a-831c6e36ca78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0489497 Sep 10 02:55:48.415258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-0ad475c6-3036-4bd6-867c-e326c812e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:48.417034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-0ad475c6-3036-4bd6-867c-e326c812e40d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414317 Sep 10 02:55:48.462100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.544865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-03024a91-1680-479a-8929-0ccbc54005e7 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196957 Sep 10 02:55:48.565585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 188b20c6-4288-4154-b979-3fd45902d6fd no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:55:48.586216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 188b20c6-4288-4154-b979-3fd45902d6fd {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:55:48.586637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 188b20c6-4288-4154-b979-3fd45902d6fd not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:55:48.633143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.637708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.646534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.653091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7db89b28-c1df-42bf-8df4-34f46f5217ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.659540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2da116-94ab-4eae-b78d-8c4c39699c1f req-2d4711b5-291a-4d1a-8480-68c120d5cf7b service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021240 Sep 10 02:55:48.676105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b69f7c0-ba43-4c32-95d7-35128ba05b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.678908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b69f7c0-ba43-4c32-95d7-35128ba05b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.680081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b69f7c0-ba43-4c32-95d7-35128ba05b94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa1cee49-9f6f-405c-9a17-9d9fb4090ce2 HTTP/1.1" status: 204 len: 168 time: 0.6781375 Sep 10 02:55:48.773449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69f7c0-ba43-4c32-95d7-35128ba05b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1cee49-9f6f-405c-9a17-9d9fb4090ce2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:48.781686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.782378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40478f15-9b3f-49dd-bf07-f18c368f00c6 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 02:55:48.789206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7db89b28-c1df-42bf-8df4-34f46f5217ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.796603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.798176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a4f7c7e1-8ce1-44b6-a9c0-5b01c034d559 admin admin] 10.222.0.23 "DELETE /v2.0/routers/40478f15-9b3f-49dd-bf07-f18c368f00c6 HTTP/1.1" status: 204 len: 168 time: 3.6854610 Sep 10 02:55:48.800908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39256) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:48.833056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.836659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:48.847236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:48.856429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Pushing event updated for resources: {'Port': ['ID=33ab6bdd-5330-4688-a29f-0beb1c74854f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:48.870077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:48.887950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:48.888709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.888891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Deleting subnet 65a7803e-e420-4c24-82a7-ec5cc37479b0 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:55:48.895403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.950107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:48.966009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-018ea1bb-74c7-40a1-a007-5fd492740d5c req-4c3a0421-09a9-4c6d-86d4-6764bedbd776 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 210 time: 0.0619829 Sep 10 02:55:48.976340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-1724a304-8da7-434b-9db9-3fc809c56d2c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5460963 Sep 10 02:55:48.994333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Request body: {'port': {'device_id': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:49.039889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.041593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7db89b28-c1df-42bf-8df4-34f46f5217ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.044022 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7db89b28-c1df-42bf-8df4-34f46f5217ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.045216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7db89b28-c1df-42bf-8df4-34f46f5217ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60483299-b5e9-4fd9-b721-d22f977094d1 HTTP/1.1" status: 204 len: 168 time: 0.7851341 Sep 10 02:55:49.134331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.292898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e8b6182-95d0-4885-8134-f184a3db32d9 None None] Provisioning for port 33ab6bdd-5330-4688-a29f-0beb1c74854f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:49.302539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e8b6182-95d0-4885-8134-f184a3db32d9 None None] Provisioning complete for port 33ab6bdd-5330-4688-a29f-0beb1c74854f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:49.304107 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6182-95d0-4885-8134-f184a3db32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.409470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b6182-95d0-4885-8134-f184a3db32d9 None None] Port 33ab6bdd-5330-4688-a29f-0beb1c74854f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:49.441882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89b28-c1df-42bf-8df4-34f46f5217ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60483299-b5e9-4fd9-b721-d22f977094d1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:49.500597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:49.508881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:49.546320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:49.550213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:49.550712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.553508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20847f-2593-4bd9-b573-b6bd95e275a2 req-725a9f87-f9c5-4850-aa8d-2e51d2286f08 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:49.555533 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c20847f-2593-4bd9-b573-b6bd95e275a2 req-725a9f87-f9c5-4850-aa8d-2e51d2286f08 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 948 time: 0.3427508 Sep 10 02:55:49.557740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.566157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.585118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Pushing event updated for resources: {'Port': ['ID=6ac20075-d0a0-498d-b148-fa845496bd1b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:49.603995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.614361 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65a7803e-e420-4c24-82a7-ec5cc37479b0 HTTP/1.1" status: 204 len: 168 time: 0.8079357 Sep 10 02:55:49.614361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd454a-2b9c-4f48-9280-806c17999ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a7803e-e420-4c24-82a7-ec5cc37479b0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:49.614636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb02d7d-a97d-4899-a2f0-5de3d2d67142 None None] Network 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:55:49.620068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:49.670174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c20847f-2593-4bd9-b573-b6bd95e275a2 req-7bb87856-3ab0-4bae-bfe4-6e647ab51238 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013861 Sep 10 02:55:49.693484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-72d3d1ae-4c8b-4ff5-bb7f-6e7058c8d282 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6713212 Sep 10 02:55:49.697052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39288) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:49.719727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.723975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f0d9-8c16-4a74-8acf-1e478dd19a1e req-cbf4af16-e9c2-4be4-98d7-74a4c4d5260a tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:49.731315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c0e7f0d9-8c16-4a74-8acf-1e478dd19a1e req-cbf4af16-e9c2-4be4-98d7-74a4c4d5260a tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 935 time: 0.3007164 Sep 10 02:55:49.784899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Request body: {'port': {'device_id': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:49.808276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Deleting port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:55:49.809360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.897285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] For port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:49.898603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:49.915571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Calling delete_port for 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:55:49.937293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] DHCP port deletion for 2f56518c-40d6-4b0b-9dbf-12ef786b2ebe request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 02:55:49.944753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.000079 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c0e7f0d9-8c16-4a74-8acf-1e478dd19a1e req-cf912771-7cf2-4f0f-a139-3ea4fd8f628f tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678356 Sep 10 02:55:50.045629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] Deleting port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:55:50.046524 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.062232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.103089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.118429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:50.149846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] No DVR routers for this DVR port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:55:50.205709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] For port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,segment=NetworkSegment(761e0ef5-7236-4728-a131-dba7fa7bfed4),segment_id=761e0ef5-7236-4728-a131-dba7fa7bfed4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:50.207611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.208293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.208959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.209310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.210016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.210016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.210333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.210669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.211032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.211476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.211729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.212200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.212419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.245398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] Calling delete_port for 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:55:50.248011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1125d5-81d2-4022-af44-80e93a47f649 req-9dbb2c9d-5252-41ac-b6b8-04be411eebda tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:50.259324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2a1125d5-81d2-4022-af44-80e93a47f649 req-9dbb2c9d-5252-41ac-b6b8-04be411eebda tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 931 time: 0.1414602 Sep 10 02:55:50.282426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.340171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2a1125d5-81d2-4022-af44-80e93a47f649 req-c39be6a2-04cd-498e-a4a1-1c8e167b9c19 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823138 Sep 10 02:55:50.342432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.343364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.344193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.344535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > port after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.345019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.345237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.345565 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.345908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.346229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.346558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.436053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.450284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:55:50.454956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.455277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.455688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.456022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:55:50.456396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f56518c-40d6-4b0b-9dbf-12ef786b2ebe']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:50.467703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.470616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ab6bdd-5330-4688-a29f-0beb1c74854f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:50.484636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.487471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.502996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761e0ef5-7236-4728-a131-dba7fa7bfed4') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:50.503871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761e0ef5-7236-4728-a131-dba7fa7bfed4') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:55:50.517805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] No DVR routers for this DVR port 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:55:50.524636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fd7ac-e914-4c36-be88-890e5c80ee9d None None] Pushing event deleted for resources: {'Port': ['ID=0ca40c2d-70f6-4607-91f1-7cea3c16eb1c,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:50.531251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01ec3e7-0218-4edf-bbac-d7115e285fa7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:50.552899 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.564065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 71e8e433-a80f-450f-a2da-4e07b2c09471 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:55:50.587862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dae9ed37b0a04b3291e3ad871e5ce1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8532798 Sep 10 02:55:50.589947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.590448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.590929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.591424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.591941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.592421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.593455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.593949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.594436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.595028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.595545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.595670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:50.596137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19570625-7d7c-49e6-8f98-5eec7d847de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:50.598459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 71e8e433-a80f-450f-a2da-4e07b2c09471 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:55:50.598806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 71e8e433-a80f-450f-a2da-4e07b2c09471 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:55:50.599229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:55:50.626465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.629610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Transition to ACTIVE for port object 33ab6bdd-5330-4688-a29f-0beb1c74854f will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:50.639651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.645183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:55:50.645710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0ca40c2d-70f6-4607-91f1-7cea3c16eb1c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:55:50.668467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:55:50.668936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.697688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: from cryptography.utils import int_from_bytes Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: from cryptography.utils import int_from_bytes Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: timer() Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:55:50.702790 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:55:50.712618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999', 'mac_address': 'fa:16:3e:7e:09:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:55:50.809530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.831115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Pushing event updated for resources: {'Port': ['ID=33ab6bdd-5330-4688-a29f-0beb1c74854f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:50.833089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:50.890236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:50.902865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.903071 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.909523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac20075-d0a0-498d-b148-fa845496bd1b {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:50.944542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.946658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f56518c-40d6-4b0b-9dbf-12ef786b2ebe,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:50.950095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.953559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-68b5d96f-14fc-4f38-9a72-fa5bfef46027 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f56518c-40d6-4b0b-9dbf-12ef786b2ebe HTTP/1.1" status: 204 len: 168 time: 1.3324754 Sep 10 02:55:50.964953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4169035b-8a5f-4b78-a2ee-1eeffb19766e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:50.992272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Attempting to bind port 33ab6bdd-5330-4688-a29f-0beb1c74854f on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:50.992619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Attempting to bind port 33ab6bdd-5330-4688-a29f-0beb1c74854f by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:50.992929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Attempting to bind port 33ab6bdd-5330-4688-a29f-0beb1c74854f on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:51.001368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Transition to ACTIVE for port object 6ac20075-d0a0-498d-b148-fa845496bd1b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:51.001497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Port 33ab6bdd-5330-4688-a29f-0beb1c74854f on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:51.001807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Attempting to bind port 33ab6bdd-5330-4688-a29f-0beb1c74854f on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:51.008151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:51.008552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:51.009827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:51.010392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Bound port: 33ab6bdd-5330-4688-a29f-0beb1c74854f, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:51.010760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.013868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:51.014007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a54f8-4600-4f98-8a36-1028138c27d4 req-868dd111-aac0-4f8e-8edd-f31fcf386bc4 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:51.016274 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-090a54f8-4600-4f98-8a36-1028138c27d4 req-868dd111-aac0-4f8e-8edd-f31fcf386bc4 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 948 time: 0.2565107 Sep 10 02:55:51.028011 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4169035b-8a5f-4b78-a2ee-1eeffb19766e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.029791 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.043204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.043649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.043998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.045022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.045748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.047256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.049043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.049579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.050107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.051843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.052386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.054180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:55:51.096875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-090a54f8-4600-4f98-8a36-1028138c27d4 req-3749f3a0-a09d-4f5a-bec2-7fcc79585571 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Sep 10 02:55:51.126976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4169035b-8a5f-4b78-a2ee-1eeffb19766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.130059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4169035b-8a5f-4b78-a2ee-1eeffb19766e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.131289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4169035b-8a5f-4b78-a2ee-1eeffb19766e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f01ec3e7-0218-4edf-bbac-d7115e285fa7 HTTP/1.1" status: 204 len: 168 time: 0.5334787 Sep 10 02:55:51.141022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b42cd43d-db38-4b8a-b0bb-ba3fad1c0999'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:51.152838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169035b-8a5f-4b78-a2ee-1eeffb19766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01ec3e7-0218-4edf-bbac-d7115e285fa7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:51.241818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa87d-3681-4835-beee-a5669016443a service neutron] Pushing event updated for resources: {'Port': ['ID=6ac20075-d0a0-498d-b148-fa845496bd1b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:51.297957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] For port 33ab6bdd-5330-4688-a29f-0beb1c74854f, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:51.352899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] For port 33ab6bdd-5330-4688-a29f-0beb1c74854f, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:51.352899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Attempting to bind port 6ac20075-d0a0-498d-b148-fa845496bd1b on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:51.352899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Attempting to bind port 6ac20075-d0a0-498d-b148-fa845496bd1b by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '9fd93abf-cf47-4ae1-af73-f102418931ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:51.356339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Attempting to bind port 6ac20075-d0a0-498d-b148-fa845496bd1b on network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:51.366867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.377244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Port 6ac20075-d0a0-498d-b148-fa845496bd1b on network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:51.377646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Attempting to bind port 6ac20075-d0a0-498d-b148-fa845496bd1b on network 7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:51.388365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:51.389349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.391595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] 10.222.0.32 "PUT /v2.0/ports/33ab6bdd-5330-4688-a29f-0beb1c74854f HTTP/1.1" status: 200 len: 1095 time: 2.4017055 Sep 10 02:55:51.395714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'tag': '33ab6bdd-5330-4688-a29f-0beb1c74854f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:51.409347 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ce2fb-4e1f-4ce8-9450-ba516add84bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee7afee-44b8-4473-84f6-0180186fd4ae", "tag": "33ab6bdd-5330-4688-a29f-0beb1c74854f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:51.434045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39356) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:51.455500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:51.455500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Checking segment: {'id': '9fd93abf-cf47-4ae1-af73-f102418931ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:51.455822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Bound using segment: {'id': '9fd93abf-cf47-4ae1-af73-f102418931ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:51.456293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Bound port: 6ac20075-d0a0-498d-b148-fa845496bd1b, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd93abf-cf47-4ae1-af73-f102418931ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:51.456656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.527843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd11218-f0e8-4b65-a08d-f75daef0394e req-4dd4e0f2-b2a6-4cdf-aefc-f9a90f6a35e8 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:51.537589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfd11218-f0e8-4b65-a08d-f75daef0394e req-4dd4e0f2-b2a6-4cdf-aefc-f9a90f6a35e8 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 947 time: 0.2475741 Sep 10 02:55:51.585437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-be11bbb3-ab38-4395-933d-37b4f76ffe6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=075c1e2c898044e38b5286ebb4314664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481168 Sep 10 02:55:51.589298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39360) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:51.608098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0cf5-577c-4e41-b3f6-32f9e68ef813 service neutron] Pushing event updated for resources: {'Port': ['ID=33ab6bdd-5330-4688-a29f-0beb1c74854f,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:51.614715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2dc0-cd6e-4983-ab24-f96de0ac5d54 req-3c81b7ba-3785-44da-a80f-88bc6c6a8039 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:51.616623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3acb2dc0-cd6e-4983-ab24-f96de0ac5d54 req-3c81b7ba-3785-44da-a80f-88bc6c6a8039 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 943 time: 0.1748459 Sep 10 02:55:51.672835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-a8b23229-e46d-4bce-92a4-212ffbbd0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:51.674172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-a8b23229-e46d-4bce-92a4-212ffbbd0344 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd0f2014e6584bc8b270adef7f629044&device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 1098 time: 0.2214253 Sep 10 02:55:51.689295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3acb2dc0-cd6e-4983-ab24-f96de0ac5d54 req-c464d7fa-cbfc-4f49-a517-eceaf6553e58 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632763 Sep 10 02:55:51.692405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfd11218-f0e8-4b65-a08d-f75daef0394e req-ac26d16f-7961-4783-bbe9-2a271d99e447 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534896 Sep 10 02:55:51.742599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] For port 6ac20075-d0a0-498d-b148-fa845496bd1b, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:51.752438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] For port 6ac20075-d0a0-498d-b148-fa845496bd1b, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6ac20075-d0a0-498d-b148-fa845496bd1b,segment=NetworkSegment(9fd93abf-cf47-4ae1-af73-f102418931ff),segment_id=9fd93abf-cf47-4ae1-af73-f102418931ff)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:51.810899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-6e32ae75-f886-4c92-9ea4-64970b564d57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f HTTP/1.1" status: 200 len: 217 time: 0.1100428 Sep 10 02:55:51.812591 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb8d8e1-c7c4-476b-a9eb-6d92ca0f85ee x-openstack-request-id: req-bbb8d8e1-c7c4-476b-a9eb-6d92ca0f85ee {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:51.812884 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee7afee-44b8-4473-84f6-0180186fd4ae", "tag": "33ab6bdd-5330-4688-a29f-0beb1c74854f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:51.813138 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbb8d8e1-c7c4-476b-a9eb-6d92ca0f85ee {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:51.813916 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'tag': '33ab6bdd-5330-4688-a29f-0beb1c74854f', 'status': 'completed', 'code': 200} Sep 10 02:55:51.817385 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.895970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:51.896593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.898095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-25faa87d-3681-4835-beee-a5669016443a service neutron] 10.222.0.36 "PUT /v2.0/ports/6ac20075-d0a0-498d-b148-fa845496bd1b HTTP/1.1" status: 200 len: 1091 time: 2.1418142 Sep 10 02:55:51.903660 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42cf74d-6050-4971-a624-1e3677906d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.940006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42cf74d-6050-4971-a624-1e3677906d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:51.995803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa87d-3681-4835-beee-a5669016443a service neutron] Pushing event updated for resources: {'Port': ['ID=6ac20075-d0a0-498d-b148-fa845496bd1b,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:52.013251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-d44183a5-ad58-4f70-8175-2fa372b44ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.014938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-d44183a5-ad58-4f70-8175-2fa372b44ef8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1904676 Sep 10 02:55:52.074270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-0fb456b5-b232-46e7-8b3b-e50c10d958a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.075838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-0fb456b5-b232-46e7-8b3b-e50c10d958a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04891f362406439db5f1e7153eb3c6f2&device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 1094 time: 0.1311851 Sep 10 02:55:52.084404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-441b7070-df94-4e39-b972-b6ab9f7026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.086603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-441b7070-df94-4e39-b972-b6ab9f7026f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591838 Sep 10 02:55:52.101443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42cf74d-6050-4971-a624-1e3677906d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.103898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42cf74d-6050-4971-a624-1e3677906d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.107233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c42cf74d-6050-4971-a624-1e3677906d1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd3272dc-a1ff-4e83-bd60-a71a7d380080 HTTP/1.1" status: 204 len: 168 time: 0.5095813 Sep 10 02:55:52.146268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-134e7b90-23fd-44b3-ac69-9ebe912c1374 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac20075-d0a0-498d-b148-fa845496bd1b HTTP/1.1" status: 200 len: 217 time: 0.0595639 Sep 10 02:55:52.159903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cf74d-6050-4971-a624-1e3677906d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3272dc-a1ff-4e83-bd60-a71a7d380080,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:52.215668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:52.287385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-1dc8b494-20ca-45c5-a0e0-97435c20858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.288871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-1dc8b494-20ca-45c5-a0e0-97435c20858f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f3cf945-88bd-43bf-9bb5-37d6555f8838 HTTP/1.1" status: 200 len: 854 time: 0.1302731 Sep 10 02:55:52.319506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-9f775c53-fb03-46fe-9ebe-7592233e3747 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261784 Sep 10 02:55:52.341206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-e00e02f2-99ab-41a3-a645-4c74a21b5c84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392401 Sep 10 02:55:52.362655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daf689-ecb1-4b4f-90d8-3068b9156c79 req-07ad791f-b2a1-4ecc-b337-19d30ab98c00 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.364178 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81daf689-ecb1-4b4f-90d8-3068b9156c79 req-07ad791f-b2a1-4ecc-b337-19d30ab98c00 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 949 time: 0.1624393 Sep 10 02:55:52.458297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:52.486219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6b85-7a4e-41f5-9c9c-5020d6ed4b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.527610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81daf689-ecb1-4b4f-90d8-3068b9156c79 req-adb7155c-f9d0-41ff-a35b-d7ced1c591d2 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511154 Sep 10 02:55:52.548548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-698e8a91-9468-4cda-9696-efc22a8f2d48 req-0078857f-fa15-407d-b42d-16c9b7894a62 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138472 Sep 10 02:55:52.560420 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-c7915486-7c6a-4b25-9164-64933bca6485 service neutron] 10.222.0.36 "GET /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133107 Sep 10 02:55:52.576058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:52.585214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:52.587060 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.649358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6b85-7a4e-41f5-9c9c-5020d6ed4b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.656894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6b85-7a4e-41f5-9c9c-5020d6ed4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.721963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-3ed11da2-6a60-43b8-85c0-add8570e57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.723490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-3ed11da2-6a60-43b8-85c0-add8570e57dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd0f2014e6584bc8b270adef7f629044&device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 1098 time: 0.1039848 Sep 10 02:55:52.760594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc3b61da-b0ea-4fcd-b1e0-3b3aa4cf9be2 req-c70bf785-9df3-4a1c-a1fc-036b5aef6ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914096 Sep 10 02:55:52.762903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2eaf6b85-7a4e-41f5-9c9c-5020d6ed4b72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b857419829af4f56937593951c3efb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461638 Sep 10 02:55:52.767314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39428) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:52.768498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf6b85-7a4e-41f5-9c9c-5020d6ed4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469d6eb-8a12-4a03-bb4c-b2e4db6f4193,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:52.775282 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.829929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:52.833500 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f3f5e-2c50-42cd-ac2c-2d84f66cb9dc" -d '{"events": [{"server_uuid": "1a87d445-93f4-4bfe-8f49-585f8083beb1", "name": "network-vif-plugged", "status": "completed", "tag": "b42cd43d-db38-4b8a-b0bb-ba3fad1c0999"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:52.850445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:52.856704 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.900731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f1972d-b82e-4fac-8dc9-f48dd04c1588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.927991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feac5e-79b9-4b24-b3f1-4283f27cc61f req-d1f78ea3-d578-4f27-a8d2-e401356165da tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.929750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00feac5e-79b9-4b24-b3f1-4283f27cc61f req-d1f78ea3-d578-4f27-a8d2-e401356165da tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 947 time: 0.0983796 Sep 10 02:55:52.931327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-f6fa0f61-51d5-415e-9148-27972ec1fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:52.932958 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-f6fa0f61-51d5-415e-9148-27972ec1fbf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1979163 Sep 10 02:55:52.943530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:52.944707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f1972d-b82e-4fac-8dc9-f48dd04c1588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:52.998949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-b63f0ea0-9bc9-4891-8300-601754a61829 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f HTTP/1.1" status: 200 len: 217 time: 0.0568800 Sep 10 02:55:53.028490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00feac5e-79b9-4b24-b3f1-4283f27cc61f req-4427b085-a16b-4bad-ba5e-dfa62eab2dd1 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897243 Sep 10 02:55:53.038974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f625cd-39d5-4553-a35f-6520a9523db9 req-d590802b-633d-48e0-9bcd-ccb6e0313311 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:53.040717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01f625cd-39d5-4553-a35f-6520a9523db9 req-d590802b-633d-48e0-9bcd-ccb6e0313311 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 943 time: 0.0703177 Sep 10 02:55:53.067958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-fb9359c7-dd0c-479f-a0fc-faf66cf6dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:53.068685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f1972d-b82e-4fac-8dc9-f48dd04c1588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:53.069535 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-fb9359c7-dd0c-479f-a0fc-faf66cf6dc6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0574298 Sep 10 02:55:53.071480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f1972d-b82e-4fac-8dc9-f48dd04c1588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:53.072646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-78f1972d-b82e-4fac-8dc9-f48dd04c1588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3469d6eb-8a12-4a03-bb4c-b2e4db6f4193 HTTP/1.1" status: 204 len: 168 time: 0.2978947 Sep 10 02:55:53.084796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1972d-b82e-4fac-8dc9-f48dd04c1588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469d6eb-8a12-4a03-bb4c-b2e4db6f4193,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:53.122088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01f625cd-39d5-4553-a35f-6520a9523db9 req-b5d44a7e-c66d-4389-9d65-6bf51ecb23ac tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685587 Sep 10 02:55:53.138448 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb0bb4b-9454-4324-ae27-b3435dc0af1c x-openstack-request-id: req-0eb0bb4b-9454-4324-ae27-b3435dc0af1c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:53.139903 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a87d445-93f4-4bfe-8f49-585f8083beb1", "name": "network-vif-plugged", "status": "completed", "tag": "b42cd43d-db38-4b8a-b0bb-ba3fad1c0999", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:53.141976 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0eb0bb4b-9454-4324-ae27-b3435dc0af1c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:53.142739 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999', 'code': 200} Sep 10 02:55:53.160860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-82b7a38a-6910-4c10-bccc-136164cb151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:53.162252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-82b7a38a-6910-4c10-bccc-136164cb151e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834036 Sep 10 02:55:53.282317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb159-8a7a-4dd9-9ec5-4d3d506d211b req-2a32c9ce-eba0-4e5d-af75-ea5d644723f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:53.282810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-bba05632-9f65-4006-988b-b04512bb6d74 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030843 Sep 10 02:55:53.283833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a60cb159-8a7a-4dd9-9ec5-4d3d506d211b req-2a32c9ce-eba0-4e5d-af75-ea5d644723f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 1101 time: 0.0732880 Sep 10 02:55:53.337705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a60cb159-8a7a-4dd9-9ec5-4d3d506d211b req-c39c2d91-2f23-41fd-92c4-9722b6a81bf6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Sep 10 02:55:53.402380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164ce2fb-4e1f-4ce8-9450-ba516add84bc req-6113a117-767c-49e8-b8cb-2fe530501621 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065202 Sep 10 02:55:53.542678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39478) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:53.563137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87e57e1b-c65e-4ab0-911d-c64d028171e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:53.715580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87e57e1b-c65e-4ab0-911d-c64d028171e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:53.730025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63029c08-10c8-43f9-9f3e-42aff887f2ad req-867e566b-ecab-4281-a8b4-39883dc99718 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:53.731893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63029c08-10c8-43f9-9f3e-42aff887f2ad req-867e566b-ecab-4281-a8b4-39883dc99718 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 950 time: 0.0801120 Sep 10 02:55:53.733206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87e57e1b-c65e-4ab0-911d-c64d028171e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:53.792853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e57e1b-c65e-4ab0-911d-c64d028171e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b58c58-6813-4bdc-a823-1382707515aa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:53.811962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87e57e1b-c65e-4ab0-911d-c64d028171e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c38a94dbec94025ab234f71ea6d1600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677326 Sep 10 02:55:53.813164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39502) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:53.820466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'tag': '6ac20075-d0a0-498d-b148-fa845496bd1b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:53.823193 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa56a5c3-bced-4c30-a282-0201418e8bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "abe7858e-2fa6-4282-aa5b-2cd8c31fdffc", "tag": "6ac20075-d0a0-498d-b148-fa845496bd1b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:53.842481 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63029c08-10c8-43f9-9f3e-42aff887f2ad req-7af45205-c170-46c2-8a59-253a2b8e5710 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038952 Sep 10 02:55:53.886400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c2b0-cc5e-40b4-bb20-e2debe10285d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:53.908536 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499e4529-2ae8-4d66-ad6a-ebabc5074da9 x-openstack-request-id: req-499e4529-2ae8-4d66-ad6a-ebabc5074da9 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:53.908841 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe7858e-2fa6-4282-aa5b-2cd8c31fdffc", "tag": "6ac20075-d0a0-498d-b148-fa845496bd1b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:53.909095 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-499e4529-2ae8-4d66-ad6a-ebabc5074da9 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:53.909480 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'tag': '6ac20075-d0a0-498d-b148-fa845496bd1b', 'status': 'completed', 'code': 200} Sep 10 02:55:53.915492 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c2b0-cc5e-40b4-bb20-e2debe10285d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.010599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-0dedacfe-ed86-49a8-a5bc-968977f7ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:54.012590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-0dedacfe-ed86-49a8-a5bc-968977f7ee68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04891f362406439db5f1e7153eb3c6f2&device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 1094 time: 0.0851614 Sep 10 02:55:54.071235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39524) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:54.116243 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:55:54.209769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5a8b-7dcd-4d05-bae3-4be0e9a36603 req-cf935725-d410-4194-ab94-0cb77a1308cd tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:54.211355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8dfe5a8b-7dcd-4d05-bae3-4be0e9a36603 req-cf935725-d410-4194-ab94-0cb77a1308cd tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 947 time: 0.0592966 Sep 10 02:55:54.231204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a91d-ba5b-4dc9-874f-a18339f87d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.278399 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8dfe5a8b-7dcd-4d05-bae3-4be0e9a36603 req-641b985d-3f31-4df5-b73e-eba0440f35b9 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Sep 10 02:55:54.320680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c2b0-cc5e-40b4-bb20-e2debe10285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.323158 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c2b0-cc5e-40b4-bb20-e2debe10285d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.324324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fa8c2b0-cc5e-40b4-bb20-e2debe10285d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8b58c58-6813-4bdc-a823-1382707515aa HTTP/1.1" status: 204 len: 168 time: 0.5096018 Sep 10 02:55:54.339546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-48390888-e529-4f13-acf7-3b8d884262b5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=637a4f71e9194c2d98fa37d96b060f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501783 Sep 10 02:55:54.391680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8c2b0-cc5e-40b4-bb20-e2debe10285d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b58c58-6813-4bdc-a823-1382707515aa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:54.408707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a91d-ba5b-4dc9-874f-a18339f87d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.423927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae0a91d-ba5b-4dc9-874f-a18339f87d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.484662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-c1046287-d713-436e-a320-31813eb0dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:54.486135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-c1046287-d713-436e-a320-31813eb0dc9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 HTTP/1.1" status: 200 len: 914 time: 0.4654188 Sep 10 02:55:54.504344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0a91d-ba5b-4dc9-874f-a18339f87d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242a6a7e-d3c0-404f-9a17-b47476f215bf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:54.511666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8ae0a91d-ba5b-4dc9-874f-a18339f87d80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1ba72921b904f7a8c2a6ef0a30bb02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390502 Sep 10 02:55:54.514632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39548) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:54.552357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5368-e8af-4570-a48a-de1fcb49bbef req-22a0d186-f41e-4471-aa85-2cafc7c64b14 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:54.554019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c2e5368-e8af-4570-a48a-de1fcb49bbef req-22a0d186-f41e-4471-aa85-2cafc7c64b14 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 943 time: 0.1135423 Sep 10 02:55:54.565925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-af3224c9-353c-484b-9a34-8c8c1b81c86d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac20075-d0a0-498d-b148-fa845496bd1b HTTP/1.1" status: 200 len: 217 time: 0.0721512 Sep 10 02:55:54.576377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-62c504ea-94db-4f9a-916c-b972c29ab72a tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:54.577846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-62c504ea-94db-4f9a-916c-b972c29ab72a tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897781 Sep 10 02:55:54.610753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3feafee3-20cb-445c-bc0c-f59946f29548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.615615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c2e5368-e8af-4570-a48a-de1fcb49bbef req-254acbaf-56ac-4cfa-8637-ac677879a8c9 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530682 Sep 10 02:55:54.625337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a53f3339-114f-4bbc-b108-1126d8fb1386 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/quotas/637a4f71e9194c2d98fa37d96b060f66 HTTP/1.1" status: 200 len: 375 time: 0.0189545 Sep 10 02:55:54.634670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-dace88ce-c455-4e9d-bdf7-b40e1dff31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:54.636680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-dace88ce-c455-4e9d-bdf7-b40e1dff31d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f3cf945-88bd-43bf-9bb5-37d6555f8838 HTTP/1.1" status: 200 len: 854 time: 0.0579658 Sep 10 02:55:54.646350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3feafee3-20cb-445c-bc0c-f59946f29548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.696126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-ac8116d8-e634-4a88-b761-6a6194d81f44 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=637a4f71e9194c2d98fa37d96b060f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526118 Sep 10 02:55:54.698794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-35d122fa-b1b2-4157-8579-0c8086eb24c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430384 Sep 10 02:55:54.735826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3feafee3-20cb-445c-bc0c-f59946f29548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.739910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3feafee3-20cb-445c-bc0c-f59946f29548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:54.740336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3feafee3-20cb-445c-bc0c-f59946f29548 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/242a6a7e-d3c0-404f-9a17-b47476f215bf HTTP/1.1" status: 204 len: 168 time: 0.2246456 Sep 10 02:55:54.766453 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feafee3-20cb-445c-bc0c-f59946f29548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242a6a7e-d3c0-404f-9a17-b47476f215bf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:54.837894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-caebdeea-e2c8-4c67-9ab5-605d492a9dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272495 Sep 10 02:55:54.963878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa56a5c3-bced-4c30-a282-0201418e8bd4 req-68db4bd2-298b-49c4-9dad-9fc3ca35cf0f service neutron] 10.222.0.36 "GET /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181488 Sep 10 02:55:54.969763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f67ab158-0598-4274-b272-7553cac8cc6f req-854f68da-3402-4036-a704-6bd33d5a9d4f tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 210 time: 0.0386167 Sep 10 02:55:55.053692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c785a-c73f-417b-b1b3-fbd7e50ebb3b req-9e4fd1ea-12d8-4ff8-a732-2273c4183560 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:55.061152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a17c785a-c73f-417b-b1b3-fbd7e50ebb3b req-9e4fd1ea-12d8-4ff8-a732-2273c4183560 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 950 time: 0.0771415 Sep 10 02:55:55.104118 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a17c785a-c73f-417b-b1b3-fbd7e50ebb3b req-6ee47e41-af83-430b-8485-74e049f9e5f1 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Sep 10 02:55:55.195182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39584) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:55.213843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f942b40-40bd-4022-9686-f7c658aeefb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.336122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f942b40-40bd-4022-9686-f7c658aeefb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.345092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f942b40-40bd-4022-9686-f7c658aeefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.391235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39592) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:55.403227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f942b40-40bd-4022-9686-f7c658aeefb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a704ed0-1540-40f5-8e09-1166d3f669e2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:55.415135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f942b40-40bd-4022-9686-f7c658aeefb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fa820eb30ad406c9e96aeca6d54f75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163589 Sep 10 02:55:55.415672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39594) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:55.482016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfbecd-29c8-49f2-beb7-fa28def87a1e req-b5797cdc-ace1-4f8e-9953-5ee9b2000820 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:55.485346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bcfbecd-29c8-49f2-beb7-fa28def87a1e req-b5797cdc-ace1-4f8e-9953-5ee9b2000820 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 947 time: 0.1092234 Sep 10 02:55:55.487432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ff2b68e4-ae53-49b6-9cba-d89036ddcf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.526470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ff2b68e4-ae53-49b6-9cba-d89036ddcf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.533659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bcfbecd-29c8-49f2-beb7-fa28def87a1e req-373c48ae-818b-4859-b69e-5e910e1c088e tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Sep 10 02:55:55.589893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ff2b68e4-ae53-49b6-9cba-d89036ddcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.595014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ff2b68e4-ae53-49b6-9cba-d89036ddcf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.598930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ff2b68e4-ae53-49b6-9cba-d89036ddcf09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a704ed0-1540-40f5-8e09-1166d3f669e2 HTTP/1.1" status: 204 len: 168 time: 0.1824050 Sep 10 02:55:55.616978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b68e4-ae53-49b6-9cba-d89036ddcf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a704ed0-1540-40f5-8e09-1166d3f669e2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:55.787439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8519195f-9093-4ffe-9f03-b4e21428d28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.801121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35511a6-9295-4bd5-9dfd-aca6ec655cd7 req-49d5c8a4-fe62-42f1-8494-aa9163bfa45d tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:55.802904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c35511a6-9295-4bd5-9dfd-aca6ec655cd7 req-49d5c8a4-fe62-42f1-8494-aa9163bfa45d tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 943 time: 0.0790291 Sep 10 02:55:55.822349 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-40d7b091-551d-4c77-a1db-89681be74482 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=042bdc2b72a6412887df094b46d5ee96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490842 Sep 10 02:55:55.864618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c35511a6-9295-4bd5-9dfd-aca6ec655cd7 req-61b090b0-9b94-41b1-9e8e-96b14ba482a5 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528886 Sep 10 02:55:55.993185 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8519195f-9093-4ffe-9f03-b4e21428d28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:55.995875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-9373f6ab-6119-4636-ab79-c824ad6b4e33 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:55.997687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-9373f6ab-6119-4636-ab79-c824ad6b4e33 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652544 Sep 10 02:55:56.008237 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8519195f-9093-4ffe-9f03-b4e21428d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.027356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-714ae1be-6a01-4dbd-99fd-d882f0c12768 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/quotas/042bdc2b72a6412887df094b46d5ee96 HTTP/1.1" status: 200 len: 375 time: 0.0200248 Sep 10 02:55:56.105826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-70290433-e075-4423-a029-e3037ed24f78 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=637a4f71e9194c2d98fa37d96b060f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675149 Sep 10 02:55:56.121658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8519195f-9093-4ffe-9f03-b4e21428d28b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2de3df4e45914df7867c4276ebf71fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6836834 Sep 10 02:55:56.122692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519195f-9093-4ffe-9f03-b4e21428d28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdcff0f-7e45-4a3c-a4c5-5eb5bfea8663,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:56.122824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:56.175711 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-7c8f0ee3-40ff-42ab-960f-e8afabf45350 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=042bdc2b72a6412887df094b46d5ee96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364985 Sep 10 02:55:56.177612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-423accf2-f030-43a5-b035-512a14d91789 req-287fcf50-a316-4a0e-a66d-7e68d70b38cb tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 210 time: 0.0855532 Sep 10 02:55:56.207787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6ac20075-d0a0-498d-b148-fa845496bd1b details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:55:56.219733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1805-377d-4c0f-9e65-c175731f84d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.272003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1805-377d-4c0f-9e65-c175731f84d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.357519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1805-377d-4c0f-9e65-c175731f84d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.361755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1805-377d-4c0f-9e65-c175731f84d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.363439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e4eb1805-377d-4c0f-9e65-c175731f84d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fdcff0f-7e45-4a3c-a4c5-5eb5bfea8663 HTTP/1.1" status: 204 len: 168 time: 0.2397907 Sep 10 02:55:56.382077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb1805-377d-4c0f-9e65-c175731f84d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdcff0f-7e45-4a3c-a4c5-5eb5bfea8663,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:56.386228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-82c478f8-8e7c-44b0-8fcf-aaceabf3fc3d tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:56.388175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-82c478f8-8e7c-44b0-8fcf-aaceabf3fc3d tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624142 Sep 10 02:55:56.409340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 6ac20075-d0a0-498d-b148-fa845496bd1b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6ac20075-d0a0-498d-b148-fa845496bd1b,segment=NetworkSegment(9fd93abf-cf47-4ae1-af73-f102418931ff),segment_id=9fd93abf-cf47-4ae1-af73-f102418931ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:56.414323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Request body: {'port': {'device_id': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '637a4f71e9194c2d98fa37d96b060f66'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:56.422969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '6ac20075-d0a0-498d-b148-fa845496bd1b', 'network_id': '7a94e8d6-4e2a-4b4a-9e87-f91a69a36757', 'port_id': '6ac20075-d0a0-498d-b148-fa845496bd1b', 'mac_address': 'fa:16:3e:00:46:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3cf945-88bd-43bf-9bb5-37d6555f8838', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:55:56.484526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 33ab6bdd-5330-4688-a29f-0beb1c74854f details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:55:56.487662 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.513324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac20075-d0a0-498d-b148-fa845496bd1b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:56.516259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64acb21f-f110-49ab-8642-ecdede84e5e6 req-681630b5-a092-41bf-a019-912fa4acba65 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 210 time: 0.0620003 Sep 10 02:55:56.559518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 6ac20075-d0a0-498d-b148-fa845496bd1b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6ac20075-d0a0-498d-b148-fa845496bd1b,segment=NetworkSegment(9fd93abf-cf47-4ae1-af73-f102418931ff),segment_id=9fd93abf-cf47-4ae1-af73-f102418931ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:56.571529 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.626152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Made reservation on behalf of 637a4f71e9194c2d98fa37d96b060f66 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:56.631481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.657041 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.779271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e777ce8-47dc-49da-947e-8d9fab91ee0c req-ce83f324-64e3-4e19-9711-f62070b5a321 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:56.791433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=6ac20075-d0a0-498d-b148-fa845496bd1b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:56.792638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e777ce8-47dc-49da-947e-8d9fab91ee0c req-ce83f324-64e3-4e19-9711-f62070b5a321 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 947 time: 0.1476672 Sep 10 02:55:56.799073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.806151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:56.808605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 33ab6bdd-5330-4688-a29f-0beb1c74854f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:56.813090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['6ac20075-d0a0-498d-b148-fa845496bd1b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:56.849662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d912d0-3499-42a7-9ba3-1ee99799a195,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:56.886496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e777ce8-47dc-49da-947e-8d9fab91ee0c req-3824ac22-6b72-4bee-8ecf-6e2a2e4f7d92 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923617 Sep 10 02:55:56.960619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '33ab6bdd-5330-4688-a29f-0beb1c74854f', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '33ab6bdd-5330-4688-a29f-0beb1c74854f', 'mac_address': 'fa:16:3e:42:65:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:55:56.993365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Allocated IP 192.168.233.62 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/b7b13651-a9eb-4391-ba53-6c7ba5e11d44) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:57.066736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:57.121219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2ac8-1f9e-4450-b0c0-b201e71cc721 req-21b49cea-eb02-4a1d-abbb-18d9f92cfa75 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:57.130084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-267f2ac8-1f9e-4450-b0c0-b201e71cc721 req-21b49cea-eb02-4a1d-abbb-18d9f92cfa75 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 944 time: 0.1263568 Sep 10 02:55:57.257425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-267f2ac8-1f9e-4450-b0c0-b201e71cc721 req-1cbd23cc-b496-4d5e-9259-9af11ef9fb4e tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185613 Sep 10 02:55:57.268068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ab6bdd-5330-4688-a29f-0beb1c74854f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:57.275420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:57.310845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Transition to ACTIVE for port object b7b13651-a9eb-4391-ba53-6c7ba5e11d44 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:57.380159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07fdf675-2a04-4ba6-8af2-91da18eb0197 req-a7a40c4e-cb5e-4030-b726-bd5d81172612 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 210 time: 0.0576699 Sep 10 02:55:57.394741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:57.396425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 33ab6bdd-5330-4688-a29f-0beb1c74854f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:57.403851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:57.461759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Pushing event updated for resources: {'Port': ['ID=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:57.466986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=33ab6bdd-5330-4688-a29f-0beb1c74854f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:57.478374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:57.480212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:57.483252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:57.488958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:57.489584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:57.508852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-39e3a987-8024-4c84-b93f-856291cf7036 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1101062 Sep 10 02:55:57.523155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Request body: {'port': {'device_id': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:57.592212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:57.618327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['33ab6bdd-5330-4688-a29f-0beb1c74854f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:57.689711 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1025afbc-383f-41b2-904f-f41390ee87ac req-c954cd16-ae4d-411e-82cb-2548900dc7a8 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 210 time: 0.0504262 Sep 10 02:55:57.847869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-6d16cfbb-4028-40b1-ac10-817544e2a0ec tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=042bdc2b72a6412887df094b46d5ee96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686569 Sep 10 02:55:57.888502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-78c0003c-bc65-4fb0-9f18-b7bae9837b56 None None] Provisioning for port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:57.935598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-78c0003c-bc65-4fb0-9f18-b7bae9837b56 None None] Provisioning complete for port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:57.936592 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-78c0003c-bc65-4fb0-9f18-b7bae9837b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.020051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-78c0003c-bc65-4fb0-9f18-b7bae9837b56 None None] Port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:58.078222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9413b8-277a-434e-ae67-16a358bdf404 req-0d497af4-953e-49a5-8820-be7413a8b533 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:58.079821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c9413b8-277a-434e-ae67-16a358bdf404 req-0d497af4-953e-49a5-8820-be7413a8b533 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 948 time: 0.0664179 Sep 10 02:55:58.094753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-ccf8eaee-ddf5-4d4c-bacb-f817b200bc87 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:58.096287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-ccf8eaee-ddf5-4d4c-bacb-f817b200bc87 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419636 Sep 10 02:55:58.111487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Request body: {'port': {'device_id': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '042bdc2b72a6412887df094b46d5ee96'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:58.143401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c9413b8-277a-434e-ae67-16a358bdf404 req-ded96832-2530-4b5d-8052-888303a3fcab tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Sep 10 02:55:58.181505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b13651-a9eb-4391-ba53-6c7ba5e11d44 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:55:58.192436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39728) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:58.214428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.238429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Transition to ACTIVE for port object b7b13651-a9eb-4391-ba53-6c7ba5e11d44 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:58.242296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6ac20075-d0a0-498d-b148-fa845496bd1b up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:58.250202 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.325414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 6ac20075-d0a0-498d-b148-fa845496bd1b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:58.332961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 6ac20075-d0a0-498d-b148-fa845496bd1b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:58.333553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.335234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Pushing event updated for resources: {'Port': ['ID=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:58.367523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Made reservation on behalf of 042bdc2b72a6412887df094b46d5ee96 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:58.376808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.425685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Attempting to bind port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:55:58.425791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Attempting to bind port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:55:58.426429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Attempting to bind port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:58.443504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:55:58.453313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Attempting to bind port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:55:58.475001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:55:58.475254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:55:58.475580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:55:58.476039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Bound port: b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:55:58.479311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.492724 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.495640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 33ab6bdd-5330-4688-a29f-0beb1c74854f up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:55:58.533177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302bc74-7f05-4672-b337-e3bfca8e87f4 req-eeccedb8-9ac8-4875-9a69-c44f2376f812 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:58.543922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d302bc74-7f05-4672-b337-e3bfca8e87f4 req-eeccedb8-9ac8-4875-9a69-c44f2376f812 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 947 time: 0.0780215 Sep 10 02:55:58.592849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645a1fe-c327-462f-ab18-9e6f7ef4e219 req-556427a1-c964-4018-b746-1da7438cd068 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:58.600359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0645a1fe-c327-462f-ab18-9e6f7ef4e219 req-556427a1-c964-4018-b746-1da7438cd068 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 944 time: 0.2578285 Sep 10 02:55:58.615897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 6ac20075-d0a0-498d-b148-fa845496bd1b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6ac20075-d0a0-498d-b148-fa845496bd1b,segment=NetworkSegment(9fd93abf-cf47-4ae1-af73-f102418931ff),segment_id=9fd93abf-cf47-4ae1-af73-f102418931ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:58.621362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac20075-d0a0-498d-b148-fa845496bd1b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:58.624733 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbe2229-c411-47bf-8680-bc11832f6bba" -d '{"events": [{"server_uuid": "abe7858e-2fa6-4282-aa5b-2cd8c31fdffc", "name": "network-vif-plugged", "status": "completed", "tag": "6ac20075-d0a0-498d-b148-fa845496bd1b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:58.628725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 33ab6bdd-5330-4688-a29f-0beb1c74854f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:58.634904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d302bc74-7f05-4672-b337-e3bfca8e87f4 req-9e80f26d-41f4-44ae-acce-3c9c3566a3c2 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862885 Sep 10 02:55:58.641969 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.650795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39746) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:58.650996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 33ab6bdd-5330-4688-a29f-0beb1c74854f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:58.650996 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.651143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1059403936-network', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:58.714900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Made reservation on behalf of d0f93295e14243a9ab8ca72a96d84c63 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:58.718160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.737644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.764179 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0645a1fe-c327-462f-ab18-9e6f7ef4e219 req-3b2a871e-bf31-48c3-bfe8-11e53a5aa226 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606014 Sep 10 02:55:58.782070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] For port b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:55:58.787785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] For port b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:55:58.799484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.799851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.805781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=6ac20075-d0a0-498d-b148-fa845496bd1b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:58.852093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Allocated IP 192.168.233.54 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:55:58.852826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 33ab6bdd-5330-4688-a29f-0beb1c74854f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:55:58.857222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:58.857841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.859332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] 10.222.0.36 "PUT /v2.0/ports/b7b13651-a9eb-4391-ba53-6c7ba5e11d44 HTTP/1.1" status: 200 len: 1095 time: 1.3417945 Sep 10 02:55:58.859844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'tag': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:55:58.860534 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.864973 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a047b5-6526-4e96-a89c-86c5f6aef483" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd93a1b-4bb5-4398-89f9-61a1f4bed610", "tag": "b7b13651-a9eb-4391-ba53-6c7ba5e11d44"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:55:58.892694 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc6612-296d-4eb8-b484-1ee9dda70acc x-openstack-request-id: req-1bdc6612-296d-4eb8-b484-1ee9dda70acc {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:58.893011 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7858e-2fa6-4282-aa5b-2cd8c31fdffc", "name": "network-vif-plugged", "status": "completed", "tag": "6ac20075-d0a0-498d-b148-fa845496bd1b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:58.893261 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bdc6612-296d-4eb8-b484-1ee9dda70acc {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:58.893653 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac20075-d0a0-498d-b148-fa845496bd1b', 'code': 200} Sep 10 02:55:58.923063 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1a80-635c-417e-a5ff-3d76e3ffa28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:58.986800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=33ab6bdd-5330-4688-a29f-0beb1c74854f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:59.007994 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729141f7-4367-461e-b57e-4d60ce2dfdba x-openstack-request-id: req-729141f7-4367-461e-b57e-4d60ce2dfdba {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:55:59.008845 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd93a1b-4bb5-4398-89f9-61a1f4bed610", "tag": "b7b13651-a9eb-4391-ba53-6c7ba5e11d44", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:55:59.009076 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-729141f7-4367-461e-b57e-4d60ce2dfdba {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:55:59.009480 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'tag': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44', 'status': 'completed', 'code': 200} Sep 10 02:55:59.042626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.046683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7343b-0a9e-4793-aef5-ced74f9ea012 req-26872b74-a68b-4ce7-9cb3-840270542b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.048370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebb7343b-0a9e-4793-aef5-ced74f9ea012 req-26872b74-a68b-4ce7-9cb3-840270542b7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 1096 time: 0.0970645 Sep 10 02:55:59.049846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-54495740-997f-4a3c-9123-f41ead1657a2 req-1f12d0af-fcd9-4cab-90cb-602aaed48c47 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 210 time: 0.0458305 Sep 10 02:55:59.055556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91720cb-75ca-4f8c-a0d3-0aa39e5d520c service neutron] Pushing event updated for resources: {'Port': ['ID=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:59.082995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.105319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:55:59.110768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-f1315c0c-835b-4bb4-8949-4c3cc57f5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.112337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-f1315c0c-835b-4bb4-8949-4c3cc57f5da9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=637a4f71e9194c2d98fa37d96b060f66&device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 1098 time: 0.1920559 Sep 10 02:55:59.118833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.119236 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Added segment 9b1e5993-a8b8-47ce-8255-05bd87d7b59b of type vlan for network b596b81c-300b-4e80-9b72-87e059585b1e Sep 10 02:55:59.161439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-40790c3f-a637-4b4a-9e74-de4cfc874712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44 HTTP/1.1" status: 200 len: 217 time: 0.0375679 Sep 10 02:55:59.178006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.264915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-adf9158d-2f40-40fd-b114-36b853f085aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.266282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-adf9158d-2f40-40fd-b114-36b853f085aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0970247 Sep 10 02:55:59.290624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.293529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea06819-3719-4fdf-bed0-bd39890554af,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:59.301970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.302674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.303282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.322016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Transition to ACTIVE for port object baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:55:59.323061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39764) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:59.324579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebb7343b-0a9e-4793-aef5-ced74f9ea012 req-922c068d-5aef-44f4-97d7-b3ce02ddf9cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402435 Sep 10 02:55:59.341904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-105dca34-d5ff-4659-a188-868d457c2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.343444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-105dca34-d5ff-4659-a188-868d457c2159 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660496 Sep 10 02:55:59.371364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.377669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fdca5-db96-4308-9b39-bb4f0149efde req-e2edf69e-d159-4485-93fe-61cafe147ce9 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.379349 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-178fdca5-db96-4308-9b39-bb4f0149efde req-e2edf69e-d159-4485-93fe-61cafe147ce9 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.1571548 Sep 10 02:55:59.392315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b42cd43d-db38-4b8a-b0bb-ba3fad1c0999'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:55:59.413510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:55:59.416580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:55:59.421086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:55:59.421275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] Pushing event updated for resources: {'Network': ['ID=b596b81c-300b-4e80-9b72-87e059585b1e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:59.427091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.427785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.444407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Pushing event updated for resources: {'Port': ['ID=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:59.455049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b596b81c-300b-4e80-9b72-87e059585b1e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:55:59.502961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-178fdca5-db96-4308-9b39-bb4f0149efde req-23c9da35-ede5-47ab-901b-96b1af8e76ec tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826750 Sep 10 02:55:59.505150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1a80-635c-417e-a5ff-3d76e3ffa28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.511684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1a80-635c-417e-a5ff-3d76e3ffa28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.517425 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-840047ef-1c11-4c47-a263-9609146fa1b3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4117672 Sep 10 02:55:59.548082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Request body: {'port': {'device_id': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:59.559320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae1a80-635c-417e-a5ff-3d76e3ffa28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b13da-6766-4398-953e-28c49a50de22,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:55:59.564720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a57b709e-4d21-4192-879c-299d61c4195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.566182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0e72985b-0c72-4d37-a954-c7e61d283473 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3721986 Sep 10 02:55:59.567133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39770) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:59.574183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Request body: {'subnet': {'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1059403936-subnet', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:55:59.615047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f9ae1a80-635c-417e-a5ff-3d76e3ffa28b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=766681f1936b4fde9702e0b2b276402a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9626763 Sep 10 02:55:59.618481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39772) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:55:59.651442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Made reservation on behalf of d0f93295e14243a9ab8ca72a96d84c63 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:55:59.665321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.722397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-d0deb69f-f6bc-4881-ba64-0dae55551cab service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980791 Sep 10 02:55:59.744980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.774127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e2f07dc-1aa1-4f22-9105-5918f021f3da None None] Provisioning for port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:55:59.776796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1948c954-da8f-4bfb-90a6-e9bb4a2fae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.778230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e2f07dc-1aa1-4f22-9105-5918f021f3da None None] Provisioning complete for port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:55:59.778756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e2f07dc-1aa1-4f22-9105-5918f021f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.814218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f07dc-1aa1-4f22-9105-5918f021f3da None None] Port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:55:59.827989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1948c954-da8f-4bfb-90a6-e9bb4a2fae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.852096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ee88-d964-47cb-8495-7214283b9fb3 req-c09f55e6-46b4-4376-8138-a4089c9df176 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:55:59.854343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b91ee88-d964-47cb-8495-7214283b9fb3 req-c09f55e6-46b4-4376-8138-a4089c9df176 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 947 time: 0.1200109 Sep 10 02:55:59.944387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b91ee88-d964-47cb-8495-7214283b9fb3 req-328c5cff-923d-40b6-a32a-b828b017f6e1 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809963 Sep 10 02:55:59.975281 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1948c954-da8f-4bfb-90a6-e9bb4a2fae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.977793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1948c954-da8f-4bfb-90a6-e9bb4a2fae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:55:59.978961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1948c954-da8f-4bfb-90a6-e9bb4a2fae49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c64b13da-6766-4398-953e-28c49a50de22 HTTP/1.1" status: 204 len: 168 time: 0.3590479 Sep 10 02:56:00.000934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c954-da8f-4bfb-90a6-e9bb4a2fae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b13da-6766-4398-953e-28c49a50de22,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:00.004703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.069314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdba540-c608-48cc-bd02-f198ad658ff8,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:00.071488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Checking segment: {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:00.071783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Network hostable DHCP agents. Network: b596b81c-300b-4e80-9b72-87e059585b1e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:00.097126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Network b596b81c-300b-4e80-9b72-87e059585b1e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:00.105737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b596b81c-300b-4e80-9b72-87e059585b1e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:00.111130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:00.112024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.117264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a6efc4-1fd4-4ad3-b45f-eb6bdaba0eb6 None None] Network b596b81c-300b-4e80-9b72-87e059585b1e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:00.225013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27258b-4cd5-4ec4-a04f-1277f8e5910a req-a653919b-27f2-478b-b3f6-58f1d67081e8 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:00.225279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1f8124c-2721-4fb3-877c-97f90a8fa811 req-a22fc068-9caa-4d7a-b3e6-4d3ef2d02f0f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919591 Sep 10 02:56:00.241211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e27258b-4cd5-4ec4-a04f-1277f8e5910a req-a653919b-27f2-478b-b3f6-58f1d67081e8 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 935 time: 0.0749843 Sep 10 02:56:00.287812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a57b709e-4d21-4192-879c-299d61c4195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.309620 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e27258b-4cd5-4ec4-a04f-1277f8e5910a req-9fbd8d86-4ca5-4a9c-9a46-a73e0535b791 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674317 Sep 10 02:56:00.327427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3f6e9996-7a80-49d5-a833-b3a175985a32 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7514055 Sep 10 02:56:00.327636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b596b81c-300b-4e80-9b72-87e059585b1e', 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'fixed_ips': [{'subnet_id': '4fdba540-c608-48cc-bd02-f198ad658ff8'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:56:00.327749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39784) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:00.327842 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.335116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:00.340198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85342-366a-44e6-983f-10917ed2fa2f req-3c212399-c8a7-4b36-b79f-6bd5a56e02f1 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:00.341912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40c85342-366a-44e6-983f-10917ed2fa2f req-3c212399-c8a7-4b36-b79f-6bd5a56e02f1 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 945 time: 0.4805987 Sep 10 02:56:00.343104 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a57b709e-4d21-4192-879c-299d61c4195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.366244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.367829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.369167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39786) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:00.437946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.462102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565134e6-d677-4b05-83ee-26ef5484c409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.505994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b709e-4d21-4192-879c-299d61c4195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecba26b-89ca-43ce-b6d6-2e308c4b99cd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:00.515529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a57b709e-4d21-4192-879c-299d61c4195a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be4ffb97365c4ba9acc4ca1a2e4ca31a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916916 Sep 10 02:56:00.515898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39790) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:00.530839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Allocated IP 172.20.0.2 (b596b81c-300b-4e80-9b72-87e059585b1e/4fdba540-c608-48cc-bd02-f198ad658ff8/244ff1c4-605e-49c0-85c9-14ced77aec3a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:00.548417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-9542db6b-087a-4fb0-8687-20e9c4149ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:00.549925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-9542db6b-087a-4fb0-8687-20e9c4149ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=637a4f71e9194c2d98fa37d96b060f66&device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 1098 time: 0.2563059 Sep 10 02:56:00.573632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40c85342-366a-44e6-983f-10917ed2fa2f req-8498efae-7327-4738-a1eb-a18eb88c12a8 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807671 Sep 10 02:56:00.617565 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.728320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.737938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Transition to ACTIVE for port object 244ff1c4-605e-49c0-85c9-14ced77aec3a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:00.755711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Transition to ACTIVE for port object 244ff1c4-605e-49c0-85c9-14ced77aec3a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:00.762399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.792309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:00.804101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-5d8ee538-ec69-4f7b-8efc-589da2d23372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:00.804968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Network b596b81c-300b-4e80-9b72-87e059585b1e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:00.805597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-5d8ee538-ec69-4f7b-8efc-589da2d23372 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2285388 Sep 10 02:56:00.809572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.812666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:00.817369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:00.820969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Pushing event updated for resources: {'Port': ['ID=244ff1c4-605e-49c0-85c9-14ced77aec3a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:00.864089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-18ad09af-f136-4010-9201-32d98cf39001 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44 HTTP/1.1" status: 200 len: 217 time: 0.0482297 Sep 10 02:56:00.877683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Attempting to bind port 244ff1c4-605e-49c0-85c9-14ced77aec3a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:00.878384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Attempting to bind port 244ff1c4-605e-49c0-85c9-14ced77aec3a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:00.878814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Attempting to bind port 244ff1c4-605e-49c0-85c9-14ced77aec3a on network b596b81c-300b-4e80-9b72-87e059585b1e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:00.884098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565134e6-d677-4b05-83ee-26ef5484c409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.884504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:00.885140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Checking segment: {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:00.886217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.886339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Transition to ACTIVE for port object baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:00.886848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Bound using segment: {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:00.887551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Bound port: 244ff1c4-605e-49c0-85c9-14ced77aec3a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:00.888141 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.896360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186fd94-3c54-49a5-ace7-cd8fcf3f97ad req-578dccdf-8be8-48a1-a32b-e90a005bd961 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:00.897283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6bdd-5330-4688-a29f-0beb1c74854f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:00.899524 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059354c7-21f9-41fd-8269-ad1d4a36f68d" -d '{"events": [{"server_uuid": "5ee7afee-44b8-4473-84f6-0180186fd4ae", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6bdd-5330-4688-a29f-0beb1c74854f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:00.904900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0186fd94-3c54-49a5-ace7-cd8fcf3f97ad req-578dccdf-8be8-48a1-a32b-e90a005bd961 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.3238971 Sep 10 02:56:00.919184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.921989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa57ba5f-149f-4ce9-98b4-f006872b824f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.923987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565134e6-d677-4b05-83ee-26ef5484c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.958700 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de1d8d6-ea84-4b18-9f9a-6be7a0bf1ac2 x-openstack-request-id: req-4de1d8d6-ea84-4b18-9f9a-6be7a0bf1ac2 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:00.958990 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7afee-44b8-4473-84f6-0180186fd4ae", "name": "network-vif-plugged", "status": "completed", "tag": "33ab6bdd-5330-4688-a29f-0beb1c74854f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:00.959242 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4de1d8d6-ea84-4b18-9f9a-6be7a0bf1ac2 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:00.959655 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab6bdd-5330-4688-a29f-0beb1c74854f', 'code': 200} Sep 10 02:56:00.966941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] For port 244ff1c4-605e-49c0-85c9-14ced77aec3a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:00.971337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] For port 244ff1c4-605e-49c0-85c9-14ced77aec3a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=244ff1c4-605e-49c0-85c9-14ced77aec3a,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:00.973507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa57ba5f-149f-4ce9-98b4-f006872b824f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.978576 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:00.986509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0186fd94-3c54-49a5-ace7-cd8fcf3f97ad req-7bc36364-bb81-4195-ad7c-f683457bca50 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797367 Sep 10 02:56:01.047124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e65eb-914f-40d0-84bc-af057c9851d0 None None] Pushing event updated for resources: {'Port': ['ID=244ff1c4-605e-49c0-85c9-14ced77aec3a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:01.051551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Pushing event updated for resources: {'Port': ['ID=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:01.054495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565134e6-d677-4b05-83ee-26ef5484c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844577e3-baff-4c30-a2b2-e460bc888adb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:01.078887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-44bd2378-2fdf-4b91-83b0-5ebae3ef7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.080403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-44bd2378-2fdf-4b91-83b0-5ebae3ef7591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2073839 Sep 10 02:56:01.120870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72b099-661a-467d-a69b-bbfe1e3ce90f req-64a7b118-5c82-4ce9-b51b-66a37ac565d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.122410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f72b099-661a-467d-a69b-bbfe1e3ce90f req-64a7b118-5c82-4ce9-b51b-66a37ac565d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 1100 time: 0.0707858 Sep 10 02:56:01.127488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-565134e6-d677-4b05-83ee-26ef5484c409 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9855f3072bcd48a7b6a2db874bbd9bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369008 Sep 10 02:56:01.130211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:01.185585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa57ba5f-149f-4ce9-98b4-f006872b824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.188185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa57ba5f-149f-4ce9-98b4-f006872b824f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.191229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa57ba5f-149f-4ce9-98b4-f006872b824f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ecba26b-89ca-43ce-b6d6-2e308c4b99cd HTTP/1.1" status: 204 len: 168 time: 0.6727908 Sep 10 02:56:01.255584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57ba5f-149f-4ce9-98b4-f006872b824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecba26b-89ca-43ce-b6d6-2e308c4b99cd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:01.278683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc336ef-522c-472d-9223-f2c996145440 req-3d794c65-3b96-4579-9984-d2f308ecfc31 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.280937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8dc336ef-522c-472d-9223-f2c996145440 req-3d794c65-3b96-4579-9984-d2f308ecfc31 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 947 time: 0.1985011 Sep 10 02:56:01.287562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Attempting to bind port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:01.287905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Attempting to bind port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:01.288233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Attempting to bind port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:01.296580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-75e79e6b-0cfd-4cb9-a822-56407223f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.298072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-75e79e6b-0cfd-4cb9-a822-56407223f0a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015982 Sep 10 02:56:01.307665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:01.307996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Attempting to bind port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:01.356183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.365106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f72b099-661a-467d-a69b-bbfe1e3ce90f req-a39df72a-7a7a-49e4-9997-65aa22a682a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336648 Sep 10 02:56:01.381065 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e013839b-35f2-4767-b196-b83f6e14eb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.388497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.388675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:01.388803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:01.389138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:01.390116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Bound port: baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:01.390473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.456126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e013839b-35f2-4767-b196-b83f6e14eb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.491562 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.511419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8dc336ef-522c-472d-9223-f2c996145440 req-3aa0e3fe-59b7-4032-a3a8-1620c6e8239d tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199743 Sep 10 02:56:01.597119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecc928-6c31-442f-8165-43c589e3f5de req-21bccbc0-6282-4025-abc7-36fe2e40c615 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.599623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6ecc928-6c31-442f-8165-43c589e3f5de req-21bccbc0-6282-4025-abc7-36fe2e40c615 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 947 time: 0.1458786 Sep 10 02:56:01.624143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-f701646d-2ec6-4f47-9010-f80f3cbffe51 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928472 Sep 10 02:56:01.625278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] For port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:01.630017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] For port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:01.637338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Allocated IP 172.25.8.122 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:01.640589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e013839b-35f2-4767-b196-b83f6e14eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.644686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e013839b-35f2-4767-b196-b83f6e14eb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.648266 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e013839b-35f2-4767-b196-b83f6e14eb3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/844577e3-baff-4c30-a2b2-e460bc888adb HTTP/1.1" status: 204 len: 168 time: 0.5146878 Sep 10 02:56:01.662552 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.663882 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.684165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013839b-35f2-4767-b196-b83f6e14eb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844577e3-baff-4c30-a2b2-e460bc888adb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:01.696611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.697257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.698721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] 10.222.0.32 "PUT /v2.0/ports/baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c HTTP/1.1" status: 200 len: 1095 time: 2.1633549 Sep 10 02:56:01.711761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'tag': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:01.712362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dd03-d052-4496-817e-2ad589222835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.715584 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb54ca06-bb76-4867-a76b-2c1bcd92b412" -d '{"events": [{"name": "network-changed", "server_uuid": "a53beb6a-ebce-4bd2-aadc-34a2d4a25288", "tag": "baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:01.810764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39814) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:01.885802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6ecc928-6c31-442f-8165-43c589e3f5de req-fb12ff4c-7020-4838-af12-636759de1d0a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692857 Sep 10 02:56:01.888961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9d138ca-28d3-4856-9271-bc1e0af78556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:01.917209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5894-a401-489b-9394-b960f26db580 req-f2bfe29b-74da-42bf-ba1d-c4ccf5ffa4c3 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:01.923952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-528d5894-a401-489b-9394-b960f26db580 req-f2bfe29b-74da-42bf-ba1d-c4ccf5ffa4c3 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 945 time: 0.2745798 Sep 10 02:56:01.942606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98fe3-8765-4be9-aade-7fd86d80f83d service neutron] Pushing event updated for resources: {'Port': ['ID=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:02.005148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-cde1adbf-559c-4816-af73-40c0b54bb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:02.006262 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-cde1adbf-559c-4816-af73-40c0b54bb9bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=042bdc2b72a6412887df094b46d5ee96&device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 1098 time: 0.2360754 Sep 10 02:56:02.008497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3a047b5-6526-4e96-a89c-86c5f6aef483 req-5be78422-f8e6-41a5-a38f-7b185612369f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769517 Sep 10 02:56:02.029290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-528d5894-a401-489b-9394-b960f26db580 req-0f8a28b1-a007-43ee-a74b-61be1df0d42a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952494 Sep 10 02:56:02.033364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.068794 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973b4ccf-cdaa-4280-ad4d-847846f04a10 x-openstack-request-id: req-973b4ccf-cdaa-4280-ad4d-847846f04a10 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:02.068794 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53beb6a-ebce-4bd2-aadc-34a2d4a25288", "tag": "baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:02.068794 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-973b4ccf-cdaa-4280-ad4d-847846f04a10 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:02.069221 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'tag': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c', 'status': 'completed', 'code': 200} Sep 10 02:56:02.070912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-c534b14e-30a8-42d9-96ef-04d7ad322362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c HTTP/1.1" status: 200 len: 217 time: 0.0405104 Sep 10 02:56:02.106290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.167486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-51bccb4d-e146-4b2b-8a19-9d027a785d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:02.169649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-51bccb4d-e146-4b2b-8a19-9d027a785d07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0905519 Sep 10 02:56:02.174151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:02.179508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:02.197070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:02.265978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28dc90-7e1d-4869-8d7c-608540e96d3b req-6d25f01a-7fbb-4e20-a4a8-da7b8921ac3a tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:02.267869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d28dc90-7e1d-4869-8d7c-608540e96d3b req-6d25f01a-7fbb-4e20-a4a8-da7b8921ac3a tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.0963035 Sep 10 02:56:02.276757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:02.277349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3fad7096-b054-45ac-813b-4e5e27b1ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:02.284469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3fad7096-b054-45ac-813b-4e5e27b1ec86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973988 Sep 10 02:56:02.293035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9d138ca-28d3-4856-9271-bc1e0af78556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.299655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9d138ca-28d3-4856-9271-bc1e0af78556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.329590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d138ca-28d3-4856-9271-bc1e0af78556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f767667-3c45-4bba-9570-32901b4e8bdd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:02.364541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d28dc90-7e1d-4869-8d7c-608540e96d3b req-604ea0b5-daf0-41df-a7d4-96b02a04290e tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Sep 10 02:56:02.415652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d9d138ca-28d3-4856-9271-bc1e0af78556 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35b016b480964d469b3c236e2a575f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009672 Sep 10 02:56:02.416236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39832) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:02.466656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-3ac99b0c-db5b-4c6b-ad76-254d1d0b0865 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711409 Sep 10 02:56:02.660950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a441f4-751a-48d2-b5f8-7f225e9f9241 None None] Network b596b81c-300b-4e80-9b72-87e059585b1e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:02.673728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.727193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1f01bd2-584b-4665-aaab-06358f77a090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.739105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 244ff1c4-605e-49c0-85c9-14ced77aec3a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:02.752797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71dfc729-7afe-4823-82cc-fe034968c7d0 req-c0e0f2f0-09ab-4fe4-ab05-0efbe6fd987c service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782795 Sep 10 02:56:02.830323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1f01bd2-584b-4665-aaab-06358f77a090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.871994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-ccb5875e-d9ea-455f-a9cb-80d2986ec91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:02.875337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-ccb5875e-d9ea-455f-a9cb-80d2986ec91a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=042bdc2b72a6412887df094b46d5ee96&device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 1098 time: 0.0701821 Sep 10 02:56:02.916770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-063ac1f2-c742-4668-8746-59cfe76041ed None None] Provisioning for port 244ff1c4-605e-49c0-85c9-14ced77aec3a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:02.954659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 244ff1c4-605e-49c0-85c9-14ced77aec3a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:02.965735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 244ff1c4-605e-49c0-85c9-14ced77aec3a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:02.966706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:02.973263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211e47-f037-49e1-a113-99ae4077c82e req-58c966be-e16b-423d-8e83-a770c798f124 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:02.996046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d211e47-f037-49e1-a113-99ae4077c82e req-58c966be-e16b-423d-8e83-a770c798f124 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 947 time: 0.2457471 Sep 10 02:56:03.158150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-6e23590f-d989-40fb-a269-d84f1f63e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:03.162200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-6e23590f-d989-40fb-a269-d84f1f63e860 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2739301 Sep 10 02:56:03.169997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1f01bd2-584b-4665-aaab-06358f77a090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.174332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1f01bd2-584b-4665-aaab-06358f77a090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.176657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a1f01bd2-584b-4665-aaab-06358f77a090 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f767667-3c45-4bba-9570-32901b4e8bdd HTTP/1.1" status: 204 len: 168 time: 0.7189333 Sep 10 02:56:03.195915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.216341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d211e47-f037-49e1-a113-99ae4077c82e req-e66d718a-dde8-482b-9a75-b15b1b9c73ef tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171521 Sep 10 02:56:03.250871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 244ff1c4-605e-49c0-85c9-14ced77aec3a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=244ff1c4-605e-49c0-85c9-14ced77aec3a,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:03.256335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f01bd2-584b-4665-aaab-06358f77a090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f767667-3c45-4bba-9570-32901b4e8bdd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:03.256597 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.292240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-5767b3ca-e9ca-4ac1-b14d-a7f356cd17a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c HTTP/1.1" status: 200 len: 217 time: 0.1127083 Sep 10 02:56:03.320417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564810cb-b417-43a5-9d9f-ee7169418a89 req-a82357c3-63a5-4361-b873-70fdf3f72593 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:03.322521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-564810cb-b417-43a5-9d9f-ee7169418a89 req-a82357c3-63a5-4361-b873-70fdf3f72593 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 947 time: 0.2854085 Sep 10 02:56:03.360310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=244ff1c4-605e-49c0-85c9-14ced77aec3a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:03.410927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.497140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-c571628b-a743-46bb-9123-ce6316e21f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:03.500147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-c571628b-a743-46bb-9123-ce6316e21f2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1757352 Sep 10 02:56:03.505516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-564810cb-b417-43a5-9d9f-ee7169418a89 req-6dec2844-df3f-4c27-98fc-41a2224ef36f tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570199 Sep 10 02:56:03.560711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-de6f0815-cdd4-4dcf-97e5-4a8117d4f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:03.563256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-de6f0815-cdd4-4dcf-97e5-4a8117d4f18b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566218 Sep 10 02:56:03.582959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cdc132a4-11d9-4273-a734-7fa51571cd4a None None] Provisioning complete for port 244ff1c4-605e-49c0-85c9-14ced77aec3a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:03.583346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdc132a4-11d9-4273-a734-7fa51571cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.623210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928375b-de88-4976-a053-d8b83d52f515 req-b9451661-1964-4420-a8f9-04f31845120d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:03.627139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0928375b-de88-4976-a053-d8b83d52f515 req-b9451661-1964-4420-a8f9-04f31845120d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.1287532 Sep 10 02:56:03.703257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0928375b-de88-4976-a053-d8b83d52f515 req-6b1a810a-b5af-4088-98ea-2414b0728d8d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662789 Sep 10 02:56:03.718086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:56:03.790760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-9ceb4d8c-8f3c-4508-bff3-510025d4224e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190089 Sep 10 02:56:03.911113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:03.922640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303299f-d8f6-4230-be96-732772272181 None None] Sync routers for ids ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:03.938456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] Routers {'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:03.940208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:55:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:03.980315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:03.985851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51a53da4-2e09-496c-a1c9-20fea5c98585 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6549418 Sep 10 02:56:03.986228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:03.991367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb54ca06-bb76-4867-a76b-2c1bcd92b412 req-532832ab-fee1-4c5c-ac1e-a98ae92af4c9 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924357 Sep 10 02:56:04.166783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] Set router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:04.302155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b7b13651-a9eb-4391-ba53-6c7ba5e11d44 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:04.369489 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fd53c430-24bf-43c6-9e2f-30971be1afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:04.406618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00d82-16a4-4275-ad3a-73fb45198dac req-5e40f542-e7ca-4005-9154-ea45c5365b14 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:04.414555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7a00d82-16a4-4275-ad3a-73fb45198dac req-5e40f542-e7ca-4005-9154-ea45c5365b14 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.3676765 Sep 10 02:56:04.458652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7a00d82-16a4-4275-ad3a-73fb45198dac req-ca4f6b13-c148-426e-8d17-374745a5e538 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Sep 10 02:56:04.601458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:04.638866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44', 'mac_address': 'fa:16:3e:7f:61:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:56:04.645227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 244ff1c4-605e-49c0-85c9-14ced77aec3a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:04.654639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820803-22aa-4bb3-a626-631f518ac5b4 req-1ee299b8-f1a9-4754-b23c-a805da77f875 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:04.662430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c820803-22aa-4bb3-a626-631f518ac5b4 req-1ee299b8-f1a9-4754-b23c-a805da77f875 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 947 time: 0.0984333 Sep 10 02:56:04.768706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c820803-22aa-4bb3-a626-631f518ac5b4 req-85ad8d43-0f6f-4918-930d-80290be9c2e2 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053162 Sep 10 02:56:04.869986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39916) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:04.958296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:02Z', 'revision_number': 3, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:05.009959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303299f-d8f6-4230-be96-732772272181 None None] Checking router: cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:05.010372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303299f-d8f6-4230-be96-732772272181 None None] Updating router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:56:05.016679 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.068197 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b303299f-d8f6-4230-be96-732772272181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.113129 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.139181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b13651-a9eb-4391-ba53-6c7ba5e11d44 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:05.165127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9552b-0bf9-41b0-bb99-d0fbb3a23188 req-8fae0e62-1665-4aaa-a8fa-9d0b745e4296 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:05.181774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29b9552b-0bf9-41b0-bb99-d0fbb3a23188 req-8fae0e62-1665-4aaa-a8fa-9d0b745e4296 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 947 time: 0.1750519 Sep 10 02:56:05.189772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-240770775-network', 'tenant_id': 'd4f5c79ec5904823928a7be6aadeb25e'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:05.221698 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.247782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Made reservation on behalf of d4f5c79ec5904823928a7be6aadeb25e for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:05.248451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:05.259936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.279139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29b9552b-0bf9-41b0-bb99-d0fbb3a23188 req-fa72dd04-3664-4307-ac7c-0ee24a8006ee tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922127 Sep 10 02:56:05.279384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 244ff1c4-605e-49c0-85c9-14ced77aec3a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:05.279796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.281798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.330700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.364363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.446982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:05.525244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b7b13651-a9eb-4391-ba53-6c7ba5e11d44'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:05.545642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.550982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.566499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:05.576728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d356b-18e5-4ccc-8eae-bc3fc3fb53fd req-fcabb943-bf06-4ac3-81ec-0a370658668c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:05.579166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-614d356b-18e5-4ccc-8eae-bc3fc3fb53fd req-fcabb943-bf06-4ac3-81ec-0a370658668c tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.1414049 Sep 10 02:56:05.586580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.587231 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Added segment 91a04c98-9fc5-45b0-87b7-b00751afa669 of type vlan for network 19c12e1b-6fc9-48da-a9dc-43e060107e95 Sep 10 02:56:05.638494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-614d356b-18e5-4ccc-8eae-bc3fc3fb53fd req-e152f955-c420-441b-9780-13f39c006417 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508389 Sep 10 02:56:05.641330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Allocated IP 172.20.0.1 (b596b81c-300b-4e80-9b72-87e059585b1e/4fdba540-c608-48cc-bd02-f198ad658ff8/a3081c18-d1fc-4230-9065-0ccf48253f82) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:05.650202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b303299f-d8f6-4230-be96-732772272181 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.653573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.670420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b303299f-d8f6-4230-be96-732772272181 None None] Transition to ACTIVE for port object 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:05.683398 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b303299f-d8f6-4230-be96-732772272181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.700701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac0338-f758-4deb-9ed9-b3e39203e5cc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:05.712480 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.714018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:05.714798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.762511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b303299f-d8f6-4230-be96-732772272181 None None] Attempting to bind port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:05.762880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b303299f-d8f6-4230-be96-732772272181 None None] Attempting to bind port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:05.763243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303299f-d8f6-4230-be96-732772272181 None None] Attempting to bind port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:05.786440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] Pushing event updated for resources: {'Network': ['ID=19c12e1b-6fc9-48da-a9dc-43e060107e95,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:05.790987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.805485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b73d9cf5-5edd-4075-b704-dde3f2d0d8ef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9343696 Sep 10 02:56:05.807101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Transition to ACTIVE for port object a3081c18-d1fc-4230-9065-0ccf48253f82 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:05.808681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39934) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:05.814373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Request body: {'subnet': {'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-240770775-subnet', 'tenant_id': 'd4f5c79ec5904823928a7be6aadeb25e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:05.823132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:05.829470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ce3f-52e0-478d-b6f0-bc5782a977a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:05.841752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303299f-d8f6-4230-be96-732772272181 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:05.843026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303299f-d8f6-4230-be96-732772272181 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:05.843514 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b303299f-d8f6-4230-be96-732772272181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.843969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303299f-d8f6-4230-be96-732772272181 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:05.844654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b303299f-d8f6-4230-be96-732772272181 None None] Bound port: 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:05.845196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b303299f-d8f6-4230-be96-732772272181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.847258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Made reservation on behalf of d4f5c79ec5904823928a7be6aadeb25e for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:05.850409 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.851759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:05.908891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Network b596b81c-300b-4e80-9b72-87e059585b1e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:05.913525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:05.941118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:05.981877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Pushing event updated for resources: {'Port': ['ID=a3081c18-d1fc-4230-9065-0ccf48253f82,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:06.020460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f26ae-b57c-45d7-9ac6-94443a4af48d req-ce933ed3-8e60-4ba8-8887-b5925d7abee2 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:06.022452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-829f26ae-b57c-45d7-9ac6-94443a4af48d req-ce933ed3-8e60-4ba8-8887-b5925d7abee2 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 948 time: 0.1348822 Sep 10 02:56:06.025770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.040513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b303299f-d8f6-4230-be96-732772272181 None None] For port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:06.046294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b303299f-d8f6-4230-be96-732772272181 None None] For port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:06.060195 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b303299f-d8f6-4230-be96-732772272181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.102550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.128623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-829f26ae-b57c-45d7-9ac6-94443a4af48d req-820a2412-975a-42fc-8cb8-3f800dd16af0 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992327 Sep 10 02:56:06.191742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:06.192188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Network hostable DHCP agents. Network: 19c12e1b-6fc9-48da-a9dc-43e060107e95, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:06.192312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] Routers {'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:06.192929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:06.194813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ce3f-52e0-478d-b6f0-bc5782a977a6 None None] Pushing event updated for resources: {'Port': ['ID=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:06.208934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da84e85-dbf7-4cce-be4e-870c91e06539,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:06.246737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.250677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:06.268165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 19c12e1b-6fc9-48da-a9dc-43e060107e95) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:06.274105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:06.276880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.303751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-765bb70f-b69e-42b4-866c-315c1e67e427 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4924479 Sep 10 02:56:06.338377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed979222-d8d3-495a-a2cf-f3248233c49c None None] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:06.387019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39952) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:06.412880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a05aef1d-49b4-475a-ad4c-2cf12a79273c None None] Provisioning for port a3081c18-d1fc-4230-9065-0ccf48253f82 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:06.416035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] Set router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:06.447365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2a5c8-879a-4db1-8878-f906ed5097ac req-4624d9ca-fe76-4a6c-b7aa-2509ec1d8591 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:06.449149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59d2a5c8-879a-4db1-8878-f906ed5097ac req-4624d9ca-fe76-4a6c-b7aa-2509ec1d8591 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 947 time: 0.0827358 Sep 10 02:56:06.521333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a05aef1d-49b4-475a-ad4c-2cf12a79273c None None] Provisioning complete for port a3081c18-d1fc-4230-9065-0ccf48253f82 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:06.521711 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a05aef1d-49b4-475a-ad4c-2cf12a79273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.550161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:06.586727 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59d2a5c8-879a-4db1-8878-f906ed5097ac req-39ea6bcb-17bd-4099-b4a4-a64e4a21d44a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278186 Sep 10 02:56:06.603563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-68e95655-28a5-4a7e-97b9-941c113d413f tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:06.605190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-68e95655-28a5-4a7e-97b9-941c113d413f tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.1548615 Sep 10 02:56:06.626837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a05aef1d-49b4-475a-ad4c-2cf12a79273c None None] Port a3081c18-d1fc-4230-9065-0ccf48253f82 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:06.636776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0caf15b1-cb76-44b2-ae7d-2c17ca2aadf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.655551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.663076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.721139 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:06.822688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c39da-1c2e-4252-9341-abed4eb3e9df None None] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:06.922108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a192b-f80b-4e98-878c-e80dd89da33d req-068e265c-175d-4928-92ac-488d5245960d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:06.923627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a28a192b-f80b-4e98-878c-e80dd89da33d req-068e265c-175d-4928-92ac-488d5245960d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 949 time: 0.1028631 Sep 10 02:56:06.935009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Pushing event updated for resources: {'Port': ['ID=a3081c18-d1fc-4230-9065-0ccf48253f82,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:06.952353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:06.975317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c', 'mac_address': 'fa:16:3e:19:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:56:07.032924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Network b596b81c-300b-4e80-9b72-87e059585b1e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:07.040696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0caf15b1-cb76-44b2-ae7d-2c17ca2aadf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.042200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:07.147686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0caf15b1-cb76-44b2-ae7d-2c17ca2aadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.261778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:07.275826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b303299f-d8f6-4230-be96-732772272181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:02Z', 'revision_number': 3, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:07.283093 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.310017 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.316307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303299f-d8f6-4230-be96-732772272181 None None] The sync data for ids ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'] in n-d-808126-2 is: [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:02Z', 'revision_number': 3, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:07.322890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:07.326493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-169341533-network', 'tenant_id': 'fb1c2f681b9f4cf9b8b70fa162f3a15d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:07.347692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:07.357245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf15b1-cb76-44b2-ae7d-2c17ca2aadf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e1121-c408-4219-93f0-346737cf2d10,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:07.360564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.396866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Made reservation on behalf of fb1c2f681b9f4cf9b8b70fa162f3a15d for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:07.399137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.410850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.415498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0caf15b1-cb76-44b2-ae7d-2c17ca2aadf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa45cc17ef8949d5b99ed3802a6c5e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0273407 Sep 10 02:56:07.420452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39988) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:07.442235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Deleting port 33ab6bdd-5330-4688-a29f-0beb1c74854f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:07.442820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.475088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:56:07.502744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:07.515193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fed5e9-09c9-4da9-b9fb-7770b3730d8e req-5e4506a3-a49b-48ef-b0bd-b61e8f720516 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:07.523768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1b098b2b-3179-44b9-b0f6-16f0d8d7c08f None None] Provisioning complete for port a3081c18-d1fc-4230-9065-0ccf48253f82 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:07.523929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47fed5e9-09c9-4da9-b9fb-7770b3730d8e req-5e4506a3-a49b-48ef-b0bd-b61e8f720516 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 948 time: 0.2036107 Sep 10 02:56:07.524636 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1b098b2b-3179-44b9-b0f6-16f0d8d7c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.547493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] For port 33ab6bdd-5330-4688-a29f-0beb1c74854f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=33ab6bdd-5330-4688-a29f-0beb1c74854f,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:07.547871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.574698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Calling delete_port for 33ab6bdd-5330-4688-a29f-0beb1c74854f owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:07.581034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1b098b2b-3179-44b9-b0f6-16f0d8d7c08f None None] Port a3081c18-d1fc-4230-9065-0ccf48253f82 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:07.601998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:07.615698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a28a192b-f80b-4e98-878c-e80dd89da33d req-9267241e-368e-4277-8394-79d7a86f44cf tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751902 Sep 10 02:56:07.677015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24075691-bbf1-412b-b9c4-7759e1dac322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.711265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47fed5e9-09c9-4da9-b9fb-7770b3730d8e req-e236642e-cfa0-4fcd-b3c5-37d1f904574c tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861324 Sep 10 02:56:07.806770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a348f36-e1be-410d-8f2c-d8df54a21613 req-5c79f973-5fb3-4795-9cde-b7f4ed70288a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:07.817800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24075691-bbf1-412b-b9c4-7759e1dac322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.818976 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a348f36-e1be-410d-8f2c-d8df54a21613 req-5c79f973-5fb3-4795-9cde-b7f4ed70288a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 948 time: 0.0932922 Sep 10 02:56:07.851918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:07.858228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bf1450dc-d562-4e30-8ba2-584f7096f035 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8697612 Sep 10 02:56:07.903499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.909590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.911266 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a348f36-e1be-410d-8f2c-d8df54a21613 req-e9392168-7183-46ae-a9f6-d6237fc90225 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889502 Sep 10 02:56:07.942952 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24075691-bbf1-412b-b9c4-7759e1dac322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.945892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24075691-bbf1-412b-b9c4-7759e1dac322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.947094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-24075691-bbf1-412b-b9c4-7759e1dac322 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/321e1121-c408-4219-93f0-346737cf2d10 HTTP/1.1" status: 204 len: 168 time: 0.5165484 Sep 10 02:56:07.965945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:07.973783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:07.983844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb75a79-5672-46ed-92af-25d32936311b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:08.021493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Pushing event deleted for resources: {'Port': ['ID=33ab6bdd-5330-4688-a29f-0beb1c74854f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:08.053032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24075691-bbf1-412b-b9c4-7759e1dac322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e1121-c408-4219-93f0-346737cf2d10,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:08.072458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.072818 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Added segment 94829dd8-8d7d-4521-8470-adb98c16a0d0 of type vlan for network f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db Sep 10 02:56:08.189761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] No DVR routers for this DVR port 33ab6bdd-5330-4688-a29f-0beb1c74854f on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:08.193485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.197526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2263e359-e7ed-4e7a-b3d3-6b054a30097d req-d7e6e322-f3c4-4f3b-b32c-0f37ee5c6e11 tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.32 "DELETE /v2.0/ports/33ab6bdd-5330-4688-a29f-0beb1c74854f HTTP/1.1" status: 204 len: 173 time: 1.5830042 Sep 10 02:56:08.198240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'name': 'network-vif-deleted', 'tag': '33ab6bdd-5330-4688-a29f-0beb1c74854f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:08.202725 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985eef01-2227-400e-baf2-3a841f8d4692" -d '{"events": [{"server_uuid": "5ee7afee-44b8-4473-84f6-0180186fd4ae", "name": "network-vif-deleted", "tag": "33ab6bdd-5330-4688-a29f-0beb1c74854f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:08.218516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.284395 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91d857e-19a8-4056-a4d8-d4d56bcf9db0 x-openstack-request-id: req-a91d857e-19a8-4056-a4d8-d4d56bcf9db0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:08.284968 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7afee-44b8-4473-84f6-0180186fd4ae", "name": "network-vif-deleted", "tag": "33ab6bdd-5330-4688-a29f-0beb1c74854f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:08.285404 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a91d857e-19a8-4056-a4d8-d4d56bcf9db0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:08.285992 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee7afee-44b8-4473-84f6-0180186fd4ae', 'name': 'network-vif-deleted', 'tag': '33ab6bdd-5330-4688-a29f-0beb1c74854f', 'status': 'completed', 'code': 200} Sep 10 02:56:08.298157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b7b13651-a9eb-4391-ba53-6c7ba5e11d44 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:08.298939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.300207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:08.302856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.375208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0578101 Sep 10 02:56:08.375694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40008) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:08.384881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Request body: {'subnet': {'network_id': 'f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-169341533-subnet', 'tenant_id': 'fb1c2f681b9f4cf9b8b70fa162f3a15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:08.438010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Made reservation on behalf of fb1c2f681b9f4cf9b8b70fa162f3a15d for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:08.441085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dd540-0888-4a78-8155-57535b398284 admin admin] Pushing event updated for resources: {'Network': ['ID=f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:08.445011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.464187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:08.485757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:08.492660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:08.493037 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.556420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:08.655227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:08.847088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40016) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:08.902239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b0fa-ef22-4efb-b16b-8cefa6fdc85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.903312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-976bbcaf-905d-4235-860c-08fbbb39896c req-c223a162-80da-49b3-80d5-c05d1a15f07d tempest-DeleteServersAdminTestJSON-997266797 tempest-DeleteServersAdminTestJSON-997266797-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ee7afee-44b8-4473-84f6-0180186fd4ae HTTP/1.1" status: 200 len: 210 time: 0.0807202 Sep 10 02:56:08.910241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:08.916656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.917958 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.923315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:08.931361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:08.931964 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:08.943556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:08.944325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.022884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:09.025705 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a381365-57f2-4c6e-bdd5-3c9d8ee02a63" -d '{"events": [{"server_uuid": "ccd93a1b-4bb5-4398-89f9-61a1f4bed610", "name": "network-vif-plugged", "status": "completed", "tag": "b7b13651-a9eb-4391-ba53-6c7ba5e11d44"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:09.064638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:09.074559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4af9b6-0821-45e1-80c9-bbb96cb3a28b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:09.078089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.108332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Checking segment: {'id': '94829dd8-8d7d-4521-8470-adb98c16a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:09.108699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Network hostable DHCP agents. Network: f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:09.114903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-c515635d-d19c-47c2-8514-fb0a35f508be tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3679819 Sep 10 02:56:09.122035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:09.122479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344accd9-e677-444a-9f44-7b0edd4c565c req-ba9f5134-5696-4a1c-8c8a-dde94f55a398 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:09.132252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-344accd9-e677-444a-9f44-7b0edd4c565c req-ba9f5134-5696-4a1c-8c8a-dde94f55a398 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 948 time: 0.1052368 Sep 10 02:56:09.155839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:09.191612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Network f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:09.210312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b0fa-ef22-4efb-b16b-8cefa6fdc85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.212694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-344accd9-e677-444a-9f44-7b0edd4c565c req-71399780-c96e-49dd-bf9d-acd1375c0096 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794780 Sep 10 02:56:09.214121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:09.219615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:09.220793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.226319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b0fa-ef22-4efb-b16b-8cefa6fdc85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.236226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.246581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66cd0e-fc78-488f-b984-247be9f079b7 None None] Network f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:09.260726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6f8b0fa-ef22-4efb-b16b-8cefa6fdc85b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc83bb3b154e413baee4f61a3941f732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119565 Sep 10 02:56:09.263416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:09.304638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.312270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:09.317078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8b0fa-ef22-4efb-b16b-8cefa6fdc85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232beff-b55c-4bbe-888a-e3173ff40bc0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:09.324791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.325506 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.380560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-efeb1183-ae6f-466a-8482-f91cd1a34c7f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0015159 Sep 10 02:56:09.423889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe06696-7753-4ab9-b665-8e1c7436cc92 req-179eea0e-bc3e-4b21-a0d0-8dd09b46cec6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:09.425466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fe06696-7753-4ab9-b665-8e1c7436cc92 req-179eea0e-bc3e-4b21-a0d0-8dd09b46cec6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 948 time: 0.1411889 Sep 10 02:56:09.426143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5481699-af9d-4386-af04-f8d1aca64725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.428063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:09.473465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.481334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:09.489221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.489824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5481699-af9d-4386-af04-f8d1aca64725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.491283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 33ab6bdd-5330-4688-a29f-0beb1c74854f no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:09.529096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fe06696-7753-4ab9-b665-8e1c7436cc92 req-3aa94ccb-bcbc-4ac5-b311-e67f3262b55b tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883040 Sep 10 02:56:09.582662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5481699-af9d-4386-af04-f8d1aca64725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.584555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:09.585248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5481699-af9d-4386-af04-f8d1aca64725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:09.586403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b5481699-af9d-4386-af04-f8d1aca64725 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c232beff-b55c-4bbe-888a-e3173ff40bc0 HTTP/1.1" status: 204 len: 168 time: 0.3219593 Sep 10 02:56:09.588827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 33ab6bdd-5330-4688-a29f-0beb1c74854f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:09.589411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 33ab6bdd-5330-4688-a29f-0beb1c74854f not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:09.609516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5481699-af9d-4386-af04-f8d1aca64725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232beff-b55c-4bbe-888a-e3173ff40bc0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:09.671321 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c7e60-73f7-41c2-9cbb-553263762d7f x-openstack-request-id: req-3b3c7e60-73f7-41c2-9cbb-553263762d7f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:09.671778 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd93a1b-4bb5-4398-89f9-61a1f4bed610", "name": "network-vif-plugged", "status": "completed", "tag": "b7b13651-a9eb-4391-ba53-6c7ba5e11d44", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:09.672129 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b3c7e60-73f7-41c2-9cbb-553263762d7f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:09.672680 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44', 'code': 200} Sep 10 02:56:09.673583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27e5b5-8fd1-4f68-851a-ad71ab12c543 None None] Network f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:09.740467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Allocated IP 172.25.8.223 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/2b3334b7-7ae6-48b5-8fd8-4b01f754a2aa) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:09.786354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ba2b7-30bb-4a94-8c3c-2f693f96785c req-589b2fe3-39a1-46d1-bfc2-98e7c5574315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:09.792264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c00ba2b7-30bb-4a94-8c3c-2f693f96785c req-589b2fe3-39a1-46d1-bfc2-98e7c5574315 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 1100 time: 0.0773661 Sep 10 02:56:09.844271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c00ba2b7-30bb-4a94-8c3c-2f693f96785c req-586dd78d-2528-4c31-87cb-9b7e6ca97e0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Sep 10 02:56:10.051255 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Sync routers for ids ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:10.069778 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Routers {'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:10.070715 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:10.193034 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Set router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:10.354592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.404009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.432855 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:06Z', 'revision_number': 4, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a3081c18-d1fc-4230-9065-0ccf48253f82', 'name': '', 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'mac_address': 'fa:16:3e:96:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4fdba540-c608-48cc-bd02-f198ad658ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:05Z', 'updated_at': '2021-09-10T02:56:06Z', 'revision_number': 2, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'subnets': [{'id': '4fdba540-c608-48cc-bd02-f198ad658ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:10.461224 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Checking router: cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:10.461817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Updating router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 port a3081c18-d1fc-4230-9065-0ccf48253f82 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:56:10.518573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:10.522721 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.525828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:10.531084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:10.584886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:10.589279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-e91e5f90-a39b-41b3-8bc5-d0a654e2654b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:10.590817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-e91e5f90-a39b-41b3-8bc5-d0a654e2654b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.2484663 Sep 10 02:56:10.593689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Pushing event updated for resources: {'Port': ['ID=2b3334b7-7ae6-48b5-8fd8-4b01f754a2aa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:10.615750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e92d594-64d6-405b-9a66-ba62a44dc021 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/quotas/d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 375 time: 0.0135772 Sep 10 02:56:10.665392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-b2b25fc7-7fae-4af6-acf4-6b75dd196676 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422893 Sep 10 02:56:10.682218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:10.682651 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.743007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.824010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.837842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-e03c98e3-57b8-4123-9688-15cbc909f154 service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711695 Sep 10 02:56:10.968796 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:10.991711 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Transition to ACTIVE for port object a3081c18-d1fc-4230-9065-0ccf48253f82 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:11.001649 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.021964 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.031295 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.047057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-7439ab0b-7586-42d6-9188-b839e3334756 service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939280 Sep 10 02:56:11.093363 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Pushing event updated for resources: {'Port': ['ID=a3081c18-d1fc-4230-9065-0ccf48253f82,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:11.104027 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.104788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.105292 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.105800 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.106135 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.106626 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.106961 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.107560 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.108600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.109616 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.114025 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.114719 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:11.167630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Pushing event updated for resources: {'Port': ['ID=2b3334b7-7ae6-48b5-8fd8-4b01f754a2aa,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:11.180328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.207500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.208832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-f9926c1a-7508-4702-9ae4-da20e0290cd0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0929451 Sep 10 02:56:11.220557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Attempting to bind port a3081c18-d1fc-4230-9065-0ccf48253f82 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:11.221191 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Attempting to bind port a3081c18-d1fc-4230-9065-0ccf48253f82 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:11.221727 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Attempting to bind port a3081c18-d1fc-4230-9065-0ccf48253f82 on network b596b81c-300b-4e80-9b72-87e059585b1e {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:11.228332 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:11.228927 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Checking segment: {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:11.229535 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.230070 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Bound using segment: {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:11.230692 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Bound port: a3081c18-d1fc-4230-9065-0ccf48253f82, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1e5993-a8b8-47ce-8255-05bd87d7b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:11.231554 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.381570 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] For port a3081c18-d1fc-4230-9065-0ccf48253f82, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:11.385805 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] For port a3081c18-d1fc-4230-9065-0ccf48253f82, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a3081c18-d1fc-4230-9065-0ccf48253f82,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:11.391734 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:11.395042 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-8c285ca3-d6b6-4aa6-ae8a-c209f441ebcf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200 len: 696 time: 0.1648498 Sep 10 02:56:11.471414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f991f11-8812-49b6-be3c-287bc9b61571 req-0d108814-92e9-4aef-bd23-10df65e68518 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:11.473446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4f991f11-8812-49b6-be3c-287bc9b61571 req-0d108814-92e9-4aef-bd23-10df65e68518 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 949 time: 0.0717459 Sep 10 02:56:11.552216 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340150b7-6838-43ad-bb45-847a7c75a352 None None] Pushing event updated for resources: {'Port': ['ID=a3081c18-d1fc-4230-9065-0ccf48253f82,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:11.589370 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Routers {'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:11.590002 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:11.597659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4f991f11-8812-49b6-be3c-287bc9b61571 req-7fe475af-fb4a-46dd-a1f9-5ae91b4c5a90 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072743 Sep 10 02:56:11.674010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:11.676317 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7ad52b-c120-4d9e-a0d2-4545c9ba5804" -d '{"events": [{"server_uuid": "a53beb6a-ebce-4bd2-aadc-34a2d4a25288", "name": "network-vif-plugged", "status": "completed", "tag": "baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:11.742367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-1f2eab19-be7b-4ace-9160-2bfdc6c5f5b4 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:11.744516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-1f2eab19-be7b-4ace-9160-2bfdc6c5f5b4 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.3405619 Sep 10 02:56:11.763790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-63c45aaa-225e-42d8-8bdf-72ae01a5dfe1 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:11.768204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba2816e0-27df-4081-9e11-d6183d5196ba req-63c45aaa-225e-42d8-8bdf-72ae01a5dfe1 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163207 Sep 10 02:56:11.809965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2fb3-7cf5-49b3-818a-ce6dfc36eb2b req-bd9eab6b-acb1-41b3-ba33-890cf332d02e tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:11.820216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eedb2fb3-7cf5-49b3-818a-ce6dfc36eb2b req-bd9eab6b-acb1-41b3-ba33-890cf332d02e tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.1234303 Sep 10 02:56:11.930172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eedb2fb3-7cf5-49b3-818a-ce6dfc36eb2b req-886dd353-384b-42e1-ba68-bbba6da18d12 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993154 Sep 10 02:56:12.028941 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] Set router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:12.052586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5728a88c-38e9-4869-9afc-46d750b1f7e5 req-126afed1-3814-4c8b-b892-893b9df22a1e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 210 time: 0.0469992 Sep 10 02:56:12.154875 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3051a12-1cfb-48a8-8711-a1d9a63c7d46 x-openstack-request-id: req-a3051a12-1cfb-48a8-8711-a1d9a63c7d46 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:12.155189 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53beb6a-ebce-4bd2-aadc-34a2d4a25288", "name": "network-vif-plugged", "status": "completed", "tag": "baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:12.155412 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3051a12-1cfb-48a8-8711-a1d9a63c7d46 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:12.155981 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c', 'code': 200} Sep 10 02:56:12.259699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a50a13e-8a6a-4e4b-be98-73631fd879e1 req-8cf8f901-973f-42e0-a1bc-6cf78b23cf75 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips/89c15533-13be-442b-b40d-e2975f9b31e5 HTTP/1.1" status: 200 len: 693 time: 0.0922856 Sep 10 02:56:12.320131 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:06Z', 'revision_number': 4, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a3081c18-d1fc-4230-9065-0ccf48253f82', 'name': '', 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'mac_address': 'fa:16:3e:96:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4fdba540-c608-48cc-bd02-f198ad658ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:05Z', 'updated_at': '2021-09-10T02:56:11Z', 'revision_number': 4, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'subnets': [{'id': '4fdba540-c608-48cc-bd02-f198ad658ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:12.361368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8509-c96f-4e7d-aa4f-dbb20c112a68 None None] The sync data for ids ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'] in n-d-808126-2 is: [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:06Z', 'revision_number': 4, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a3081c18-d1fc-4230-9065-0ccf48253f82', 'name': '', 'network_id': 'b596b81c-300b-4e80-9b72-87e059585b1e', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'mac_address': 'fa:16:3e:96:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4fdba540-c608-48cc-bd02-f198ad658ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:05Z', 'updated_at': '2021-09-10T02:56:11Z', 'revision_number': 4, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'subnets': [{'id': '4fdba540-c608-48cc-bd02-f198ad658ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:12.381635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25020-56ee-4d5b-b2c4-653a6fd87f1d req-e6ce4c5b-f9c7-41a5-a280-b790b481f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:12.384595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39c25020-56ee-4d5b-b2c4-653a6fd87f1d req-e6ce4c5b-f9c7-41a5-a280-b790b481f74a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 1100 time: 0.0744231 Sep 10 02:56:12.462077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39c25020-56ee-4d5b-b2c4-653a6fd87f1d req-e2a9339b-4916-4c57-8c5c-ef0224de0112 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703466 Sep 10 02:56:12.470712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50a13e-8a6a-4e4b-be98-73631fd879e1 req-cc48c3b7-1b56-4b79-add2-a1a54861f5fa tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:12.477634 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a50a13e-8a6a-4e4b-be98-73631fd879e1 req-cc48c3b7-1b56-4b79-add2-a1a54861f5fa tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2168980 Sep 10 02:56:12.483193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-4a50a13e-8a6a-4e4b-be98-73631fd879e1 req-d9ac4e88-72d0-479e-8ac5-b6764f08ec78 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:12.505973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a50a13e-8a6a-4e4b-be98-73631fd879e1 req-d9ac4e88-72d0-479e-8ac5-b6764f08ec78 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253048 Sep 10 02:56:12.599447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a3081c18-d1fc-4230-9065-0ccf48253f82 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:12.686337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ee22d-ee1b-4e82-af66-0a0acc21297f req-b2e04e68-5f54-46f3-a9cc-0b2f985aa589 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:12.687922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b02ee22d-ee1b-4e82-af66-0a0acc21297f req-b2e04e68-5f54-46f3-a9cc-0b2f985aa589 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 949 time: 0.0755281 Sep 10 02:56:12.703223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a3081c18-d1fc-4230-9065-0ccf48253f82 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:12.707074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a3081c18-d1fc-4230-9065-0ccf48253f82 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:12.707505 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:12.756697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b02ee22d-ee1b-4e82-af66-0a0acc21297f req-431752fd-252c-43a6-8f36-91f63603f9fa tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Sep 10 02:56:12.831778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:12.841227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0e29e7-930f-4095-993d-569a69d6dd65 req-0493625b-2fd7-488b-a93c-0e2cb713ebcf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=d0f93295e14243a9ab8ca72a96d84c63 HTTP/1.1" status: 200 len: 696 time: 0.1707966 Sep 10 02:56:12.885558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a3081c18-d1fc-4230-9065-0ccf48253f82, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a3081c18-d1fc-4230-9065-0ccf48253f82,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:12.891428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:13.016385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a3081c18-d1fc-4230-9065-0ccf48253f82,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:13.173027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e29e7-930f-4095-993d-569a69d6dd65 req-0f45a2df-f0e9-40cb-adeb-3aa2538b5d36 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:13.174650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0e29e7-930f-4095-993d-569a69d6dd65 req-0f45a2df-f0e9-40cb-adeb-3aa2538b5d36 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks?id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 787 time: 0.3214583 Sep 10 02:56:13.192813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-3f0e29e7-930f-4095-993d-569a69d6dd65 req-81060038-1f54-4eb9-8d50-63bc1c923817 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:13.193878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0e29e7-930f-4095-993d-569a69d6dd65 req-81060038-1f54-4eb9-8d50-63bc1c923817 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110290 Sep 10 02:56:13.237588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e064449-f477-4cba-a526-b2dffb6ae62a req-e370e02b-7790-44bc-ac5a-4d9de6bbd5cd tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:13.241449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-15128475-2578-4d26-9ba6-e18f47c7a5d5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:13.243228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-15128475-2578-4d26-9ba6-e18f47c7a5d5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.3315628 Sep 10 02:56:13.245815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e064449-f477-4cba-a526-b2dffb6ae62a req-e370e02b-7790-44bc-ac5a-4d9de6bbd5cd tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.0986912 Sep 10 02:56:13.273020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Request body: {'port': {'device_id': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'admin_state_up': True, 'tenant_id': 'd4f5c79ec5904823928a7be6aadeb25e'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:13.353488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e064449-f477-4cba-a526-b2dffb6ae62a req-408d2430-f6f5-494d-839d-3b0040f0a218 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003864 Sep 10 02:56:13.440691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-89d6832c-bc64-4ef5-9f5a-a26b134a4ac8 req-441fa20b-09da-47a6-8872-80b84175ff6f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 210 time: 0.0484500 Sep 10 02:56:13.448065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-7d5b8b2c-c25c-446e-b5de-bf3e1a7734b2 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips/89c15533-13be-442b-b40d-e2975f9b31e5 HTTP/1.1" status: 200 len: 693 time: 0.0571699 Sep 10 02:56:13.466822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40154) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:13.515881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Made reservation on behalf of d4f5c79ec5904823928a7be6aadeb25e for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:13.524721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:13.702504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40160) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:13.716284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-69317481-7709-4bb2-bea0-65ffbe26780d tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:13.724377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-69317481-7709-4bb2-bea0-65ffbe26780d tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2749577 Sep 10 02:56:13.730131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-cbcbaee0-74c6-40dd-a5b4-dfc539cfad37 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:13.738454 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-cbcbaee0-74c6-40dd-a5b4-dfc539cfad37 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131040 Sep 10 02:56:13.807500 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-035f8cdc-4905-46b1-b21a-4ec18dd4be46 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200 len: 696 time: 0.0680013 Sep 10 02:56:13.827350 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da16c13-6d1c-42d9-b46c-845077eaab4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:13.868197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-d71811e4-7cdf-4225-b7e8-dfaeccc60864 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200 len: 696 time: 0.0596285 Sep 10 02:56:13.986491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Allocated IP 172.20.0.9 (19c12e1b-6fc9-48da-a9dc-43e060107e95/0da84e85-dbf7-4cce-be4e-870c91e06539/fd7d07b7-86a8-4284-aad2-428917ff33d0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:14.023076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-dbf990af-f933-4c29-ad65-0e2ba58cac9b tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:14.023349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Deleting port 2b3334b7-7ae6-48b5-8fd8-4b01f754a2aa {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:14.023981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.024538 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-dbf990af-f933-4c29-ad65-0e2ba58cac9b tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 949 time: 0.2270086 Sep 10 02:56:14.116961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2000a5-3589-4788-9892-34c9d852ae51 req-7bde2a1e-dac5-435f-8deb-f12c8b0a52f1 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:14.124848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a2000a5-3589-4788-9892-34c9d852ae51 req-7bde2a1e-dac5-435f-8deb-f12c8b0a52f1 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 949 time: 0.2433946 Sep 10 02:56:14.126635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.127207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.141282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Calling delete_port for 2b3334b7-7ae6-48b5-8fd8-4b01f754a2aa owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:14.145138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-deb74ca0-4744-49a5-9f9b-b623dcf4b1c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd0f2014e6584bc8b270adef7f629044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6766126 Sep 10 02:56:14.147740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:14.233527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a2000a5-3589-4788-9892-34c9d852ae51 req-4ae21732-2ac7-425b-9761-7564fbc39412 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/security-groups?id=38d912d0-3499-42a7-9ba3-1ee99799a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077914 Sep 10 02:56:14.283681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9d6295-ee69-4668-bed3-775230d99f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.321392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9d6295-ee69-4668-bed3-775230d99f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.366051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da16c13-6d1c-42d9-b46c-845077eaab4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.376300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Deleting port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:14.376701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.383905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da16c13-6d1c-42d9-b46c-845077eaab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.395431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.430279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Pushing event deleted for resources: {'Port': ['ID=2b3334b7-7ae6-48b5-8fd8-4b01f754a2aa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:14.436056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9d6295-ee69-4668-bed3-775230d99f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.438853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db9d6295-ee69-4668-bed3-775230d99f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.442856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-db9d6295-ee69-4668-bed3-775230d99f15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5a27e64-353e-47eb-9b6e-4a006bd9ddbc HTTP/1.1" status: 204 len: 168 time: 0.2938964 Sep 10 02:56:14.470743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d6295-ee69-4668-bed3-775230d99f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a27e64-353e-47eb-9b6e-4a006bd9ddbc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:14.480119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3da16c13-6d1c-42d9-b46c-845077eaab4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c6d019fd762428ca7517efab8503c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740393 Sep 10 02:56:14.481103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.491349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:14.544586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da16c13-6d1c-42d9-b46c-845077eaab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891bfc3a-e16f-4554-a475-125177c4e137,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:14.567443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.569986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.583140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799f8868-e6fa-4775-ae4b-5b7a9ca9d41b req-f761bbcd-7ffc-4f46-a553-9f8bba130d7b tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "DELETE /v2.0/floatingips/89c15533-13be-442b-b40d-e2975f9b31e5 HTTP/1.1" status: 204 len: 173 time: 0.7137032 Sep 10 02:56:14.591048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8191-94e5-4051-a888-339b33c272f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.604960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] For port b7b13651-a9eb-4391-ba53-6c7ba5e11d44, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:14.605333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.605622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a3081c18-d1fc-4230-9065-0ccf48253f82 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:14.619631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a34b-f92d-4b8c-817a-39db7d26ba5a req-b2333bc4-cbd9-4ce0-8315-a4f09bbe6ac3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:14.620884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e410a34b-f92d-4b8c-817a-39db7d26ba5a req-b2333bc4-cbd9-4ce0-8315-a4f09bbe6ac3 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.1561050 Sep 10 02:56:14.649692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Calling delete_port for b7b13651-a9eb-4391-ba53-6c7ba5e11d44 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:14.657041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8191-94e5-4051-a888-339b33c272f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.697250 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4444a858-9b41-44b6-9903-097f59d6a061 req-05f1fc58-3481-4d7d-9aac-22a901e8bbc9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 210 time: 0.0430422 Sep 10 02:56:14.702472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e410a34b-f92d-4b8c-817a-39db7d26ba5a req-f1b42263-75f3-4b24-9fff-e8a7a190ceee tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699573 Sep 10 02:56:14.731799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a3081c18-d1fc-4230-9065-0ccf48253f82 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:14.735540 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.735911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.775733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8191-94e5-4051-a888-339b33c272f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.778620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8191-94e5-4051-a888-339b33c272f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.782742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2fa8191-94e5-4051-a888-339b33c272f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/891bfc3a-e16f-4554-a475-125177c4e137 HTTP/1.1" status: 204 len: 168 time: 0.2875822 Sep 10 02:56:14.801723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa8191-94e5-4051-a888-339b33c272f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891bfc3a-e16f-4554-a475-125177c4e137,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:14.864241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:14.882923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:14.907687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:14.914846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:14.915678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:14.939132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40190) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:14.965653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73e549f-ce1e-4532-ab44-bb433d899af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.054206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:15.127972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73e549f-ce1e-4532-ab44-bb433d899af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.141362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73e549f-ce1e-4532-ab44-bb433d899af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.208394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e549f-ce1e-4532-ab44-bb433d899af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e0fe2-5f33-4cef-b7aa-fcc4e2182c43,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:15.218070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c73e549f-ce1e-4532-ab44-bb433d899af6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8615d67b77964e1499ae49630539074b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773893 Sep 10 02:56:15.220798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40196) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:15.237252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ef8d3-7b2a-41be-8a13-cfe0dfc25a7a req-fbfdca12-ed75-4647-bda2-33c136400422 tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:15.238691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-877ef8d3-7b2a-41be-8a13-cfe0dfc25a7a req-fbfdca12-ed75-4647-bda2-33c136400422 tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 1100 time: 0.1089916 Sep 10 02:56:15.252902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40198) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:15.286521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4125a6f9-62f8-4a2f-a48b-fa75ae24cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.288678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-877ef8d3-7b2a-41be-8a13-cfe0dfc25a7a req-17aa01ec-58c2-4fe3-bb42-d3cc5d41f53b tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.324034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58e3d1a8-c9be-4136-a2c9-6a23aa5cb1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.346617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58e3d1a8-c9be-4136-a2c9-6a23aa5cb1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.355084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-2d8d2951-ba97-45b7-a7c5-891d6928fbed tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5855670 Sep 10 02:56:15.360057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-3e9d5db4-6965-433b-a335-4b33256e872b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0944383 Sep 10 02:56:15.370090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:15.380641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Request body: {'port': {'device_id': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:15.414366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.424246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58e3d1a8-c9be-4136-a2c9-6a23aa5cb1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.426146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b7b13651-a9eb-4391-ba53-6c7ba5e11d44'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:15.426972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58e3d1a8-c9be-4136-a2c9-6a23aa5cb1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.428289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-58e3d1a8-c9be-4136-a2c9-6a23aa5cb1fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/153e0fe2-5f33-4cef-b7aa-fcc4e2182c43 HTTP/1.1" status: 204 len: 168 time: 0.2065759 Sep 10 02:56:15.445077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3d1a8-c9be-4136-a2c9-6a23aa5cb1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e0fe2-5f33-4cef-b7aa-fcc4e2182c43,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:15.463609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Pushing event deleted for resources: {'Port': ['ID=b7b13651-a9eb-4391-ba53-6c7ba5e11d44,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:15.496225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-877ef8d3-7b2a-41be-8a13-cfe0dfc25a7a req-17aa01ec-58c2-4fe3-bb42-d3cc5d41f53b tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.500281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.504217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-877ef8d3-7b2a-41be-8a13-cfe0dfc25a7a req-17aa01ec-58c2-4fe3-bb42-d3cc5d41f53b tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.539342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 02:56:15.539342 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 02:56:15.539342 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id_1': 'd0f93295e14243a9ab8ca72a96d84c63', 'expiration_1': datetime.datetime(2021, 9, 10, 2, 55, 55, 388915)}] Sep 10 02:56:15.539342 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 02:56:15.539862 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 02:56:15.557408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] No DVR routers for this DVR port b7b13651-a9eb-4391-ba53-6c7ba5e11d44 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:15.560344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-877ef8d3-7b2a-41be-8a13-cfe0dfc25a7a req-17aa01ec-58c2-4fe3-bb42-d3cc5d41f53b tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096800 Sep 10 02:56:15.562541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.564568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b87d039a-c834-4bf4-885e-73d0da15e1ba req-1f978a1b-7ead-421a-9135-0e83b3e8fcf5 tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.36 "DELETE /v2.0/ports/b7b13651-a9eb-4391-ba53-6c7ba5e11d44 HTTP/1.1" status: 204 len: 173 time: 1.5269015 Sep 10 02:56:15.565059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'name': 'network-vif-deleted', 'tag': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:15.567670 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67c4e2-8fff-4350-9e22-11a49e433089" -d '{"events": [{"server_uuid": "ccd93a1b-4bb5-4398-89f9-61a1f4bed610", "name": "network-vif-deleted", "tag": "b7b13651-a9eb-4391-ba53-6c7ba5e11d44"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:15.579107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa01ec-58c2-4fe3-bb42-d3cc5d41f53b tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b63fc61-8ed1-4a87-b738-a7d106c5fe3e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:15.698321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1512cf84-c208-4f9b-bb46-67f374e4b1e6 req-241eab6a-373e-42fa-8632-b59557b7889d tempest-ImagesNegativeTestJSON-1861906839 tempest-ImagesNegativeTestJSON-1861906839-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd93a1b-4bb5-4398-89f9-61a1f4bed610 HTTP/1.1" status: 200 len: 210 time: 0.0394394 Sep 10 02:56:15.745373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4125a6f9-62f8-4a2f-a48b-fa75ae24cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.752054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4125a6f9-62f8-4a2f-a48b-fa75ae24cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.805548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125a6f9-62f8-4a2f-a48b-fa75ae24cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8cb984-ba85-4d5f-9b75-06da6b2393fc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:15.814072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4125a6f9-62f8-4a2f-a48b-fa75ae24cda6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47a6099acd04466bbe13d6e859f681e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578222 Sep 10 02:56:15.819290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40210) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:15.867441 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f49068-6852-4baf-a88a-b1027bfff83c x-openstack-request-id: req-73f49068-6852-4baf-a88a-b1027bfff83c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:15.867757 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd93a1b-4bb5-4398-89f9-61a1f4bed610", "name": "network-vif-deleted", "tag": "b7b13651-a9eb-4391-ba53-6c7ba5e11d44", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:15.868012 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73f49068-6852-4baf-a88a-b1027bfff83c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:15.868398 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd93a1b-4bb5-4398-89f9-61a1f4bed610', 'name': 'network-vif-deleted', 'tag': 'b7b13651-a9eb-4391-ba53-6c7ba5e11d44', 'status': 'completed', 'code': 200} Sep 10 02:56:15.920814 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0e94-091b-416f-bf63-72ec1b4cb588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.954059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0e94-091b-416f-bf63-72ec1b4cb588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:15.980526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea885-0a98-4a48-8f59-545e630afe6c req-2eaf425f-bad6-4866-b34e-32f0f33c4f86 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:15.989577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-939ea885-0a98-4a48-8f59-545e630afe6c req-2eaf425f-bad6-4866-b34e-32f0f33c4f86 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 931 time: 0.0709100 Sep 10 02:56:16.028094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7d07b7-86a8-4284-aad2-428917ff33d0 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:16.030399 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-939ea885-0a98-4a48-8f59-545e630afe6c req-3b87ace1-7bc1-4884-9818-d1029a3c0cf7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389609 Sep 10 02:56:16.037179 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.070314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Transition to ACTIVE for port object fd7d07b7-86a8-4284-aad2-428917ff33d0 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:16.072285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0e94-091b-416f-bf63-72ec1b4cb588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.075821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0e94-091b-416f-bf63-72ec1b4cb588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.077303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2d5e0e94-091b-416f-bf63-72ec1b4cb588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c8cb984-ba85-4d5f-9b75-06da6b2393fc HTTP/1.1" status: 204 len: 168 time: 0.2564282 Sep 10 02:56:16.081257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.089503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.132099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e0e94-091b-416f-bf63-72ec1b4cb588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8cb984-ba85-4d5f-9b75-06da6b2393fc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:16.190568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:16.216641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:16.216986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:16.217348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:16.251267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:16.251626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:16.266061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:16.266248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:16.266597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:16.267052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Bound port: fd7d07b7-86a8-4284-aad2-428917ff33d0, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:16.267414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.319980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.386798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:16.404676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:16.411664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.477981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:16.478613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.480034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] 10.222.0.32 "PUT /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 1091 time: 1.1056192 Sep 10 02:56:16.522693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Allocated IP 172.25.8.212 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/bfd52f7e-c815-44fc-acb2-a00ec74582f5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:16.534943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a812-67ac-447c-baaf-77d31c3b227d service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:16.625814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-f1fa107c-fd1b-4beb-bfba-2a4ab07ec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:16.627338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-f1fa107c-fd1b-4beb-bfba-2a4ab07ec2f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1094 time: 0.1022048 Sep 10 02:56:16.676879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-889262ec-60da-459c-a329-c26bbec81629 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.0415943 Sep 10 02:56:16.692248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ab437-c92a-4741-9b9d-6629c273f496 req-da7290c0-f445-4b6c-bbf6-493f69eb8da6 tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:16.693772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-544ab437-c92a-4741-9b9d-6629c273f496 req-da7290c0-f445-4b6c-bbf6-493f69eb8da6 tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 1100 time: 0.0630620 Sep 10 02:56:16.734107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-544ab437-c92a-4741-9b9d-6629c273f496 req-867636e5-221b-42cd-91da-a346bc7dc3b4 tempest-ServersAdminNegativeTestJSON-1879075969 tempest-ServersAdminNegativeTestJSON-1879075969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Sep 10 02:56:16.750302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.782139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-c062f3ed-70de-4d4b-bb6a-00d7dfdd40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:16.783756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-c062f3ed-70de-4d4b-bb6a-00d7dfdd40b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.0945458 Sep 10 02:56:16.830805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-78fccd3e-7a74-4666-91ab-10b85cbb3212 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376875 Sep 10 02:56:16.850268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:16.902108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:16.913598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:16.920132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:16.923968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-ff0492fe-213c-445f-85bc-2bd2c87ca30e req-a344f1f3-37da-4fe3-902b-0544ca406939 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:16.925493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff0492fe-213c-445f-85bc-2bd2c87ca30e req-a344f1f3-37da-4fe3-902b-0544ca406939 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061820 Sep 10 02:56:16.982034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Pushing event updated for resources: {'Port': ['ID=bfd52f7e-c815-44fc-acb2-a00ec74582f5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:17.005212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40274) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:17.121629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.134334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-a28ba3ae-fc3a-4891-9006-05f2ba78da74 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937357 Sep 10 02:56:17.183881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a888ef-012d-4be1-8b6f-56e89e3f9786 req-21a73cc2-0cdf-48d9-8f96-49db2df16a94 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:17.185435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0a888ef-012d-4be1-8b6f-56e89e3f9786 req-21a73cc2-0cdf-48d9-8f96-49db2df16a94 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.0639462 Sep 10 02:56:17.202432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.234954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0a888ef-012d-4be1-8b6f-56e89e3f9786 req-03e888d9-7f79-4c0b-9606-4f429a943d73 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Sep 10 02:56:17.256825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-network', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:17.295682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Made reservation on behalf of fab4466d6cc5457c9472bb2d401f1a0f for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:17.301380 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.322006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.339137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7507730e-2ebe-4bc8-9e56-2948977c5579 req-2615ec81-ffb9-43e1-9454-36382c2495a4 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760862 Sep 10 02:56:17.444712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.451150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.462606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.468226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.468598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.494424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:17.512121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea62252-3dc3-45fc-86f2-df569094e047,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:17.516171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.516520 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Added segment 285c873a-1481-4e83-ae68-43a90684bd61 of type vlan for network 34695ef2-7cb2-40fc-9495-815e53a464fb Sep 10 02:56:17.519353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.529220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1662652 Sep 10 02:56:17.561569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e261a86-b3f3-4690-ba45-174130df4caf tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Pushing event updated for resources: {'Port': ['ID=bfd52f7e-c815-44fc-acb2-a00ec74582f5,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:17.590458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.612715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-cd51bfb7-d2ca-4235-9da8-a31f9acef303 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.0825143 Sep 10 02:56:17.628157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dbb82-5b73-40f1-aebb-1f5203871db6 req-297ea2f6-841b-4a05-b260-7aeadf00f28c tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:17.629738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-910dbb82-5b73-40f1-aebb-1f5203871db6 req-297ea2f6-841b-4a05-b260-7aeadf00f28c tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.0734773 Sep 10 02:56:17.631109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.632227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:17.632949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.678962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6723325 Sep 10 02:56:17.682315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40308) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:17.689219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Request body: {'subnet': {'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-subnet', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:17.733377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375247-c0a0-4d09-856e-125fc813e83c admin admin] Pushing event updated for resources: {'Network': ['ID=34695ef2-7cb2-40fc-9495-815e53a464fb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:17.737727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-88719e03-461b-4bc3-a416-132c64165062 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:17.741422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-88719e03-461b-4bc3-a416-132c64165062 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1223905 Sep 10 02:56:17.747217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-910dbb82-5b73-40f1-aebb-1f5203871db6 req-613a66ad-0b96-40cb-b44e-d9c08f0133c5 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065233 Sep 10 02:56:17.755991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-d3cc81a0-853d-42f4-9e5f-90d39ef58714 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:17.756651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 34695ef2-7cb2-40fc-9495-815e53a464fb details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:17.757635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-486215e9-00fc-4deb-9e75-af1392b7d353 req-d3cc81a0-853d-42f4-9e5f-90d39ef58714 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097675 Sep 10 02:56:17.760126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Made reservation on behalf of fab4466d6cc5457c9472bb2d401f1a0f for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:17.767169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:17.824481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:17.869745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:17.872725 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c0752-5188-4942-a525-1ec5bb656b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:17.887887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-b81dd93b-ec85-45e4-ad49-b7df5085dda7 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips/143fdc88-c053-4b0a-b3df-2ab4ec89e120 HTTP/1.1" status: 200 len: 693 time: 0.0885162 Sep 10 02:56:17.924666 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9891bea-9d3c-42db-a70e-a2fd293f2d5a x-openstack-request-id: req-b9891bea-9d3c-42db-a70e-a2fd293f2d5a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:17.926084 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:17.926084 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9891bea-9d3c-42db-a70e-a2fd293f2d5a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:17.926084 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'status': 'completed', 'code': 200} Sep 10 02:56:17.944691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5881ed62-e3c2-462b-b6bb-f3f927905b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.017045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-11ba91df-2496-4543-b30d-d5828d56553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:18.018578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-11ba91df-2496-4543-b30d-d5828d56553d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1094 time: 0.0649748 Sep 10 02:56:18.071287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-3dc7fee9-46cf-4509-a4db-8e8e01207cc0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:18.071883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40326) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:18.073294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-3dc7fee9-46cf-4509-a4db-8e8e01207cc0 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1762693 Sep 10 02:56:18.170742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-975e8765-c966-49ed-a16f-6854cadb4457 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.0697312 Sep 10 02:56:18.171286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5881ed62-e3c2-462b-b6bb-f3f927905b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.172723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-0421edec-13e4-47b9-b54c-95f323f1ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:18.173797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.175500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-0421edec-13e4-47b9-b54c-95f323f1ca93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.1474693 Sep 10 02:56:18.181926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5881ed62-e3c2-462b-b6bb-f3f927905b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.242531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-e3b9ba27-04a4-40b7-92af-3ca5ddf4b731 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.0565362 Sep 10 02:56:18.259979 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-8a3fc6c6-2990-4f08-9acf-3a8ac198ec56 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.0883918 Sep 10 02:56:18.267167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6137ddd-fe0c-425e-891a-43102f51cb84,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:18.302829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ed62-e3c2-462b-b6bb-f3f927905b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe4663-5e77-446b-a6bf-0e6058bc505f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:18.309914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5881ed62-e3c2-462b-b6bb-f3f927905b07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54047660c2624ef083cce5e7993a367e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841919 Sep 10 02:56:18.313772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40334) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:18.366154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b7b13651-a9eb-4391-ba53-6c7ba5e11d44 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:18.368704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-9dd5e331-5152-48be-88e3-7d5ea190c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:18.370163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-9dd5e331-5152-48be-88e3-7d5ea190c2bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1071935 Sep 10 02:56:18.370825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Checking segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:18.371176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Network hostable DHCP agents. Network: 34695ef2-7cb2-40fc-9495-815e53a464fb, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:18.377473 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bce8c100-c1e0-472a-adc5-a7c5c9d13188 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=637a4f71e9194c2d98fa37d96b060f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030093 Sep 10 02:56:18.386183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40336) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:18.393575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: b7b13651-a9eb-4391-ba53-6c7ba5e11d44 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:18.394217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b7b13651-a9eb-4391-ba53-6c7ba5e11d44 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:18.405591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-da5c89c1-b2dc-4251-ba6e-c51e0b39862a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257339 Sep 10 02:56:18.417068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddebd9-5881-421a-a94e-a3c4573ca97c req-945ab33d-60c7-43f5-8130-12c65d2862fd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:18.418468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0dddebd9-5881-421a-a94e-a3c4573ca97c req-945ab33d-60c7-43f5-8130-12c65d2862fd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.0905607 Sep 10 02:56:18.479718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Network 34695ef2-7cb2-40fc-9495-815e53a464fb is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:18.491884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1347d300-5b55-41de-b03f-9eafe29b63e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.500535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 34695ef2-7cb2-40fc-9495-815e53a464fb) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:18.510730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0dddebd9-5881-421a-a94e-a3c4573ca97c req-e594bef7-0ccd-4be1-b7c2-19c335421cca tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843358 Sep 10 02:56:18.516804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89170320-8097-4075-848e-8c82b83dfc42 None None] Network 34695ef2-7cb2-40fc-9495-815e53a464fb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:18.520989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:18.522114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.531306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19e0670-e1f9-4b93-93e5-40770504b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.548776 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-564deec3-66b5-4cf0-80e0-61efc4560414 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286759 Sep 10 02:56:18.554431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1347d300-5b55-41de-b03f-9eafe29b63e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.557729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Deleting port bfd52f7e-c815-44fc-acb2-a00ec74582f5 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:18.557998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.572480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8341cd33-0972-41f8-8a8e-075982b45bfd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8887467 Sep 10 02:56:18.582800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40338) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:18.588012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:18.660473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.661542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.693782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-34695ef2-7cb2-40fc-9495-815e53a464fb', 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'fixed_ips': [{'subnet_id': 'e6137ddd-fe0c-425e-891a-43102f51cb84'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:56:18.694677 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.710790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f17c0752-5188-4942-a525-1ec5bb656b9e req-e181dd66-364a-41c0-958c-3ba612937249 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452701 Sep 10 02:56:18.742781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.830615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19e0670-e1f9-4b93-93e5-40770504b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.916388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1347d300-5b55-41de-b03f-9eafe29b63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.918819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1347d300-5b55-41de-b03f-9eafe29b63e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.923355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1347d300-5b55-41de-b03f-9eafe29b63e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ffe4663-5e77-446b-a6bf-0e6058bc505f HTTP/1.1" status: 204 len: 168 time: 0.6086226 Sep 10 02:56:18.925230 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.925731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.935825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.946080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Calling delete_port for bfd52f7e-c815-44fc-acb2-a00ec74582f5 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:18.947944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347d300-5b55-41de-b03f-9eafe29b63e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe4663-5e77-446b-a6bf-0e6058bc505f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:18.955127 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19e0670-e1f9-4b93-93e5-40770504b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.957848 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19e0670-e1f9-4b93-93e5-40770504b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:18.959132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c19e0670-e1f9-4b93-93e5-40770504b8f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38d912d0-3499-42a7-9ba3-1ee99799a195 HTTP/1.1" status: 204 len: 168 time: 0.5720348 Sep 10 02:56:18.973690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0670-e1f9-4b93-93e5-40770504b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d912d0-3499-42a7-9ba3-1ee99799a195,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:19.009608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871c21-bdae-48d2-b6bf-e72aaf3f146d req-8921bc0d-39c7-41c4-a0e7-d91b17de1146 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:19.014645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Allocated IP 172.20.0.2 (34695ef2-7cb2-40fc-9495-815e53a464fb/e6137ddd-fe0c-425e-891a-43102f51cb84/6b3707b9-d9fb-4470-8a50-5fe1d1294df2) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:19.019416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27871c21-bdae-48d2-b6bf-e72aaf3f146d req-8921bc0d-39c7-41c4-a0e7-d91b17de1146 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.1811798 Sep 10 02:56:19.116643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27871c21-bdae-48d2-b6bf-e72aaf3f146d req-f030c3b0-427d-4d27-9c82-c39d2ab48a5a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918217 Sep 10 02:56:19.161883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35521986-83a3-4900-a73c-03f18fc71504 req-292ee172-9ea8-4d79-9f3f-9428be047ea6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:19.163541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35521986-83a3-4900-a73c-03f18fc71504 req-292ee172-9ea8-4d79-9f3f-9428be047ea6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.1217849 Sep 10 02:56:19.170503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.214118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Pushing event deleted for resources: {'Port': ['ID=bfd52f7e-c815-44fc-acb2-a00ec74582f5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:19.325545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.346694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Transition to ACTIVE for port object 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:19.357899 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.361946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.371715 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85219b61-ae8f-4fba-a275-dd9bf47a5ee0 req-ec07bea4-e3fd-4949-9299-ee470288c3bb tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "DELETE /v2.0/floatingips/143fdc88-c053-4b0a-b3df-2ab4ec89e120 HTTP/1.1" status: 204 len: 173 time: 1.0999737 Sep 10 02:56:19.393354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Transition to ACTIVE for port object 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:19.403553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.449743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Network 34695ef2-7cb2-40fc-9495-815e53a464fb is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:19.454705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:19.459667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:19.463636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40362) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:19.478118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-418bb577-dc2b-4a3f-bbda-0a52032cd9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.486829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Pushing event updated for resources: {'Port': ['ID=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:19.562027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Attempting to bind port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:19.562405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Attempting to bind port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:19.562786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Attempting to bind port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 on network 34695ef2-7cb2-40fc-9495-815e53a464fb {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:19.568690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:19.569027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Checking segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:19.569577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.569980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Bound using segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:19.570506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Bound port: 6b3707b9-d9fb-4470-8a50-5fe1d1294df2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:19.570822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.652631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] For port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:19.656420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] For port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:19.662235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.684645 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-53327a6c-60eb-4c27-91f8-7db3b35b0a9d req-f89fe281-4eec-4fd5-82f1-8c0a04967baa tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] show failed (client error): The resource could not be found. Sep 10 02:56:19.685677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-53327a6c-60eb-4c27-91f8-7db3b35b0a9d req-f89fe281-4eec-4fd5-82f1-8c0a04967baa tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips/143fdc88-c053-4b0a-b3df-2ab4ec89e120 HTTP/1.1" status: 404 len: 350 time: 0.0749900 Sep 10 02:56:19.717436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Deleting port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:19.717786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.722367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-418bb577-dc2b-4a3f-bbda-0a52032cd9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.730613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-418bb577-dc2b-4a3f-bbda-0a52032cd9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.746453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb283f8c-4f44-47aa-b3bb-0669ac3e9748 None None] Pushing event updated for resources: {'Port': ['ID=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:19.783065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5123-dd8b-406d-8d88-e16281125aa3 req-e316b6f5-1523-4025-a456-5286cf9dfe32 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:19.784609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4aaa5123-dd8b-406d-8d88-e16281125aa3 req-e316b6f5-1523-4025-a456-5286cf9dfe32 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.1335156 Sep 10 02:56:19.797937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-418bb577-dc2b-4a3f-bbda-0a52032cd9fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48300c3e924044a6b1711c7ca3d99f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330231 Sep 10 02:56:19.801216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb577-dc2b-4a3f-bbda-0a52032cd9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b2dd2-51dc-47e0-813b-7da33e07a634,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:19.805089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40372) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:19.808532 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-1ee4cff0-4041-4908-9bc3-c17d16eac72a req-82bb65dc-3867-4ebe-a091-031f2e1d34f9 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] show failed (client error): The resource could not be found. Sep 10 02:56:19.809412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ee4cff0-4041-4908-9bc3-c17d16eac72a req-82bb65dc-3867-4ebe-a091-031f2e1d34f9 tempest-FloatingIPsTestJSON-925852546 tempest-FloatingIPsTestJSON-925852546-project] 10.222.0.23 "GET /v2.0/floatingips/143fdc88-c053-4b0a-b3df-2ab4ec89e120 HTTP/1.1" status: 404 len: 350 time: 0.0877266 Sep 10 02:56:19.821253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40376) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:19.835618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.872159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4aaa5123-dd8b-406d-8d88-e16281125aa3 req-36c0e1d6-a190-402d-be6e-aaa968b47543 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723500 Sep 10 02:56:19.907867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b628e27-10ba-4040-b11e-260ed45d30d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.921476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:19.939271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b628e27-10ba-4040-b11e-260ed45d30d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.004931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b628e27-10ba-4040-b11e-260ed45d30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.006876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] For port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:20.007155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.007420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b628e27-10ba-4040-b11e-260ed45d30d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.009226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b628e27-10ba-4040-b11e-260ed45d30d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/556b2dd2-51dc-47e0-813b-7da33e07a634 HTTP/1.1" status: 204 len: 168 time: 0.2033019 Sep 10 02:56:20.017316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b628e27-10ba-4040-b11e-260ed45d30d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b2dd2-51dc-47e0-813b-7da33e07a634,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:20.073480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40384) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:20.107202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Calling delete_port for baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:20.213651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1041427465-network', 'tenant_id': '91ffdf51af6544e6959ca8c573f3a455'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:20.240445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Made reservation on behalf of 91ffdf51af6544e6959ca8c573f3a455 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:20.245771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.263475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.299597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Allocated IP 172.25.8.130 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/36127270-f35e-4c7c-ad65-8a0464bf2c23) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:20.411952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7de7-ed86-45f1-8cbb-1c2af742ee21 req-2bc34688-6ae0-4bd6-87b9-c4700016480e tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:20.413364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b9c7de7-ed86-45f1-8cbb-1c2af742ee21 req-2bc34688-6ae0-4bd6-87b9-c4700016480e tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53beb6a-ebce-4bd2-aadc-34a2d4a25288 HTTP/1.1" status: 200 len: 949 time: 0.1812656 Sep 10 02:56:20.442179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.448198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.478131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:20.485390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe8278-0694-4ab3-bc0b-b4930079ea33,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:20.491521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.491921 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Added segment 96ec2fb4-e3bd-40cc-8bac-a93b07f0f366 of type vlan for network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 Sep 10 02:56:20.548938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.584115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.585291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:20.586078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.586241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:20.590680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b9c7de7-ed86-45f1-8cbb-1c2af742ee21 req-53c468cd-c4cb-4c16-b229-e81fa5c1cda2 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412745 Sep 10 02:56:20.630936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.635238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5560477 Sep 10 02:56:20.637228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:20.642665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Request body: {'subnet': {'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1041427465-subnet', 'tenant_id': '91ffdf51af6544e6959ca8c573f3a455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:20.667262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b42cd43d-db38-4b8a-b0bb-ba3fad1c0999', 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:20.705024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:20.711132 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.713688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc828fb-87d6-4a16-b3ec-114ae119435a admin admin] Pushing event updated for resources: {'Network': ['ID=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:20.733343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Pushing event deleted for resources: {'Port': ['ID=baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:20.756729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Made reservation on behalf of 91ffdf51af6544e6959ca8c573f3a455 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:20.760817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.781748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:20.795703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] No DVR routers for this DVR port baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:20.799823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:20.801902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35521986-83a3-4900-a73c-03f18fc71504 req-cd486f17-c4b1-47e4-ba0d-98348f807de6 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "DELETE /v2.0/ports/baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c HTTP/1.1" status: 204 len: 173 time: 1.6050196 Sep 10 02:56:20.802351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'name': 'network-vif-deleted', 'tag': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:20.809478 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aac042-54a6-46dc-889e-57d73c710930" -d '{"events": [{"server_uuid": "a53beb6a-ebce-4bd2-aadc-34a2d4a25288", "name": "network-vif-deleted", "tag": "baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:20.916798 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31032ad3-c371-4638-b484-c2bc3f1ef65e x-openstack-request-id: req-31032ad3-c371-4638-b484-c2bc3f1ef65e {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:20.917796 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53beb6a-ebce-4bd2-aadc-34a2d4a25288", "name": "network-vif-deleted", "tag": "baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:20.918327 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31032ad3-c371-4638-b484-c2bc3f1ef65e {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:20.919074 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53beb6a-ebce-4bd2-aadc-34a2d4a25288', 'name': 'network-vif-deleted', 'tag': 'baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c', 'status': 'completed', 'code': 200} Sep 10 02:56:20.939914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.040185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:21.056526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:21.094785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'port_id': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'mac_address': 'fa:16:3e:44:da:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da84e85-dbf7-4cce-be4e-870c91e06539', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:56:21.116543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:21.123859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Pushing event updated for resources: {'Port': ['ID=36127270-f35e-4c7c-ad65-8a0464bf2c23,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:21.131202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:21.138390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:21.238235 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.244547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.276901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7d07b7-86a8-4284-aad2-428917ff33d0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:21.318836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:21.328061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.383011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df933a4-836a-4c4f-917e-facc5217b07f None None] Network 34695ef2-7cb2-40fc-9495-815e53a464fb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:21.405256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Checking segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:21.405607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Network hostable DHCP agents. Network: 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:21.407635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3ec2-c9a5-4bd3-80a1-861c038f355a req-ff933156-7666-4ae2-ac1a-96779fae1997 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:21.409514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10b3ec2-c9a5-4bd3-80a1-861c038f355a req-ff933156-7666-4ae2-ac1a-96779fae1997 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.3682716 Sep 10 02:56:21.420461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.469319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:21.493687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca221bf1-e5b1-4db9-8825-6051fa397097,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:21.497632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:21.520333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10b3ec2-c9a5-4bd3-80a1-861c038f355a req-eac7924e-3ff0-4acd-9eeb-2dfa975cf62b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959330 Sep 10 02:56:21.536546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:21.537483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-46694553-e866-4664-a883-b5960975b0f2 None None] Provisioning for port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:21.557620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:21.558297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.566039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce1964-1cfd-4802-a86f-a7780750c529 None None] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:21.572700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-46694553-e866-4664-a883-b5960975b0f2 None None] Provisioning complete for port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:21.572700 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46694553-e866-4664-a883-b5960975b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:21.620502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e035c14c-7a93-41e9-93b0-cb8cc420b897 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9821663 Sep 10 02:56:21.699587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['fd7d07b7-86a8-4284-aad2-428917ff33d0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:22.072997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.212686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cea2bf-c0f7-4c3a-a4f4-d1ac2f29be55 None None] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:22.302358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf1f2b-dc3d-46e0-ae54-5cb74a8c3446 req-678556fe-3542-45b8-8597-572bfc41368a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:22.303906 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77bf1f2b-dc3d-46e0-ae54-5cb74a8c3446 req-678556fe-3542-45b8-8597-572bfc41368a tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 950 time: 0.1752720 Sep 10 02:56:22.346366 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46694553-e866-4664-a883-b5960975b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.471180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-46694553-e866-4664-a883-b5960975b0f2 None None] For port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:22.474708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77bf1f2b-dc3d-46e0-ae54-5cb74a8c3446 req-e460a4a4-4fc7-4df1-95ff-a7f16eb37d36 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433110 Sep 10 02:56:22.547561 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46694553-e866-4664-a883-b5960975b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.608577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Deleting port a3081c18-d1fc-4230-9065-0ccf48253f82 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:22.608935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.621923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:22.634463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.674739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:22.675087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device baa2c4e8-89c3-45b8-ae64-25b8b2c6f50c not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:22.735394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46694553-e866-4664-a883-b5960975b0f2 None None] Pushing event updated for resources: {'Port': ['ID=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:22.775128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-89e1156b-fbca-4117-864c-8b9a696b21a2 None None] Provisioning complete for port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:22.775826 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-89e1156b-fbca-4117-864c-8b9a696b21a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.779841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] For port a3081c18-d1fc-4230-9065-0ccf48253f82, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a3081c18-d1fc-4230-9065-0ccf48253f82,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:22.780238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:22.824370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Calling delete_port for a3081c18-d1fc-4230-9065-0ccf48253f82 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:22.959027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Router c1bbd222-9315-4819-985d-466c4d35ce8f is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:56:23.050174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-084742ac-6fe9-4216-b0b4-687edafe7a31 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:23.053438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-084742ac-6fe9-4216-b0b4-687edafe7a31 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 822 time: 0.1470947 Sep 10 02:56:23.076115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-d41c69cf-ea40-48cb-9b62-dcc23f6351da tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/quotas/91ffdf51af6544e6959ca8c573f3a455 HTTP/1.1" status: 200 len: 375 time: 0.0141280 Sep 10 02:56:23.124772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-864261b2-e71f-40e5-989e-660a840d7ad5 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400615 Sep 10 02:56:23.165258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:23.174848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Sync routers for ids ['c1bbd222-9315-4819-985d-466c4d35ce8f'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:23.186204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Routers {'c1bbd222-9315-4819-985d-466c4d35ce8f'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:23.188530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c1bbd222-9315-4819-985d-466c4d35ce8f'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:23.216776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:23.222032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:23.228020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-589ea4f5-90cc-4c83-bfe1-f59b418cd4de admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6343856 Sep 10 02:56:23.235623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8740eec-188c-45d6-891b-8b90ed3f2d47 req-9a15df69-7e7b-4b06-b558-9e459bbf22b6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:23.237124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8740eec-188c-45d6-891b-8b90ed3f2d47 req-9a15df69-7e7b-4b06-b558-9e459bbf22b6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 944 time: 0.0936592 Sep 10 02:56:23.237951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:23.270631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3081c18-d1fc-4230-9065-0ccf48253f82,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:23.295620 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-49945f6e-eb1d-4e45-8b05-2f6b59feecc7 service neutron] 10.222.0.23 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626799 Sep 10 02:56:23.333760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Set router c1bbd222-9315-4819-985d-466c4d35ce8f gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:23.431884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:23.463672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8740eec-188c-45d6-891b-8b90ed3f2d47 req-2d97e52f-5212-4416-aaf3-033cc8e4dc4c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126038 Sep 10 02:56:23.516666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b1a8673b-d053-4eba-ad7a-cf30cf5174dc service neutron] 10.222.0.23 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100599 Sep 10 02:56:23.568625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-14b12fa5-500a-492a-a29b-f48208f298b1 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:23.570299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-14b12fa5-500a-492a-a29b-f48208f298b1 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 950 time: 0.1362917 Sep 10 02:56:23.644979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:56:21Z', 'revision_number': 3, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:23.701502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Checking router: c1bbd222-9315-4819-985d-466c4d35ce8f for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:23.702079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Updating router c1bbd222-9315-4819-985d-466c4d35ce8f port 36127270-f35e-4c7c-ad65-8a0464bf2c23 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:56:23.798516 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:23.865197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:56:24.024165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.044092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:24.055199 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] Sync routers for ids ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:24.059517 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-40632c6f-9285-4a87-99ba-b6b4e3337ef1 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2351859 Sep 10 02:56:24.063240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Deleting port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:24.063765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.066886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40510) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:24.077623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] Routers {'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:24.078427 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:24.183716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] For port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:24.184268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.197119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Calling delete_port for b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:24.281791 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] Set router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:24.291547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.296124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c8c6e8cb-aab4-49a0-837e-c146b2499ecb req-794f950d-57b0-4479-8bdc-32678e43cceb tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 210 time: 0.0882320 Sep 10 02:56:24.318482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Transition to ACTIVE for port object 36127270-f35e-4c7c-ad65-8a0464bf2c23 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:24.329903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.374638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0aaef-b99b-4bba-ae7a-e8c28b28da62 req-36d0fb72-cbe8-4733-92ca-38abdae76a14 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:24.376282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35f0aaef-b99b-4bba-ae7a-e8c28b28da62 req-36d0fb72-cbe8-4733-92ca-38abdae76a14 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a87d445-93f4-4bfe-8f49-585f8083beb1 HTTP/1.1" status: 200 len: 950 time: 0.5270693 Sep 10 02:56:24.443157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.482179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaca90-1013-4e98-8336-9b9dad812141 None None] Pushing event updated for resources: {'Port': ['ID=36127270-f35e-4c7c-ad65-8a0464bf2c23,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:24.485312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b42cd43d-db38-4b8a-b0bb-ba3fad1c0999'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:24.488721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.619543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:24.647329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Pushing event deleted for resources: {'Port': ['ID=b42cd43d-db38-4b8a-b0bb-ba3fad1c0999,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:24.661680 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:23Z', 'revision_number': 5, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:24.678092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Attempting to bind port 36127270-f35e-4c7c-ad65-8a0464bf2c23 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:24.678472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Attempting to bind port 36127270-f35e-4c7c-ad65-8a0464bf2c23 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:24.678840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Attempting to bind port 36127270-f35e-4c7c-ad65-8a0464bf2c23 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:24.694868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:24.695250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:24.695689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.696083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:24.696570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Bound port: 36127270-f35e-4c7c-ad65-8a0464bf2c23, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:24.696943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.729076 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] Checking router: cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:24.751200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35f0aaef-b99b-4bba-ae7a-e8c28b28da62 req-4e575dbe-f179-4c2a-8818-b59db558c988 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.23 "GET /v2.0/security-groups?id=09734777-b7b2-4a42-ab78-c81010ba3df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622637 Sep 10 02:56:24.771078 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] Routers {'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:24.771357 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:24.790688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:24.809254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] No DVR routers for this DVR port b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:24.814423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:24.820781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eadd338b-6ed4-4a30-84b6-4917b93b7522 req-7647c6ef-4a3b-4660-abfd-cbc339500b61 tempest-ServersAdminNegativeTestJSON-1426540663 tempest-ServersAdminNegativeTestJSON-1426540663-project] 10.222.0.32 "DELETE /v2.0/ports/b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 HTTP/1.1" status: 204 len: 173 time: 1.2430007 Sep 10 02:56:24.821272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'name': 'network-vif-deleted', 'tag': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:24.830467 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143318f2-fc6a-47fd-afbd-ed490d4d821b" -d '{"events": [{"server_uuid": "1a87d445-93f4-4bfe-8f49-585f8083beb1", "name": "network-vif-deleted", "tag": "b42cd43d-db38-4b8a-b0bb-ba3fad1c0999"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:24.890600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047fb54-092d-43bf-b566-023f0f5bb333 req-c669213a-976c-41a4-9c48-d08fb5da71cf tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:24.893562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5047fb54-092d-43bf-b566-023f0f5bb333 req-c669213a-976c-41a4-9c48-d08fb5da71cf tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 944 time: 0.2213798 Sep 10 02:56:24.897184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Allocated IP 172.20.0.1 (34695ef2-7cb2-40fc-9495-815e53a464fb/e6137ddd-fe0c-425e-891a-43102f51cb84/8fca671c-1001-4b5c-8e6e-9285345e18b6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:24.913304 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bb5ced-a733-40bd-b1d6-030265f20c35 x-openstack-request-id: req-66bb5ced-a733-40bd-b1d6-030265f20c35 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:24.913816 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a87d445-93f4-4bfe-8f49-585f8083beb1", "name": "network-vif-deleted", "tag": "b42cd43d-db38-4b8a-b0bb-ba3fad1c0999", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:24.914216 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66bb5ced-a733-40bd-b1d6-030265f20c35 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:24.915859 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a87d445-93f4-4bfe-8f49-585f8083beb1', 'name': 'network-vif-deleted', 'tag': 'b42cd43d-db38-4b8a-b0bb-ba3fad1c0999', 'status': 'completed', 'code': 200} Sep 10 02:56:24.972038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] For port 36127270-f35e-4c7c-ad65-8a0464bf2c23, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:24.979368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] For port 36127270-f35e-4c7c-ad65-8a0464bf2c23, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=36127270-f35e-4c7c-ad65-8a0464bf2c23,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:24.998358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:25.036065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.052328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.061305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5047fb54-092d-43bf-b566-023f0f5bb333 req-219a2d5a-e217-44e6-a269-85ebd9601eed tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600223 Sep 10 02:56:25.074809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] Set router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:25.183422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port fd7d07b7-86a8-4284-aad2-428917ff33d0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:25.197861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port fd7d07b7-86a8-4284-aad2-428917ff33d0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:25.198325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.210831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:25.222425 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.255988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06a98b85-03cc-441c-90bc-2646166d2bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.356783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Routers {'c1bbd222-9315-4819-985d-466c4d35ce8f'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:25.357727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c1bbd222-9315-4819-985d-466c4d35ce8f'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:25.432632 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:23Z', 'revision_number': 5, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:25.450117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Deleting port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:25.463503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.503742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b7598-8952-4392-89a0-b89977c99c1b None None] The sync data for ids ['cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4'] in n-d-808126-2 is: [{'id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'name': 'tempest-FloatingIPsTestJSON-1059403936-router', 'tenant_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:00Z', 'updated_at': '2021-09-10T02:56:23Z', 'revision_number': 5, 'project_id': 'd0f93295e14243a9ab8ca72a96d84c63', 'gw_port': {'id': '0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:01Z', 'updated_at': '2021-09-10T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:25.560136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-e013f24a-311d-4be8-b1bb-fda7c60d158d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:25.562674 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1ff4f8-5ffe-458c-bf5b-ae96d0e15fac req-ffef76c8-437f-4188-9c8e-422abb586479 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 210 time: 0.1807251 Sep 10 02:56:25.562810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-e013f24a-311d-4be8-b1bb-fda7c60d158d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 822 time: 0.1855350 Sep 10 02:56:25.586500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.593293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'port': {'device_id': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'admin_state_up': True, 'tenant_id': '91ffdf51af6544e6959ca8c573f3a455'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:25.605628 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06a98b85-03cc-441c-90bc-2646166d2bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.624609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06a98b85-03cc-441c-90bc-2646166d2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.647115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] Set router c1bbd222-9315-4819-985d-466c4d35ce8f gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:25.660968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a98b85-03cc-441c-90bc-2646166d2bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ce695-40f8-4b4d-acd9-2c12d5a129a5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:25.672004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Transition to ACTIVE for port object 8fca671c-1001-4b5c-8e6e-9285345e18b6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:25.709602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] For port 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:25.709959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.729619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Calling delete_port for 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:25.745868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:25.761624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06a98b85-03cc-441c-90bc-2646166d2bd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abd8e8513a544638b673af2a9431e963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7615247 Sep 10 02:56:25.765947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40532) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:25.831353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaca90-1013-4e98-8336-9b9dad812141 None None] Pushing event updated for resources: {'Port': ['ID=36127270-f35e-4c7c-ad65-8a0464bf2c23,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:25.837348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Network 34695ef2-7cb2-40fc-9495-815e53a464fb is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:25.844598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Pushing event updated for resources: {'Port': ['ID=8fca671c-1001-4b5c-8e6e-9285345e18b6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:25.848750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:25.852085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:26.031858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.043193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.202964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:26.211920 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc79ed3-101d-4bab-ba7a-0fb911fce31c" -d '{"events": [{"server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "name": "network-vif-plugged", "status": "completed", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:26.267864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:26.290062 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.343431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.444956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-58c1a66f-53ae-4715-a421-8ed4eff9ceb1 None None] Provisioning for port 8fca671c-1001-4b5c-8e6e-9285345e18b6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:26.452665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40548) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:26.487504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:26.489394 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88355a6e-9951-4927-b757-0791c5058b4f x-openstack-request-id: req-88355a6e-9951-4927-b757-0791c5058b4f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:26.489710 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "name": "network-vif-plugged", "status": "completed", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:26.489962 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88355a6e-9951-4927-b757-0791c5058b4f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:26.490379 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'code': 200} Sep 10 02:56:26.518759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-58c1a66f-53ae-4715-a421-8ed4eff9ceb1 None None] Provisioning complete for port 8fca671c-1001-4b5c-8e6e-9285345e18b6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:26.521115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-58c1a66f-53ae-4715-a421-8ed4eff9ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.539994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.573565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:56:21Z', 'revision_number': 3, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:26.613116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ccd-b0a5-41a6-ac05-d03635b7a416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.628609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.660914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f02e60-adc5-4113-a8ed-f28fe2d8abbd req-17d9e802-20f5-4855-acf8-34cd096c77c8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:26.664674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:26.672131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d0cca-b4b6-4bdc-b5fd-6e817d57b352 None None] The sync data for ids ['c1bbd222-9315-4819-985d-466c4d35ce8f'] in n-d-808126-2 is: [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:56:21Z', 'revision_number': 3, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:26.676005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a3081c18-d1fc-4230-9065-0ccf48253f82 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:26.685462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26f02e60-adc5-4113-a8ed-f28fe2d8abbd req-17d9e802-20f5-4855-acf8-34cd096c77c8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 945 time: 0.2982154 Sep 10 02:56:26.742667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a3081c18-d1fc-4230-9065-0ccf48253f82 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:26.743025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a3081c18-d1fc-4230-9065-0ccf48253f82 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:26.744235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c65f2-dc39-45b9-8464-d425dadc284a req-844bb919-43ae-4df1-9302-5804c8843a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:26.745786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b31c65f2-dc39-45b9-8464-d425dadc284a req-844bb919-43ae-4df1-9302-5804c8843a19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1096 time: 0.2129626 Sep 10 02:56:26.747820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ccd-b0a5-41a6-ac05-d03635b7a416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:26.778543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-58c1a66f-53ae-4715-a421-8ed4eff9ceb1 None None] Port 8fca671c-1001-4b5c-8e6e-9285345e18b6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:26.783065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Made reservation on behalf of 91ffdf51af6544e6959ca8c573f3a455 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:26.787863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.028936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Allocated IP 172.20.0.14 (6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3/ca221bf1-e5b1-4db9-8825-6051fa397097/f739447c-f5bf-43a5-8715-d8628844a124) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:27.066152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34680f3b-97fe-4210-841a-2141c6e4239c req-94655350-88ab-4692-b946-460c710578e1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 210 time: 0.3926919 Sep 10 02:56:27.150076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.157233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.216390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.301364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26f02e60-adc5-4113-a8ed-f28fe2d8abbd req-3347b139-3d6b-4a84-a8c9-88686e1415ec tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090913 Sep 10 02:56:27.334822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b31c65f2-dc39-45b9-8464-d425dadc284a req-41ea3693-0c71-4fc8-8e97-b5ffe4cea15b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260694 Sep 10 02:56:27.336183 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.342874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.350484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 02:56:27.393761 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.403603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bd1cc7b7-a7d5-4b10-a786-23c4122d8d59 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cc4ee6f6-82a9-4e24-b376-b4d141a1d0b4 HTTP/1.1" status: 204 len: 168 time: 3.3257635 Sep 10 02:56:27.403900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40558) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:27.410031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:27.473189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Deleting subnet 4fdba540-c608-48cc-bd02-f198ad658ff8 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:56:27.481944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.512036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.520511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.524778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0bdfbf8-e0c1-4507-9ef0-d664005ec241 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=042bdc2b72a6412887df094b46d5ee96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0633404 Sep 10 02:56:27.525492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:27.541513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:27.593922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:27.599337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:27.608775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:27.611408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.619227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.625800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.653757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Pushing event updated for resources: {'Port': ['ID=8fca671c-1001-4b5c-8e6e-9285345e18b6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:27.683321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-b03b9c49-2287-4628-9346-663081fe8e80 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1062059 Sep 10 02:56:27.683939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62fc959c-4257-4e22-914d-dbce17697d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.710420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ccd-b0a5-41a6-ac05-d03635b7a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.716571 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ccd-b0a5-41a6-ac05-d03635b7a416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:27.733275 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-10fa7ccd-b0a5-41a6-ac05-d03635b7a416 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/178ce695-40f8-4b4d-acd9-2c12d5a129a5 HTTP/1.1" status: 204 len: 168 time: 1.9648428 Sep 10 02:56:27.800397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Request body: {'port': {'device_id': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:27.819397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Network 34695ef2-7cb2-40fc-9495-815e53a464fb is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:27.821151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:27.877521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa7ccd-b0a5-41a6-ac05-d03635b7a416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ce695-40f8-4b4d-acd9-2c12d5a129a5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:27.935881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62fc959c-4257-4e22-914d-dbce17697d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.076912 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62fc959c-4257-4e22-914d-dbce17697d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.083798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62fc959c-4257-4e22-914d-dbce17697d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.088068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-62fc959c-4257-4e22-914d-dbce17697d73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09734777-b7b2-4a42-ab78-c81010ba3df2 HTTP/1.1" status: 204 len: 168 time: 0.5552080 Sep 10 02:56:28.149481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.194428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc959c-4257-4e22-914d-dbce17697d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09734777-b7b2-4a42-ab78-c81010ba3df2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:28.200098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.211404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Router c1bbd222-9315-4819-985d-466c4d35ce8f has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:56:28.254303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aa7da774-bafc-43ed-9c82-7d309edb9ac3 None None] Provisioning complete for port 8fca671c-1001-4b5c-8e6e-9285345e18b6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:28.257428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aa7da774-bafc-43ed-9c82-7d309edb9ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.368112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-aa7da774-bafc-43ed-9c82-7d309edb9ac3 None None] Port 8fca671c-1001-4b5c-8e6e-9285345e18b6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:28.452674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40574) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:28.468056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac622876-a569-40d4-9eae-8ddea5be24ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.534147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:28.555265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8b1d1697-82c8-4ce7-b5bd-d6a0e5044505 admin admin] 10.222.0.23 "PUT /v2.0/routers/c1bbd222-9315-4819-985d-466c4d35ce8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3321970 Sep 10 02:56:28.612861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:28.627151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377841ea-455a-4c44-a941-3a53e3eeb5d0 req-80da9658-9200-455b-971f-e60a327ad0a4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:28.628796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-377841ea-455a-4c44-a941-3a53e3eeb5d0 req-80da9658-9200-455b-971f-e60a327ad0a4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 945 time: 0.1752315 Sep 10 02:56:28.673308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 36127270-f35e-4c7c-ad65-8a0464bf2c23 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:28.750312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-377841ea-455a-4c44-a941-3a53e3eeb5d0 req-7e704fd0-247a-4443-8f3c-06758ddc7876 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129968 Sep 10 02:56:28.781018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:28.792994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b42cd43d-db38-4b8a-b0bb-ba3fad1c0999 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:28.845952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 36127270-f35e-4c7c-ad65-8a0464bf2c23 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:28.848843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.853153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 36127270-f35e-4c7c-ad65-8a0464bf2c23 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:28.854146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.858515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac622876-a569-40d4-9eae-8ddea5be24ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.867893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac622876-a569-40d4-9eae-8ddea5be24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.939563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.943067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fdba540-c608-48cc-bd02-f198ad658ff8 HTTP/1.1" status: 204 len: 168 time: 1.5297315 Sep 10 02:56:28.945839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40586) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:28.950920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4852bd-99fa-45c8-a0f3-7553ef6ed05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdba540-c608-48cc-bd02-f198ad658ff8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:28.970058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534be30-8957-4276-872c-6c1d36c67915 None None] Network b596b81c-300b-4e80-9b72-87e059585b1e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:28.983873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f739447c-f5bf-43a5-8715-d8628844a124 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:28.994855 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:28.996569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ac622876-a569-40d4-9eae-8ddea5be24ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57f9302105b74e76b388ce616c7b988e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415480 Sep 10 02:56:29.001720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40590) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:29.005259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac622876-a569-40d4-9eae-8ddea5be24ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f49ac6-613b-4bf5-b423-8f775c155691,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:29.021694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Transition to ACTIVE for port object f739447c-f5bf-43a5-8715-d8628844a124 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:29.035890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40594) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:29.043805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.054434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8b349-2e73-4988-ac9f-44734c159946 req-9eb4132c-69f5-4f88-ac70-e8c2929482e9 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:29.056412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57b8b349-2e73-4988-ac9f-44734c159946 req-9eb4132c-69f5-4f88-ac70-e8c2929482e9 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 932 time: 0.4958470 Sep 10 02:56:29.057460 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.131077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 36127270-f35e-4c7c-ad65-8a0464bf2c23, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=36127270-f35e-4c7c-ad65-8a0464bf2c23,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:29.161381 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.183937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57b8b349-2e73-4988-ac9f-44734c159946 req-7993f760-0c14-4e44-a1d4-77f0de032a7a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174235 Sep 10 02:56:29.211301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:29.236595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Attempting to bind port f739447c-f5bf-43a5-8715-d8628844a124 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:29.237429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Attempting to bind port f739447c-f5bf-43a5-8715-d8628844a124 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:29.238128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Attempting to bind port f739447c-f5bf-43a5-8715-d8628844a124 on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:29.244187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Port f739447c-f5bf-43a5-8715-d8628844a124 on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:29.244868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Attempting to bind port f739447c-f5bf-43a5-8715-d8628844a124 on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:29.258568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-42c9e064-822b-4d66-9590-88920d39f0c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df40ac5fa30548ff9f4238c610f97c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191248 Sep 10 02:56:29.262569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40596) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:29.284307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.291051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7f18287-997d-420a-b952-10ea6aee42dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.309504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=36127270-f35e-4c7c-ad65-8a0464bf2c23,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:29.312879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:29.328508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:29.329002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Checking segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:29.329455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Bound using segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:29.330143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Bound port: f739447c-f5bf-43a5-8715-d8628844a124, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:29.330584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.336652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:29.336997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0bb3e94d-9cf5-47f4-8ec2-870593bcf8fa not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:29.349771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7f18287-997d-420a-b952-10ea6aee42dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.360958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9ebe-d1c3-44ae-b06e-a792e3840327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.416972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9ebe-d1c3-44ae-b06e-a792e3840327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.440973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] DHCP port deletion for b596b81c-300b-4e80-9b72-87e059585b1e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 02:56:29.486484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Sync routers for ids ['c1bbd222-9315-4819-985d-466c4d35ce8f'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:29.517994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Routers {'c1bbd222-9315-4819-985d-466c4d35ce8f'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:29.520142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c1bbd222-9315-4819-985d-466c4d35ce8f'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:29.533224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7f18287-997d-420a-b952-10ea6aee42dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.537481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7f18287-997d-420a-b952-10ea6aee42dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.540194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a7f18287-997d-420a-b952-10ea6aee42dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72f49ac6-613b-4bf5-b423-8f775c155691 HTTP/1.1" status: 204 len: 168 time: 0.5298729 Sep 10 02:56:29.549639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:29.555372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f18287-997d-420a-b952-10ea6aee42dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f49ac6-613b-4bf5-b423-8f775c155691,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:29.556069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9ebe-d1c3-44ae-b06e-a792e3840327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.562959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9ebe-d1c3-44ae-b06e-a792e3840327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.564248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0ce9ebe-d1c3-44ae-b06e-a792e3840327 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b63fc61-8ed1-4a87-b738-a7d106c5fe3e HTTP/1.1" status: 204 len: 168 time: 0.2996416 Sep 10 02:56:29.566576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:29.580145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.607881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9ebe-d1c3-44ae-b06e-a792e3840327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b63fc61-8ed1-4a87-b738-a7d106c5fe3e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:29.625376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Deleting port 244ff1c4-605e-49c0-85c9-14ced77aec3a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:29.626968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.648125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:29.648747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.650154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f739447c-f5bf-43a5-8715-d8628844a124 HTTP/1.1" status: 200 len: 1092 time: 1.9129219 Sep 10 02:56:29.650593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'tag': 'f739447c-f5bf-43a5-8715-d8628844a124'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:29.652891 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5613a2-90b8-440b-b68c-777825e2bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae", "tag": "f739447c-f5bf-43a5-8715-d8628844a124"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:29.681423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae059b4-86db-49a2-a920-d34e7f9351d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:29.719942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] Deleting port 244ff1c4-605e-49c0-85c9-14ced77aec3a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:29.720083 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.732280 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160bdbc2-488e-495b-b3f5-5b81a69f6b25 x-openstack-request-id: req-160bdbc2-488e-495b-b3f5-5b81a69f6b25 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:29.734161 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae", "tag": "f739447c-f5bf-43a5-8715-d8628844a124", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:29.734425 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-160bdbc2-488e-495b-b3f5-5b81a69f6b25 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:29.735899 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'tag': 'f739447c-f5bf-43a5-8715-d8628844a124', 'status': 'completed', 'code': 200} Sep 10 02:56:29.786872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Set router c1bbd222-9315-4819-985d-466c4d35ce8f gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:29.806690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] For port 244ff1c4-605e-49c0-85c9-14ced77aec3a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=244ff1c4-605e-49c0-85c9-14ced77aec3a,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:29.807324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.808146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-ce8a0325-0648-46cd-bb97-a99744214120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:29.809528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-ce8a0325-0648-46cd-bb97-a99744214120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 1095 time: 0.1145310 Sep 10 02:56:29.901672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-7af1af28-7501-4404-91a1-4920e655cfee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f739447c-f5bf-43a5-8715-d8628844a124 HTTP/1.1" status: 200 len: 217 time: 0.0812385 Sep 10 02:56:29.920259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Calling delete_port for 244ff1c4-605e-49c0-85c9-14ced77aec3a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:29.931049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] For port 244ff1c4-605e-49c0-85c9-14ced77aec3a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=244ff1c4-605e-49c0-85c9-14ced77aec3a,segment=NetworkSegment(9b1e5993-a8b8-47ce-8255-05bd87d7b59b),segment_id=9b1e5993-a8b8-47ce-8255-05bd87d7b59b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:29.931564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:29.997403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] Calling delete_port for 244ff1c4-605e-49c0-85c9-14ced77aec3a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:30.014337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-d5c2c34f-0104-4eb9-b0e7-c465572d2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:30.018727 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-d5c2c34f-0104-4eb9-b0e7-c465572d2661 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 200 len: 862 time: 0.1090131 Sep 10 02:56:30.053167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b7e25-6167-4aeb-ac1b-077856875b79 req-d920c6a4-cc81-433a-a699-5fc7c01f3a8b tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:30.061771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d15b7e25-6167-4aeb-ac1b-077856875b79 req-d920c6a4-cc81-433a-a699-5fc7c01f3a8b tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1096 time: 0.2475462 Sep 10 02:56:30.072399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-f1ae7748-83e3-4844-b9b1-82c9b5105263 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463665 Sep 10 02:56:30.135444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d15b7e25-6167-4aeb-ac1b-077856875b79 req-f57b183f-d5aa-4a53-811e-9f3b6b9ef1b6 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680714 Sep 10 02:56:30.148312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.188484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=244ff1c4-605e-49c0-85c9-14ced77aec3a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:30.216999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] No DVR routers for this DVR port 244ff1c4-605e-49c0-85c9-14ced77aec3a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:30.219546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40624) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:30.232282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-network', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:30.276123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.330336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-9fc72e99-3579-4c98-8499-efef9be94129 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506747 Sep 10 02:56:30.381433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.400819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] Pushing event deleted for resources: {'Port': ['ID=244ff1c4-605e-49c0-85c9-14ced77aec3a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:30.413187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb7248-4458-41c2-ac07-a09166a4e1fc None None] No DVR routers for this DVR port 244ff1c4-605e-49c0-85c9-14ced77aec3a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:30.445995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:56:26Z', 'revision_number': 4, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '8fca671c-1001-4b5c-8e6e-9285345e18b6', 'name': '', 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'mac_address': 'fa:16:3e:93:ad:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:24Z', 'updated_at': '2021-09-10T02:56:27Z', 'revision_number': 2, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'subnets': [{'id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:30.454569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Made reservation on behalf of b074cccc25554c3c95dd94aaaa9d3d4c for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:30.457896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.477815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Checking router: c1bbd222-9315-4819-985d-466c4d35ce8f for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:30.479035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Updating router c1bbd222-9315-4819-985d-466c4d35ce8f port 8fca671c-1001-4b5c-8e6e-9285345e18b6 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:56:30.496793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b596b81c-300b-4e80-9b72-87e059585b1e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:30.515711 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.545593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.546034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1e5993-a8b8-47ce-8255-05bd87d7b59b') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:30.546489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1e5993-a8b8-47ce-8255-05bd87d7b59b') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:30.583246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.586696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad524-1305-4409-b21d-b23f5cd51930 req-716df438-9431-4af0-91f6-a2413c0662d2 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:30.594856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e46ad524-1305-4409-b21d-b23f5cd51930 req-716df438-9431-4af0-91f6-a2413c0662d2 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1096 time: 0.2046223 Sep 10 02:56:30.603968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 36127270-f35e-4c7c-ad65-8a0464bf2c23 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:30.625055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.645377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:56:30.646009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: timer() Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:56:30.647979 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:56:30.651199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bd191-b567-4400-b078-6affa4928bbe req-61154e93-a6b3-4abe-ab5f-5d941aa20056 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:30.652799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-373bd191-b567-4400-b078-6affa4928bbe req-61154e93-a6b3-4abe-ab5f-5d941aa20056 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 944 time: 0.3113017 Sep 10 02:56:30.678611 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8354577d-fc0c-44ad-ae72-7272099bb6aa req-fc578c22-b4cb-44d9-8b3d-188c29f40ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388453 Sep 10 02:56:30.679126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e46ad524-1305-4409-b21d-b23f5cd51930 req-408e39dc-8764-49c8-b23d-4283215006eb tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806711 Sep 10 02:56:30.788737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.798580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.805690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b596b81c-300b-4e80-9b72-87e059585b1e HTTP/1.1" status: 204 len: 168 time: 1.8538120 Sep 10 02:56:30.840786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658886fc-a9a9-4ac2-986f-25c0029557d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b596b81c-300b-4e80-9b72-87e059585b1e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:30.860653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 36127270-f35e-4c7c-ad65-8a0464bf2c23 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:30.861145 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.895260 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.942719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.959600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:30.973100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:30.973637 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Added segment e12696d7-1e17-43bc-9172-36de982c6b22 of type vlan for network 0b36c91a-a652-4341-bea9-5e4a6cc05619 Sep 10 02:56:31.034385 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.080801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.080801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:31.081218 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.120184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:56:31.144647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40666) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:31.204415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9796278 Sep 10 02:56:31.207908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:31.218882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Request body: {'subnet': {'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-subnet', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:31.226495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 244ff1c4-605e-49c0-85c9-14ced77aec3a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:31.240855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-373bd191-b567-4400-b078-6affa4928bbe req-4c9ffd2d-3a72-4d20-b312-7d393acf7a9c tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762076 Sep 10 02:56:31.259526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 244ff1c4-605e-49c0-85c9-14ced77aec3a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:31.261294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 244ff1c4-605e-49c0-85c9-14ced77aec3a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:31.274994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a4628-7cb5-4aa7-8bcc-71d7b5b69ce3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:31.309678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.312381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a21da7cd-217f-410b-81a2-f41e97bf86d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0f93295e14243a9ab8ca72a96d84c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663587 Sep 10 02:56:31.314427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-61734b3e-a3b8-4c8e-a228-41c4914ced9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:31.318339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-61734b3e-a3b8-4c8e-a228-41c4914ced9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 1095 time: 0.4202521 Sep 10 02:56:31.318837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40672) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:31.332081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Transition to ACTIVE for port object 8fca671c-1001-4b5c-8e6e-9285345e18b6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:31.341360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.354477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Made reservation on behalf of b074cccc25554c3c95dd94aaaa9d3d4c for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:31.365987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.420541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee483-0946-452f-9ced-030afeec1b37 None None] Pushing event updated for resources: {'Port': ['ID=8fca671c-1001-4b5c-8e6e-9285345e18b6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:31.455392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab7a6a-e9d6-4419-9a78-ba1144fa193c admin admin] Pushing event updated for resources: {'Network': ['ID=0b36c91a-a652-4341-bea9-5e4a6cc05619,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:31.515750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:31.606513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1de93be-6f83-45c9-a003-10e1207551be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.639025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1de93be-6f83-45c9-a003-10e1207551be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.721249 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1de93be-6f83-45c9-a003-10e1207551be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.724913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1de93be-6f83-45c9-a003-10e1207551be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.726403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e1de93be-6f83-45c9-a003-10e1207551be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ea06819-3719-4fdf-bed0-bd39890554af HTTP/1.1" status: 204 len: 168 time: 0.3921173 Sep 10 02:56:31.731707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-783fc1ac-b1e3-433e-ace2-8fa3a341d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:31.732143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-783fc1ac-b1e3-433e-ace2-8fa3a341d054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 922 time: 0.3905191 Sep 10 02:56:31.746183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40690) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:31.799927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de93be-6f83-45c9-a003-10e1207551be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea06819-3719-4fdf-bed0-bd39890554af,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:31.802910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-0ce15455-ae00-4126-a178-4a4bceff0b3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f739447c-f5bf-43a5-8715-d8628844a124 HTTP/1.1" status: 200 len: 217 time: 0.0626941 Sep 10 02:56:31.851422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.886802 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.887951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-0bf44481-dc0d-46c3-a2ad-592b1d87fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:31.890569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-0bf44481-dc0d-46c3-a2ad-592b1d87fe02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 200 len: 862 time: 0.0797637 Sep 10 02:56:31.914135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Attempting to bind port 8fca671c-1001-4b5c-8e6e-9285345e18b6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:31.914943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Attempting to bind port 8fca671c-1001-4b5c-8e6e-9285345e18b6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:31.915561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Attempting to bind port 8fca671c-1001-4b5c-8e6e-9285345e18b6 on network 34695ef2-7cb2-40fc-9495-815e53a464fb {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:31.937526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.945312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-a8a995fa-e7fa-462e-83f5-dd084fd57fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447619 Sep 10 02:56:31.947751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:31.948440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Checking segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:31.949307 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.949919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Bound using segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:31.950844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Bound port: 8fca671c-1001-4b5c-8e6e-9285345e18b6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:31.952691 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.970034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84373a6b-7aa1-4ac5-b57f-30fc8f3b14a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:31.996404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f21e0e-b471-471e-9a0e-900d4ded8c36,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:32.031206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] For port 8fca671c-1001-4b5c-8e6e-9285345e18b6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:32.034331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] For port 8fca671c-1001-4b5c-8e6e-9285345e18b6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8fca671c-1001-4b5c-8e6e-9285345e18b6,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:32.040642 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.042631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Checking segment: {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:32.042992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Network hostable DHCP agents. Network: 0b36c91a-a652-4341-bea9-5e4a6cc05619, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:32.086377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:32.103069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 0b36c91a-a652-4341-bea9-5e4a6cc05619) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:32.114533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:32.120317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.159014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5a49f001-b7b0-4e48-987d-7c485f94b508 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9470274 Sep 10 02:56:32.159295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:32.169304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:32.171550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-305b55a1-f130-4bc4-af59-60fc260d8e5c service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186406 Sep 10 02:56:32.225507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.227038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.345607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.374944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b5613a2-90b8-440b-b68c-777825e2bb2e req-5b255511-1722-43cd-9638-4661cca0a9cc service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959674 Sep 10 02:56:32.375421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f9dba-8779-4080-a245-16e32cdb884a None None] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:32.496927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-47433914-network', 'tenant_id': '38d696c3151443deb8db95ef6904b672'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:32.500434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Routers {'c1bbd222-9315-4819-985d-466c4d35ce8f'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:32.503670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c1bbd222-9315-4819-985d-466c4d35ce8f'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:32.562515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Made reservation on behalf of 38d696c3151443deb8db95ef6904b672 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:32.574118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.586934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.590197 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.597426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109ccb-1bb2-480b-888e-873a602916d3 req-c6d08abc-f10a-4fd4-9f89-e8542e168823 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:32.599067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff109ccb-1bb2-480b-888e-873a602916d3 req-c6d08abc-f10a-4fd4-9f89-e8542e168823 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 944 time: 0.1567116 Sep 10 02:56:32.687494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff109ccb-1bb2-480b-888e-873a602916d3 req-0b5b2257-9a91-448a-b1d8-82cfa348a3a5 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749106 Sep 10 02:56:32.786224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee483-0946-452f-9ced-030afeec1b37 None None] Pushing event updated for resources: {'Port': ['ID=8fca671c-1001-4b5c-8e6e-9285345e18b6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:32.812946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.818562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.878395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cf7464-e22a-41e9-94ad-be2b8827e3d5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:32.900137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:32.920761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:32.921114 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Added segment 8eefcee9-30e6-4989-8804-93480b61e366 of type vlan for network 29f9c418-7629-4aa2-b5ed-76c5745fb07d Sep 10 02:56:32.941941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] Set router c1bbd222-9315-4819-985d-466c4d35ce8f gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:32.959725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.011372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.017710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-0b36c91a-a652-4341-bea9-5e4a6cc05619', 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'fixed_ips': [{'subnet_id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:56:33.018580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.063779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.066514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:33.067324 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.078189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.167565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4166434 Sep 10 02:56:33.171621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40738) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:33.187258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Request body: {'subnet': {'network_id': '29f9c418-7629-4aa2-b5ed-76c5745fb07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-47433914-subnet', 'tenant_id': '38d696c3151443deb8db95ef6904b672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:33.210077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b985b1-e364-4ac7-9b89-71e6911bd0ca admin admin] Pushing event updated for resources: {'Network': ['ID=29f9c418-7629-4aa2-b5ed-76c5745fb07d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:33.230306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 29f9c418-7629-4aa2-b5ed-76c5745fb07d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:33.269764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Made reservation on behalf of 38d696c3151443deb8db95ef6904b672 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:33.272256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.307905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Allocated IP 172.25.8.125 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/491669b9-dfa7-48c3-b5c4-818e739a3a5c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:33.496972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Allocated IP 172.20.0.2 (0b36c91a-a652-4341-bea9-5e4a6cc05619/c1f21e0e-b471-471e-9a0e-900d4ded8c36/b2260f06-8b3d-47f1-8b2a-10e18ac9d288) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:33.521940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.598735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.625621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:56:26Z', 'revision_number': 4, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '8fca671c-1001-4b5c-8e6e-9285345e18b6', 'name': '', 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'mac_address': 'fa:16:3e:93:ad:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:24Z', 'updated_at': '2021-09-10T02:56:32Z', 'revision_number': 4, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'subnets': [{'id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:33.663080 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.672301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567dd58-395d-48e9-9492-71800ff3184c None None] The sync data for ids ['c1bbd222-9315-4819-985d-466c4d35ce8f'] in n-d-808126-2 is: [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:56:26Z', 'revision_number': 4, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '8fca671c-1001-4b5c-8e6e-9285345e18b6', 'name': '', 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'mac_address': 'fa:16:3e:93:ad:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:24Z', 'updated_at': '2021-09-10T02:56:32Z', 'revision_number': 4, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'subnets': [{'id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:33.713729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bc57ad-0882-443b-93ff-446aa23c6660,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:33.796730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Checking segment: {'id': '8eefcee9-30e6-4989-8804-93480b61e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '29f9c418-7629-4aa2-b5ed-76c5745fb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:33.797337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Network hostable DHCP agents. Network: 29f9c418-7629-4aa2-b5ed-76c5745fb07d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:33.823408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:33.831538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:33.842458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Pushing event updated for resources: {'Port': ['ID=491669b9-dfa7-48c3-b5c4-818e739a3a5c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:33.845943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:33.855577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.884719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Transition to ACTIVE for port object b2260f06-8b3d-47f1-8b2a-10e18ac9d288 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:33.914222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Transition to ACTIVE for port object b2260f06-8b3d-47f1-8b2a-10e18ac9d288 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:33.925050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:33.931053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40776) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:33.957629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Network 29f9c418-7629-4aa2-b5ed-76c5745fb07d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:33.984456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:33.999551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:34.002088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:34.029117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Pushing event updated for resources: {'Port': ['ID=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:34.098539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 29f9c418-7629-4aa2-b5ed-76c5745fb07d) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:34.113025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea2f66-9774-48f9-8419-50dbb9ed734a None None] Network 29f9c418-7629-4aa2-b5ed-76c5745fb07d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:34.113195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:34.113770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.148129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4e07d428-58f1-48e0-839a-1607563cf873 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9754150 Sep 10 02:56:34.190669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Attempting to bind port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:34.191440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Attempting to bind port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:34.192421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Attempting to bind port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 on network 0b36c91a-a652-4341-bea9-5e4a6cc05619 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:34.233740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1280658125-network', 'tenant_id': '3a56f4fa42e4403da647901e35459fc6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:34.237034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:34.237737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Checking segment: {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:34.238610 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.239192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Bound using segment: {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:34.241039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Bound port: b2260f06-8b3d-47f1-8b2a-10e18ac9d288, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:34.242280 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.291562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Made reservation on behalf of 3a56f4fa42e4403da647901e35459fc6 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:34.299163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.333497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.370579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3fc437c9-f17f-4d91-a2ce-58e021a0a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.392120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a625f16-c67e-44f1-82ef-f285827284df req-f37f4236-f559-469f-b640-594db6bbf8e6 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:34.403291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a625f16-c67e-44f1-82ef-f285827284df req-f37f4236-f559-469f-b640-594db6bbf8e6 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 944 time: 0.2340293 Sep 10 02:56:34.414107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d2be1-2f32-4072-950d-97b45dfb2ef3 None None] Network 29f9c418-7629-4aa2-b5ed-76c5745fb07d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:34.452617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f739447c-f5bf-43a5-8715-d8628844a124 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:34.460083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] For port b2260f06-8b3d-47f1-8b2a-10e18ac9d288, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:34.492843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] For port b2260f06-8b3d-47f1-8b2a-10e18ac9d288, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,segment=NetworkSegment(e12696d7-1e17-43bc-9172-36de982c6b22),segment_id=e12696d7-1e17-43bc-9172-36de982c6b22)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:34.535343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.584158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:34.610494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a625f16-c67e-44f1-82ef-f285827284df req-8c162d30-f6a1-476c-bb65-c3c1bf030ce9 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061896 Sep 10 02:56:34.643001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40800) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:34.704336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8fca671c-1001-4b5c-8e6e-9285345e18b6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:34.793232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.800204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.864682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.872741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.881330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca1efa-5e5c-4458-8767-8121e3ffb0ab,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:34.919613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:34.948956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:34.958338 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Added segment 2037988a-5eb2-4429-930b-316d73349064 of type vlan for network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 Sep 10 02:56:35.147822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-ac5984a2-7ba7-4501-8203-45be5c3c5c1f tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:56:35.148894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-ac5984a2-7ba7-4501-8203-45be5c3c5c1f tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5049202 Sep 10 02:56:35.150780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.173483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb191de-1e1b-4bd6-9d5b-27f6009a186d None None] Pushing event updated for resources: {'Port': ['ID=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:35.271405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 02:56:35.312221 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e10cd290-6eb7-404e-84b7-ca6d9c84baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.339390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-4d62cfb6-c6d5-40fc-8d9b-795144c21bf1 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:35.341706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8fca671c-1001-4b5c-8e6e-9285345e18b6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:35.343542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-4d62cfb6-c6d5-40fc-8d9b-795144c21bf1 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 1093 time: 0.1786258 Sep 10 02:56:35.352919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:35.372163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.374819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:35.375418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.384574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8fca671c-1001-4b5c-8e6e-9285345e18b6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:35.384946 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.389784 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.421511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f739447c-f5bf-43a5-8715-d8628844a124', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'port_id': 'f739447c-f5bf-43a5-8715-d8628844a124', 'mac_address': 'fa:16:3e:ea:7f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca221bf1-e5b1-4db9-8825-6051fa397097', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:56:35.467721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.524489 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.582656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Request body: {'binding': {'host': 'n-h2-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:35.583174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 02:56:35.587226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=6486c3b7-3a79-4168-87ba-81a8dd8445e3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:35.704289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:56:35.742173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:35.768040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f739447c-f5bf-43a5-8715-d8628844a124 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:35.802553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:35.823889 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.831820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40828) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:35.837975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1039631688-network', 'tenant_id': '65bfc7a5b0714c3eb4aee82300db9d86'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:35.953423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e10cd290-6eb7-404e-84b7-ca6d9c84baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.972246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:35.983490 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Sync routers for ids ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:35.985024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:35.986345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8975c-088c-45b2-8e69-18ef93c2f9d5 req-184add4d-919e-4b90-90ed-a515a5de5164 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:35.987024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:35.988309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8a8975c-088c-45b2-8e69-18ef93c2f9d5 req-184add4d-919e-4b90-90ed-a515a5de5164 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 945 time: 0.2278728 Sep 10 02:56:35.990603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e10cd290-6eb7-404e-84b7-ca6d9c84baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.005884 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Routers {'16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:36.006819 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:36.008672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-38ef84e8-ebb5-42f0-b062-ce9857016cb1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0760469 Sep 10 02:56:36.012798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40830) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:36.042410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8fca671c-1001-4b5c-8e6e-9285345e18b6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8fca671c-1001-4b5c-8e6e-9285345e18b6,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:36.043184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Request body: {'subnet': {'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1280658125-subnet', 'tenant_id': '3a56f4fa42e4403da647901e35459fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:36.052714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.053547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Made reservation on behalf of 65bfc7a5b0714c3eb4aee82300db9d86 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:36.055840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.066271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e10cd290-6eb7-404e-84b7-ca6d9c84baeb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d546c7c6f2db4cd0b837b556784bf826&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4809561 Sep 10 02:56:36.066464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.067103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f739447c-f5bf-43a5-8715-d8628844a124'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:36.081137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-598b3724-9bec-4a50-99e8-e85adbad6997 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9084358 Sep 10 02:56:36.081137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40832) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:36.087647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40834) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:36.119719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.162509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on host n-h2-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:36.162760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:36.163092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:36.179867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8fca671c-1001-4b5c-8e6e-9285345e18b6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:36.185084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cd290-6eb7-404e-84b7-ca6d9c84baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117ff3b-8c9d-4292-b620-8fc1580adf50,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:36.206795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:36.207443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:36.222419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Set router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:36.239155 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8a8975c-088c-45b2-8e69-18ef93c2f9d5 req-aaad60bd-4feb-4a54-a060-a78cf60e3f64 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351611 Sep 10 02:56:36.255598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:36.256209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:36.256785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:36.257417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Bound port: fd7d07b7-86a8-4284-aad2-428917ff33d0, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:36.308765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9ff44-da05-4163-b768-38ab31c53f3e None None] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:36.345351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.356305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Made reservation on behalf of 3a56f4fa42e4403da647901e35459fc6 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:36.358470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2e7cd244-dfec-45ef-898b-27eeb5c19342 None None] Provisioning for port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:36.359746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.473722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:36.478232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.480553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.481929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-833d8f1a-9efb-4f84-b8a3-a8022724085b service neutron] 10.222.0.23 "POST /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0520377 Sep 10 02:56:36.540140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:36.625583 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:56:34Z', 'revision_number': 3, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:36.640804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025bde7-4186-4336-b69d-89ca7cb27f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.655248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0c5145-f110-4a55-9193-a3a0b617ff4e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:36.682275 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Checking router: 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:36.683695 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Updating router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 port 491669b9-dfa7-48c3-b5c4-818e739a3a5c binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:56:36.688532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.688877 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Added segment c73d9337-220f-46fd-9a87-901289bd07bf of type vlan for network 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e Sep 10 02:56:36.747925 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.819177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025bde7-4186-4336-b69d-89ca7cb27f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.837885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.857861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:36.863151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff734-bd30-4eb4-848f-ca2cbb124336 req-723ebe0f-5880-4015-9d2e-f6f87237695e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:36.864776 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f55ff734-bd30-4eb4-848f-ca2cbb124336 req-723ebe0f-5880-4015-9d2e-f6f87237695e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 945 time: 0.1481178 Sep 10 02:56:36.900872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b2260f06-8b3d-47f1-8b2a-10e18ac9d288 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:36.981861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:36.990298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:36.990903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.046633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f55ff734-bd30-4eb4-848f-ca2cbb124336 req-052660c8-238f-4da5-ac80-926dda724f42 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509137 Sep 10 02:56:37.056363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b257b2a-a70a-4972-a6f5-5ab366df041b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:37.062746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.063491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.064048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.086394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-1649f84d-0e19-4604-9271-3ddaaf9624b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2206101 Sep 10 02:56:37.086612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025bde7-4186-4336-b69d-89ca7cb27f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.089411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025bde7-4186-4336-b69d-89ca7cb27f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.093853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1025bde7-4186-4336-b69d-89ca7cb27f38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d117ff3b-8c9d-4292-b620-8fc1580adf50 HTTP/1.1" status: 204 len: 168 time: 1.0040379 Sep 10 02:56:37.122421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-e520b605-4898-46bf-86b1-cdc9d020bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.130265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-e520b605-4898-46bf-86b1-cdc9d020bfc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1096 time: 0.1714013 Sep 10 02:56:37.179242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3430514 Sep 10 02:56:37.180652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aed1c8-1cbb-4109-9c8d-41b1c47caed2 admin admin] Pushing event updated for resources: {'Network': ['ID=982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:37.182996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025bde7-4186-4336-b69d-89ca7cb27f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117ff3b-8c9d-4292-b620-8fc1580adf50,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:37.193303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:37.201268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:37.202990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Request body: {'subnet': {'network_id': '982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1039631688-subnet', 'tenant_id': '65bfc7a5b0714c3eb4aee82300db9d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:37.269106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Made reservation on behalf of 65bfc7a5b0714c3eb4aee82300db9d86 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:37.272083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.278483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-80f69838-ce19-4963-aa6a-a29391cb403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.280883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-80f69838-ce19-4963-aa6a-a29391cb403c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1096 time: 0.3472888 Sep 10 02:56:37.302251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Checking segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:37.302847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Network hostable DHCP agents. Network: 6486c3b7-3a79-4168-87ba-81a8dd8445e3, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:37.311204 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.332531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-f358f213-3681-4a33-bd17-8972db940edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.335948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-f358f213-3681-4a33-bd17-8972db940edd service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.1202593 Sep 10 02:56:37.367078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b953d70e-e8f1-4c37-bfe9-9e068e6270ac None None] Provisioning complete for port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:37.367544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b953d70e-e8f1-4c37-bfe9-9e068e6270ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.432584 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.454461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-28ec499c-7453-48d3-8307-7fa881f8d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.456907 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.457816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-28ec499c-7453-48d3-8307-7fa881f8d091 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.1595945 Sep 10 02:56:37.459428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-6e237ab1-775f-472e-b88f-434dd2f21ac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.1090267 Sep 10 02:56:37.477898 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Transition to ACTIVE for port object 491669b9-dfa7-48c3-b5c4-818e739a3a5c will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:37.497724 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.527872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-72b7e931-a43b-4f1f-8194-43f2a9e78da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.529618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-72b7e931-a43b-4f1f-8194-43f2a9e78da8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 1117 time: 0.3841727 Sep 10 02:56:37.531001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-20ec6b46-280b-4758-a836-f3b2210cca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.532956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-20ec6b46-280b-4758-a836-f3b2210cca5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.0639746 Sep 10 02:56:37.548400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-dc65ccdb-9ba8-415a-88e2-62bf1fcadc15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.0485737 Sep 10 02:56:37.571203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b2260f06-8b3d-47f1-8b2a-10e18ac9d288, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,segment=NetworkSegment(e12696d7-1e17-43bc-9172-36de982c6b22),segment_id=e12696d7-1e17-43bc-9172-36de982c6b22)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:37.587962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.588774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8fca671c-1001-4b5c-8e6e-9285345e18b6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:37.612055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-e85977ef-c0e1-432c-bc8a-f57d587cf67f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729837 Sep 10 02:56:37.631093 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dbd41-aa76-48f1-8899-cc42f82b2b3d None None] Pushing event updated for resources: {'Port': ['ID=491669b9-dfa7-48c3-b5c4-818e739a3a5c,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:37.644978 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Attempting to bind port 491669b9-dfa7-48c3-b5c4-818e739a3a5c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:37.646103 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Attempting to bind port 491669b9-dfa7-48c3-b5c4-818e739a3a5c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:37.646758 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Attempting to bind port 491669b9-dfa7-48c3-b5c4-818e739a3a5c on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:37.652091 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:37.652731 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:37.653335 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.653735 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:37.654299 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Bound port: 491669b9-dfa7-48c3-b5c4-818e739a3a5c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:37.655056 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.725568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:37.725887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] For port 491669b9-dfa7-48c3-b5c4-818e739a3a5c, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:37.730596 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] For port 491669b9-dfa7-48c3-b5c4-818e739a3a5c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=491669b9-dfa7-48c3-b5c4-818e739a3a5c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:37.733169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:37.735686 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.741443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-89dc43c1-8122-4ada-9ddc-d8224e03b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.743512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-89dc43c1-8122-4ada-9ddc-d8224e03b353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1763802 Sep 10 02:56:37.772505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6486c3b7-3a79-4168-87ba-81a8dd8445e3) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:37.808217 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dbd41-aa76-48f1-8899-cc42f82b2b3d None None] Pushing event updated for resources: {'Port': ['ID=491669b9-dfa7-48c3-b5c4-818e739a3a5c,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:37.811958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.812652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:37.822362 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Routers {'16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:37.823615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8de38b-041f-4304-968a-2b63f834402f None None] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:37.825707 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:37.828525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-d10e6ac1-de48-4ab7-9501-2f0bed951d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:37.831285 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-d10e6ac1-de48-4ab7-9501-2f0bed951d88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 924 time: 0.2180908 Sep 10 02:56:37.833676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40852) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:37.839649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5b46c0d-99a9-44c3-a5d3-b3cd847d5c1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8233275 Sep 10 02:56:37.843258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-23508be3-5281-4640-ba25-916ca8f53798 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651252 Sep 10 02:56:38.001188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8fca671c-1001-4b5c-8e6e-9285345e18b6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:38.001816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.096403 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] Set router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:38.257887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b395c2d-4bc2-4532-abbb-ff2fc5318536 None None] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:38.293123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-f038ac3f-3793-4d63-a004-5d631976730a service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410655 Sep 10 02:56:38.334805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43e051ff-e30b-4fcc-a027-8779369917e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.381423 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:56:34Z', 'revision_number': 3, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:38.416114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03928a99-5912-484b-8bb7-fdeb3193fbe2 req-c8f0322e-de74-4233-9926-b6fd19625806 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:38.417670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03928a99-5912-484b-8bb7-fdeb3193fbe2 req-c8f0322e-de74-4233-9926-b6fd19625806 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 945 time: 0.9443648 Sep 10 02:56:38.441196 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae8885-502e-4583-b17a-ad381d93267b None None] The sync data for ids ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'] in n-d-808126-2 is: [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:56:34Z', 'revision_number': 3, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:38.455514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f739447c-f5bf-43a5-8715-d8628844a124 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:38.490588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.584383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port f739447c-f5bf-43a5-8715-d8628844a124 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:38.593152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f739447c-f5bf-43a5-8715-d8628844a124 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:38.595923 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.645996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b2260f06-8b3d-47f1-8b2a-10e18ac9d288 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:38.650885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03928a99-5912-484b-8bb7-fdeb3193fbe2 req-39934486-a029-4689-914b-5a0523d16e97 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095933 Sep 10 02:56:38.697826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-1a572e08-a10c-4da2-be6a-4d8242f989c9 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004293 Sep 10 02:56:38.698424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3bbb12-e0ed-44c8-afb8-4c5ac3554ceb,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:38.708522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.739390 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-f74cb991-db13-4533-a749-81dbdaa03f8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb HTTP/1.1" status: 200 len: 1022 time: 0.8885388 Sep 10 02:56:38.754613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Checking segment: {'id': 'c73d9337-220f-46fd-9a87-901289bd07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:38.755201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Network hostable DHCP agents. Network: 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:38.932600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.969403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:38.970199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:38.990959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-0fc1bdbf-8230-4a93-b1df-6673495145f7 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1582305 Sep 10 02:56:39.008811 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43e051ff-e30b-4fcc-a027-8779369917e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.028025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Network 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:39.030820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f739447c-f5bf-43a5-8715-d8628844a124'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:39.035019 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c4d54-29a6-42d6-aee4-8c26d4405052" -d '{"events": [{"server_uuid": "2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae", "name": "network-vif-plugged", "status": "completed", "tag": "f739447c-f5bf-43a5-8715-d8628844a124"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:39.056635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:39.064631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.132484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3bf783a6-829d-499f-9c44-ea0c43b09665 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.133912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3bf783a6-829d-499f-9c44-ea0c43b09665 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.3520653 Sep 10 02:56:39.155789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808126-2'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:39.173973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43e051ff-e30b-4fcc-a027-8779369917e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.179016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:39.209409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.212155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.213330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c09aa4-6b0f-475a-8201-1cd76ae457ac None None] Network 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:39.232940 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a21324-4097-46f6-b1f8-2bf2e131aac2 req-4ac8d0c5-1cc6-4a37-8aa7-dbfe9abb5712 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748946 Sep 10 02:56:39.271964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4dcb6-ac4b-42ac-8716-bc8f05ad8140 req-c3aca941-6925-4213-8878-7a4e9e73d1f8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.273765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2be4dcb6-ac4b-42ac-8716-bc8f05ad8140 req-c3aca941-6925-4213-8878-7a4e9e73d1f8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 945 time: 0.9263968 Sep 10 02:56:39.364938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2be4dcb6-ac4b-42ac-8716-bc8f05ad8140 req-5abe0b5e-9bf9-450b-bf8f-31aa43a66d20 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768025 Sep 10 02:56:39.366602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e051ff-e30b-4fcc-a027-8779369917e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594a6ddf-1ddb-433e-9b2a-18ab702faaf1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:39.374083 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-43e051ff-e30b-4fcc-a027-8779369917e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f82fca2c27bd4ff1afdd4c5fd8633fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5385785 Sep 10 02:56:39.393985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40882) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:39.395816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-0873ee38-e1fd-49f1-bead-25fdf41ae77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.397643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-0873ee38-e1fd-49f1-bead-25fdf41ae77c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.6338904 Sep 10 02:56:39.411863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Allocated IP 172.20.0.1 (0b36c91a-a652-4341-bea9-5e4a6cc05619/c1f21e0e-b471-471e-9a0e-900d4ded8c36/af32cc62-59ca-4b46-83dc-f171814360a6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:39.441765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:39.564959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-e573bb2c-cb02-42ed-add3-b1385968b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.566880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-e573bb2c-cb02-42ed-add3-b1385968b67a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573210 Sep 10 02:56:39.567077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.575260 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21f7a3a-a7d7-4074-8c1a-e8ea4ccf8c9c x-openstack-request-id: req-c21f7a3a-a7d7-4074-8c1a-e8ea4ccf8c9c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:39.575590 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae", "name": "network-vif-plugged", "status": "completed", "tag": "f739447c-f5bf-43a5-8715-d8628844a124", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:39.585028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Transition to ACTIVE for port object af32cc62-59ca-4b46-83dc-f171814360a6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:39.585724 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c21f7a3a-a7d7-4074-8c1a-e8ea4ccf8c9c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:39.586243 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f739447c-f5bf-43a5-8715-d8628844a124', 'code': 200} Sep 10 02:56:39.593947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495f3ea-371c-40d9-bf0c-0a34f9f035fc None None] Network 982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:39.623072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ed0bc21-c087-48bd-aaab-b41345a51812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.629807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.36', 57200) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:39.715047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-924c0949-1925-4404-b818-d259c3232ff6 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.724688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-924c0949-1925-4404-b818-d259c3232ff6 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.6484394 Sep 10 02:56:39.812320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ed0bc21-c087-48bd-aaab-b41345a51812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.817355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.847649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:39.858611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-803c71be-d18b-4c29-9b35-e788aef958e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6585300 Sep 10 02:56:39.862720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-5dba9874-fe7a-413b-b223-4e57faf6c6a1 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/quotas/3a56f4fa42e4403da647901e35459fc6 HTTP/1.1" status: 200 len: 375 time: 0.1369596 Sep 10 02:56:39.896415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-b4e6ae51-10c9-40a3-8fd6-33b8b447fed3 service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182735 Sep 10 02:56:39.902263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb1997-27ea-42d8-a89c-b4af8e2e2272 req-e72db11c-3b55-42a1-9175-dcb74bbc2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:39.904088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1eeb1997-27ea-42d8-a89c-b4af8e2e2272 req-e72db11c-3b55-42a1-9175-dcb74bbc2e78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 1097 time: 0.2668059 Sep 10 02:56:39.951906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:39.979596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:40.018885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:40.046077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-6360e402-ffc7-41c1-9caa-502c51723327 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028860 Sep 10 02:56:40.101741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ce29cbf-a251-4894-a3c3-813f6de284f0 req-e5fed044-3555-4c7b-bca5-005e4c6a576a service neutron] 10.222.0.36 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952817 Sep 10 02:56:40.114133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cdbdd-731e-4c4d-9cc1-aa35eac8add4 req-dbf8dcc7-1085-4729-94e7-20a8029d720f tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:40.115988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc3cdbdd-731e-4c4d-9cc1-aa35eac8add4 req-dbf8dcc7-1085-4729-94e7-20a8029d720f tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.2907882 Sep 10 02:56:40.121151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:40.177922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ed0bc21-c087-48bd-aaab-b41345a51812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.178211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=af32cc62-59ca-4b46-83dc-f171814360a6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:40.180733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ed0bc21-c087-48bd-aaab-b41345a51812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.181906 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3ed0bc21-c087-48bd-aaab-b41345a51812 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/594a6ddf-1ddb-433e-9b2a-18ab702faaf1 HTTP/1.1" status: 204 len: 168 time: 0.7797604 Sep 10 02:56:40.212173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1eeb1997-27ea-42d8-a89c-b4af8e2e2272 req-23db8e05-fbe6-400f-bec4-31a20758f6ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970531 Sep 10 02:56:40.224460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.230037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0bc21-c087-48bd-aaab-b41345a51812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594a6ddf-1ddb-433e-9b2a-18ab702faaf1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:40.244740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Deleting subnet 30bc57ad-0882-443b-93ff-446aa23c6660 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:56:40.254762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.305028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-36c83fe4-b9fe-4333-8fe4-3d517737de86 service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202494 Sep 10 02:56:40.329447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc3cdbdd-731e-4c4d-9cc1-aa35eac8add4 req-86e23c06-1d40-41f5-8fab-b47dc5952ac6 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511221 Sep 10 02:56:40.353053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.360690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.455406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff471e3b-ae31-4542-a8e3-ee67a1d7110d None None] Provisioning for port af32cc62-59ca-4b46-83dc-f171814360a6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:40.461635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff471e3b-ae31-4542-a8e3-ee67a1d7110d None None] Provisioning complete for port af32cc62-59ca-4b46-83dc-f171814360a6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:40.462067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff471e3b-ae31-4542-a8e3-ee67a1d7110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.478238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.522405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bc57ad-0882-443b-93ff-446aa23c6660,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:40.534327 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.537267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cf4d1cec-6f3e-4921-9ce2-8aaf146060d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/30bc57ad-0882-443b-93ff-446aa23c6660 HTTP/1.1" status: 204 len: 168 time: 0.4149709 Sep 10 02:56:40.556769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40900) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:40.571402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ff471e3b-ae31-4542-a8e3-ee67a1d7110d None None] Port af32cc62-59ca-4b46-83dc-f171814360a6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:40.661387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.663649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 491669b9-dfa7-48c3-b5c4-818e739a3a5c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:40.666961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9339a-f9d4-4c3c-9e72-15f4613e3679 req-0d51de23-2e11-437e-a477-7b6acb6932c6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:40.676013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99a9339a-f9d4-4c3c-9e72-15f4613e3679 req-0d51de23-2e11-437e-a477-7b6acb6932c6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 945 time: 0.1661010 Sep 10 02:56:40.692318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.702336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-2f70018e-52e3-49a9-864d-a40c785d8cc4 service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477457 Sep 10 02:56:40.752741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99a9339a-f9d4-4c3c-9e72-15f4613e3679 req-21271c76-c736-40fb-a55c-35c2aef361e6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706725 Sep 10 02:56:40.781221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 491669b9-dfa7-48c3-b5c4-818e739a3a5c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:40.781221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 491669b9-dfa7-48c3-b5c4-818e739a3a5c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:40.781221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.841797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:40.921524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:40.964407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:41.008939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.009285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.010056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.010590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > port after_create 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.010703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.011053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > port after_update 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.011686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.011686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.012011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.012339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.016447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.053761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 491669b9-dfa7-48c3-b5c4-818e739a3a5c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=491669b9-dfa7-48c3-b5c4-818e739a3a5c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:41.061379 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.117758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.118102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.128432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.129386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 02:56:41.130607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f9c418-7629-4aa2-b5ed-76c5745fb07d']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:41.167735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=491669b9-dfa7-48c3-b5c4-818e739a3a5c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:41.186163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eefcee9-30e6-4989-8804-93480b61e366') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:41.186387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eefcee9-30e6-4989-8804-93480b61e366') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:41.208111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c99cc813-22b4-4fa6-9e30-570e83106eb7 req-3432d73d-c7d6-43ec-823f-a51eb6d97042 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 210 time: 0.2013707 Sep 10 02:56:41.249497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.320068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.352607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:56:41.353030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: from cryptography.utils import int_from_bytes Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: from cryptography.utils import int_from_bytes Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:56:41.359144 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:56:41.447299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.462292 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.467271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] 10.222.0.23 "DELETE /v2.0/networks/29f9c418-7629-4aa2-b5ed-76c5745fb07d HTTP/1.1" status: 204 len: 168 time: 0.9081180 Sep 10 02:56:41.468032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40930) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:41.468784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40932) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:41.499640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264aba8-f8d1-44de-9ce2-ae8dd370fa0e admin admin] Pushing event deleted for resources: {'Network': ['ID=29f9c418-7629-4aa2-b5ed-76c5745fb07d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:41.543258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Deleting subnet ca3bbb12-e0ed-44c8-afb8-4c5ac3554ceb {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:56:41.547630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.575365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:41.577915 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d9caef-4685-49e3-ac74-0ef904d38a0d" -d '{"events": [{"server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:41.600394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.610148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.626421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.658577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.710519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-3332213-network', 'tenant_id': 'ce771b737d434473ab2d5dd91619d10b'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:41.721202 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6b000-023d-4946-b3ee-3e18e1aeb624 x-openstack-request-id: req-fba6b000-023d-4946-b3ee-3e18e1aeb624 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:41.721491 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:41.721764 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fba6b000-023d-4946-b3ee-3e18e1aeb624 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:41.722163 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'code': 200} Sep 10 02:56:41.722716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:41.747433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Made reservation on behalf of ce771b737d434473ab2d5dd91619d10b for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:41.751415 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.762766 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.765896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.767385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312eb50-7c73-48b6-b763-bbd1cb37eee4 req-67e29d46-c223-42eb-814b-7cced4de7dd1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:41.768930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0312eb50-7c73-48b6-b763-bbd1cb37eee4 req-67e29d46-c223-42eb-814b-7cced4de7dd1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.2354600 Sep 10 02:56:41.802272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3bbb12-e0ed-44c8-afb8-4c5ac3554ceb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:41.806317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.808234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-05ec38f8-93bb-4eac-b61a-f6a5c027be6e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca3bbb12-e0ed-44c8-afb8-4c5ac3554ceb HTTP/1.1" status: 204 len: 168 time: 0.3239944 Sep 10 02:56:41.811869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40942) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:41.835407 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.853635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.894907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on host n-h1-808126-2 for vnic_type normal with profile {"migrating_to": "n-h2-808126-2"} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:41.895225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:41.895587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:41.945544 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.960884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=af32cc62-59ca-4b46-83dc-f171814360a6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:41.963645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:41.978768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:41.979571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Attempting to bind port fd7d07b7-86a8-4284-aad2-428917ff33d0 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:41.994930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e1231-b675-485d-ac73-505e1cbef0c0 req-ad6cdaad-efe6-4c99-b951-39198167e5ac tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:41.996463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8e1231-b675-485d-ac73-505e1cbef0c0 req-ad6cdaad-efe6-4c99-b951-39198167e5ac tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.1335709 Sep 10 02:56:42.076680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:42.077598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:42.078235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:42.078791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Bound port: fd7d07b7-86a8-4284-aad2-428917ff33d0, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:42.079259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.083915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.113112 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.131191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:42.136420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0312eb50-7c73-48b6-b763-bbd1cb37eee4 req-baca3049-ff79-4c67-a917-5b48e8bd1353 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451281 Sep 10 02:56:42.139078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:42.145014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.184701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8e1231-b675-485d-ac73-505e1cbef0c0 req-8191dc7d-3793-4008-a183-34119bcc235f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654077 Sep 10 02:56:42.247920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:42.252500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:42.294875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d9337-220f-46fd-9a87-901289bd07bf') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:42.295517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d9337-220f-46fd-9a87-901289bd07bf') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:42.306945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.307291 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Added segment 7d693e85-1a76-4f12-a356-43c1067992d8 of type vlan for network d94bd032-6b9f-4713-a101-bafc647dfa6f Sep 10 02:56:42.325573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e4dbfa-7dd7-461e-8fb3-a1d7ee0b6180,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:42.330208 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.364677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:42.389547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:42.397788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:56:42.407318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.460165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.470423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.480514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:56:42.480930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:56:42.482735 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:56:42.602312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d32ebb-0559-4b9f-8a57-ce443edd3f1d req-2221cbe6-3f2a-4a99-9fa4-39fe243ba46f tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:42.602920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 491669b9-dfa7-48c3-b5c4-818e739a3a5c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:42.611522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68d32ebb-0559-4b9f-8a57-ce443edd3f1d req-2221cbe6-3f2a-4a99-9fa4-39fe243ba46f tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.3115039 Sep 10 02:56:42.618035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4894010-ecd5-4ed7-8130-abc84a7eadb0 req-3e9bc7e2-326f-46ba-a717-2bdf5b5b163c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 210 time: 0.1485963 Sep 10 02:56:42.640940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.647398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.648351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:42.649042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.652507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=8']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:42.702190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-23b2e258-be25-45e0-8160-3b1966c1861e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:42.704158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-23b2e258-be25-45e0-8160-3b1966c1861e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.32 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.3696229 Sep 10 02:56:42.705262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.707193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] 10.222.0.23 "DELETE /v2.0/networks/982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e HTTP/1.1" status: 204 len: 168 time: 0.8922999 Sep 10 02:56:42.720584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Request body: {'port': {'device_id': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'admin_state_up': True, 'tenant_id': '3a56f4fa42e4403da647901e35459fc6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:42.747183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68d32ebb-0559-4b9f-8a57-ce443edd3f1d req-f7e54c56-d5d2-41f2-82e9-196412ad1854 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322660 Sep 10 02:56:42.751246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:56:42.766744 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abb99bb6-a52f-4e6d-afec-e642988ea0f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/16765221-d94c-4e12-aaf7-f4ebe0f8ccf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6466269 Sep 10 02:56:42.774692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:42.781448 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2984209 Sep 10 02:56:42.793270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.797098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92d337-df93-42cb-8e4a-b772a74595fb service neutron] 10.222.0.36 "PUT /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 1121 time: 3.6501408 Sep 10 02:56:42.797961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40958) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:42.806713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Request body: {'subnet': {'network_id': 'd94bd032-6b9f-4713-a101-bafc647dfa6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-3332213-subnet', 'tenant_id': 'ce771b737d434473ab2d5dd91619d10b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:42.847928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Made reservation on behalf of ce771b737d434473ab2d5dd91619d10b for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:42.874887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:42.920823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337af8-9f91-4fc4-97ce-4918df0073bf admin admin] Pushing event updated for resources: {'Network': ['ID=d94bd032-6b9f-4713-a101-bafc647dfa6f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:42.962031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d94bd032-6b9f-4713-a101-bafc647dfa6f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:42.974386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Sync routers for ids ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:56:42.992207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53502a1a-bcb6-41b9-890a-ed56c16badda admin admin] Pushing event deleted for resources: {'Network': ['ID=982a5a5c-0b1f-4e4f-a3bc-e3b491dc319e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:43.003730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:43.009359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['fd7d07b7-86a8-4284-aad2-428917ff33d0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:43.063940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb663fdd-11a4-4797-9e46-a5b1fa72d764 req-86335f04-7dd4-49b2-aa67-8ae40fb4db18 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:43.071380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb663fdd-11a4-4797-9e46-a5b1fa72d764 req-86335f04-7dd4-49b2-aa67-8ae40fb4db18 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.1545115 Sep 10 02:56:43.134003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e70636c3-1783-4a84-84f4-e4af967c362e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38d696c3151443deb8db95ef6904b672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291113 Sep 10 02:56:43.140119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40972) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:43.176891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Made reservation on behalf of 3a56f4fa42e4403da647901e35459fc6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:43.181462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.184059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3bc25ac1-d3ed-4939-af11-1877c5986980 None None] Provisioning complete for port af32cc62-59ca-4b46-83dc-f171814360a6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:43.184446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bc25ac1-d3ed-4939-af11-1877c5986980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.201020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb663fdd-11a4-4797-9e46-a5b1fa72d764 req-efa8ed12-b978-4d1b-92cf-c0f67cc07cec tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281838 Sep 10 02:56:43.207442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Routers {'16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:43.213114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:43.262360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.370336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6c30971-0be5-4675-9ea5-0f4f09e0c1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.398449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6c30971-0be5-4675-9ea5-0f4f09e0c1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.457089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3f5949-354d-4b58-ba2a-e9e9d6d637ee,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:43.460126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6c30971-0be5-4675-9ea5-0f4f09e0c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.463211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6c30971-0be5-4675-9ea5-0f4f09e0c1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.467387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c6c30971-0be5-4675-9ea5-0f4f09e0c1e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5cf7464-e22a-41e9-94ad-be2b8827e3d5 HTTP/1.1" status: 204 len: 168 time: 0.3230641 Sep 10 02:56:43.467387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Checking segment: {'id': '7d693e85-1a76-4f12-a356-43c1067992d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd94bd032-6b9f-4713-a101-bafc647dfa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:43.467387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Network hostable DHCP agents. Network: d94bd032-6b9f-4713-a101-bafc647dfa6f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:43.483777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c30971-0be5-4675-9ea5-0f4f09e0c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cf7464-e22a-41e9-94ad-be2b8827e3d5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:43.499836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Network d94bd032-6b9f-4713-a101-bafc647dfa6f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:43.501734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3bc25ac1-d3ed-4939-af11-1877c5986980 None None] Port af32cc62-59ca-4b46-83dc-f171814360a6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:43.522047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d94bd032-6b9f-4713-a101-bafc647dfa6f) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:43.532534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:43.534117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.573788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-08da50a1-293d-4744-9421-0a9f5207c960 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7653811 Sep 10 02:56:43.584532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5fa67c-9eb4-4365-9ac7-42c9bde4e25c None None] Network d94bd032-6b9f-4713-a101-bafc647dfa6f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:43.599705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 491669b9-dfa7-48c3-b5c4-818e739a3a5c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:43.600400 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:43.727986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:43.730601 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:43.846544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Set router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:43.855515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f711515-d2da-4682-af67-32bad80f9380 req-81ea8203-a746-46dd-8b2f-e85be1caecde tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:43.862583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f711515-d2da-4682-af67-32bad80f9380 req-81ea8203-a746-46dd-8b2f-e85be1caecde tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.1857748 Sep 10 02:56:43.962074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f711515-d2da-4682-af67-32bad80f9380 req-6d619b2a-812c-49d2-ad18-73f765ecebd7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907557 Sep 10 02:56:44.193057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Allocated IP 172.20.0.3 (6486c3b7-3a79-4168-87ba-81a8dd8445e3/9b257b2a-a70a-4972-a6f5-5ab366df041b/26676993-88d3-4867-a7b1-5c93ccd8b1ea) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:44.284607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69074d03-50ea-4378-a1ce-df27c4b895d0 None None] Network d94bd032-6b9f-4713-a101-bafc647dfa6f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:44.340850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41002) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:44.372703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d2a4-ab6f-4bd6-95e5-fe6ecd280b91 req-35f8e39b-2c9c-4633-9be7-8fb5f1e78c90 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:44.386312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e716d2a4-ab6f-4bd6-95e5-fe6ecd280b91 req-35f8e39b-2c9c-4633-9be7-8fb5f1e78c90 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 945 time: 0.1348090 Sep 10 02:56:44.437734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e716d2a4-ab6f-4bd6-95e5-fe6ecd280b91 req-dfe494fa-c916-4922-aa9e-21cec8078d35 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Sep 10 02:56:44.481293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21352db-404a-4a2c-b75e-422ddfb416e7 req-aa25925a-82ba-4f21-a950-6e49ddea9bd2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:44.483434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a21352db-404a-4a2c-b75e-422ddfb416e7 req-aa25925a-82ba-4f21-a950-6e49ddea9bd2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 1.1632056 Sep 10 02:56:44.570955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f01fb15e-d4a0-4ed7-b222-8dbefec33a2b req-a539b6ee-7cad-49e7-b20f-5895f6ed6926 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 210 time: 0.0449948 Sep 10 02:56:44.586436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-089b75c5-619f-41c3-963e-59302df1e861 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65bfc7a5b0714c3eb4aee82300db9d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320712 Sep 10 02:56:44.592588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41004) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:44.638933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a21352db-404a-4a2c-b75e-422ddfb416e7 req-d9f0aa0f-eb97-46a5-88b7-122a42dcffb2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840778 Sep 10 02:56:44.696584 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50791191-1dc9-4474-903e-897d69a43236 x-openstack-request-id: req-50791191-1dc9-4474-903e-897d69a43236 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:44.696584 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:44.696584 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50791191-1dc9-4474-903e-897d69a43236 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:44.699795 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'status': 'completed', 'code': 200} Sep 10 02:56:44.744541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:56:40Z', 'revision_number': 4, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'af32cc62-59ca-4b46-83dc-f171814360a6', 'name': '', 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'mac_address': 'fa:16:3e:52:f5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:38Z', 'updated_at': '2021-09-10T02:56:40Z', 'revision_number': 2, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'subnets': [{'id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:44.747094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:44.828364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:44.828959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Checking router: 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:56:44.834395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Updating router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 port af32cc62-59ca-4b46-83dc-f171814360a6 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:56:44.877607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:44.910039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:44.918853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:44.926243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:45.017895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:45.018880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.059566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:45.075431 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-741072ac-f80d-42af-9530-c2199668d4df tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3568723 Sep 10 02:56:45.110179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Request body: {'port': {'device_id': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:45.271218 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9477d578-d37f-49a2-8e86-bcdaf03ab14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.312536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-e2b6617f-10ee-49f1-a6f6-bea6c9d0b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:45.314416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-e2b6617f-10ee-49f1-a6f6-bea6c9d0b2d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1124 time: 0.5784650 Sep 10 02:56:45.346136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9477d578-d37f-49a2-8e86-bcdaf03ab14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.389034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.402092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2433e8-dd9f-452d-bdb0-d1892c749bc4 req-47041ab6-3994-4aba-928d-3ff5beab8941 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:45.411703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f2433e8-dd9f-452d-bdb0-d1892c749bc4 req-47041ab6-3994-4aba-928d-3ff5beab8941 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.5194445 Sep 10 02:56:45.418121 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.444236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Transition to ACTIVE for port object af32cc62-59ca-4b46-83dc-f171814360a6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:45.456024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.511441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-dd2828a4-f795-43ef-86cd-e5e140652d3d tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:45.513450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-dd2828a4-f795-43ef-86cd-e5e140652d3d tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.36 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 945 time: 0.3267488 Sep 10 02:56:45.582954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-90c51251-f6b3-4412-a6fc-74bf1f3fdcca req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-426909060', 'description': 'tempest-description-1325497991'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:45.604833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f2433e8-dd9f-452d-bdb0-d1892c749bc4 req-4b36c681-14ae-4494-9571-a8132caaea3c tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921697 Sep 10 02:56:45.641884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-cd0f30f3-2ec3-49ee-93ef-b45a52de4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:45.643874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-cd0f30f3-2ec3-49ee-93ef-b45a52de4091 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.3141456 Sep 10 02:56:45.650192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9477d578-d37f-49a2-8e86-bcdaf03ab14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.658307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9477d578-d37f-49a2-8e86-bcdaf03ab14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.661987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9477d578-d37f-49a2-8e86-bcdaf03ab14f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c0c5145-f110-4a55-9193-a3a0b617ff4e HTTP/1.1" status: 204 len: 168 time: 1.0654624 Sep 10 02:56:45.686980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc031e98-6168-4683-972c-c6d1bfb0876f None None] Pushing event updated for resources: {'Port': ['ID=af32cc62-59ca-4b46-83dc-f171814360a6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:45.816049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Attempting to bind port af32cc62-59ca-4b46-83dc-f171814360a6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:45.822041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477d578-d37f-49a2-8e86-bcdaf03ab14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0c5145-f110-4a55-9193-a3a0b617ff4e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:45.822651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Attempting to bind port af32cc62-59ca-4b46-83dc-f171814360a6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:45.823158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Attempting to bind port af32cc62-59ca-4b46-83dc-f171814360a6 on network 0b36c91a-a652-4341-bea9-5e4a6cc05619 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:45.843541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-f67d7a21-005d-4c15-b274-d8231b200224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.1784940 Sep 10 02:56:45.889843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:45.890440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Checking segment: {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:45.891990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-90c51251-f6b3-4412-a6fc-74bf1f3fdcca req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.892437 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:45.893275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Bound using segment: {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:45.897789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Bound port: af32cc62-59ca-4b46-83dc-f171814360a6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12696d7-1e17-43bc-9172-36de982c6b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:45.898331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.043087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-1c03f56a-059f-4195-afc0-12c4f7a2184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:46.046836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-1c03f56a-059f-4195-afc0-12c4f7a2184c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1902816 Sep 10 02:56:46.060843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] For port af32cc62-59ca-4b46-83dc-f171814360a6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:46.065900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] For port af32cc62-59ca-4b46-83dc-f171814360a6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af32cc62-59ca-4b46-83dc-f171814360a6,segment=NetworkSegment(e12696d7-1e17-43bc-9172-36de982c6b22),segment_id=e12696d7-1e17-43bc-9172-36de982c6b22)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:46.071366 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.143798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc031e98-6168-4683-972c-c6d1bfb0876f None None] Pushing event updated for resources: {'Port': ['ID=af32cc62-59ca-4b46-83dc-f171814360a6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:46.192157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Routers {'16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:56:46.192888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:46.247940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-110eb59b-3d6b-41e2-974e-23975e2191d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856136 Sep 10 02:56:46.249668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-90c51251-f6b3-4412-a6fc-74bf1f3fdcca req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.270753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-90c51251-f6b3-4412-a6fc-74bf1f3fdcca req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.419116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a8e33-eeb7-4483-b111-544f707abbac req-9e7787d7-abaa-477c-aeee-19952e43f7d2 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:46.448334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e4a8e33-eeb7-4483-b111-544f707abbac req-9e7787d7-abaa-477c-aeee-19952e43f7d2 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 945 time: 0.5891328 Sep 10 02:56:46.488896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Deleting port 6ac20075-d0a0-498d-b148-fa845496bd1b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:46.489652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.523330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-90c51251-f6b3-4412-a6fc-74bf1f3fdcca req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.524646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90c51251-f6b3-4412-a6fc-74bf1f3fdcca req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9858654 Sep 10 02:56:46.546541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0193e5e-aba1-44c4-b3bd-b70eafe9d57f tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae63760-dea4-4de5-975a-0f0acc8bd459,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:46.739043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e4a8e33-eeb7-4483-b111-544f707abbac req-b8d1a614-06bd-4515-807b-cbf441ac1993 tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/security-groups?id=c37107c3-5859-4eeb-8a77-f993da59d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868271 Sep 10 02:56:46.861401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:46.886641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-5c68ea84-62bd-4b94-87ab-84c40a7a58ca service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217539 Sep 10 02:56:46.944774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e88d9-39fc-4e8b-aebe-10d82e046bb2 req-d22481db-7e3a-4da3-ad20-afaacbc66a22 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:46.946364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-617e88d9-39fc-4e8b-aebe-10d82e046bb2 req-d22481db-7e3a-4da3-ad20-afaacbc66a22 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 931 time: 0.3432274 Sep 10 02:56:46.958141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] For port 6ac20075-d0a0-498d-b148-fa845496bd1b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6ac20075-d0a0-498d-b148-fa845496bd1b,segment=NetworkSegment(9fd93abf-cf47-4ae1-af73-f102418931ff),segment_id=9fd93abf-cf47-4ae1-af73-f102418931ff)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:46.958779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:46.989138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Calling delete_port for 6ac20075-d0a0-498d-b148-fa845496bd1b owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:47.005190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] Set router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:56:47.064813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6c515-fe46-4928-8e38-e22bdb64737c req-570363a1-238e-4d71-84ef-b48b43744572 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:47.066608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94b6c515-fe46-4928-8e38-e22bdb64737c req-570363a1-238e-4d71-84ef-b48b43744572 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.2313981 Sep 10 02:56:47.141655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-617e88d9-39fc-4e8b-aebe-10d82e046bb2 req-868fa754-ee5f-4ef3-aadb-059b97a83ef2 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811676 Sep 10 02:56:47.145733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 02:56:47.186556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ebb2e4d-6a67-481c-a4b6-3119eb3d86b5 req-5a0dec6f-464d-4693-a355-1fd77d116f03 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849617 Sep 10 02:56:47.220185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26676993-88d3-4867-a7b1-5c93ccd8b1ea {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:47.249517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.273494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94b6c515-fe46-4928-8e38-e22bdb64737c req-180ebffe-ead1-4d49-bd0c-cd7cdbb22392 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668136 Sep 10 02:56:47.293244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Transition to ACTIVE for port object 26676993-88d3-4867-a7b1-5c93ccd8b1ea will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:47.299691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.384003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:47.384253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.408667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 has no active binding in host n-h2-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 02:56:47.417818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['6ac20075-d0a0-498d-b148-fa845496bd1b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:47.436393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Pushing event deleted for resources: {'Port': ['ID=6ac20075-d0a0-498d-b148-fa845496bd1b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:47.447163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-3512fada-4917-4ed1-960a-f32be711573c tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/bae63760-dea4-4de5-975a-0f0acc8bd459 HTTP/1.1" status: 200 len: 1804 time: 0.1111481 Sep 10 02:56:47.452546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bae63760-dea4-4de5-975a-0f0acc8bd459', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:47.452890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bae63760-dea4-4de5-975a-0f0acc8bd459', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:47.483564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:47.541042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] No DVR routers for this DVR port 6ac20075-d0a0-498d-b148-fa845496bd1b on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:47.548137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.551447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d1ff3bc-8c4e-4969-8bcf-e66d73a742aa req-ad17786d-1ab8-4543-8b0b-f141939d066a tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.36 "DELETE /v2.0/ports/6ac20075-d0a0-498d-b148-fa845496bd1b HTTP/1.1" status: 204 len: 173 time: 2.0192626 Sep 10 02:56:47.552863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'name': 'network-vif-deleted', 'tag': '6ac20075-d0a0-498d-b148-fa845496bd1b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:47.557352 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d3842e-6133-443b-a110-3622e1f69a2a" -d '{"events": [{"server_uuid": "abe7858e-2fa6-4282-aa5b-2cd8c31fdffc", "name": "network-vif-deleted", "tag": "6ac20075-d0a0-498d-b148-fa845496bd1b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:47.570140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6379-e784-4f6d-a6d7-fbd4c32b9f22 req-0cba42da-a93e-4777-a068-72767a4c7d3e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:47.572122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b3c6379-e784-4f6d-a6d7-fbd4c32b9f22 req-0cba42da-a93e-4777-a068-72767a4c7d3e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.2250700 Sep 10 02:56:47.604760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Attempting to bind port 26676993-88d3-4867-a7b1-5c93ccd8b1ea on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:47.605128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Attempting to bind port 26676993-88d3-4867-a7b1-5c93ccd8b1ea by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:47.605429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Attempting to bind port 26676993-88d3-4867-a7b1-5c93ccd8b1ea on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:47.620238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Port 26676993-88d3-4867-a7b1-5c93ccd8b1ea on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:47.620609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Attempting to bind port 26676993-88d3-4867-a7b1-5c93ccd8b1ea on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:47.638584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:56:40Z', 'revision_number': 4, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'af32cc62-59ca-4b46-83dc-f171814360a6', 'name': '', 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'mac_address': 'fa:16:3e:52:f5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:38Z', 'updated_at': '2021-09-10T02:56:46Z', 'revision_number': 4, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'subnets': [{'id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:47.654903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.655966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b3c6379-e784-4f6d-a6d7-fbd4c32b9f22 req-a491d31a-a1d4-42a3-b2df-8bb57eefe3cd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Sep 10 02:56:47.668940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:47.669643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Checking segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:47.675379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Bound using segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:47.676111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Bound port: 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:47.677439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.710981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a76d56-bb85-4078-a51a-fbb3f3283e4b None None] The sync data for ids ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'] in n-d-808126-2 is: [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:56:40Z', 'revision_number': 4, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'af32cc62-59ca-4b46-83dc-f171814360a6', 'name': '', 'network_id': '0b36c91a-a652-4341-bea9-5e4a6cc05619', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'mac_address': 'fa:16:3e:52:f5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:38Z', 'updated_at': '2021-09-10T02:56:46Z', 'revision_number': 4, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'subnets': [{'id': 'c1f21e0e-b471-471e-9a0e-900d4ded8c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:56:47.717246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.722658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.752820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbef2760-76d2-488a-a1a7-da00eed1548d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:47.757800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.775383 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e85b0d62-ca07-4594-bcb9-2da74b8bc071 req-1eb31949-fc1e-4d2f-a5e0-f9dcab68f6d8 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3272285 Sep 10 02:56:47.858110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:47.866435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:47.870088 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc75a2b-573d-48bb-8835-5cc907c9d1c9 x-openstack-request-id: req-0fc75a2b-573d-48bb-8835-5cc907c9d1c9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:47.870901 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7858e-2fa6-4282-aa5b-2cd8c31fdffc", "name": "network-vif-deleted", "tag": "6ac20075-d0a0-498d-b148-fa845496bd1b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:47.871512 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fc75a2b-573d-48bb-8835-5cc907c9d1c9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:47.872030 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7858e-2fa6-4282-aa5b-2cd8c31fdffc', 'name': 'network-vif-deleted', 'tag': '6ac20075-d0a0-498d-b148-fa845496bd1b', 'status': 'completed', 'code': 200} Sep 10 02:56:47.873130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:47.921001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-36e28f2c-ece8-47d3-b60b-3ad39752da93 req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895198535', 'description': 'tempest-description-235239337'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:47.970854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36e28f2c-ece8-47d3-b60b-3ad39752da93 req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.000028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:48.000923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.002519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] 10.222.0.32 "PUT /v2.0/ports/26676993-88d3-4867-a7b1-5c93ccd8b1ea HTTP/1.1" status: 200 len: 1091 time: 2.9208343 Sep 10 02:56:48.003135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:48.005832 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:48.041089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-493be2f0-5c25-4d51-8663-95ed1a44b4fd req-69f0343f-ba62-44bb-adc7-8a94f7c4ad2b tempest-VolumesAdminNegativeTest-1787747266 tempest-VolumesAdminNegativeTest-1787747266-project] 10.222.0.23 "GET /v2.0/ports?device_id=abe7858e-2fa6-4282-aa5b-2cd8c31fdffc HTTP/1.1" status: 200 len: 210 time: 0.0862746 Sep 10 02:56:48.146720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e5ae-540c-4062-9c28-eccffd71edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:48.177585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36e28f2c-ece8-47d3-b60b-3ad39752da93 req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.192428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36e28f2c-ece8-47d3-b60b-3ad39752da93 req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.259292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafed0-c96c-4a7b-ad06-d7668b7ef729 req-16bca844-10e6-446f-9521-4bf49a4cec85 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:48.267370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81fafed0-c96c-4a7b-ad06-d7668b7ef729 req-16bca844-10e6-446f-9521-4bf49a4cec85 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.1147130 Sep 10 02:56:48.270785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-92555c37-623e-4c6a-808f-b0ed4ec2abb2 service neutron] 10.222.0.32 "GET /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0/bindings/n-h2-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.1814616 Sep 10 02:56:48.272104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36e28f2c-ece8-47d3-b60b-3ad39752da93 req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.292723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36e28f2c-ece8-47d3-b60b-3ad39752da93 req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3930495 Sep 10 02:56:48.295171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e54e-4f23-40bc-a80f-c7dac59d7660 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1edf6cb-7524-4607-993d-b8e98fb06415,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:48.328178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-05fe2e5d-2260-4e07-b668-3115f5f09b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:48.329899 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-05fe2e5d-2260-4e07-b668-3115f5f09b9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 1094 time: 0.1440599 Sep 10 02:56:48.357865 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebb319f-5a2c-4119-8d14-772ab30eb39a x-openstack-request-id: req-bebb319f-5a2c-4119-8d14-772ab30eb39a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:48.358746 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:48.359699 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bebb319f-5a2c-4119-8d14-772ab30eb39a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:48.361184 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'status': 'completed', 'code': 200} Sep 10 02:56:48.424605 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-faae4396-0e91-445c-b922-1343906b97a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea HTTP/1.1" status: 200 len: 217 time: 0.0834949 Sep 10 02:56:48.483744 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81fafed0-c96c-4a7b-ad06-d7668b7ef729 req-823dd3c4-5d5d-4d1c-981f-71e1450d2a4a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106454 Sep 10 02:56:48.524331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6ac20075-d0a0-498d-b148-fa845496bd1b no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:48.579304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 6ac20075-d0a0-498d-b148-fa845496bd1b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:56:48.579488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6ac20075-d0a0-498d-b148-fa845496bd1b not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:48.593706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-ccb40b1b-b472-47a5-a709-b66422b4763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:48.595308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-ccb40b1b-b472-47a5-a709-b66422b4763f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.1608574 Sep 10 02:56:48.618310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88ad05-8058-4ae8-a4fc-a2b8f80f7b6d req-110748dd-d4cc-4d61-ae51-c92ca6fd3c64 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:48.633765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b88ad05-8058-4ae8-a4fc-a2b8f80f7b6d req-110748dd-d4cc-4d61-ae51-c92ca6fd3c64 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 943 time: 0.1429768 Sep 10 02:56:48.675676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-65452933-0399-428d-843d-a9623cb02d63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722919 Sep 10 02:56:48.727430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af32cc62-59ca-4b46-83dc-f171814360a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:48.747734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad084902-5024-437b-bbcf-db7530a9da32 req-742364ec-7df3-43b8-b359-d7ee5383c7c9 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/a1edf6cb-7524-4607-993d-b8e98fb06415 HTTP/1.1" status: 200 len: 1803 time: 0.2062547 Sep 10 02:56:48.753019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a1edf6cb-7524-4607-993d-b8e98fb06415', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:48.753514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a1edf6cb-7524-4607-993d-b8e98fb06415', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:48.805608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b88ad05-8058-4ae8-a4fc-a2b8f80f7b6d req-6fbf2a2d-4bb8-476c-a776-1dc3ef669d14 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775901 Sep 10 02:56:48.866767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port af32cc62-59ca-4b46-83dc-f171814360a6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:48.880270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port af32cc62-59ca-4b46-83dc-f171814360a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:48.880875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.930101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:48.987902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:49.041072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.046252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.054517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.067363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:49.092324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-b9619046-f008-4391-a23d-c5450f31af2d service neutron] 10.222.0.32 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092562 Sep 10 02:56:49.128874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port af32cc62-59ca-4b46-83dc-f171814360a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af32cc62-59ca-4b46-83dc-f171814360a6,segment=NetworkSegment(e12696d7-1e17-43bc-9172-36de982c6b22),segment_id=e12696d7-1e17-43bc-9172-36de982c6b22)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:49.135915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.157774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf90e-8a07-4e6e-98c1-de9f273fb8b1 req-ad3aa12e-ef94-4deb-8ad5-427d73566c0b tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:49.170324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b53bf90e-8a07-4e6e-98c1-de9f273fb8b1 req-ad3aa12e-ef94-4deb-8ad5-427d73566c0b tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.2274375 Sep 10 02:56:49.171754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7acc4da-3474-4fae-b70f-a178a8e099c7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:49.206215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7d07b7-86a8-4284-aad2-428917ff33d0 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:49.221191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:49.236383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.241414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad084902-5024-437b-bbcf-db7530a9da32 req-b9e9c5ef-9219-4623-8382-87635e2ac386 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4942725 Sep 10 02:56:49.243109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.265943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=af32cc62-59ca-4b46-83dc-f171814360a6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:49.305598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b53bf90e-8a07-4e6e-98c1-de9f273fb8b1 req-a63f4b1d-dc8d-4baf-af5f-8383e36574bc tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299202 Sep 10 02:56:49.353259 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b754fab-c294-49b2-b02a-89ea030571c1 req-94a3e60f-5d99-4032-bf39-1677244555ab service neutron] 10.222.0.32 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480395 Sep 10 02:56:49.406013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] Transition to ACTIVE for port object fd7d07b7-86a8-4284-aad2-428917ff33d0 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:49.414969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.433329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9fc5-026b-4bd7-9d5c-c910748e506c req-7c641d73-64a3-4c4d-82fa-d5442d2194f2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:49.435752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f99a9fc5-026b-4bd7-9d5c-c910748e506c req-7c641d73-64a3-4c4d-82fa-d5442d2194f2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 943 time: 0.0926738 Sep 10 02:56:49.489099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:49.571525 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f99a9fc5-026b-4bd7-9d5c-c910748e506c req-e8fe87eb-11bc-4c36-94e0-f7c619ab6255 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098368 Sep 10 02:56:49.604227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] No DVR routers for this DVR port fd7d07b7-86a8-4284-aad2-428917ff33d0 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:49.649355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1c9ed5e1-7580-4caa-ba3e-f362d6c2dab7 req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1542681641', 'description': 'tempest-description-1658078459'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:49.665501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0/bindings/n-h2-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3689861 Sep 10 02:56:49.670330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Deleting subnet 5f3cf945-88bd-43bf-9bb5-37d6555f8838 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:56:49.674495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.739422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.798703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6582-de02-43af-9c36-cd41281f9674 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:49.837320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.876857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1c9ed5e1-7580-4caa-ba3e-f362d6c2dab7 req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.900290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-2115b1b7-421b-4a42-8121-b43f398dda24 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495117 Sep 10 02:56:49.922256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-367a0e1f-2beb-4ef1-ad88-d157684740e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:49.923685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-367a0e1f-2beb-4ef1-ad88-d157684740e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 1094 time: 0.5224149 Sep 10 02:56:49.940350 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.979702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:49.979702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f3cf945-88bd-43bf-9bb5-37d6555f8838 HTTP/1.1" status: 204 len: 168 time: 0.4872139 Sep 10 02:56:49.982589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41104) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:49.984687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a108251-f3e8-4dfc-8cc2-10bce6c20a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3cf945-88bd-43bf-9bb5-37d6555f8838,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:49.988672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92b031-8aeb-44df-a9e5-558dd7b8203c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:49.990438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-3b92b031-8aeb-44df-a9e5-558dd7b8203c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1409616 Sep 10 02:56:50.064953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.152292 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1c9ed5e1-7580-4caa-ba3e-f362d6c2dab7 req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.190905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-6b052650-eba1-4466-8a12-7e53cae92d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.191367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.192713 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-6b052650-eba1-4466-8a12-7e53cae92d17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b&tenant_id=d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 1095 time: 0.1872621 Sep 10 02:56:50.194198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1c9ed5e1-7580-4caa-ba3e-f362d6c2dab7 req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.201299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-96afea0c-d647-488e-bf05-a57c03f850d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.202920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-96afea0c-d647-488e-bf05-a57c03f850d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 905 time: 0.2505767 Sep 10 02:56:50.215899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-c125ab45-0e23-409b-ab3f-e085522d6b72 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.218097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-c125ab45-0e23-409b-ab3f-e085522d6b72 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893577 Sep 10 02:56:50.237773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198c3f3f-33c2-444c-bb43-647b1a792a22,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:50.242848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1c9ed5e1-7580-4caa-ba3e-f362d6c2dab7 req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.255402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c9ed5e1-7580-4caa-ba3e-f362d6c2dab7 req-b6f76d5d-b830-41c5-835f-41ea60a46c6b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6111166 Sep 10 02:56:50.275363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a94e8d6-4e2a-4b4a-9e87-f91a69a36757']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:50.285752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd93abf-cf47-4ae1-af73-f102418931ff') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:50.286050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd93abf-cf47-4ae1-af73-f102418931ff') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:50.297327 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.307994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-e9ab63c7-8366-487c-8e11-01a8b1eb5599 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/quotas/fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 375 time: 0.0741546 Sep 10 02:56:50.309322 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-60dad3ff-8b30-48fd-8950-585456bdb719 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea HTTP/1.1" status: 200 len: 217 time: 0.0891664 Sep 10 02:56:50.316042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.328874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:56:50.336178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.368786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-b36d84a6-167f-427d-8f4f-c7facb7c4ed3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509057 Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:56:50.408220 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:56:50.410267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.418974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-2f08a74b-72a9-4d93-8b80-25dac2a1c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.423228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-2f08a74b-72a9-4d93-8b80-25dac2a1c3bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1095 time: 0.2041495 Sep 10 02:56:50.430649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.435501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7a94e8d6-4e2a-4b4a-9e87-f91a69a36757 HTTP/1.1" status: 204 len: 168 time: 0.4515672 Sep 10 02:56:50.436583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971ae47-11f6-4504-85c9-d2e0cf91b350 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a94e8d6-4e2a-4b4a-9e87-f91a69a36757,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:50.440404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41112) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:50.498524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-dc3913d3-0c44-49c4-a7b8-9f7a299167fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.500347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-dc3913d3-0c44-49c4-a7b8-9f7a299167fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.1807749 Sep 10 02:56:50.514835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Deleting subnet 9ea779ee-c12c-4c58-97c1-0a6eddaa02b8 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:56:50.519183 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.565456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.645667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-feac0bc7-0b08-4981-b4db-f7636860c071 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296616 Sep 10 02:56:50.646590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.657452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af32cc62-59ca-4b46-83dc-f171814360a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:50.689860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-685af418-290b-4f4a-9d44-00c3ff34d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.691986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-685af418-290b-4f4a-9d44-00c3ff34d456 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2613363 Sep 10 02:56:50.792405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.797326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port af32cc62-59ca-4b46-83dc-f171814360a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:50.797728 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.845610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91befd6-5ede-46eb-8433-48cfe65452e0 req-ff482aa4-9d77-43a4-9162-f1c20ed78b87 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:50.856817 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b91befd6-5ede-46eb-8433-48cfe65452e0 req-ff482aa4-9d77-43a4-9162-f1c20ed78b87 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 943 time: 0.1675923 Sep 10 02:56:50.863362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea779ee-c12c-4c58-97c1-0a6eddaa02b8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:50.889122 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-c4f37abd-c515-41b5-8a27-045c8873402e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.1751399 Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.889455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.893851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.893851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.901490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.901906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:50.911978 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:50.923687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3672e754-df35-4aca-a822-6ce1edce18de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ea779ee-c12c-4c58-97c1-0a6eddaa02b8 HTTP/1.1" status: 204 len: 168 time: 0.4800363 Sep 10 02:56:50.924129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41128) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:50.942454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-2937e199-cfe9-495f-83e1-2a2104bd4c8a req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1331053663', 'description': 'tempest-description-524539248'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:51.009936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2937e199-cfe9-495f-83e1-2a2104bd4c8a req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.023568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b91befd6-5ede-46eb-8433-48cfe65452e0 req-21bad0a7-349a-47b3-8869-8ca0833a0fc8 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647644 Sep 10 02:56:51.171367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-9e6ec896-5aec-42c3-bdca-eb86747b893f service neutron] 10.222.0.32 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236228 Sep 10 02:56:51.176486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-f86a6829-580e-4dc7-8dc8-3ae9b353bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:51.178434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-f86a6829-580e-4dc7-8dc8-3ae9b353bcec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.2823191 Sep 10 02:56:51.242057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.242386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-98c86f0d-9532-4f2c-98f6-cc3d564db13a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481021 Sep 10 02:56:51.390365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39a62cf0-7ead-444f-8c07-42ae8cae3780 req-72cb4bfa-50db-43ae-acb1-c489c11637ae tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 210 time: 0.0994477 Sep 10 02:56:51.435888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2937e199-cfe9-495f-83e1-2a2104bd4c8a req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.470741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bafa41c-b82b-4e7d-b79b-4181b9e6a8e6 req-80fbf605-e5ee-49b1-86af-3982b2e9a4ce service neutron] 10.222.0.32 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911248 Sep 10 02:56:51.479959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-7a57c7f7-c989-4df0-89a5-da772b0d08e0 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281473 Sep 10 02:56:51.482157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.508001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c781c9b-7add-4f91-9001-1e107c98d36c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:51.522551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137ac567-d875-4a56-9b10-56fbc767a296') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:51.523317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137ac567-d875-4a56-9b10-56fbc767a296') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:56:51.537426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.553183 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.561100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:56:51.561879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:56:51.624693 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:56:51.628874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2937e199-cfe9-495f-83e1-2a2104bd4c8a req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.637275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.654760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc49ff3-cb0e-4602-b9fc-3e51876c08b3 req-3dba2b51-ceea-494f-9c4b-402c041c19ce tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:51.656838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bfc49ff3-cb0e-4602-b9fc-3e51876c08b3 req-3dba2b51-ceea-494f-9c4b-402c041c19ce tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 944 time: 0.1174042 Sep 10 02:56:51.664933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.671298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c781c9b-7add-4f91-9001-1e107c98d36c HTTP/1.1" status: 204 len: 168 time: 0.7421169 Sep 10 02:56:51.671298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b41bd-8fc3-485b-8617-07038996a418 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c781c9b-7add-4f91-9001-1e107c98d36c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:51.682815 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2937e199-cfe9-495f-83e1-2a2104bd4c8a req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:51.695838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2937e199-cfe9-495f-83e1-2a2104bd4c8a req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7729926 Sep 10 02:56:51.705425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d9da3-9da0-4221-87be-b2972e60b3be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245c02f5-449a-4ebf-938a-049603b37d04,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:51.731423 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-fd8b56dd-7d4f-4f2d-b8d4-b2ea1c9f1252 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393148 Sep 10 02:56:51.820012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bfc49ff3-cb0e-4602-b9fc-3e51876c08b3 req-f5cea281-8cd4-41d4-a54c-bf887430e9bf tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330032 Sep 10 02:56:51.933668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8aa5515f-3767-4925-9999-a70df4765da1 req-e336fe15-5289-4ad8-a3ae-9f741a7d474a tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/198c3f3f-33c2-444c-bb43-647b1a792a22 HTTP/1.1" status: 200 len: 1805 time: 0.0871587 Sep 10 02:56:52.010992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41146) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:52.040691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8aa5515f-3767-4925-9999-a70df4765da1 req-4bff6016-ec2e-4675-af14-38f469cfa00b tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/245c02f5-449a-4ebf-938a-049603b37d04 HTTP/1.1" status: 200 len: 1804 time: 0.0936913 Sep 10 02:56:52.060986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '198c3f3f-33c2-444c-bb43-647b1a792a22', 'remote_group_id': '245c02f5-449a-4ebf-938a-049603b37d04', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:52.061564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '198c3f3f-33c2-444c-bb43-647b1a792a22', 'remote_group_id': '245c02f5-449a-4ebf-938a-049603b37d04', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:52.124900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-197edbe8-ab4d-48d0-86f3-7c8f0da8e225 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04891f362406439db5f1e7153eb3c6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092739 Sep 10 02:56:52.125497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41150) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:52.276561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-2cdf3777-d138-4a71-878d-f343bec81c48 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:52.278223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-2cdf3777-d138-4a71-878d-f343bec81c48 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.0729198 Sep 10 02:56:52.281365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-17cc8718-6721-4da7-bc32-73f0230d3c20 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403447 Sep 10 02:56:52.318717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d1c53c0-461f-40a3-bf9b-6bc833fb5558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.334410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.366254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d1c53c0-461f-40a3-bf9b-6bc833fb5558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.430873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.437342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.467579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7e4acd-29ed-4320-baa0-021a51fb722a,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:52.477684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.479286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8aa5515f-3767-4925-9999-a70df4765da1 req-81b1b333-a051-499a-92d9-4703d249b272 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4337170 Sep 10 02:56:52.481360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d1c53c0-461f-40a3-bf9b-6bc833fb5558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.492619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d1c53c0-461f-40a3-bf9b-6bc833fb5558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:52.496150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5d1c53c0-461f-40a3-bf9b-6bc833fb5558 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c37107c3-5859-4eeb-8a77-f993da59d75b HTTP/1.1" status: 204 len: 168 time: 0.3675492 Sep 10 02:56:52.509984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c53c0-461f-40a3-bf9b-6bc833fb5558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37107c3-5859-4eeb-8a77-f993da59d75b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:52.585249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b7893-f0d7-4382-82ca-1f5bea942253 req-b1371a6f-759b-4f01-970a-42aada63d31b tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:52.596464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b49b7893-f0d7-4382-82ca-1f5bea942253 req-b1371a6f-759b-4f01-970a-42aada63d31b tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 943 time: 0.2729893 Sep 10 02:56:52.628287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-60a81de3-0dfd-4377-aa8b-30958b8d75c0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:52.629699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-60a81de3-0dfd-4377-aa8b-30958b8d75c0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310070 Sep 10 02:56:52.708091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Request body: {'port': {'device_id': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'fdefb927a1ca491f82300590a76294f8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:52.738497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a7b8-94e7-4f0b-b93e-c0e6219e0cd0 req-e3fcb6b8-a6b0-4b3b-b0d2-95fc05114754 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:52.743242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:52.747677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2837a7b8-94e7-4f0b-b93e-c0e6219e0cd0 req-e3fcb6b8-a6b0-4b3b-b0d2-95fc05114754 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.0804207 Sep 10 02:56:52.802483 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2837a7b8-94e7-4f0b-b93e-c0e6219e0cd0 req-6fea4db6-5dc0-4211-b4b9-7b14ef1b1e6c tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538430 Sep 10 02:56:52.902121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:52.917445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'mac_address': 'fa:16:3e:d0:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:56:52.924138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:52.941642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b49b7893-f0d7-4382-82ca-1f5bea942253 req-b2e38586-718b-432a-b7f9-ba6ad752c75d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441670 Sep 10 02:56:52.948514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a0d6ed6-6f8b-4e5c-9267-1ebe9d262002 req-679ce6af-8571-4048-9c91-6acef0f19a4d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 210 time: 0.0568566 Sep 10 02:56:52.981825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-9b18f2f7-701e-4c09-bdaa-c404e76d02ab service neutron] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:52.998237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c7650df9-f986-44c9-a7b1-edfdb7eb4fb4 req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-217311534', 'description': 'tempest-description-2031362935'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:53.021959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:56:53.031362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.046033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26676993-88d3-4867-a7b1-5c93ccd8b1ea {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:53.068760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:53.074515 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.086576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-9b18f2f7-701e-4c09-bdaa-c404e76d02ab service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.088173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd387fb-2474-43ef-834e-0f1dfbaffc31 req-9b18f2f7-701e-4c09-bdaa-c404e76d02ab service neutron] 10.222.0.36 "DELETE /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0/bindings/n-h1-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.8018274 Sep 10 02:56:53.090189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41166) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:53.106060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 02:56:53.106060 n-d-808126-2 neutron-server[94634]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 02:56:53.106060 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id': 'fdefb927a1ca491f82300590a76294f8', 'id': 'ba3d8ea8-9e17-44d3-b8f2-520b87dada9e', 'expiration': datetime.datetime(2021, 9, 10, 2, 58, 53, 52253)}] Sep 10 02:56:53.106060 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 02:56:53.107810 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 02:56:53.129941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:53.139254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.139681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.140018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.140367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.140753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.141098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.141527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.141908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.142594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.143247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.143833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.144316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.160407 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c7650df9-f986-44c9-a7b1-edfdb7eb4fb4 req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.165547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33164ae-fd91-4f24-8aeb-950a3e33ecf7 req-205a63d6-410b-47a7-b9f1-f555fdb6689e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:53.169833 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a33164ae-fd91-4f24-8aeb-950a3e33ecf7 req-205a63d6-410b-47a7-b9f1-f555fdb6689e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 944 time: 0.1018779 Sep 10 02:56:53.194478 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c6671159-032a-4555-a714-398644f9e377 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b481de0a4df4e0182c2033606ae811a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898311 Sep 10 02:56:53.194726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41168) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:53.218805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a33164ae-fd91-4f24-8aeb-950a3e33ecf7 req-4a25d21e-073b-473f-b40c-094dddb5aba2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Sep 10 02:56:53.282099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10028e53-bf2d-4172-a94f-7bf84369d02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.298148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['26676993-88d3-4867-a7b1-5c93ccd8b1ea'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:53.318541 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10028e53-bf2d-4172-a94f-7bf84369d02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.339354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c7650df9-f986-44c9-a7b1-edfdb7eb4fb4 req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.350696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c7650df9-f986-44c9-a7b1-edfdb7eb4fb4 req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.395128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7adaa7-7daf-4adb-b306-0119bfc95d3f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:53.398199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c7650df9-f986-44c9-a7b1-edfdb7eb4fb4 req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.400022 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7650df9-f986-44c9-a7b1-edfdb7eb4fb4 req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4132369 Sep 10 02:56:53.414540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.415097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.415643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.416154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.416648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.417332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.417824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.418329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.418827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.419349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.420026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.420606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69c150-b3d3-4393-9e34-35d50a9fdca3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:56:53.436356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10028e53-bf2d-4172-a94f-7bf84369d02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.443003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10028e53-bf2d-4172-a94f-7bf84369d02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.445593 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-10028e53-bf2d-4172-a94f-7bf84369d02a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0542aca1-150b-4f56-8e89-832e7fe84b34 HTTP/1.1" status: 204 len: 168 time: 0.2498143 Sep 10 02:56:53.461238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cf74e2fd-229f-4906-a1ad-a5520f1bb709 req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433223878', 'description': 'tempest-description-1385071458'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:53.470810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f430e80-82ce-46e2-85fc-40d606db3444 req-243cd161-0df1-4d7f-aaf3-db3ff3a7764f tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:53.472775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f430e80-82ce-46e2-85fc-40d606db3444 req-243cd161-0df1-4d7f-aaf3-db3ff3a7764f tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1095 time: 0.1066527 Sep 10 02:56:53.483198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10028e53-bf2d-4172-a94f-7bf84369d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0542aca1-150b-4f56-8e89-832e7fe84b34,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:53.511279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf74e2fd-229f-4906-a1ad-a5520f1bb709 req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.628590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f430e80-82ce-46e2-85fc-40d606db3444 req-ad3ee707-d66e-4e10-97fb-9b92a482e1f4 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406469 Sep 10 02:56:53.643388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf74e2fd-229f-4906-a1ad-a5520f1bb709 req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.666871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf74e2fd-229f-4906-a1ad-a5520f1bb709 req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.676462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Made reservation on behalf of fdefb927a1ca491f82300590a76294f8 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:53.681026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.703690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.721957 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf74e2fd-229f-4906-a1ad-a5520f1bb709 req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:53.730591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf74e2fd-229f-4906-a1ad-a5520f1bb709 req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2748528 Sep 10 02:56:53.762148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02543d2d-b1ae-4aa3-bdae-2e77f95a39aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efd7190-6432-4fe7-8341-7ffab71feecc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:53.900811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-8bb51db4-0c51-4ee3-a8c7-c3e1209a6b5d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/6f7adaa7-7daf-4adb-b306-0119bfc95d3f HTTP/1.1" status: 200 len: 1804 time: 0.1339660 Sep 10 02:56:53.975581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-c02ad4b7-0812-45d0-bc47-274bc2f46dbb tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/0efd7190-6432-4fe7-8341-7ffab71feecc HTTP/1.1" status: 200 len: 1804 time: 0.0725009 Sep 10 02:56:54.004362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f7adaa7-7daf-4adb-b306-0119bfc95d3f', 'remote_group_id': '0efd7190-6432-4fe7-8341-7ffab71feecc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:54.005452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f7adaa7-7daf-4adb-b306-0119bfc95d3f', 'remote_group_id': '0efd7190-6432-4fe7-8341-7ffab71feecc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:54.009109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.020544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.094746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd0530-c84e-498a-93b2-787dc0939b6e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:54.130416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.204506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.246767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.262007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e8e3b-dc25-44a0-9af2-a2625ab6e982 req-ccea7bef-ad9c-494a-bd2f-67187cb65a93 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:54.265774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-616e8e3b-dc25-44a0-9af2-a2625ab6e982 req-ccea7bef-ad9c-494a-bd2f-67187cb65a93 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 946 time: 0.1766651 Sep 10 02:56:54.316262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e3a687-ba87-427d-9f50-17a0f5431f38,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:54.321029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.322246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eea33a12-033d-4941-ad8d-4a80ffc3d82d req-10b7f2e1-98c7-404b-bea6-9840c4a6932d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3445201 Sep 10 02:56:54.353754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-616e8e3b-dc25-44a0-9af2-a2625ab6e982 req-1dabd23c-b77d-45a2-ae83-139041ba5d63 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612326 Sep 10 02:56:54.389716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Allocated IP 192.168.233.8 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/b66391c0-539f-41d5-b571-ab3c4fb5b19c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:54.440466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c161bc1-d0d0-40bb-9684-4ddbf33a8967 req-a6ab16bc-f5d3-49a7-aeb0-501adfc1d090 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:54.442133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c161bc1-d0d0-40bb-9684-4ddbf33a8967 req-a6ab16bc-f5d3-49a7-aeb0-501adfc1d090 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 944 time: 0.0579569 Sep 10 02:56:54.493251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c161bc1-d0d0-40bb-9684-4ddbf33a8967 req-fb44d948-d805-4367-bc29-2579a06eb5be tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Sep 10 02:56:54.523426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f739447c-f5bf-43a5-8715-d8628844a124 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:56:54.539182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2273fdd6-9dfe-4262-83f5-b985c635adf5 req-e0e23b0f-e6b8-46ed-994f-4e7434175920 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 210 time: 0.0803299 Sep 10 02:56:54.716037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:54.728899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f739447c-f5bf-43a5-8715-d8628844a124', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'port_id': 'f739447c-f5bf-43a5-8715-d8628844a124', 'mac_address': 'fa:16:3e:ea:7f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca221bf1-e5b1-4db9-8825-6051fa397097', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:56:54.775193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:56:54.792382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-3477a8cd-4a20-4fbc-9931-010dc4768d95 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:54.808462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-3477a8cd-4a20-4fbc-9931-010dc4768d95 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.1980503 Sep 10 02:56:54.816583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bb62c19-937d-4f92-85eb-c4405a0b6114 req-9ca22cb3-c36f-4877-8a78-91d3af46bddf tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/0efd7190-6432-4fe7-8341-7ffab71feecc HTTP/1.1" status: 200 len: 1804 time: 0.2116294 Sep 10 02:56:54.829718 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.833193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-8b1aa545-bd18-4834-9ca8-f17604fd4900 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/quotas/d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 375 time: 0.0302939 Sep 10 02:56:54.865901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f739447c-f5bf-43a5-8715-d8628844a124 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:54.900988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-de1a7f53-4eab-477e-a3a4-c89e6e7f4c39 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664468 Sep 10 02:56:54.904344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:54.904953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.914482 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.921593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 26676993-88d3-4867-a7b1-5c93ccd8b1ea completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:54.928355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Transition to ACTIVE for port object b66391c0-539f-41d5-b571-ab3c4fb5b19c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:54.962566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 26676993-88d3-4867-a7b1-5c93ccd8b1ea triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:54.963009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:54.996415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.019523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f739447c-f5bf-43a5-8715-d8628844a124'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:56:55.065596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:55.097646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:55.114897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:55.121261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-5af058c4-3800-4173-b782-73649869b128 service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128088 Sep 10 02:56:55.132190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:55.158135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:55.196677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6bb62c19-937d-4f92-85eb-c4405a0b6114 req-e2931ee1-99dc-4783-9deb-3af328ae87a7 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.225446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.244645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6bb62c19-937d-4f92-85eb-c4405a0b6114 req-e2931ee1-99dc-4783-9deb-3af328ae87a7 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.265984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:55.269974 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c3284-5757-42b2-920a-cf492918eab3" -d '{"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-plugged", "status": "completed", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:55.306529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:55.309369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-444fa542-7225-4f39-9050-acf84a83465c service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869721 Sep 10 02:56:55.315540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-network', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:55.331661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.358359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Made reservation on behalf of db590cfb0a7446d0878e82ff0fbcfa77 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:55.364230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.401695 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.432567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:55.440773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6bb62c19-937d-4f92-85eb-c4405a0b6114 req-e2931ee1-99dc-4783-9deb-3af328ae87a7 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.447674 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6bb62c19-937d-4f92-85eb-c4405a0b6114 req-e2931ee1-99dc-4783-9deb-3af328ae87a7 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.460214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bb62c19-937d-4f92-85eb-c4405a0b6114 req-e2931ee1-99dc-4783-9deb-3af328ae87a7 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/0efd7190-6432-4fe7-8341-7ffab71feecc HTTP/1.1" status: 204 len: 173 time: 0.6372159 Sep 10 02:56:55.503826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:55.526809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2931ee1-99dc-4783-9deb-3af328ae87a7 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efd7190-6432-4fe7-8341-7ffab71feecc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:55.556133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:55.560528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.659605 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29260042-357e-4765-9be9-9dc4913a0418 x-openstack-request-id: req-29260042-357e-4765-9be9-9dc4913a0418 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:55.660243 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-plugged", "status": "completed", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:55.660243 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29260042-357e-4765-9be9-9dc4913a0418 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:55.660556 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'code': 200} Sep 10 02:56:55.692305 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.702200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.723253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:56:55.734789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21bd18fc-5526-45c8-b724-90cc9dff296b None None] Provisioning for port b66391c0-539f-41d5-b571-ab3c4fb5b19c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:56:55.739009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21bd18fc-5526-45c8-b724-90cc9dff296b None None] Provisioning complete for port b66391c0-539f-41d5-b571-ab3c4fb5b19c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:56:55.739351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21bd18fc-5526-45c8-b724-90cc9dff296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.742434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.742434 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Added segment 4103f409-32db-4362-98e4-e5fad706c04d of type vlan for network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 Sep 10 02:56:55.764587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b05bc2cb-506f-4d74-913e-2c5683e7e552 req-029514ba-09e6-4c62-8a64-4d575a78e8db tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/6f7adaa7-7daf-4adb-b306-0119bfc95d3f HTTP/1.1" status: 200 len: 1804 time: 0.0551546 Sep 10 02:56:55.766355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5b23bc0d-a010-49e7-9590-f0daf0507476 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0641203 Sep 10 02:56:55.780254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Request body: {'port': {'device_id': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:55.841756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-21bd18fc-5526-45c8-b724-90cc9dff296b None None] Port b66391c0-539f-41d5-b571-ab3c4fb5b19c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:56:55.884628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.904288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.941731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ca119f-f7da-47ed-85a6-8d5ca77761f7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:55.982548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3244a1-bb2d-4e68-9d4b-97c0656f91b1 req-486e0676-3962-4c1b-af7f-249167bba359 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:55.985504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3244a1-bb2d-4e68-9d4b-97c0656f91b1 req-486e0676-3962-4c1b-af7f-249167bba359 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 945 time: 0.1089087 Sep 10 02:56:55.991247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a57254-7ad0-4f39-86a7-005a100f4f42 req-2ec5b2ea-fd6a-43f7-b586-059f6f5b1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:55.991247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64a57254-7ad0-4f39-86a7-005a100f4f42 req-2ec5b2ea-fd6a-43f7-b586-059f6f5b1947 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 1096 time: 0.1598904 Sep 10 02:56:55.992414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:55.993366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:55.994002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.053879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01b4cc-2aa5-4e47-ae43-9cb8103d0049 req-2647edf1-2723-4d3b-bc0b-b0c7ca7eaf6a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:56.062826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e01b4cc-2aa5-4e47-ae43-9cb8103d0049 req-2647edf1-2723-4d3b-bc0b-b0c7ca7eaf6a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 945 time: 0.2335835 Sep 10 02:56:56.114588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3244a1-bb2d-4e68-9d4b-97c0656f91b1 req-28f00a23-ad14-4df7-a563-cbbfd8a16fcc tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134412 Sep 10 02:56:56.153346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0872588 Sep 10 02:56:56.158261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:56.168012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Request body: {'subnet': {'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-subnet', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:56.184398 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64a57254-7ad0-4f39-86a7-005a100f4f42 req-9e06d791-4e25-4eaa-afdf-4e9cef833689 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839309 Sep 10 02:56:56.238438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e01b4cc-2aa5-4e47-ae43-9cb8103d0049 req-b2212393-7b18-480e-a684-cd978f6ae24d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747022 Sep 10 02:56:56.239366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a73a-0aeb-4806-8491-1191b478a92b admin admin] Pushing event updated for resources: {'Network': ['ID=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:56.256693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Made reservation on behalf of db590cfb0a7446d0878e82ff0fbcfa77 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:56.258940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.266506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:56:56.368299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e9a39b3-819c-4cd3-9aff-abd5d2e772cb req-01ce8eb0-6205-4bf0-9773-a0cc02b022c4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 210 time: 0.0407107 Sep 10 02:56:56.380798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33de10-e20a-491b-8804-fa939b894aab req-b19dd767-7a74-46f5-a544-58bc6bd25d14 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:56.382310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb33de10-e20a-491b-8804-fa939b894aab req-b19dd767-7a74-46f5-a544-58bc6bd25d14 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 934 time: 0.1603742 Sep 10 02:56:56.407738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a9c13da9-6180-43b4-87fc-a692a241a639 req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1933006943', 'description': 'tempest-description-909999079'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:56.438044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a9c13da9-6180-43b4-87fc-a692a241a639 req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.482227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb33de10-e20a-491b-8804-fa939b894aab req-60995258-11f0-4882-a9e8-8b8983d15dac tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922503 Sep 10 02:56:56.522020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66391c0-539f-41d5-b571-ab3c4fb5b19c {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:56.525600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f739447c-f5bf-43a5-8715-d8628844a124 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:56:56.533319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.564378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Transition to ACTIVE for port object b66391c0-539f-41d5-b571-ab3c4fb5b19c will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:56.579812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a9c13da9-6180-43b4-87fc-a692a241a639 req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.583802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a9c13da9-6180-43b4-87fc-a692a241a639 req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.589949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.626497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0a8e4-f3c4-4612-b53e-2a45eb552584,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:56.652132 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a9c13da9-6180-43b4-87fc-a692a241a639 req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.653842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9c13da9-6180-43b4-87fc-a692a241a639 req-94f92ab7-7384-4d15-8dcc-5271e548a2a5 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2503951 Sep 10 02:56:56.684024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.702596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f739447c-f5bf-43a5-8715-d8628844a124 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:56:56.732726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:56.741185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.765340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:56.839953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:56.914273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-24add1e8-f0b0-4f09-88e8-1522ed9338d1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/7cc0a8e4-f3c4-4612-b53e-2a45eb552584 HTTP/1.1" status: 200 len: 1804 time: 0.0912323 Sep 10 02:56:56.924965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cc0a8e4-f3c4-4612-b53e-2a45eb552584', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:56.925706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cc0a8e4-f3c4-4612-b53e-2a45eb552584', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:57.031932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.087589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.112337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.142675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.144311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ea66cc6-e93c-40c5-8152-d9cde81a4bfb req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2238338 Sep 10 02:56:57.145626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba830-adc5-4b8e-9050-1655143f9bf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f43e41-084f-49d1-838b-69be50d3c229,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:57.163492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:57.299560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d73a1-b070-4bb8-8c51-c402df2b1f66 req-d7b73310-7970-4bbe-b7d2-f9d9fbc88d0d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:57.308926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d4d73a1-b070-4bb8-8c51-c402df2b1f66 req-d7b73310-7970-4bbe-b7d2-f9d9fbc88d0d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 945 time: 0.0808568 Sep 10 02:56:57.320017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2604b1e-8e0b-4f92-8e40-4327cda0193e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:57.349927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d4d73a1-b070-4bb8-8c51-c402df2b1f66 req-05dd9f18-64a5-472b-9250-b3d5f3afc479 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Sep 10 02:56:57.388451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Checking segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:57.389079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Network hostable DHCP agents. Network: aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:56:57.395527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:57.396111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:57.396607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:57.406631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2ed3-2426-4cb3-91cd-094a46ab5f5a req-4ad7c094-e92e-49ad-9877-93910f9ebb90 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:57.412324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-308e2ed3-2426-4cb3-91cd-094a46ab5f5a req-4ad7c094-e92e-49ad-9877-93910f9ebb90 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 944 time: 0.2254958 Sep 10 02:56:57.430411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Port b66391c0-539f-41d5-b571-ab3c4fb5b19c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:56:57.430734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:57.442539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-6df4c022-cc06-4304-be8c-126a14a28abe tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/7cc0a8e4-f3c4-4612-b53e-2a45eb552584 HTTP/1.1" status: 200 len: 2397 time: 0.0641763 Sep 10 02:56:57.449228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cc0a8e4-f3c4-4612-b53e-2a45eb552584', 'remote_group_id': None}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:57.449839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7cc0a8e4-f3c4-4612-b53e-2a45eb552584', 'remote_group_id': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:57.453221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:57.453563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:57.453944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:57.454584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Bound port: b66391c0-539f-41d5-b571-ab3c4fb5b19c, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:57.454943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.496110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-b62e7e92-b659-4a53-9dce-0ad5cc3f20be tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:57.499064 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-b62e7e92-b659-4a53-9dce-0ad5cc3f20be tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.3211629 Sep 10 02:56:57.505969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:56:57.528189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.536367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-308e2ed3-2426-4cb3-91cd-094a46ab5f5a req-5283ee01-e9dc-407c-b03a-f239588df1fc tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192691 Sep 10 02:56:57.546823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Request body: {'port': {'device_id': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'admin_state_up': True, 'tenant_id': 'd4f5c79ec5904823928a7be6aadeb25e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:57.573459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:57.578694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:57.579715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.586892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da41db6d-cc66-4269-9980-cbb1892d94a2 None None] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:56:57.610810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.624458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.665959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa529df-d947-4609-8e83-202079adfb4f,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:57.667123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-10223ac0-a68d-4fe5-b03a-9bd78c115ea3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5078104 Sep 10 02:56:57.671358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41292) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:56:57.683081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:56:57.686640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.696357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:57.699027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48d80767-1406-4445-8f0e-d02850ff9bf5 req-fe477ff8-a8fb-456e-975f-630d60ab0257 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2552497 Sep 10 02:56:57.746791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f4fab5-10d9-40ee-bc6e-165f5a9c1379 req-cfab9d05-6dbe-4c39-ae33-fa22cc0c6cc0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 210 time: 0.0546448 Sep 10 02:56:57.754846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:57.773863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.841856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749821e-8d3e-40ad-82ad-2dcef9482902 req-7acfea82-e2ef-47a0-8bde-a128daba8c1c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:57.848632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:57.849841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.850401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5749821e-8d3e-40ad-82ad-2dcef9482902 req-7acfea82-e2ef-47a0-8bde-a128daba8c1c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.0894527 Sep 10 02:56:57.851523 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] 10.222.0.32 "PUT /v2.0/ports/b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 1094 time: 2.0760145 Sep 10 02:56:57.865134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:57.870666 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:57.874998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.877977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.924617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:56:57.925953 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:57.935311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5749821e-8d3e-40ad-82ad-2dcef9482902 req-d7d5b22b-7c38-4cbb-9f98-9b8b1e69128d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816326 Sep 10 02:56:57.988128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b20f-af9c-4602-9660-881a551aeb69 service neutron] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:58.073905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Made reservation on behalf of d4f5c79ec5904823928a7be6aadeb25e for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:56:58.080215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.098256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab8ca43-54d1-4653-9c23-7f18a70e8d16 req-bee436f7-97a2-4704-b6c3-9f6559255cc0 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/7cc0a8e4-f3c4-4612-b53e-2a45eb552584 HTTP/1.1" status: 200 len: 2995 time: 0.2738810 Sep 10 02:56:58.151289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Allocated IP 172.20.0.2 (aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9/d2604b1e-8e0b-4f92-8e40-4327cda0193e/0996c587-0f8d-4ae8-bd7b-0b99ae236311) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:58.161994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.165509 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf4b16-7736-42de-b800-2c8fe2dae415 x-openstack-request-id: req-eebf4b16-7736-42de-b800-2c8fe2dae415 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:56:58.165806 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:56:58.166071 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eebf4b16-7736-42de-b800-2c8fe2dae415 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:56:58.166476 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'status': 'completed', 'code': 200} Sep 10 02:56:58.205197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-039235a4-91f1-491c-8a04-87898b1592de tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-group-rules/9aa529df-d947-4609-8e83-202079adfb4f HTTP/1.1" status: 200 len: 783 time: 0.0375898 Sep 10 02:56:58.238347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-104bebc2-931d-4739-b9aa-8e5cf5d884e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:58.239916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-104bebc2-931d-4739-b9aa-8e5cf5d884e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1097 time: 0.3250039 Sep 10 02:56:58.374034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-c7ff41dc-cda5-4dd8-acb2-e64f50d3898d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.1187303 Sep 10 02:56:58.490556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157aa04-db5d-4e65-81a2-8f3feec9595d req-8857a12e-f623-4ff9-a118-5999ece90ecd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:58.500373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5157aa04-db5d-4e65-81a2-8f3feec9595d req-8857a12e-f623-4ff9-a118-5999ece90ecd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 945 time: 0.0615239 Sep 10 02:56:58.514441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-0c64449b-b4c0-494f-9b73-9d6e80f393be tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/7cc0a8e4-f3c4-4612-b53e-2a45eb552584 HTTP/1.1" status: 200 len: 2995 time: 0.2734296 Sep 10 02:56:58.528144 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.538803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Transition to ACTIVE for port object 0996c587-0f8d-4ae8-bd7b-0b99ae236311 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:58.544627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.556439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-19c2f3ae-4d02-431c-9560-fa326d6dcc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:58.557956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-19c2f3ae-4d02-431c-9560-fa326d6dcc27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1701806 Sep 10 02:56:58.558385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Transition to ACTIVE for port object 0996c587-0f8d-4ae8-bd7b-0b99ae236311 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:56:58.566818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.590056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5157aa04-db5d-4e65-81a2-8f3feec9595d req-b5c9040e-4800-4c7a-8260-30b22b55f5fe tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884137 Sep 10 02:56:58.621942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Allocated IP 172.20.0.2 (19c12e1b-6fc9-48da-a9dc-43e060107e95/0da84e85-dbf7-4cce-be4e-870c91e06539/f3207751-d8ad-4c21-9f20-5516dae1583f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:56:58.623950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:56:58.629619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:56:58.638350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:56:58.672513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-e54bd659-207a-45b3-aadf-571b6f1ccdca tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:58.678229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-e54bd659-207a-45b3-aadf-571b6f1ccdca tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 944 time: 0.0871027 Sep 10 02:56:58.682108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-c49201bb-5a69-4efb-88c8-8e3150271b00 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.694428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Pushing event updated for resources: {'Port': ['ID=0996c587-0f8d-4ae8-bd7b-0b99ae236311,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:58.734330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-c49201bb-5a69-4efb-88c8-8e3150271b00 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.759484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5060d3f8-9cbb-434b-9c0c-573792232f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:58.760130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Attempting to bind port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:56:58.760821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Attempting to bind port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:56:58.761016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-5060d3f8-9cbb-434b-9c0c-573792232f50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900823 Sep 10 02:56:58.761570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Attempting to bind port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 on network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:56:58.768809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:56:58.770553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Checking segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:56:58.771256 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.771877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Bound using segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:56:58.772548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Bound port: 0996c587-0f8d-4ae8-bd7b-0b99ae236311, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:56:58.773125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.829111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08b75c-4777-4539-b47e-999c433c7430 req-a0d60a1e-4636-4310-8132-669c73d75686 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:58.837049 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e08b75c-4777-4539-b47e-999c433c7430 req-a0d60a1e-4636-4310-8132-669c73d75686 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 944 time: 0.1352272 Sep 10 02:56:58.891478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e08b75c-4777-4539-b47e-999c433c7430 req-94d9f4fb-a773-49ba-9618-67dac4659c88 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527203 Sep 10 02:56:58.893309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] For port 0996c587-0f8d-4ae8-bd7b-0b99ae236311, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:56:58.908097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Deleting port f739447c-f5bf-43a5-8715-d8628844a124 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:56:58.908097 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.908533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] For port 0996c587-0f8d-4ae8-bd7b-0b99ae236311, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0996c587-0f8d-4ae8-bd7b-0b99ae236311,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:56:58.912576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-c49201bb-5a69-4efb-88c8-8e3150271b00 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.912886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.918776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-c49201bb-5a69-4efb-88c8-8e3150271b00 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:58.924157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c3cacb8-c1c5-4700-b338-2f5ada8c08df req-c49201bb-5a69-4efb-88c8-8e3150271b00 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9aa529df-d947-4609-8e83-202079adfb4f HTTP/1.1" status: 204 len: 173 time: 0.3739095 Sep 10 02:56:58.999726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f92a-fb50-43c0-9841-e19068d539e1 None None] Pushing event updated for resources: {'Port': ['ID=0996c587-0f8d-4ae8-bd7b-0b99ae236311,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:59.061932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49201bb-5a69-4efb-88c8-8e3150271b00 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aa529df-d947-4609-8e83-202079adfb4f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:59.109456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] For port f739447c-f5bf-43a5-8715-d8628844a124, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f739447c-f5bf-43a5-8715-d8628844a124,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:56:59.109937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.135239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5baed1f5-395b-43bc-9499-0eb0da87ad95 req-91d21207-7c27-4a8c-b820-9ddb5edc29db tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 210 time: 0.0833123 Sep 10 02:56:59.166277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Calling delete_port for f739447c-f5bf-43a5-8715-d8628844a124 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:56:59.177901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-8c3fbcb7-6a13-4a47-91e3-4efa634a3a60 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075189 Sep 10 02:56:59.330550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.716247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7aa6461c-562d-4573-a548-29140e2abc51 req-a9061841-fd12-4305-b048-6daabe4f24e3 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/7cc0a8e4-f3c4-4612-b53e-2a45eb552584 HTTP/1.1" status: 200 len: 2397 time: 0.6022358 Sep 10 02:56:59.800615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7aa6461c-562d-4573-a548-29140e2abc51 req-c1db035c-59cb-4862-bf81-7a7471383685 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.802788 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.827733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086fda7-fce5-4c78-a8e3-a93080867066 req-945cf2e9-3e4f-4be4-897f-bd4e31acd276 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:56:59.834853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2086fda7-fce5-4c78-a8e3-a93080867066 req-945cf2e9-3e4f-4be4-897f-bd4e31acd276 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.5534263 Sep 10 02:56:59.849019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event deleted for resources: {'Port': ['ID=f739447c-f5bf-43a5-8715-d8628844a124,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:56:59.864918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd247f48-62ae-40fb-990f-bb1f671753e9 req-7f804c15-cc26-4c94-a346-a6d3d45d87cc service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781671 Sep 10 02:56:59.922842 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.923584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7aa6461c-562d-4573-a548-29140e2abc51 req-c1db035c-59cb-4862-bf81-7a7471383685 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.928219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] No DVR routers for this DVR port f739447c-f5bf-43a5-8715-d8628844a124 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:56:59.942406 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:56:59.945577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5c282f5-2cf9-477f-b0a5-b83840d4886f req-5a8142f2-9e95-4d37-ade9-42c8b7739436 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "DELETE /v2.0/ports/f739447c-f5bf-43a5-8715-d8628844a124 HTTP/1.1" status: 204 len: 173 time: 1.2604485 Sep 10 02:56:59.946288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'name': 'network-vif-deleted', 'tag': 'f739447c-f5bf-43a5-8715-d8628844a124'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:56:59.948904 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949b137-15f6-4eda-a387-96adfb05a6e4" -d '{"events": [{"server_uuid": "2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae", "name": "network-vif-deleted", "tag": "f739447c-f5bf-43a5-8715-d8628844a124"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:56:59.982400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.022013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.029182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7aa6461c-562d-4573-a548-29140e2abc51 req-c1db035c-59cb-4862-bf81-7a7471383685 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.032266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7aa6461c-562d-4573-a548-29140e2abc51 req-c1db035c-59cb-4862-bf81-7a7471383685 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.033709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7aa6461c-562d-4573-a548-29140e2abc51 req-c1db035c-59cb-4862-bf81-7a7471383685 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/7cc0a8e4-f3c4-4612-b53e-2a45eb552584 HTTP/1.1" status: 204 len: 173 time: 0.3159928 Sep 10 02:57:00.053619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db035c-59cb-4862-bf81-7a7471383685 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0a8e4-f3c4-4612-b53e-2a45eb552584,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:00.198120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Allocated IP 172.25.8.252 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/64d5c10a-3fb6-44b5-b3f1-69a80831c258) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:00.214463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2086fda7-fce5-4c78-a8e3-a93080867066 req-ae22a539-0962-4f49-b36a-c3d102c11ce5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774700 Sep 10 02:57:00.267898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c33027-93eb-4cfd-8766-d5d024d11978 req-ba9bb079-d190-45c2-a8f1-6818657b6775 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:00.281333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82c33027-93eb-4cfd-8766-d5d024d11978 req-ba9bb079-d190-45c2-a8f1-6818657b6775 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 945 time: 0.0770700 Sep 10 02:57:00.320093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:00.329903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:00.332915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:00.345391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-05f37e36-1dea-462a-aa6b-8f2680bda329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:00.346898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-05f37e36-1dea-462a-aa6b-8f2680bda329 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1097 time: 0.4146502 Sep 10 02:57:00.350080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82c33027-93eb-4cfd-8766-d5d024d11978 req-318fec46-73e9-4ecf-b129-1ef6476ba9d2 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Sep 10 02:57:00.351021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:00.416134 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea678fa-e82f-4857-a260-6e34da6ad5a0 x-openstack-request-id: req-bea678fa-e82f-4857-a260-6e34da6ad5a0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:00.416506 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae", "name": "network-vif-deleted", "tag": "f739447c-f5bf-43a5-8715-d8628844a124", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:00.416811 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bea678fa-e82f-4857-a260-6e34da6ad5a0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:00.417269 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae', 'name': 'network-vif-deleted', 'tag': 'f739447c-f5bf-43a5-8715-d8628844a124', 'status': 'completed', 'code': 200} Sep 10 02:57:00.472855 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-769a1512-9b0c-47dc-a26a-64927f45e53b req-83552f83-8737-4bac-aca5-1c58b12bb02e tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] show failed (client error): The resource could not be found. Sep 10 02:57:00.483655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-769a1512-9b0c-47dc-a26a-64927f45e53b req-83552f83-8737-4bac-aca5-1c58b12bb02e tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/0efd7190-6432-4fe7-8341-7ffab71feecc HTTP/1.1" status: 404 len: 352 time: 0.0389717 Sep 10 02:57:00.488201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-611aede1-15a8-412e-ab96-0eff6f61e038 req-bfc70eee-7b24-47e6-93ca-a7605ff9226f tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c32031a-bbcf-4a3e-96db-fb5fdfc0cdae HTTP/1.1" status: 200 len: 210 time: 0.1516323 Sep 10 02:57:00.534792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:00.534792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.618799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-c3f20e77-e03c-4059-aa9f-fd0121be206f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0790234 Sep 10 02:57:00.620091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4193ee-899c-4582-8d19-047c577a1c3d None None] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:57:00.622728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.635143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Request body: {'port': {'device_id': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:00.692434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-3583bcb2-dca0-4005-94d0-ed87eaea933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:00.695755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-3583bcb2-dca0-4005-94d0-ed87eaea933d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3046503 Sep 10 02:57:00.720670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473e8fb-f0f6-46c1-9c9f-c2e1556a356c req-9ea12ec4-e9d8-4aeb-9093-9d1295abb54e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:00.731256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b473e8fb-f0f6-46c1-9c9f-c2e1556a356c req-9ea12ec4-e9d8-4aeb-9093-9d1295abb54e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 931 time: 0.1687462 Sep 10 02:57:00.805519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-19558eca-98ec-4b0e-a9df-936ea73b46b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.0998523 Sep 10 02:57:00.818290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0996c587-0f8d-4ae8-bd7b-0b99ae236311 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:00.828947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.836908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b473e8fb-f0f6-46c1-9c9f-c2e1556a356c req-7265c876-abd2-4489-abe7-1309b5fdbf99 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007748 Sep 10 02:57:00.899648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:00.923385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-74ede6c8-7834-415e-b708-b69eafdb0f1c None None] Provisioning for port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:00.946183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-95433da8-0acb-43ec-9011-bee8f8fe798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:00.947755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-95433da8-0acb-43ec-9011-bee8f8fe798e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1298628 Sep 10 02:57:00.970285 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8098a59d-4710-4d03-8841-4a9fd99c9884 req-dd94960f-3ddd-45f9-b56b-6e397141f18d tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/6f7adaa7-7daf-4adb-b306-0119bfc95d3f HTTP/1.1" status: 200 len: 1804 time: 0.0906770 Sep 10 02:57:01.040792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:01.078102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8098a59d-4710-4d03-8841-4a9fd99c9884 req-684c6b9c-24f5-4e0a-ac54-c2ba7abdb3aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.080147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:01.082805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:01.097994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:01.107064 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8098a59d-4710-4d03-8841-4a9fd99c9884 req-684c6b9c-24f5-4e0a-ac54-c2ba7abdb3aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.110163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:01.110912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.171535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8098a59d-4710-4d03-8841-4a9fd99c9884 req-684c6b9c-24f5-4e0a-ac54-c2ba7abdb3aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.178130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8098a59d-4710-4d03-8841-4a9fd99c9884 req-684c6b9c-24f5-4e0a-ac54-c2ba7abdb3aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.180741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8098a59d-4710-4d03-8841-4a9fd99c9884 req-684c6b9c-24f5-4e0a-ac54-c2ba7abdb3aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f7adaa7-7daf-4adb-b306-0119bfc95d3f HTTP/1.1" status: 204 len: 173 time: 0.1993349 Sep 10 02:57:01.211093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Pushing event updated for resources: {'Port': ['ID=64d5c10a-3fb6-44b5-b3f1-69a80831c258,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:01.211887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6b9c-24f5-4e0a-ac54-c2ba7abdb3aa tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7adaa7-7daf-4adb-b306-0119bfc95d3f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:01.284935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-9ac18497-5f63-4b5d-acc0-d92301a17d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:01.286517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-9ac18497-5f63-4b5d-acc0-d92301a17d2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3113043 Sep 10 02:57:01.345183 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.389632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0996c587-0f8d-4ae8-bd7b-0b99ae236311, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0996c587-0f8d-4ae8-bd7b-0b99ae236311,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:01.394413 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.571843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.571843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0996c587-0f8d-4ae8-bd7b-0b99ae236311,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:01.616137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2428912b-c46f-44d6-89eb-03e6bd666bcb None None] Provisioning complete for port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:01.616596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2428912b-c46f-44d6-89eb-03e6bd666bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.634306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0c85-e31d-4fde-8a38-25a6052d3bd4 req-9b885dc6-bc65-4554-b38f-85573782e08d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:01.642517 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a0e0c85-e31d-4fde-8a38-25a6052d3bd4 req-9b885dc6-bc65-4554-b38f-85573782e08d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.0924408 Sep 10 02:57:01.672820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13848b01-b75e-481b-b023-30db4935924b req-0b0fdd6c-136c-4836-b1de-c2d95652edf1 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/245c02f5-449a-4ebf-938a-049603b37d04 HTTP/1.1" status: 200 len: 1804 time: 0.4067855 Sep 10 02:57:01.688333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a0e0c85-e31d-4fde-8a38-25a6052d3bd4 req-157ebaf3-5aed-460d-be4e-2c0d09790097 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Sep 10 02:57:01.700057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-694955cb-606c-4574-bcbb-066f6e9569d7 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295147 Sep 10 02:57:01.701281 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45e2a2cc-439f-4dac-a1e5-c6463dbb0578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.729645 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.959036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13848b01-b75e-481b-b023-30db4935924b req-f26fe7c7-2aa8-4271-ae7c-8eee432caf91 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:01.985039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:01.991074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527882063', 'description': 'tempest-description--788299390'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:02.040032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13848b01-b75e-481b-b023-30db4935924b req-f26fe7c7-2aa8-4271-ae7c-8eee432caf91 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.103321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b161be-2b9a-4e90-afe8-496aa75592de req-affac9aa-f11f-48f7-a3e2-54d662f06ef9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:02.104432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.104531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b161be-2b9a-4e90-afe8-496aa75592de req-affac9aa-f11f-48f7-a3e2-54d662f06ef9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 931 time: 0.0615449 Sep 10 02:57:02.104647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1e5de97-0a27-49e4-bff2-1c0f1480f05c req-da20362f-536f-41f4-a4fc-d14a0ad03ea3 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056092 Sep 10 02:57:02.155100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b161be-2b9a-4e90-afe8-496aa75592de req-d03be677-de2c-4171-a939-9285ec8efe0b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570076 Sep 10 02:57:02.155511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3207751-d8ad-4c21-9f20-5516dae1583f {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:02.165953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.172993 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.242435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Transition to ACTIVE for port object f3207751-d8ad-4c21-9f20-5516dae1583f will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:02.261266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.374057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13848b01-b75e-481b-b023-30db4935924b req-f26fe7c7-2aa8-4271-ae7c-8eee432caf91 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.376991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13848b01-b75e-481b-b023-30db4935924b req-f26fe7c7-2aa8-4271-ae7c-8eee432caf91 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.378350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13848b01-b75e-481b-b023-30db4935924b req-f26fe7c7-2aa8-4271-ae7c-8eee432caf91 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/245c02f5-449a-4ebf-938a-049603b37d04 HTTP/1.1" status: 204 len: 173 time: 0.7047226 Sep 10 02:57:02.411314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:02.459202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fe7c7-2aa8-4271-ae7c-8eee432caf91 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c02f5-449a-4ebf-938a-049603b37d04,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:02.478773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60f451a4-7a2f-4911-b6e5-dd80f1e097d5 req-13f78838-eba4-46e6-8a16-973baf4dad73 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/198c3f3f-33c2-444c-bb43-647b1a792a22 HTTP/1.1" status: 200 len: 1805 time: 0.0759361 Sep 10 02:57:02.538376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f739447c-f5bf-43a5-8715-d8628844a124 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:02.559788 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60f451a4-7a2f-4911-b6e5-dd80f1e097d5 req-68882b83-6694-44d3-96df-356f59fc49c4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.562747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: f739447c-f5bf-43a5-8715-d8628844a124 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:57:02.563893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f739447c-f5bf-43a5-8715-d8628844a124 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:57:02.599525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60f451a4-7a2f-4911-b6e5-dd80f1e097d5 req-68882b83-6694-44d3-96df-356f59fc49c4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.601667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0996c587-0f8d-4ae8-bd7b-0b99ae236311 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:02.661462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60f451a4-7a2f-4911-b6e5-dd80f1e097d5 req-68882b83-6694-44d3-96df-356f59fc49c4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.665420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60f451a4-7a2f-4911-b6e5-dd80f1e097d5 req-68882b83-6694-44d3-96df-356f59fc49c4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.667215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60f451a4-7a2f-4911-b6e5-dd80f1e097d5 req-68882b83-6694-44d3-96df-356f59fc49c4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/198c3f3f-33c2-444c-bb43-647b1a792a22 HTTP/1.1" status: 204 len: 173 time: 0.1870680 Sep 10 02:57:02.681480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68882b83-6694-44d3-96df-356f59fc49c4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c3f3f-33c2-444c-bb43-647b1a792a22,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:02.735807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:02.736371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.819784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:02.842988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a0c7-3643-48b5-b92b-714a22f5f13c req-f05fa42b-65c6-4394-a1d2-aa0c8705e013 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:02.850822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ae4a0c7-3643-48b5-b92b-714a22f5f13c req-f05fa42b-65c6-4394-a1d2-aa0c8705e013 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.0657890 Sep 10 02:57:02.884363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-746ef625-a74a-49be-9297-8c552ad24bbb req-e2c352ac-fc2e-43f0-935e-a55b33f448e4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/a1edf6cb-7524-4607-993d-b8e98fb06415 HTTP/1.1" status: 200 len: 2402 time: 0.0652804 Sep 10 02:57:02.892490 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.909982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ae4a0c7-3643-48b5-b92b-714a22f5f13c req-10a874ed-e2bf-409c-a668-ca7d68fbd796 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572200 Sep 10 02:57:02.943488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:02.965875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:02.978800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'mac_address': 'fa:16:3e:f8:5c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:03.024638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.024885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.026813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.031637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41384) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:03.032192 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0459521 Sep 10 02:57:03.033600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:03.034142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:03.034818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:03.036250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'security_group_rule': {'security_group_id': 'd188bc09-0d7c-4167-b5d0-d49e95b7bad7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:03.038909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66391c0-539f-41d5-b571-ab3c4fb5b19c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:03.058953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:03.059729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:03.071753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:03.073532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59d4dc-ad52-4f48-9deb-921ce13542d8 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d188bc09-0d7c-4167-b5d0-d49e95b7bad7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:03.079487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:03.080283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:03.080866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:03.081388 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.081739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Bound port: f3207751-d8ad-4c21-9f20-5516dae1583f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:03.082561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.089231 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.158177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:03.172100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.180733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.204454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8789385c-ea20-4576-9084-81cb4c15d918,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:03.213450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.215027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-408257c7-a0d1-4225-b586-42f6e068dcd4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823854 Sep 10 02:57:03.217925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41388) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:03.226476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-746ef625-a74a-49be-9297-8c552ad24bbb req-8c47d0ff-3376-4665-9ae3-ccc21beac2f4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.237947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'security_group_rule': {'security_group_id': 'd188bc09-0d7c-4167-b5d0-d49e95b7bad7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:03.301494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e6885-6695-4e6f-aa7d-c5cda19123a3 req-72c71bd8-5d0d-4ee3-b3ef-ea89a69f7da6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:03.308749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-529e6885-6695-4e6f-aa7d-c5cda19123a3 req-72c71bd8-5d0d-4ee3-b3ef-ea89a69f7da6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.0654240 Sep 10 02:57:03.350859 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-529e6885-6695-4e6f-aa7d-c5cda19123a3 req-aa939a9b-981c-41d3-a879-0f3d8637317e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Sep 10 02:57:03.352870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-746ef625-a74a-49be-9297-8c552ad24bbb req-8c47d0ff-3376-4665-9ae3-ccc21beac2f4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.363098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:03.381894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:03.434277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:03.461278 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.524666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.557883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:03.558592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.560692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 1091 time: 2.9319222 Sep 10 02:57:03.564112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:03.567530 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:03.636852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-746ef625-a74a-49be-9297-8c552ad24bbb req-8c47d0ff-3376-4665-9ae3-ccc21beac2f4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.644950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-746ef625-a74a-49be-9297-8c552ad24bbb req-8c47d0ff-3376-4665-9ae3-ccc21beac2f4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.650217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-746ef625-a74a-49be-9297-8c552ad24bbb req-8c47d0ff-3376-4665-9ae3-ccc21beac2f4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1edf6cb-7524-4607-993d-b8e98fb06415 HTTP/1.1" status: 204 len: 173 time: 0.7564425 Sep 10 02:57:03.701970 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb4c76-fd09-4884-97f2-ee852e7e8314 x-openstack-request-id: req-bdfb4c76-fd09-4884-97f2-ee852e7e8314 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:03.702254 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:03.702502 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdfb4c76-fd09-4884-97f2-ee852e7e8314 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:03.702890 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'status': 'completed', 'code': 200} Sep 10 02:57:03.708637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.726541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47d0ff-3376-4665-9ae3-ccc21beac2f4 tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1edf6cb-7524-4607-993d-b8e98fb06415,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:03.752944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.756002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7fb28-15c5-403e-8cb2-f672367ffd92 service neutron] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:03.785293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Router a3a43039-b67a-4452-a8f8-a7d83c9fa853 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:57:03.841553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d47ff28-77c9-40a2-8ee8-79cbea8c06a1,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:03.847379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-1f27c57c-508a-4093-b5cc-9ac22d4b3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:03.849015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-1f27c57c-508a-4093-b5cc-9ac22d4b3a44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1094 time: 0.2280850 Sep 10 02:57:03.854295 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.859253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41418) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:03.864618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:03.869724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1025d2e4-1c77-4b04-8f7d-d8895b2a8c41 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6441674 Sep 10 02:57:03.909664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:03.937902 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f05e57c-03ad-46fe-b62d-09d4baddab9f req-f40a03ac-867a-472c-a1d2-894240686c3e tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "GET /v2.0/security-groups/bae63760-dea4-4de5-975a-0f0acc8bd459 HTTP/1.1" status: 200 len: 2397 time: 0.2442491 Sep 10 02:57:03.984199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-a512f239-547c-433e-bada-fe7e0c680063 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 217 time: 0.1121485 Sep 10 02:57:04.120543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ca628-506b-4f05-b100-33665d474d1a req-7fed80d0-0e6e-40b9-9db8-ba4b244ccacc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:04.122693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a29ca628-506b-4f05-b100-33665d474d1a req-7fed80d0-0e6e-40b9-9db8-ba4b244ccacc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 947 time: 0.1020982 Sep 10 02:57:04.125937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.132626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-43129898-2aee-4022-8c79-49f423df0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:04.134091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-43129898-2aee-4022-8c79-49f423df0784 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1391263 Sep 10 02:57:04.158783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:04.171937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Sync routers for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:04.182295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-181dd8b7-cd6e-4e37-87ae-87027ab119f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398135 Sep 10 02:57:04.188605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9f05e57c-03ad-46fe-b62d-09d4baddab9f req-dd667804-fccb-4ccb-a431-734af35ac5da tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.190478 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:04.191348 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:04.229847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.233604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e9d3f0eb-8d89-4878-9fef-737334b9c11b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.5529623 Sep 10 02:57:04.235126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:04.246849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a29ca628-506b-4f05-b100-33665d474d1a req-2a313b57-de29-400c-ae2e-c57519955c7c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092579 Sep 10 02:57:04.250078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9f05e57c-03ad-46fe-b62d-09d4baddab9f req-dd667804-fccb-4ccb-a431-734af35ac5da tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.324948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-772159f6-af84-4195-87b7-af63f88ca51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.364126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-1505f8e3-0790-4331-96d7-e69f5036e1e4 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671491 Sep 10 02:57:04.406713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:04.421251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Allocated IP 172.25.8.6 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/884db926-2941-4d43-81cd-4a59e653565b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:04.431814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9f05e57c-03ad-46fe-b62d-09d4baddab9f req-dd667804-fccb-4ccb-a431-734af35ac5da tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.446991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9f05e57c-03ad-46fe-b62d-09d4baddab9f req-dd667804-fccb-4ccb-a431-734af35ac5da tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.449629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f05e57c-03ad-46fe-b62d-09d4baddab9f req-dd667804-fccb-4ccb-a431-734af35ac5da tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] 10.222.0.23 "DELETE /v2.0/security-groups/bae63760-dea4-4de5-975a-0f0acc8bd459 HTTP/1.1" status: 204 len: 173 time: 0.4770389 Sep 10 02:57:04.466070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41438) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:04.586297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667804-fccb-4ccb-a431-734af35ac5da tempest-SecurityGroupRulesTestJSON-1724340491 tempest-SecurityGroupRulesTestJSON-1724340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae63760-dea4-4de5-975a-0f0acc8bd459,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:04.652539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Deleting subnet db3f5949-354d-4b58-ba2a-e9e9d6d637ee {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:57:04.664068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.674547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.710031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-382c3fd5-bbf5-4778-9c60-dddb0771ad3d req-2abdcfbb-6766-440b-84a4-ba7425438958 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386083 Sep 10 02:57:04.725743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.819624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:04.867023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:04.928292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-572f0ef0-0d0d-4966-8fe9-220116cb5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:04.929730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-572f0ef0-0d0d-4966-8fe9-220116cb5076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1094 time: 0.1101658 Sep 10 02:57:04.956739 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:01Z', 'revision_number': 3, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:05.035704 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Checking router: a3a43039-b67a-4452-a8f8-a7d83c9fa853 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:05.036051 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Updating router a3a43039-b67a-4452-a8f8-a7d83c9fa853 port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:57:05.045604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:05.073305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:05.105328 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.160239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'mac_address': 'fa:16:3e:d0:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:05.185619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-17f488a8-6522-4d16-b7dd-4034b7234376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:05.187039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-17f488a8-6522-4d16-b7dd-4034b7234376 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2416449 Sep 10 02:57:05.223803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.286637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589b92-aa26-4d39-b4dc-d27f11c37b19 req-699ff41a-80aa-4eff-a53b-7c925d4a0aaa tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:05.305622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3589b92-aa26-4d39-b4dc-d27f11c37b19 req-699ff41a-80aa-4eff-a53b-7c925d4a0aaa tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.7150064 Sep 10 02:57:05.305849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b66391c0-539f-41d5-b571-ab3c4fb5b19c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:05.332645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b66391c0-539f-41d5-b571-ab3c4fb5b19c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:05.334227 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.384727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3f5949-354d-4b58-ba2a-e9e9d6d637ee,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:05.398050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.399021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.408103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ad7e005c-7cb0-404a-8cf0-d228b81948cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/db3f5949-354d-4b58-ba2a-e9e9d6d637ee HTTP/1.1" status: 204 len: 168 time: 0.9248583 Sep 10 02:57:05.410172 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-18236731-3702-419b-a121-4a24f91d1597 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 217 time: 0.2059844 Sep 10 02:57:05.410965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41450) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:05.425363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.444707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26676993-88d3-4867-a7b1-5c93ccd8b1ea {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:05.465899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:05.476952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.547188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:05.565968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3589b92-aa26-4d39-b4dc-d27f11c37b19 req-e819d218-dfcd-463e-bf1e-649b143a2f91 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594862 Sep 10 02:57:05.569110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.592646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.612741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['26676993-88d3-4867-a7b1-5c93ccd8b1ea'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:05.679023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-4864e894-9f45-41ae-9636-cb8729eff9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:05.681149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-4864e894-9f45-41ae-9636-cb8729eff9b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.2455285 Sep 10 02:57:05.725328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-868a792f-0b9b-4acc-9533-7760ad428783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322306 Sep 10 02:57:05.733963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.763189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:05.765690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:05.774174 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ff78c-e4e1-4312-bcc2-7fe59f2b23d4" -d '{"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-plugged", "status": "completed", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:05.790318 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.880354 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:05.890660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-5576362f-4488-4c28-aeec-0842ccd2d3c2 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512332 Sep 10 02:57:05.970436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'Port': ['ID=884db926-2941-4d43-81cd-4a59e653565b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:05.996732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:05.998495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:06.026743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821c1e-cecf-4b53-9ee2-7233a1bef296 req-84958c06-ca75-4eba-aee0-b7dbc428dd9e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:06.037036 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c821c1e-cecf-4b53-9ee2-7233a1bef296 req-84958c06-ca75-4eba-aee0-b7dbc428dd9e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 947 time: 0.3334100 Sep 10 02:57:06.078082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:06.100248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:06.265702 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.288543 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Transition to ACTIVE for port object 64d5c10a-3fb6-44b5-b3f1-69a80831c258 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:06.293762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.300255 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.305539 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.382005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94bd032-6b9f-4713-a101-bafc647dfa6f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:06.423509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d693e85-1a76-4f12-a356-43c1067992d8') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:06.426234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d693e85-1a76-4f12-a356-43c1067992d8') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:06.433625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd74c3f9-fc94-446f-8720-6b0ba31f3d90 req-267aaec4-8cb8-4018-b7e3-94f3e0c99899 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852574 Sep 10 02:57:06.448897 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141ddf4-1df0-4746-acc4-ada377348618 None None] Pushing event updated for resources: {'Port': ['ID=64d5c10a-3fb6-44b5-b3f1-69a80831c258,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:06.467661 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Attempting to bind port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:06.468054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Attempting to bind port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:06.468421 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Attempting to bind port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:06.498435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:06.498435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:06.498435 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.498435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:06.498435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Bound port: 64d5c10a-3fb6-44b5-b3f1-69a80831c258, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:06.499278 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.502105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.505231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c821c1e-cecf-4b53-9ee2-7233a1bef296 req-56abeafa-558f-4f14-a908-b13832e2b121 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667783 Sep 10 02:57:06.525476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.565759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.582866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:57:06.583800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: timer() Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:57:06.587034 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:57:06.589043 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] For port 64d5c10a-3fb6-44b5-b3f1-69a80831c258, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:06.594451 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] For port 64d5c10a-3fb6-44b5-b3f1-69a80831c258, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=64d5c10a-3fb6-44b5-b3f1-69a80831c258,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:06.606864 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.631888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.751573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.762976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:06.765202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d94bd032-6b9f-4713-a101-bafc647dfa6f HTTP/1.1" status: 204 len: 168 time: 1.3532848 Sep 10 02:57:06.781343 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141ddf4-1df0-4746-acc4-ada377348618 None None] Pushing event updated for resources: {'Port': ['ID=64d5c10a-3fb6-44b5-b3f1-69a80831c258,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:06.804907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a2f05-50c9-4312-9250-e24100acd2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94bd032-6b9f-4713-a101-bafc647dfa6f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:06.812949 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80032d08-a929-4eda-97ff-690df514da33 x-openstack-request-id: req-80032d08-a929-4eda-97ff-690df514da33 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:06.813897 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-plugged", "status": "completed", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:06.814392 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80032d08-a929-4eda-97ff-690df514da33 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:06.814860 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'code': 200} Sep 10 02:57:06.838230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:06.844479 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:06.845200 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:06.929341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8cbc-29aa-484f-a392-c07729da82c4 req-a4cb4a7a-8778-46f1-bbac-d8c94e07a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:06.931231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94ed8cbc-29aa-484f-a392-c07729da82c4 req-a4cb4a7a-8778-46f1-bbac-d8c94e07a482 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1099 time: 0.0769854 Sep 10 02:57:06.978135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94ed8cbc-29aa-484f-a392-c07729da82c4 req-610a8fe0-a3f5-4be2-b7df-98238cba3790 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Sep 10 02:57:07.004980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 26676993-88d3-4867-a7b1-5c93ccd8b1ea triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:07.008865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.122345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:07.177858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.214604 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:07.217436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37e0bc2b-57eb-40ef-80c3-01470b03ccdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce771b737d434473ab2d5dd91619d10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938497 Sep 10 02:57:07.219847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:07.251708 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.284511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:07.294956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.326930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95f11e94-f9e9-4542-848b-ab3fb1b6e3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.368521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95f11e94-f9e9-4542-848b-ab3fb1b6e3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.392285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:07.438859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Allocated IP 172.20.0.1 (aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9/d2604b1e-8e0b-4f92-8e40-4327cda0193e/4a8739bb-1067-4531-9bb3-c1d4d8042322) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:07.441584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95f11e94-f9e9-4542-848b-ab3fb1b6e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.445040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95f11e94-f9e9-4542-848b-ab3fb1b6e3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.449647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-95f11e94-f9e9-4542-848b-ab3fb1b6e3ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09e4dbfa-7dd7-461e-8fb3-a1d7ee0b6180 HTTP/1.1" status: 204 len: 168 time: 0.2288527 Sep 10 02:57:07.459940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f11e94-f9e9-4542-848b-ab3fb1b6e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e4dbfa-7dd7-461e-8fb3-a1d7ee0b6180,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:07.475826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48ba5-fb62-48b7-89e0-49634825cd51 req-23635c5c-dc21-450f-ad4b-0e8ba880da28 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:07.484693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6a48ba5-fb62-48b7-89e0-49634825cd51 req-23635c5c-dc21-450f-ad4b-0e8ba880da28 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.4072554 Sep 10 02:57:07.596237 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:01Z', 'revision_number': 3, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:07.630685 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6606e9-a401-466c-9c96-addba11e9b34 None None] The sync data for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 is: [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:01Z', 'revision_number': 3, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:07.639109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.656828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6a48ba5-fb62-48b7-89e0-49634825cd51 req-76206009-4d8b-4724-a826-5b8a1fcdb2e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643918 Sep 10 02:57:07.713401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.881429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:07.900621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Transition to ACTIVE for port object 4a8739bb-1067-4531-9bb3-c1d4d8042322 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:08.137866 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:57:08.146249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'Port': ['ID=884db926-2941-4d43-81cd-4a59e653565b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:08.225827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73afdce-b41a-452d-baa9-d05228db77bd req-3b61128d-537b-47ba-a166-1a371d0172c6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:08.256047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e73afdce-b41a-452d-baa9-d05228db77bd req-3b61128d-537b-47ba-a166-1a371d0172c6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.4597034 Sep 10 02:57:08.273955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:08.357268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8739bb-1067-4531-9bb3-c1d4d8042322,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:08.365126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:08.379070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:08.407856 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e73afdce-b41a-452d-baa9-d05228db77bd req-8c6808df-6eec-4dd3-8257-24620a18ebdd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503611 Sep 10 02:57:08.408802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:08.410148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9224cf9d-9c8e-4009-88e4-ce138e5b28c7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5498388 Sep 10 02:57:08.411681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:08.420262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:08.523162 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:08.597315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:08.855792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:08.857948 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a4331-6c7f-407e-8932-90024f7dc5a7" -d '{"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-plugged", "status": "completed", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:08.869963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 64d5c10a-3fb6-44b5-b3f1-69a80831c258 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:09.037012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:09.047373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d911c-86db-4978-9947-6b4a49b12d72 req-6e41e43b-29af-4d1b-9594-49a15103dc15 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:09.050173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-905d911c-86db-4978-9947-6b4a49b12d72 req-6e41e43b-29af-4d1b-9594-49a15103dc15 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.2208254 Sep 10 02:57:09.051057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.069025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41500) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:09.112231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'port_id': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'mac_address': 'fa:16:3e:f4:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da84e85-dbf7-4cce-be4e-870c91e06539', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:09.178470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:09.180408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d6a1f549-c99a-442c-a22e-442e3dde75a0 None None] Provisioning for port 4a8739bb-1067-4531-9bb3-c1d4d8042322 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:09.198954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d6a1f549-c99a-442c-a22e-442e3dde75a0 None None] Provisioning complete for port 4a8739bb-1067-4531-9bb3-c1d4d8042322 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:09.209375 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f549-c99a-442c-a22e-442e3dde75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.217457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-905d911c-86db-4978-9947-6b4a49b12d72 req-d6d0292f-b029-4dd2-8aba-a5a66d264995 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481800 Sep 10 02:57:09.266230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-network', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:09.304050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:09.308215 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.317957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:09.323714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.339970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.386807 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.432025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3207751-d8ad-4c21-9f20-5516dae1583f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:09.492721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1f549-c99a-442c-a22e-442e3dde75a0 None None] Port 4a8739bb-1067-4531-9bb3-c1d4d8042322 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:09.500288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.513908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.523327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:09.536002 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.553056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.562909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.587725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:57:09.649994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.650644 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Added segment 5280fed0-24ab-4c18-bbcb-215c8894248c of type vlan for network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 Sep 10 02:57:09.662318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb35cd-887c-4159-8c1f-814bda5abe9a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:09.707067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.722325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8739bb-1067-4531-9bb3-c1d4d8042322,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:09.753171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.799192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.800352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:09.801100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:09.854834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:09.857653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:09.869538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7994137 Sep 10 02:57:09.872700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:09.878791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Request body: {'subnet': {'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-subnet', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:10.008790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:10.013758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.022154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee875d14-8133-4499-afd9-4504af807173 admin admin] Pushing event updated for resources: {'Network': ['ID=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:10.024831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f3207751-d8ad-4c21-9f20-5516dae1583f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:10.105232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Router a3a43039-b67a-4452-a8f8-a7d83c9fa853 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:57:10.129391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:57:10.188019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:10.199583 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.229730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 64d5c10a-3fb6-44b5-b3f1-69a80831c258, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=64d5c10a-3fb6-44b5-b3f1-69a80831c258,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:10.245890 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.398810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:10.406406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0106bb0a-d5ce-4fa4-ab38-d8eba4bba363 admin admin] 10.222.0.23 "PUT /v2.0/routers/a3a43039-b67a-4452-a8f8-a7d83c9fa853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1545110 Sep 10 02:57:10.432355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-691aa762-eaae-44be-8c8e-714702656aab None None] Provisioning complete for port 4a8739bb-1067-4531-9bb3-c1d4d8042322 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:10.432866 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-691aa762-eaae-44be-8c8e-714702656aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.469569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=64d5c10a-3fb6-44b5-b3f1-69a80831c258,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:10.609038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-691aa762-eaae-44be-8c8e-714702656aab None None] Port 4a8739bb-1067-4531-9bb3-c1d4d8042322 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:10.625696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 64d5c10a-3fb6-44b5-b3f1-69a80831c258 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:10.666075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.699011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:10.699594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.718855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e0228f-39d9-4fb6-8a0e-db15769a0d71,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:10.754220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Checking segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:10.754467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Network hostable DHCP agents. Network: b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:57:10.791123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:57:10.793532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Sync routers for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:10.810970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:10.815404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:10.816026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.820216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:10.820873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:10.842278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cbecad41-7cb1-4904-b31b-e93ad8642ed9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9658139 Sep 10 02:57:10.842497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41526) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:10.846581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:10.858947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1dde85-e413-40b1-a561-91097b0ffc34 None None] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:57:10.892273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.893317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:10.958875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:11.243694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:11.295842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:11.571823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:57:11.572689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:11.906891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Allocated IP 172.20.0.2 (b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251/03e0228f-39d9-4fb6-8a0e-db15769a0d71/020c4a84-9dea-41a6-8778-7521275606b5) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:12.103531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.137006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.203724 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.221037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Transition to ACTIVE for port object 020c4a84-9dea-41a6-8778-7521275606b5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:12.251904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:09Z', 'revision_number': 2, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:12.291243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Checking router: a3a43039-b67a-4452-a8f8-a7d83c9fa853 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:12.291652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Updating router a3a43039-b67a-4452-a8f8-a7d83c9fa853 port 4a8739bb-1067-4531-9bb3-c1d4d8042322 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:57:12.324978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Transition to ACTIVE for port object 020c4a84-9dea-41a6-8778-7521275606b5 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:12.327466 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.444675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Allocated IP 172.25.8.242 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/69bcdaac-9c40-4aea-a7bd-622fd1dedf05) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:12.560918 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.618370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Pushing event updated for resources: {'Port': ['ID=020c4a84-9dea-41a6-8778-7521275606b5,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:12.631750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:12.654859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.712880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:12.716621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.726517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:12.729666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:12.734894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port f3207751-d8ad-4c21-9f20-5516dae1583f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:12.750512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f3207751-d8ad-4c21-9f20-5516dae1583f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:12.750888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.769149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:12.772139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:12.779304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:12.885321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Pushing event updated for resources: {'Port': ['ID=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:12.925109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Attempting to bind port 020c4a84-9dea-41a6-8778-7521275606b5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:12.925484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Attempting to bind port 020c4a84-9dea-41a6-8778-7521275606b5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:12.925850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Attempting to bind port 020c4a84-9dea-41a6-8778-7521275606b5 on network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:12.956586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:12.956986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Checking segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:12.957362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:12.957886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Bound using segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:12.958369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Bound port: 020c4a84-9dea-41a6-8778-7521275606b5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:12.958755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.270725 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.334544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:13.342846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] For port 020c4a84-9dea-41a6-8778-7521275606b5, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:13.343812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.348077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.352667 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.398984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] For port 020c4a84-9dea-41a6-8778-7521275606b5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=020c4a84-9dea-41a6-8778-7521275606b5,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:13.404555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Transition to ACTIVE for port object 4a8739bb-1067-4531-9bb3-c1d4d8042322 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:13.421997 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.442023 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.479696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:13.630525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0c3e-b8a3-423d-948f-20b085a33bef None None] Pushing event updated for resources: {'Port': ['ID=4a8739bb-1067-4531-9bb3-c1d4d8042322,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:13.739546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Attempting to bind port 4a8739bb-1067-4531-9bb3-c1d4d8042322 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:13.739883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Attempting to bind port 4a8739bb-1067-4531-9bb3-c1d4d8042322 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:13.740253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Attempting to bind port 4a8739bb-1067-4531-9bb3-c1d4d8042322 on network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:13.757898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:13.758306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Checking segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:13.758718 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.759539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.761488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Bound using segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:13.762048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Bound port: 4a8739bb-1067-4531-9bb3-c1d4d8042322, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:13.762965 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:13.946172 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f026c5b-5d56-482d-8fb3-9bdd443bff05 x-openstack-request-id: req-2f026c5b-5d56-482d-8fb3-9bdd443bff05 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:13.946885 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-plugged", "status": "completed", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:13.947981 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f026c5b-5d56-482d-8fb3-9bdd443bff05 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:13.949816 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'code': 200} Sep 10 02:57:14.025886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfbda6-22bd-47cd-98b2-eaf29cde8f1c None None] Pushing event updated for resources: {'Port': ['ID=020c4a84-9dea-41a6-8778-7521275606b5,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:14.029649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] For port 4a8739bb-1067-4531-9bb3-c1d4d8042322, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:14.042065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] For port 4a8739bb-1067-4531-9bb3-c1d4d8042322, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4a8739bb-1067-4531-9bb3-c1d4d8042322,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:14.057920 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:14.115205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:57:14.130244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb508925-fadb-4408-84cc-8fda0314a772 req-68ad9da2-df3f-41b2-aa4a-f89abbf81775 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:14.135073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb508925-fadb-4408-84cc-8fda0314a772 req-68ad9da2-df3f-41b2-aa4a-f89abbf81775 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1132424 Sep 10 02:57:14.152857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:14.154315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:14.199973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0c3e-b8a3-423d-948f-20b085a33bef None None] Pushing event updated for resources: {'Port': ['ID=4a8739bb-1067-4531-9bb3-c1d4d8042322,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:14.305147 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb508925-fadb-4408-84cc-8fda0314a772 req-1baa7919-55f0-4d62-a1ed-364ae6c496be tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614339 Sep 10 02:57:14.435770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:14.451151 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Sync routers for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:14.466450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:14.467149 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:14.467916 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:14.494013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:14.499781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9e52a9a5-5159-473e-a0ad-08e3e1433805 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6530685 Sep 10 02:57:14.501662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41552) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:14.629684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2210c84-ea01-4bcb-8c86-df92d216ba03 req-2fdba5b6-21a0-443c-83fe-0a7fa1f89b84 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:14.642050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2210c84-ea01-4bcb-8c86-df92d216ba03 req-2fdba5b6-21a0-443c-83fe-0a7fa1f89b84 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 945 time: 0.1139276 Sep 10 02:57:14.691752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2210c84-ea01-4bcb-8c86-df92d216ba03 req-5c164e64-d7a1-429a-8a66-b12ff36ee6c0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480993 Sep 10 02:57:14.791093 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:14.811994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 020c4a84-9dea-41a6-8778-7521275606b5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:14.958295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-ece991c6-f1cc-4c25-82f2-5cf079ead854 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:14.971690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-ece991c6-f1cc-4c25-82f2-5cf079ead854 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 822 time: 1.1702850 Sep 10 02:57:15.052979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 020c4a84-9dea-41a6-8778-7521275606b5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:15.104700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-acbcb395-5743-4c5a-8849-d89d00b17628 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/quotas/91ffdf51af6544e6959ca8c573f3a455 HTTP/1.1" status: 200 len: 375 time: 0.1300876 Sep 10 02:57:15.130889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:13Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:15.154450 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:13Z', 'revision_number': 3, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:15.186683 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Checking router: 8fa70704-1fbe-40dc-9bf5-41b278692ad3 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:15.187036 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Updating router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:57:15.217107 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.253114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d5c9d-9fcf-49a6-a976-8e2281fe56df None None] The sync data for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 is: [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:13Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:15.312326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-99ff09a1-ab51-4625-a217-833d08ca9706 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:15.314257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-99ff09a1-ab51-4625-a217-833d08ca9706 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 829 time: 0.3117814 Sep 10 02:57:15.332119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-7ff53d81-db48-4a46-b8d0-084d8af4af26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2283766 Sep 10 02:57:15.358347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-24f126d7-66eb-4a66-b93d-0e4d85c0111b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/quotas/db590cfb0a7446d0878e82ff0fbcfa77 HTTP/1.1" status: 200 len: 375 time: 0.0377004 Sep 10 02:57:15.391542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281d6f4-1b2a-435f-b50f-2e73b94fa8b8 None None] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:57:15.492461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] Provisioning for port 020c4a84-9dea-41a6-8778-7521275606b5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:15.501790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] Provisioning complete for port 020c4a84-9dea-41a6-8778-7521275606b5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:15.502305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.507205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-2aa2bb65-07d1-4b3f-a297-caae5306bc62 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420789 Sep 10 02:57:15.628013 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.632950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-d20364e2-4fb9-401d-8680-751c44d19eb3 service neutron] 10.222.0.23 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014685 Sep 10 02:57:15.707403 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.784931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-77ac3378-26de-4e60-a5d1-3ed53478d080 service neutron] 10.222.0.23 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765567 Sep 10 02:57:15.847535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] For port 020c4a84-9dea-41a6-8778-7521275606b5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=020c4a84-9dea-41a6-8778-7521275606b5,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:15.859965 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.861124 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.901392 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Transition to ACTIVE for port object 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:15.919985 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:15.953281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:15.959235 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf3381-d9ae-4e49-bdd4-1ea74655131f" -d '{"events": [{"server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "name": "network-vif-plugged", "status": "completed", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:15.974607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95600d-223d-453d-9648-a4e78c4673df None None] Pushing event updated for resources: {'Port': ['ID=020c4a84-9dea-41a6-8778-7521275606b5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:15.980474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Allocated IP 172.20.0.1 (b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251/03e0228f-39d9-4fb6-8a0e-db15769a0d71/fcf6acb0-45e5-47b3-b396-6aa5e49eaed1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:16.010440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-24087a9c-03b2-421a-b6eb-6729ca070bf1 service neutron] 10.222.0.23 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223628 Sep 10 02:57:16.096524 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Attempting to bind port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:16.096524 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Attempting to bind port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:16.096524 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Attempting to bind port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:16.115286 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:16.116548 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:16.121272 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.122814 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:16.123333 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Bound port: 69bcdaac-9c40-4aea-a7bd-622fd1dedf05, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:16.124185 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.129899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Pushing event updated for resources: {'Port': ['ID=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:16.213992 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.214342 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.214686 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.215084 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.215428 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.215785 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.216120 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.217851 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.218152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.218485 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.218817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.219146 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:16.282484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-4b678bf7-7a9e-4669-8a53-dc28d7643b95 service neutron] 10.222.0.23 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155406 Sep 10 02:57:16.295422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f2717d85-4a2e-43e9-a29b-d3a47ab0dae5 None None] Provisioning complete for port 020c4a84-9dea-41a6-8778-7521275606b5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:16.298614 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2717d85-4a2e-43e9-a29b-d3a47ab0dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.306308 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] For port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:16.316813 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] For port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:16.327789 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.329799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.361869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Transition to ACTIVE for port object fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:16.478283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.478888 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5663725-9997-4cd7-9de9-0a557db69122 None None] Pushing event updated for resources: {'Port': ['ID=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:16.502510 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:16.503700 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:16.694872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:16.736436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:16.738401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:16.752689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:16.828886 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:16.829382 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:16.933865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4a8739bb-1067-4531-9bb3-c1d4d8042322 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:17.096266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-ab0d9b0c-3028-4337-a4ae-70285cf57fdf tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:17.108554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-ab0d9b0c-3028-4337-a4ae-70285cf57fdf tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/networks?id=34695ef2-7cb2-40fc-9495-815e53a464fb HTTP/1.1" status: 200 len: 814 time: 0.4763806 Sep 10 02:57:17.131170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4a8739bb-1067-4531-9bb3-c1d4d8042322 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:17.137421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4a8739bb-1067-4531-9bb3-c1d4d8042322 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:17.137837 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.162268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-707583ac-3ee2-48ff-b483-2e53da1e5d85 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/quotas/fab4466d6cc5457c9472bb2d401f1a0f HTTP/1.1" status: 200 len: 375 time: 0.0526984 Sep 10 02:57:17.318505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-89f8f1de-e21b-4cd4-8d18-7a2e018cd6fd tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fab4466d6cc5457c9472bb2d401f1a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542356 Sep 10 02:57:17.325155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dba59-c2d2-427b-8978-6c32b5dca9e1 req-371f1d0e-dc80-4ba1-804b-1bf268212adb tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:17.338713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a10dba59-c2d2-427b-8978-6c32b5dca9e1 req-371f1d0e-dc80-4ba1-804b-1bf268212adb tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1099 time: 0.2946978 Sep 10 02:57:17.341215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:13Z', 'revision_number': 3, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:17.373174 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.382787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f8f5deea-b598-433f-b93e-b65f482811bd None None] Provisioning for port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:17.395110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f8f5deea-b598-433f-b93e-b65f482811bd None None] Provisioning complete for port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:17.396464 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8f5deea-b598-433f-b93e-b65f482811bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.430356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a10dba59-c2d2-427b-8978-6c32b5dca9e1 req-0cd2da64-b952-4a18-aab9-850ee0ef9f17 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.461016 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7faa3-fb96-4258-9cae-5082b76604ee None None] The sync data for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 is: [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:13Z', 'revision_number': 3, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:17.488304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-fd7cec79-0323-477b-a93e-63013785355a service neutron] 10.222.0.23 "GET /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679688 Sep 10 02:57:17.511791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 4a8739bb-1067-4531-9bb3-c1d4d8042322, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4a8739bb-1067-4531-9bb3-c1d4d8042322,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:17.517122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.534320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.535134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 020c4a84-9dea-41a6-8778-7521275606b5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:17.702306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-a4bed971-7ab4-423c-9d9e-2c73846dd86d service neutron] 10.222.0.23 "GET /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129619 Sep 10 02:57:17.799061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=4a8739bb-1067-4531-9bb3-c1d4d8042322,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:17.819300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5deea-b598-433f-b93e-b65f482811bd None None] Port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:17.881794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 020c4a84-9dea-41a6-8778-7521275606b5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:17.882277 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.892500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a10dba59-c2d2-427b-8978-6c32b5dca9e1 req-0cd2da64-b952-4a18-aab9-850ee0ef9f17 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:17.913075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a10dba59-c2d2-427b-8978-6c32b5dca9e1 req-0cd2da64-b952-4a18-aab9-850ee0ef9f17 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:18.041964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a10dba59-c2d2-427b-8978-6c32b5dca9e1 req-0cd2da64-b952-4a18-aab9-850ee0ef9f17 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975679 Sep 10 02:57:18.044413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2da64-b952-4a18-aab9-850ee0ef9f17 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82157ab6-42f2-4263-80d0-705accdc7e95,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:18.067871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:18.081901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:18.216184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:18.323020 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1babbf55-4879-4e9a-9046-b8971e0c5261 x-openstack-request-id: req-1babbf55-4879-4e9a-9046-b8971e0c5261 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:18.323547 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "name": "network-vif-plugged", "status": "completed", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:18.323658 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1babbf55-4879-4e9a-9046-b8971e0c5261 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:18.323983 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'code': 200} Sep 10 02:57:18.489829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:18.500734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:18.526197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-1310a9c9-8ec1-4e07-8458-2ba91748d549 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:18.529820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-1310a9c9-8ec1-4e07-8458-2ba91748d549 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.36 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 829 time: 0.2740519 Sep 10 02:57:18.564699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11e175-e1e0-4a10-b897-0f0585d9066c req-458b0da4-d92c-4c2f-b550-ae30c83df801 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:18.573259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac11e175-e1e0-4a10-b897-0f0585d9066c req-458b0da4-d92c-4c2f-b550-ae30c83df801 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 945 time: 0.3206263 Sep 10 02:57:18.578131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-362acebb-bbab-42a8-ac05-f1b7509fcb3c req-d80971a5-2c4d-4ac3-b40d-bb03a30d5eda tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 210 time: 0.0470486 Sep 10 02:57:18.600904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Request body: {'port': {'device_id': '0610e205-5baf-4c86-9d2e-d832233297cb', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'admin_state_up': True, 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:18.849220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac11e175-e1e0-4a10-b897-0f0585d9066c req-914d550a-0a5d-44ca-b16e-bbd44411fa4d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607348 Sep 10 02:57:18.851410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae40b7-f642-4910-94c5-7688508bfe66 req-5f465b36-2584-4f41-8af7-0fc7b6a85872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:18.860115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5eae40b7-f642-4910-94c5-7688508bfe66 req-5f465b36-2584-4f41-8af7-0fc7b6a85872 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1096 time: 0.4158692 Sep 10 02:57:18.860864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:18.911426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:18.927800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0b9fb1e-148c-4af8-b753-fd654fda4c1d req-ef295fd3-77e8-4e4d-8e2b-4b702763f4a6 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 210 time: 0.1180835 Sep 10 02:57:19.096821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d48cca5-0edf-4bf2-b46a-ee5ee0732574 None None] Provisioning complete for port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:19.097207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d48cca5-0edf-4bf2-b46a-ee5ee0732574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.103491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Made reservation on behalf of db590cfb0a7446d0878e82ff0fbcfa77 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:19.108224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.111092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:19.136444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:19.136844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.203113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c393e6e0-c4ae-45da-b67e-f7a7146726fe req-fcb04044-659a-4a75-a7f2-90156b87fbf8 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 210 time: 0.1827691 Sep 10 02:57:19.232435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3d48cca5-0edf-4bf2-b46a-ee5ee0732574 None None] Port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:19.357575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.400355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:19.419201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.420038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4a8739bb-1067-4531-9bb3-c1d4d8042322 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:19.479778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Allocated IP 172.20.0.4 (aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9/d2604b1e-8e0b-4f92-8e40-4327cda0193e/04a1ee96-98b3-40ef-b033-e2e8ebb9a7be) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:19.509827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-0ffed5cb-01d6-41da-8385-a265ce32e5d5 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:19.511667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-0ffed5cb-01d6-41da-8385-a265ce32e5d5 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 822 time: 0.6377914 Sep 10 02:57:19.520931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:57:19.540955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'port': {'device_id': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'admin_state_up': True, 'tenant_id': '91ffdf51af6544e6959ca8c573f3a455'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:19.546760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5eae40b7-f642-4910-94c5-7688508bfe66 req-d773b003-b42f-45b9-9b59-8f0cd2ac52b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406968 Sep 10 02:57:19.551497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:19.565334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4a8739bb-1067-4531-9bb3-c1d4d8042322 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:19.565908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.720333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d048-8b00-4796-b3e8-6c857d0c0f90 req-1896f842-e1ef-45ca-a226-e45880685e66 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:19.729988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75c7d048-8b00-4796-b3e8-6c857d0c0f90 req-1896f842-e1ef-45ca-a226-e45880685e66 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 966 time: 0.3316066 Sep 10 02:57:19.843041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75c7d048-8b00-4796-b3e8-6c857d0c0f90 req-e171d111-3419-4cb2-a6e6-765bfed2e7a4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039982 Sep 10 02:57:19.884173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:19.923902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:19.942697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5c9718e7-fc97-4200-b394-b313ad325298 admin admin] 10.222.0.23 "PUT /v2.0/routers/8fa70704-1fbe-40dc-9bf5-41b278692ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4382288 Sep 10 02:57:19.957545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Made reservation on behalf of 91ffdf51af6544e6959ca8c573f3a455 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:19.965036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:20.018536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Transition to ACTIVE for port object 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:20.076764 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38dab95b-6c23-4c7f-9d24-ee2cb6560b17 req-69c3ae67-a9c4-43c0-9347-73d03200e40e tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 210 time: 0.1092949 Sep 10 02:57:20.088517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41666) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:20.318436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-8210c2a5-4b42-47c8-b6d9-744f14430a40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2238674 Sep 10 02:57:20.346821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-99ef261c-d98b-4443-9e96-4960b85b4a99 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:57:20.353490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-99ef261c-d98b-4443-9e96-4960b85b4a99 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095329 Sep 10 02:57:20.386354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafcc2-0dc1-4ea0-8afa-3ff04d30c651 req-6985734b-c268-4df9-9db8-451ae45685b6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:20.398461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbafcc2-0dc1-4ea0-8afa-3ff04d30c651 req-6985734b-c268-4df9-9db8-451ae45685b6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 945 time: 0.1566403 Sep 10 02:57:20.536489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555be62-40de-4646-b658-31715efae8fc req-d1a7514c-e2e2-4663-a7ef-e4170f0d92fe tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:20.539250 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8555be62-40de-4646-b658-31715efae8fc req-d1a7514c-e2e2-4663-a7ef-e4170f0d92fe tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1001961 Sep 10 02:57:20.551622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-d87f2ad1-2138-4767-9ed6-dee2e75d2d94 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:20.553660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-d87f2ad1-2138-4767-9ed6-dee2e75d2d94 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.32 "GET /v2.0/networks?id=34695ef2-7cb2-40fc-9495-815e53a464fb HTTP/1.1" status: 200 len: 814 time: 0.6930254 Sep 10 02:57:20.570321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Request body: {'port': {'device_id': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'admin_state_up': True, 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:20.633832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Sync routers for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:20.646641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:20.647439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:20.688090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8555be62-40de-4646-b658-31715efae8fc req-5c25b726-5d58-4f94-9792-0ada074cb306 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314528 Sep 10 02:57:20.689455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:20.784083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:21.010430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Allocated IP 172.20.0.14 (6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3/ca221bf1-e5b1-4db9-8825-6051fa397097/4dede2f1-1a89-405a-af8d-7374fa54fd5c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:21.042707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e985cc0b-30a0-40dc-a9c9-d5416ff0416a req-bec83c1b-582f-49fc-8fc4-1692ab3ea650 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 210 time: 0.1736195 Sep 10 02:57:21.069533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:21.070579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Made reservation on behalf of fab4466d6cc5457c9472bb2d401f1a0f for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:21.080791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:21.115048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:21.157748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:21.171915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:21.172410 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:21.175106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:21.313393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:21.314411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:21.323139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event updated for resources: {'Port': ['ID=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:21.336892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbafcc2-0dc1-4ea0-8afa-3ff04d30c651 req-591f333a-b0c8-4ba4-b04d-37331d60e155 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9374781 Sep 10 02:57:21.445133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-084ae44a-5f78-4dc0-a897-8e8d9e827722 req-d64153f4-9501-4b5e-bf03-8422fec8447f tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 210 time: 0.1228673 Sep 10 02:57:21.500424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-90263c70-77af-429e-b035-5d22e505a7dd tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9128039 Sep 10 02:57:21.530566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Request body: {'port': {'device_id': '0610e205-5baf-4c86-9d2e-d832233297cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:21.657613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:21.673795 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:21.806507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:21.890768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Allocated IP 172.20.0.9 (34695ef2-7cb2-40fc-9495-815e53a464fb/e6137ddd-fe0c-425e-891a-43102f51cb84/8187d88d-1d6f-4103-90af-7802c321e1ab) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:21.986287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1abab0d4-0ebe-4e4c-bd55-5ec99e38d1e3 None None] Provisioning for port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:22.098129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1abab0d4-0ebe-4e4c-bd55-5ec99e38d1e3 None None] Provisioning complete for port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:22.098501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1abab0d4-0ebe-4e4c-bd55-5ec99e38d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:22.116158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:22.162896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:22.211942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:22.224778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:22.306210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:22.307231 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:22.330311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1abab0d4-0ebe-4e4c-bd55-5ec99e38d1e3 None None] Port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:22.333777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 2, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:22.344349 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-832b7660-f516-43b7-b41b-d2bb9f10bb9a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8074498 Sep 10 02:57:22.354247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df02d1-c9bd-42af-bc4b-97cd24357fa5 req-e3b1ea36-a9c9-4ddc-b403-276e63cc0ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:22.370542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1df02d1-c9bd-42af-bc4b-97cd24357fa5 req-e3b1ea36-a9c9-4ddc-b403-276e63cc0ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 931 time: 0.2559397 Sep 10 02:57:22.381287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Request body: {'port': {'device_id': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:22.426434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Checking router: 8fa70704-1fbe-40dc-9bf5-41b278692ad3 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:22.426781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Updating router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:57:22.517465 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1df02d1-c9bd-42af-bc4b-97cd24357fa5 req-d934534b-00f0-4390-918c-13ef540aedb5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436622 Sep 10 02:57:22.546391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:22.555869 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:22.558604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:22.745182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Transition to ACTIVE for port object 8187d88d-1d6f-4103-90af-7802c321e1ab will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:22.782553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:22.799613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:22.826600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Transition to ACTIVE for port object 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:22.847150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.101347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:23.143350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.166256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Network 34695ef2-7cb2-40fc-9495-815e53a464fb is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:23.171405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:23.224054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:23.419260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Attempting to bind port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:23.424154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Attempting to bind port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:23.424632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Attempting to bind port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be on network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:23.448582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.472394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Transition to ACTIVE for port object fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:23.483381 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.489130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be on network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:23.490208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Attempting to bind port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be on network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:23.521709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:23.525541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Checking segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:23.526283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Bound using segment: {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:23.527225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Bound port: 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4103f409-32db-4362-98e4-e5fad706c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:23.529384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.532059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Pushing event updated for resources: {'Port': ['ID=8187d88d-1d6f-4103-90af-7802c321e1ab,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:23.543292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf6e55-14cc-4603-aed2-29947d87d881 req-5e9d5e43-0e39-4395-814a-1ca9bb93660f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:23.559708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5adf6e55-14cc-4603-aed2-29947d87d881 req-5e9d5e43-0e39-4395-814a-1ca9bb93660f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.8398159 Sep 10 02:57:23.639602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f1316-98f5-4480-8d64-50199c76b65f None None] Pushing event updated for resources: {'Port': ['ID=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:23.639859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:23.639859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.715167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-99df1982-b3c3-4a8c-9977-e32961cbef7b tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1467812 Sep 10 02:57:23.802292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Request body: {'port': {'device_id': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:23.833729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dede2f1-1a89-405a-af8d-7374fa54fd5c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:23.844703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.868834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Attempting to bind port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:23.870445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Attempting to bind port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:23.871053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Attempting to bind port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 on network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:23.884886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:23.888029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Checking segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:23.888749 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.889356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Bound using segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:23.890136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Bound port: fcf6acb0-45e5-47b3-b396-6aa5e49eaed1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:23.891739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] For port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:23.892344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:23.920991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Transition to ACTIVE for port object 4dede2f1-1a89-405a-af8d-7374fa54fd5c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:24.009133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5adf6e55-14cc-4603-aed2-29947d87d881 req-ec81f365-aced-4cbc-9cdc-05ecee748ce2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484484 Sep 10 02:57:24.009895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] For port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:24.015859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] For port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:24.019474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] For port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:24.034626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.036495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.036974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.131840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f1316-98f5-4480-8d64-50199c76b65f None None] Pushing event updated for resources: {'Port': ['ID=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:24.150674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:24.176076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:24.176736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:24.182681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-a2382e48-db95-4e46-be52-115b318c2bfb tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:24.184703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-a2382e48-db95-4e46-be52-115b318c2bfb tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.36 "GET /v2.0/ports?device_id=8af05766-1d82-4208-9441-5a8a7a67645e HTTP/1.1" status: 200 len: 966 time: 0.9335017 Sep 10 02:57:24.225399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-46057486-8905-4ba9-8b24-e68487bb762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:24.227318 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-46057486-8905-4ba9-8b24-e68487bb762f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1099 time: 0.9386990 Sep 10 02:57:24.242958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:24.255307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.314863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:24.315550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.317102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c0e87b0b-00a7-427c-a65b-e6325979f0d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 1091 time: 2.8027182 Sep 10 02:57:24.317599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:24.320186 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054dbc2-225e-4c46-9439-882ce4bc46ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:24.578988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Attempting to bind port 4dede2f1-1a89-405a-af8d-7374fa54fd5c on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:24.579554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Attempting to bind port 4dede2f1-1a89-405a-af8d-7374fa54fd5c by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:24.579775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Attempting to bind port 4dede2f1-1a89-405a-af8d-7374fa54fd5c on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:24.584658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:24.597723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Deleting port d27786ff-fd96-48e0-b45a-9c9121e5a2eb {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:57:24.601278 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.659877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Port 4dede2f1-1a89-405a-af8d-7374fa54fd5c on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:24.665122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Attempting to bind port 4dede2f1-1a89-405a-af8d-7374fa54fd5c on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:24.722615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c1d6e11c-6f76-4471-9995-38b0ce3e02be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:24.724926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-c1d6e11c-6f76-4471-9995-38b0ce3e02be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1094 time: 0.3102987 Sep 10 02:57:24.788961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-6a1d43d4-418f-4c25-8081-2f990d546e1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 217 time: 0.0559647 Sep 10 02:57:24.839482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] For port d27786ff-fd96-48e0-b45a-9c9121e5a2eb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:24.841398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.849739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd852990-bf49-4349-88ab-9ed0a28a823a None None] Provisioning for port 8187d88d-1d6f-4103-90af-7802c321e1ab completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:24.857112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd852990-bf49-4349-88ab-9ed0a28a823a None None] Provisioning complete for port 8187d88d-1d6f-4103-90af-7802c321e1ab triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:24.857491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd852990-bf49-4349-88ab-9ed0a28a823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:24.898522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cd852990-bf49-4349-88ab-9ed0a28a823a None None] Port 8187d88d-1d6f-4103-90af-7802c321e1ab cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:24.913699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:24Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:24.937773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-02812af3-8e91-4a17-936a-6693b0edb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:24.943798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-02812af3-8e91-4a17-936a-6693b0edb24d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 200 len: 868 time: 0.1476460 Sep 10 02:57:25.017926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80eaa77-bc2c-4d3e-8b69-d06218ac27ae None None] The sync data for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 is: [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:24Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:25.098744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-e96b633c-6d1d-40f9-aa45-9914c9937c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:25.105694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-e96b633c-6d1d-40f9-aa45-9914c9937c6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531613 Sep 10 02:57:25.254628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:25.255497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Checking segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:25.256177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Bound using segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:25.256934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Bound port: 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:25.257540 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.344887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8187d88d-1d6f-4103-90af-7802c321e1ab {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:25.375069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.430999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Transition to ACTIVE for port object 8187d88d-1d6f-4103-90af-7802c321e1ab will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:25.435278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-f1fc2a81-129b-4f9e-b4aa-aa30571f8be6 service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194308 Sep 10 02:57:25.436527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.451267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:25.461845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:25.475227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.476180 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.476739 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13 disassociated. External IP: 172.25.8.126, port: d27786ff-fd96-48e0-b45a-9c9121e5a2eb. Sep 10 02:57:25.477318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Calling delete_port for d27786ff-fd96-48e0-b45a-9c9121e5a2eb owned by compute:tempest-test_az-339718174 {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:57:25.486696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.583393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:25.596529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:25.597443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:25.599115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-e5c5b6f3-bb3c-4ee3-b889-2396930e3d6f service neutron] 10.222.0.36 "PUT /v2.0/ports/4dede2f1-1a89-405a-af8d-7374fa54fd5c HTTP/1.1" status: 200 len: 1092 time: 3.2244976 Sep 10 02:57:25.601358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:25.610748 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe91bbf9-bee7-4500-b603-ba35ddba00d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:25.613759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Pushing event updated for resources: {'Port': ['ID=8187d88d-1d6f-4103-90af-7802c321e1ab,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:25.903807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5ea9df2-87e7-4473-91ea-8ec0bb2fa797 req-9190615d-005a-41c7-b72e-7251a0974171 service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973711 Sep 10 02:57:25.997631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Attempting to bind port 8187d88d-1d6f-4103-90af-7802c321e1ab on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:25.997997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Attempting to bind port 8187d88d-1d6f-4103-90af-7802c321e1ab by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:25.998352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Attempting to bind port 8187d88d-1d6f-4103-90af-7802c321e1ab on network 34695ef2-7cb2-40fc-9495-815e53a464fb {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:26.008861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Port 8187d88d-1d6f-4103-90af-7802c321e1ab on network 34695ef2-7cb2-40fc-9495-815e53a464fb not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:26.009269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Attempting to bind port 8187d88d-1d6f-4103-90af-7802c321e1ab on network 34695ef2-7cb2-40fc-9495-815e53a464fb {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:26.037951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:26.038295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Checking segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:26.038750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Bound using segment: {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:26.039149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Bound port: 8187d88d-1d6f-4103-90af-7802c321e1ab, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285c873a-1481-4e83-ae68-43a90684bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:26.039527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:26.053087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:26.099125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-15803dc3-e047-4cb1-b60a-053e2b7bcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:26.101070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-15803dc3-e047-4cb1-b60a-053e2b7bcd48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 1095 time: 0.4322658 Sep 10 02:57:26.203837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] For port 8187d88d-1d6f-4103-90af-7802c321e1ab, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:26.209076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] For port 8187d88d-1d6f-4103-90af-7802c321e1ab, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8187d88d-1d6f-4103-90af-7802c321e1ab,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:26.209857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-f610ea64-0732-4380-9e6f-ec6367c13852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:26.212259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-f610ea64-0732-4380-9e6f-ec6367c13852 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.7481985 Sep 10 02:57:26.214868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:26.215528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event deleted for resources: {'Port': ['ID=d27786ff-fd96-48e0-b45a-9c9121e5a2eb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:26.224359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-86e6f9a4-4318-4803-9984-1f722bfe6a0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c HTTP/1.1" status: 200 len: 217 time: 0.1097257 Sep 10 02:57:26.332571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:26.333614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:26.335158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] 10.222.0.32 "PUT /v2.0/ports/8187d88d-1d6f-4103-90af-7802c321e1ab HTTP/1.1" status: 200 len: 1091 time: 2.5518086 Sep 10 02:57:26.395133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484f2f6-b44f-4245-8cd3-8f3d6723636f service neutron] Pushing event updated for resources: {'Port': ['ID=8187d88d-1d6f-4103-90af-7802c321e1ab,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:26.658931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-efe7c53b-b031-4a17-a959-cafe4bf8b40e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.4337986 Sep 10 02:57:26.688680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d27786ff-fd96-48e0-b45a-9c9121e5a2eb no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:26.742887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: d27786ff-fd96-48e0-b45a-9c9121e5a2eb {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:57:26.745949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d27786ff-fd96-48e0-b45a-9c9121e5a2eb not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:57:26.788639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f19b0-26d5-43a6-9e7b-7dbb17c354c7 req-1cc328df-44d0-4477-b144-ad0b66efcbad tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:26.797930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d4f19b0-26d5-43a6-9e7b-7dbb17c354c7 req-1cc328df-44d0-4477-b144-ad0b66efcbad tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 944 time: 0.2791481 Sep 10 02:57:26.802974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:26.831730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-53049b4a-a7d3-4669-a438-1979f2a2a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:26.833599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-53049b4a-a7d3-4669-a438-1979f2a2a475 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab4466d6cc5457c9472bb2d401f1a0f&device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 1094 time: 0.2567484 Sep 10 02:57:26.898390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d4f19b0-26d5-43a6-9e7b-7dbb17c354c7 req-3a2108de-90e2-44a0-87b3-2d63e74cfed2 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995495 Sep 10 02:57:26.927245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:26.948656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-c3fdb9fd-b5ee-4e23-ab99-3a0617c5c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:26.952779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:26.955262 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:26.956978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-c3fdb9fd-b5ee-4e23-ab99-3a0617c5c047 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2143130 Sep 10 02:57:27.039872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-7020261e-2cc1-414e-9815-35183209a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:27.044525 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-7020261e-2cc1-414e-9815-35183209a273 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 200 len: 862 time: 0.5481024 Sep 10 02:57:27.087103 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-36f72991-e3f3-4f02-8e6b-11b2c8045099 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--313132864&fields=id&tenant_id=1e85b2d1a39c44eba571a20c28493404 HTTP/1.1" status: 200 len: 267 time: 0.5511229 Sep 10 02:57:27.173551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd72b-5452-47fb-a89d-7d40505c633a req-f95b8ae6-7d21-44ad-934a-184bd679e41f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:27.186264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12bfd72b-5452-47fb-a89d-7d40505c633a req-f95b8ae6-7d21-44ad-934a-184bd679e41f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 945 time: 0.1290879 Sep 10 02:57:27.234481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:27.294615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12bfd72b-5452-47fb-a89d-7d40505c633a req-35ffdbe8-64d9-4b7c-bbd3-17d389ecfc41 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030245 Sep 10 02:57:27.304766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-1f0b03bb-793a-4c8c-a69b-d883758dd9c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2065992 Sep 10 02:57:27.326316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Router 2b55b377-01b4-43de-9d0d-498625ff2681 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:57:27.329463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:27.339133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:27.465664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:27.469823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c717-bb65-40ff-a308-bef16e42b3ba req-0f89fda2-b629-434d-94cb-70d5e5aa5959 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:27.478613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39a1c717-bb65-40ff-a308-bef16e42b3ba req-0f89fda2-b629-434d-94cb-70d5e5aa5959 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 943 time: 0.0978787 Sep 10 02:57:27.524064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-ee6a6375-5295-4fea-bd51-5d96656726e6 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672459 Sep 10 02:57:27.542544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39a1c717-bb65-40ff-a308-bef16e42b3ba req-3ceb126f-e703-4dd3-987e-79238658e9cd tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609722 Sep 10 02:57:27.659131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4f3dc-8f10-4fc6-b9ed-bc3107e9e765 req-34b24c6a-b6f6-4593-92ee-156da1d93656 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:27.669177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb4f3dc-8f10-4fc6-b9ed-bc3107e9e765 req-34b24c6a-b6f6-4593-92ee-156da1d93656 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 943 time: 0.0612295 Sep 10 02:57:27.736138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb4f3dc-8f10-4fc6-b9ed-bc3107e9e765 req-932eca27-11cb-49e3-9b0a-ddb5bcba3747 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642979 Sep 10 02:57:27.759578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:27.773459 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:27.795259 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:27.796289 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:27.849312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] No DVR routers for this DVR port d27786ff-fd96-48e0-b45a-9c9121e5a2eb on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:57:27.860864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:27.862521 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0657f640-01dd-4555-a76a-c0804a500dff x-openstack-request-id: req-0657f640-01dd-4555-a76a-c0804a500dff {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:27.863014 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:27.863143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62966478-d7f7-4128-b2c2-5e7b2ffab453 req-2f8a9fcf-a093-45a4-9ee7-6b4b5db3af6d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.36 "DELETE /v2.0/ports/d27786ff-fd96-48e0-b45a-9c9121e5a2eb HTTP/1.1" status: 204 len: 173 time: 3.6717985 Sep 10 02:57:27.863555 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0657f640-01dd-4555-a76a-c0804a500dff {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:27.864127 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'status': 'completed', 'code': 200} Sep 10 02:57:28.042206 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:28.059367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-767fa5d7-d36a-41e8-9429-1fdb465ba403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:28.060943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-767fa5d7-d36a-41e8-9429-1fdb465ba403 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1094 time: 0.1849914 Sep 10 02:57:28.071289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-df6bbaf4-0fd8-4e29-a9c5-cb503bbe66f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:28.092489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-df6bbaf4-0fd8-4e29-a9c5-cb503bbe66f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 824 time: 1.0013521 Sep 10 02:57:28.141058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb64b-ab4c-425d-bbcb-2f0c6e07f4ee req-ed84d859-8970-4da1-91e7-f7baa4fbc899 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:28.147911 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439bb64b-ab4c-425d-bbcb-2f0c6e07f4ee req-ed84d859-8970-4da1-91e7-f7baa4fbc899 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1576779 Sep 10 02:57:28.178530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acf1499-6ac3-45c5-a945-49e821fa50fc req-a3030c86-c0db-41f6-bf0e-b2070616a510 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361191 Sep 10 02:57:28.183104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-c71d3a01-f000-4e6c-8204-7f06d20ff6ad tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/quotas/1e85b2d1a39c44eba571a20c28493404 HTTP/1.1" status: 200 len: 375 time: 0.0895216 Sep 10 02:57:28.230123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439bb64b-ab4c-425d-bbcb-2f0c6e07f4ee req-654c7f3f-6bb7-436f-88ed-a197164ad620 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749254 Sep 10 02:57:28.367659 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ebf8ed-6663-4b72-9783-52e8dcb37e56 x-openstack-request-id: req-76ebf8ed-6663-4b72-9783-52e8dcb37e56 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:28.368437 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:28.368892 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76ebf8ed-6663-4b72-9783-52e8dcb37e56 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:28.369476 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'status': 'completed', 'code': 200} Sep 10 02:57:28.467144 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:28.484687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-cc48600a-aadf-484b-baa9-d276a247c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:28.487162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-cc48600a-aadf-484b-baa9-d276a247c699 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 929 time: 0.3643234 Sep 10 02:57:28.571115 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:28.592254 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:28.593398 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:28.608186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-3833c8af-7de5-4d01-8531-4cb93d285974 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2374260 Sep 10 02:57:28.610524 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-13ecb270-dab7-4160-890a-df4ad2e4d148 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 217 time: 0.1128905 Sep 10 02:57:28.612799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-81536341-7d6e-4e69-b1bd-56cdda018412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:28.615399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-81536341-7d6e-4e69-b1bd-56cdda018412 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 1095 time: 0.2438402 Sep 10 02:57:28.708303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:28.711669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:28.887522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:28.914110 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:28.952446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'port_id': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'mac_address': 'fa:16:3e:4c:58:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:29.006017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:29.007525 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:29.107363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:29.135319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:29.197951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:29.224406 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:29.390678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:29.453714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['04a1ee96-98b3-40ef-b033-e2e8ebb9a7be'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:29.519680 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:29.530391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-5c008510-4341-4c8d-9c7d-ed28ef4dbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:29.531888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-5c008510-4341-4c8d-9c7d-ed28ef4dbc7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 200 len: 868 time: 0.8949466 Sep 10 02:57:29.596290 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce04234-6978-4225-9ae3-2cb99fc4f251 None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:29.663833 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-11db427a-998e-4826-a3f7-c45338d4c627 service neutron] 10.222.0.23 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0471563 Sep 10 02:57:29.668629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-ce0fd0d1-4de3-4b9b-9ef8-6aefbcfcd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:29.670078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-ce0fd0d1-4de3-4b9b-9ef8-6aefbcfcd582 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 922 time: 1.0342376 Sep 10 02:57:29.796227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-16d9a27a-4f4e-44ba-b1c8-f312a9c0ffae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c HTTP/1.1" status: 200 len: 217 time: 0.1112239 Sep 10 02:57:29.858885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-50c4c65d-6fcb-44e1-919e-ac6db5d028d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:29.860525 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-50c4c65d-6fcb-44e1-919e-ac6db5d028d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894945 Sep 10 02:57:29.865711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'tag': '8187d88d-1d6f-4103-90af-7802c321e1ab'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:29.868107 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bab0a6-032e-4d3b-8221-dab73e2b4c17" -d '{"events": [{"name": "network-changed", "server_uuid": "9663ab1b-837c-4f2e-a4d2-82fe41373770", "tag": "8187d88d-1d6f-4103-90af-7802c321e1ab"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:29.980969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-b8370652-ac59-4c18-a264-1ed1a2741a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:29.982507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-b8370652-ac59-4c18-a264-1ed1a2741a0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 200 len: 862 time: 0.1701193 Sep 10 02:57:30.005012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-1b01d67f-e24f-49ef-aec6-36523fd83cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189211 Sep 10 02:57:30.051439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-682e37c1-a492-4ec6-a1b6-52ef0d08674f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581479 Sep 10 02:57:30.070389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f102aa-fefa-4980-8658-f9d2ff209079 None None] New status for floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:57:30.187278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-4f300cf4-0fda-456e-ba7c-f9efbd71da72 service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885494 Sep 10 02:57:30.263988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-93fbaac5-0f39-4c47-85e1-d662b4218005 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035456 Sep 10 02:57:30.381763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'name': 'network-vif-deleted', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:30.384104 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d10339d-fe20-4f74-a69c-3f8a7e60ad39" -d '{"events": [{"server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "name": "network-vif-deleted", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:30.462075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539a2c-fc55-463d-b469-837f0fcb1282 req-4cedbb99-99d9-4553-b209-e22c0d3fa952 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:30.470188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1539a2c-fc55-463d-b469-837f0fcb1282 req-4cedbb99-99d9-4553-b209-e22c0d3fa952 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1096 time: 0.1745102 Sep 10 02:57:30.493241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7054dbc2-225e-4c46-9439-882ce4bc46ec req-4d40a34f-9312-4f94-b24f-117791ddc253 service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969861 Sep 10 02:57:30.540745 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1539a2c-fc55-463d-b469-837f0fcb1282 req-50742919-895d-472c-be0e-5786f6c26d6e tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696840 Sep 10 02:57:30.547523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe91bbf9-bee7-4500-b603-ba35ddba00d2 req-47f0b1d2-7d17-4861-9de8-120805bd78b6 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699492 Sep 10 02:57:30.724586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:30.770528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:30.787271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cbf5a-237e-404b-9e5a-ad906b1ba9d0 req-39eae495-23fa-4de5-93a3-a187b2f520c1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:30.788855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-714cbf5a-237e-404b-9e5a-ad906b1ba9d0 req-39eae495-23fa-4de5-93a3-a187b2f520c1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 944 time: 0.0967815 Sep 10 02:57:30.872697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-714cbf5a-237e-404b-9e5a-ad906b1ba9d0 req-07feacf2-3f4a-48f8-b203-d93114665f20 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760887 Sep 10 02:57:30.959149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:30.972226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'port_id': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'mac_address': 'fa:16:3e:f1:b6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca221bf1-e5b1-4db9-8825-6051fa397097', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:31.040495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:31.063407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751b5e3-85d8-4236-a94a-ea4de1f6952a req-e7dace77-922b-485e-a380-f3186a0fe6d0 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:31.065839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5751b5e3-85d8-4236-a94a-ea4de1f6952a req-e7dace77-922b-485e-a380-f3186a0fe6d0 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 943 time: 0.0643659 Sep 10 02:57:31.073985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:31.077893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.096206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:31.096913 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.106514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dede2f1-1a89-405a-af8d-7374fa54fd5c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:31.123513 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5751b5e3-85d8-4236-a94a-ea4de1f6952a req-2d0035d6-b49e-4837-ad23-67d46dc9be90 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Sep 10 02:57:31.162241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:31.189084 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.236605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.288982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcc0ac-5e14-4b42-9bd6-4aa2e0f07c88 req-3e13fd9f-7022-4ac9-9bd2-a39824c6648d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:31.296739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03fcc0ac-5e14-4b42-9bd6-4aa2e0f07c88 req-3e13fd9f-7022-4ac9-9bd2-a39824c6648d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 944 time: 0.0983570 Sep 10 02:57:31.333559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:31.337362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.375687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03fcc0ac-5e14-4b42-9bd6-4aa2e0f07c88 req-f0edb1a5-3f03-476c-81f4-df379faaa80a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652039 Sep 10 02:57:31.387258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:31.389787 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fac174-7c23-44cb-aa9d-7aeac39504de" -d '{"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-unplugged", "status": "completed", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:31.399146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:31.408948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.421124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:31.451391 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.480127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:31.525648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f19fc-041d-41fb-ab12-e556d705811c req-4176f689-09cc-42cf-8259-8773704c4838 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:31.528863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d6f19fc-041d-41fb-ab12-e556d705811c req-4176f689-09cc-42cf-8259-8773704c4838 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.0770333 Sep 10 02:57:31.534236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4dede2f1-1a89-405a-af8d-7374fa54fd5c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:31.583348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d6f19fc-041d-41fb-ab12-e556d705811c req-2aefce5b-e59e-4982-b932-259d16a5c3cd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480385 Sep 10 02:57:31.593762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:31.615175 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.671625 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2003e13-6ff0-41a4-9337-57d814b0a9a4 x-openstack-request-id: req-e2003e13-6ff0-41a4-9337-57d814b0a9a4 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:31.672163 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9663ab1b-837c-4f2e-a4d2-82fe41373770", "tag": "8187d88d-1d6f-4103-90af-7802c321e1ab", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:31.672340 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2003e13-6ff0-41a4-9337-57d814b0a9a4 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:31.672803 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'tag': '8187d88d-1d6f-4103-90af-7802c321e1ab', 'status': 'completed', 'code': 200} Sep 10 02:57:31.725720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b49898a-ae83-4034-8af3-bc2dd6daceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.730629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:31.792205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78073d54-fd29-4f18-8208-947ea21d29f2 req-5a654d26-1afa-4629-8940-31a88af2ab47 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 210 time: 0.0313292 Sep 10 02:57:31.864874 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73236a3-c4ae-4cf4-984c-2270f350d050 x-openstack-request-id: req-e73236a3-c4ae-4cf4-984c-2270f350d050 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:31.865279 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af05766-1d82-4208-9441-5a8a7a67645e", "name": "network-vif-deleted", "tag": "d27786ff-fd96-48e0-b45a-9c9121e5a2eb", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:31.865627 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e73236a3-c4ae-4cf4-984c-2270f350d050 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:31.866124 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af05766-1d82-4208-9441-5a8a7a67645e', 'name': 'network-vif-deleted', 'tag': 'd27786ff-fd96-48e0-b45a-9c9121e5a2eb', 'status': 'completed', 'code': 200} Sep 10 02:57:31.971686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc4c71-d333-40c1-bd88-f71da8bd2da7 req-59d0d186-095f-4c2f-b800-7018606c8fd3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:31.976121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85dc4c71-d333-40c1-bd88-f71da8bd2da7 req-59d0d186-095f-4c2f-b800-7018606c8fd3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1096 time: 0.0579996 Sep 10 02:57:32.021468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85dc4c71-d333-40c1-bd88-f71da8bd2da7 req-0368e77c-d21b-4578-8779-489b6bd4cc36 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Sep 10 02:57:32.087537 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37543a-4985-4f93-b9a8-30f20476e04d x-openstack-request-id: req-2f37543a-4985-4f93-b9a8-30f20476e04d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:32.088774 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-unplugged", "status": "completed", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:32.089276 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f37543a-4985-4f93-b9a8-30f20476e04d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:32.089851 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'code': 200} Sep 10 02:57:32.251135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c82564-4972-42d3-ab58-5c5745abd4d7 req-bba1da92-de50-42a1-924e-d601f5aed483 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:32.253186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5c82564-4972-42d3-ab58-5c5745abd4d7 req-bba1da92-de50-42a1-924e-d601f5aed483 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 945 time: 0.0670419 Sep 10 02:57:32.337250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5c82564-4972-42d3-ab58-5c5745abd4d7 req-9c07b65f-dc6f-43dd-9916-d6e79b551935 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650175 Sep 10 02:57:32.538862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57e34-02b7-46ff-b829-5865f941e3d9 req-9676d8a8-788f-4eb9-99c2-46746753e7bc tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:32.543052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ff57e34-02b7-46ff-b829-5865f941e3d9 req-9676d8a8-788f-4eb9-99c2-46746753e7bc tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 943 time: 0.0835283 Sep 10 02:57:32.590047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ff57e34-02b7-46ff-b829-5865f941e3d9 req-2335084e-74d7-4092-90ee-b7525b68e1fc tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Sep 10 02:57:32.708980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36cb2-bfdb-4229-b799-57d50fa1fbca req-61bf18d3-583c-4dff-85bd-6ca93bb59899 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:32.717321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43d36cb2-bfdb-4229-b799-57d50fa1fbca req-61bf18d3-583c-4dff-85bd-6ca93bb59899 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.0643787 Sep 10 02:57:32.724770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:32.759305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43d36cb2-bfdb-4229-b799-57d50fa1fbca req-98d7ff59-8d6d-4611-b995-96765624479f tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Sep 10 02:57:32.796827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 4dede2f1-1a89-405a-af8d-7374fa54fd5c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:32.801708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 4dede2f1-1a89-405a-af8d-7374fa54fd5c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:32.802240 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:32.977557 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:33.031980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:33.038214 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:33.072981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf7c5-f813-475a-9cb8-faad61f251b2 req-f366c918-b2ec-44c2-9711-1e2ca14387fe tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:33.076670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-740bf7c5-f813-475a-9cb8-faad61f251b2 req-f366c918-b2ec-44c2-9711-1e2ca14387fe tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.0988593 Sep 10 02:57:33.123040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:33.164022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-740bf7c5-f813-475a-9cb8-faad61f251b2 req-69089281-7c15-434a-969d-92e9fa6ba7f7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812492 Sep 10 02:57:33.255368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a1b14a35-5230-4c3e-83d1-e5b08aef3236 req-ebeb630b-5562-4a7c-b219-8dfff757b3ef tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 210 time: 0.0320585 Sep 10 02:57:33.353250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257c94-f4a6-413a-a165-5130ac627040 req-fed8564e-803f-440d-bcbf-3535d9b7399a tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:33.354801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66257c94-f4a6-413a-a165-5130ac627040 req-fed8564e-803f-440d-bcbf-3535d9b7399a tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1096 time: 0.0414958 Sep 10 02:57:33.391918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66257c94-f4a6-413a-a165-5130ac627040 req-a5a945af-ccc9-4dde-8977-b4ffbaf4af4f tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297184 Sep 10 02:57:33.532277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc4f6-1eca-450e-82c1-b69c0c56bfef req-2a797b6b-d1f2-4a0b-9c3f-422e30c41e3c tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:33.532277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2fbc4f6-1eca-450e-82c1-b69c0c56bfef req-2a797b6b-d1f2-4a0b-9c3f-422e30c41e3c tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 946 time: 0.0548458 Sep 10 02:57:33.573649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2fbc4f6-1eca-450e-82c1-b69c0c56bfef req-08767f90-f8ba-48d9-a354-ee632bfbc0f9 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Sep 10 02:57:34.091531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be'}, {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:34.094695 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f51db2-de37-4c02-823b-fb8e7a5aa48d" -d '{"events": [{"server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "name": "network-vif-plugged", "status": "completed", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be"}, {"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-plugged", "status": "completed", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:34.184709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc13d-4ddb-4cda-b655-2566597f6d27 req-944eb6ab-5643-4090-a4c0-833201e2d754 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.186603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a82bc13d-4ddb-4cda-b655-2566597f6d27 req-944eb6ab-5643-4090-a4c0-833201e2d754 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 943 time: 0.0569265 Sep 10 02:57:34.197094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-f0a3fab2-a24c-41ca-aa25-e748b0c3b82c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8187d88d-1d6f-4103-90af-7802c321e1ab HTTP/1.1" status: 200 len: 217 time: 0.0446360 Sep 10 02:57:34.258063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-e7765e77-4eb0-467c-a19c-f986d1cb8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.260035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-e7765e77-4eb0-467c-a19c-f986d1cb8632 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6137ddd-fe0c-425e-891a-43102f51cb84 HTTP/1.1" status: 200 len: 853 time: 0.0512164 Sep 10 02:57:34.285564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-dff3de4d-4fe5-494e-be88-d6f2dee5c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.301431 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-dff3de4d-4fe5-494e-be88-d6f2dee5c117 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076527 Sep 10 02:57:34.302235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92c46aed-f872-4b0c-9543-44b61302795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:34.309445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a82bc13d-4ddb-4cda-b655-2566597f6d27 req-ad61fcf2-08e7-4855-9a72-0b889f77588f tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034429 Sep 10 02:57:34.324070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-62605c9b-8f99-46f9-851d-856c507bf904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.327339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-62605c9b-8f99-46f9-851d-856c507bf904 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34695ef2-7cb2-40fc-9495-815e53a464fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564077 Sep 10 02:57:34.473060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-e412595b-bf21-45a4-b994-deea6bdbfe40 service neutron] 10.222.0.32 "GET /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337197 Sep 10 02:57:34.499262 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-8e35d47e-1b5b-4a23-9f26-e84e868fb7d6 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867640 Sep 10 02:57:34.534537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450fa1-48c9-41ae-aca7-4a5c8c2d7dd2 req-1f93a2c7-3d19-4b56-a9a5-b755ba00cdb3 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.536149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-45450fa1-48c9-41ae-aca7-4a5c8c2d7dd2 req-1f93a2c7-3d19-4b56-a9a5-b755ba00cdb3 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.1030245 Sep 10 02:57:34.615773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b3289fd-d0f0-4186-9c0d-76fad49b1928 req-48c24e47-782a-42a6-8193-c7d9e30a7721 service neutron] 10.222.0.32 "GET /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350958 Sep 10 02:57:34.634428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:34.657023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-45450fa1-48c9-41ae-aca7-4a5c8c2d7dd2 req-3ea14838-0301-4d5d-929a-f8ee272c228b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915496 Sep 10 02:57:34.718418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-65c00226-0e6f-4552-9a40-dbf3e54b42b7 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081132 Sep 10 02:57:34.778802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-0cbe40e2-0a49-4c6b-9cec-d3799f91a7da tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:57:34.780016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-0cbe40e2-0a49-4c6b-9cec-d3799f91a7da tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0986924 Sep 10 02:57:34.834989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-138369f9-8e5c-4f94-94a4-896bdbaa077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.835321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-138369f9-8e5c-4f94-94a4-896bdbaa077c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab4466d6cc5457c9472bb2d401f1a0f&device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 1094 time: 0.0941513 Sep 10 02:57:34.841025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-48b5bf66-bb47-45c8-900c-addf04e3bcd1 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:34.842490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-48b5bf66-bb47-45c8-900c-addf04e3bcd1 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 1093 time: 0.0549495 Sep 10 02:57:34.855567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Request body: {'binding': {'host': 'n-h1-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:34.856667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 02:57:34.878453 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd78ff5-71ad-4ae7-93f7-69c51bff409a x-openstack-request-id: req-dcd78ff5-71ad-4ae7-93f7-69c51bff409a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:34.878761 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "name": "network-vif-plugged", "status": "completed", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be", "code": 200}, {"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-plugged", "status": "completed", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:34.878997 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcd78ff5-71ad-4ae7-93f7-69c51bff409a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:34.880220 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'code': 200} Sep 10 02:57:34.880645 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'code': 200} Sep 10 02:57:35.198790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6363-6f4a-40e7-8573-4615ab46b851 req-0a4e5203-4eab-437b-a3be-4e45b1ded5fa tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.203970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a35e6363-6f4a-40e7-8573-4615ab46b851 req-0a4e5203-4eab-437b-a3be-4e45b1ded5fa tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.2586594 Sep 10 02:57:35.205692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-aeef7ca5-ae72-456d-833e-c4bab8769f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.207684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-aeef7ca5-ae72-456d-833e-c4bab8769f57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=34695ef2-7cb2-40fc-9495-815e53a464fb HTTP/1.1" status: 200 len: 914 time: 0.3643422 Sep 10 02:57:35.209860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826956-210c-4b42-b32f-346dcb50ab61 req-5cc663ab-aff6-41b5-a608-5f62905f70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.211554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77826956-210c-4b42-b32f-346dcb50ab61 req-5cc663ab-aff6-41b5-a608-5f62905f70b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1096 time: 0.2169955 Sep 10 02:57:35.216923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a06176-ba2b-4146-901d-756821fc38c0 req-2aa977d4-143f-4c35-958a-841369c49d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.219127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38a06176-ba2b-4146-901d-756821fc38c0 req-2aa977d4-143f-4c35-958a-841369c49d7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 1097 time: 0.2258224 Sep 10 02:57:35.231284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-5eb76fa9-16dc-4acf-bf62-321785f77a7c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.233823 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-5eb76fa9-16dc-4acf-bf62-321785f77a7c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.32 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 824 time: 0.1614058 Sep 10 02:57:35.295951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:35.299048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-d20156fb-9eac-4b38-834b-db7516aee9eb tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e85b2d1a39c44eba571a20c28493404 HTTP/1.1" status: 200 len: 379 time: 0.0532291 Sep 10 02:57:35.310863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'port': {'device_id': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'admin_state_up': True, 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'security_groups': ['0528009e-f5bc-4b05-af59-64fb8ffd3f1c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:35.311183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-daa58f97-acc0-49fa-902f-e9c5c8e86cd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8187d88d-1d6f-4103-90af-7802c321e1ab HTTP/1.1" status: 200 len: 217 time: 0.0892217 Sep 10 02:57:35.417899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77826956-210c-4b42-b32f-346dcb50ab61 req-067a6714-68d4-4763-b9a2-6eafc1956075 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969481 Sep 10 02:57:35.431728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Made reservation on behalf of 1e85b2d1a39c44eba571a20c28493404 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:35.434660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38a06176-ba2b-4146-901d-756821fc38c0 req-ee1a5538-d34d-46d1-8724-1096ec789fd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899393 Sep 10 02:57:35.436791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:35.437166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on host n-h1-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:35.437510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:35.437840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:35.443564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a35e6363-6f4a-40e7-8573-4615ab46b851 req-00c666b3-11a1-4539-82c6-14282158aa82 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311995 Sep 10 02:57:35.449093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-6abe1075-72c4-4e4b-9b01-4646c7b51e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.450613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-6abe1075-72c4-4e4b-9b01-4646c7b51e20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6137ddd-fe0c-425e-891a-43102f51cb84 HTTP/1.1" status: 200 len: 853 time: 0.1188650 Sep 10 02:57:35.451597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:35.451919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:35.458202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:35.458518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:35.459035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:35.459659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Bound port: f3207751-d8ad-4c21-9f20-5516dae1583f, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:35.546565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-f49dfac0-de36-48c4-bbfe-52f3cfb41fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.548078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-f49dfac0-de36-48c4-bbfe-52f3cfb41fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34695ef2-7cb2-40fc-9495-815e53a464fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861390 Sep 10 02:57:35.590127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:35.595702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Allocated IP 172.20.0.8 (4afa03e6-264f-4e4e-832a-b3c5e82d5e51/204ed0fc-dadb-4b8c-b966-22b0620b65ee/516bcca2-064a-4142-921a-7c4d2774a0b4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:35.612101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7f5cb83-2d15-4a9c-9a58-dd5cb9a50015 req-ff487323-514c-419e-a7f7-67bea62a029d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 210 time: 0.0688818 Sep 10 02:57:35.617238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:35.618420 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-265081b0-bfea-45c2-868c-b33944fb3336 service neutron] 10.222.0.23 "POST /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7662563 Sep 10 02:57:35.753662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-1ce55aa4-7121-4676-81ef-8eb986e93588 service neutron] 10.222.0.32 "GET /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932445 Sep 10 02:57:35.762723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398b26e-a959-4508-b464-338cb2b3b300 req-9d3dd7e5-82e8-484e-abf7-6317053e6637 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:35.764364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b398b26e-a959-4508-b464-338cb2b3b300 req-9d3dd7e5-82e8-484e-abf7-6317053e6637 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 946 time: 0.0788736 Sep 10 02:57:35.879433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b398b26e-a959-4508-b464-338cb2b3b300 req-9834fa26-1821-4510-a87a-78a9454580c0 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066034 Sep 10 02:57:35.909842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01bab0a6-032e-4d3b-8221-dab73e2b4c17 req-868c297e-1dcc-486c-9186-5b95c9ebcc62 service neutron] 10.222.0.32 "GET /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444435 Sep 10 02:57:35.960880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:35.991494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Transition to ACTIVE for port object 516bcca2-064a-4142-921a-7c4d2774a0b4 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:36.000449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-1dd39104-5c17-438b-999f-6b421e5a9367 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.002542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-1dd39104-5c17-438b-999f-6b421e5a9367 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.2102578 Sep 10 02:57:36.022582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-c154714d-b33b-4644-8e89-036143369c88 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/quotas/3a56f4fa42e4403da647901e35459fc6 HTTP/1.1" status: 200 len: 375 time: 0.0130758 Sep 10 02:57:36.033786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-db4bd635-914b-41b3-a2c9-e198cb31aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.035263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-db4bd635-914b-41b3-a2c9-e198cb31aac1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1096 time: 0.0679932 Sep 10 02:57:36.043570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73fe22-d8cc-4e7c-b314-b8f51c2f62cd req-e6497f8a-d3eb-4df7-801e-2c8c9c9553d8 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.045012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e73fe22-d8cc-4e7c-b314-b8f51c2f62cd req-e6497f8a-d3eb-4df7-801e-2c8c9c9553d8 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 943 time: 0.0903783 Sep 10 02:57:36.085910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:36.147828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e73fe22-d8cc-4e7c-b314-b8f51c2f62cd req-10b919f1-a4f0-4335-a3fe-408bdc90bf18 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919518 Sep 10 02:57:36.148534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:36.160878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:36.164272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:36.166920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event updated for resources: {'Port': ['ID=516bcca2-064a-4142-921a-7c4d2774a0b4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:36.179808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-341ee542-9da4-4e6a-935b-e3c529ca26da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429787 Sep 10 02:57:36.180498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-fcfdfc29-78ea-4e50-8eae-1aaf548c5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.182194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-fcfdfc29-78ea-4e50-8eae-1aaf548c5ed1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.1363001 Sep 10 02:57:36.248012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-2553b3da-e42d-4e31-aaa8-d0c5277102e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 217 time: 0.0569632 Sep 10 02:57:36.317343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.317989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:36.339876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-afa503ee-8cfe-45ce-b624-7cb2563b9ebe tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0342977 Sep 10 02:57:36.354272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-7db893d2-7390-4826-926a-21e8a26d2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.356141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-7db893d2-7390-4826-926a-21e8a26d2eb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.0972562 Sep 10 02:57:36.361049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Request body: {'port': {'device_id': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:36.367864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9105-9219-482e-8b43-11f175f4dc45 req-e42c6101-8813-4469-a811-558af53a024a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:36.369598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-209b9105-9219-482e-8b43-11f175f4dc45 req-e42c6101-8813-4469-a811-558af53a024a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.1025488 Sep 10 02:57:36.395717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-6dca32f2-368c-4aa2-a468-4bd52a00a3e8 service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150185 Sep 10 02:57:36.441325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-bf139e54-2492-4d70-92c2-0be44a5efa3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707607 Sep 10 02:57:36.475103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:36.478749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-209b9105-9219-482e-8b43-11f175f4dc45 req-d8c9122f-0818-45a2-bb7c-61acaeab69be tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787652 Sep 10 02:57:36.555503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-da8b668b-17a0-42fe-9535-47cc7b1f1b07 None None] Provisioning for port 516bcca2-064a-4142-921a-7c4d2774a0b4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:36.567631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-da8b668b-17a0-42fe-9535-47cc7b1f1b07 None None] Provisioning complete for port 516bcca2-064a-4142-921a-7c4d2774a0b4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:36.568412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-da8b668b-17a0-42fe-9535-47cc7b1f1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:36.655819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-47ca4f07-7f0e-4e31-a8be-69a9fd82ed9d service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028022 Sep 10 02:57:36.679762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-da8b668b-17a0-42fe-9535-47cc7b1f1b07 None None] Port 516bcca2-064a-4142-921a-7c4d2774a0b4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:57:36.703283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.32', 51289) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:37.026462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-6c490873-15b6-439f-be5e-c1cc896f6b4f service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818245 Sep 10 02:57:37.034919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8187d88d-1d6f-4103-90af-7802c321e1ab details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:37.131934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-1e789913-0b1b-4000-a61a-a396c638b3e2 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:37.133583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-1e789913-0b1b-4000-a61a-a396c638b3e2 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.32 "GET /v2.0/ports?device_id=c994a26a-95fb-489e-a5ce-92c52459401a HTTP/1.1" status: 200 len: 943 time: 0.4290299 Sep 10 02:57:37.155718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f5a-3410-4de8-8319-57e60dbc0272 req-c955f57a-2769-4684-b4ce-7533a8c92f26 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:37.163105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82122f5a-3410-4de8-8319-57e60dbc0272 req-c955f57a-2769-4684-b4ce-7533a8c92f26 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 945 time: 0.4909363 Sep 10 02:57:37.206529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-1c0afadf-0c84-4cb9-857a-9fdb8248762a service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419011 Sep 10 02:57:37.254454 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.277567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8187d88d-1d6f-4103-90af-7802c321e1ab, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8187d88d-1d6f-4103-90af-7802c321e1ab,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:37.278468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82122f5a-3410-4de8-8319-57e60dbc0272 req-7a98ec3b-6644-4210-a817-4be8d22fb783 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142621 Sep 10 02:57:37.295185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516bcca2-064a-4142-921a-7c4d2774a0b4 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:37.305217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8187d88d-1d6f-4103-90af-7802c321e1ab', 'network_id': '34695ef2-7cb2-40fc-9495-815e53a464fb', 'port_id': '8187d88d-1d6f-4103-90af-7802c321e1ab', 'mac_address': 'fa:16:3e:8d:e9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6137ddd-fe0c-425e-891a-43102f51cb84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:37.337700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.399150 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.425021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8187d88d-1d6f-4103-90af-7802c321e1ab {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:37.431362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Transition to ACTIVE for port object 516bcca2-064a-4142-921a-7c4d2774a0b4 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:37.457295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8187d88d-1d6f-4103-90af-7802c321e1ab, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8187d88d-1d6f-4103-90af-7802c321e1ab,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:37.459825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c25b2e-f312-4c70-91ec-fb576ae0466c req-c5887ca9-22fe-4c16-9d26-d7556ee6bac6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:37.463088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.466966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Deleting port 26676993-88d3-4867-a7b1-5c93ccd8b1ea {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:57:37.467386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.468837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21c25b2e-f312-4c70-91ec-fb576ae0466c req-c5887ca9-22fe-4c16-9d26-d7556ee6bac6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1084239 Sep 10 02:57:37.477183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.487753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-dbf73395-903b-4fbf-8bf0-075ec5ddf9f7 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:37.489166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-dbf73395-903b-4fbf-8bf0-075ec5ddf9f7 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.1889894 Sep 10 02:57:37.514324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808126-2'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:37.526025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c46859-ebbd-4d5a-a74f-d42aac395578 req-495a71dd-d834-48de-b6b3-c79c3d2fa08d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:37.533912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36c46859-ebbd-4d5a-a74f-d42aac395578 req-495a71dd-d834-48de-b6b3-c79c3d2fa08d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 931 time: 0.1415367 Sep 10 02:57:37.573050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8187d88d-1d6f-4103-90af-7802c321e1ab,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:37.667155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Pushing event updated for resources: {'Port': ['ID=516bcca2-064a-4142-921a-7c4d2774a0b4,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:37.676079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21c25b2e-f312-4c70-91ec-fb576ae0466c req-80704f9a-a612-43d7-ad40-c1a71d3741ec tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062650 Sep 10 02:57:37.683723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8187d88d-1d6f-4103-90af-7802c321e1ab'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:37.699085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36c46859-ebbd-4d5a-a74f-d42aac395578 req-3737af47-21f4-4457-83d6-3d884687b9c8 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594520 Sep 10 02:57:37.707681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Attempting to bind port 516bcca2-064a-4142-921a-7c4d2774a0b4 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:37.708122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Attempting to bind port 516bcca2-064a-4142-921a-7c4d2774a0b4 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:37.708553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Attempting to bind port 516bcca2-064a-4142-921a-7c4d2774a0b4 on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:37.721856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] For port 26676993-88d3-4867-a7b1-5c93ccd8b1ea, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=26676993-88d3-4867-a7b1-5c93ccd8b1ea,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:37.722240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.722397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Port 516bcca2-064a-4142-921a-7c4d2774a0b4 on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:37.722902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Attempting to bind port 516bcca2-064a-4142-921a-7c4d2774a0b4 on network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:37.733735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.737134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:37.737595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Checking segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:37.738163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Bound using segment: {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:37.738709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Bound port: 516bcca2-064a-4142-921a-7c4d2774a0b4, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c7f668-dd9a-4164-a0b2-14a4dd49d37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:37.739716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.785405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Calling delete_port for 26676993-88d3-4867-a7b1-5c93ccd8b1ea owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:57:37.830365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] For port 516bcca2-064a-4142-921a-7c4d2774a0b4, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:37.835429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] For port 516bcca2-064a-4142-921a-7c4d2774a0b4, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=516bcca2-064a-4142-921a-7c4d2774a0b4,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:37.855174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.900214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.32', 51290) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:37.958960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:37.960109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:37.962646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] 10.222.0.32 "PUT /v2.0/ports/516bcca2-064a-4142-921a-7c4d2774a0b4 HTTP/1.1" status: 200 len: 1091 time: 1.6058640 Sep 10 02:57:37.969215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:37.972766 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ccf79-4655-4557-a914-13d7bf90e478" -d '{"events": [{"name": "network-changed", "server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:38.112734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d5ea-496d-46ac-9b3d-81d62f6c152d req-f21645c8-6a3a-4cf9-b860-cad92691a253 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.114493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc24d5ea-496d-46ac-9b3d-81d62f6c152d req-f21645c8-6a3a-4cf9-b860-cad92691a253 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 944 time: 0.2227495 Sep 10 02:57:38.116477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f8a4c-84f4-446a-8adb-0c8d00f94375 service neutron] Pushing event updated for resources: {'Port': ['ID=516bcca2-064a-4142-921a-7c4d2774a0b4,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:38.124395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-52b2d6d7-42f1-4d0a-a809-8542dca310c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.126089 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-52b2d6d7-42f1-4d0a-a809-8542dca310c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1099 time: 0.2185206 Sep 10 02:57:38.152801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de6eaf-d9fa-4193-b33b-16740be26b0a req-a16be816-47c9-455e-a15b-d893f69c8518 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.161831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86de6eaf-d9fa-4193-b33b-16740be26b0a req-a16be816-47c9-455e-a15b-d893f69c8518 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 946 time: 0.3106365 Sep 10 02:57:38.224112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:38.290593 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc24d5ea-496d-46ac-9b3d-81d62f6c152d req-c6916cc8-5525-4c43-8d10-ae0951ca0926 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269112 Sep 10 02:57:38.295384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-7219fab3-3363-4488-99af-6a507a5bda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.296895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-7219fab3-3363-4488-99af-6a507a5bda37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 1094 time: 0.1759667 Sep 10 02:57:38.307367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86de6eaf-d9fa-4193-b33b-16740be26b0a req-93afe905-ee08-425f-8803-3aa757011828 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424992 Sep 10 02:57:38.380473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:38.393357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:38.425999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-76eaab82-b0eb-4435-93a6-0ffd3ffa0a60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516bcca2-064a-4142-921a-7c4d2774a0b4 HTTP/1.1" status: 200 len: 217 time: 0.1159034 Sep 10 02:57:38.454193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event deleted for resources: {'Port': ['ID=26676993-88d3-4867-a7b1-5c93ccd8b1ea,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:38.509306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a230d2b-1738-49f0-8011-c798e8fd0ae9 req-32deeda8-aecd-4463-aff5-865dc6ac177e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 210 time: 0.0710893 Sep 10 02:57:38.535840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-45dc8296-e18d-4345-a95d-903d41945519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.537676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-45dc8296-e18d-4345-a95d-903d41945519 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3766134 Sep 10 02:57:38.543874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-443da87c-2f6d-4d82-a7ea-87fbafaee998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.547046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-443da87c-2f6d-4d82-a7ea-87fbafaee998 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.1039433 Sep 10 02:57:38.566110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] No DVR routers for this DVR port 26676993-88d3-4867-a7b1-5c93ccd8b1ea on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:57:38.567604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:38.570050 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b45d3d3-d048-4c3f-96d1-18acdfb2357d" -d '{"events": [{"server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "name": "network-vif-unplugged", "status": "completed", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:38.575232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:38.578353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:38.580475 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8342cdd6-69a3-4d2d-83b4-c0411e5c63ad req-7e20e731-95e1-4afd-a91b-83f0c1ae79ee tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.32 "DELETE /v2.0/ports/26676993-88d3-4867-a7b1-5c93ccd8b1ea HTTP/1.1" status: 204 len: 173 time: 1.4394796 Sep 10 02:57:38.586124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-0ebbcea9-f2ff-4f93-b318-8684e5b76c8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.0393631 Sep 10 02:57:38.594014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:38.608551 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ebd89a-0e6f-45a0-b1a3-cd78e88b736a x-openstack-request-id: req-78ebd89a-0e6f-45a0-b1a3-cd78e88b736a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:38.608865 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:38.609236 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ebd89a-0e6f-45a0-b1a3-cd78e88b736a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:38.609678 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'status': 'completed', 'code': 200} Sep 10 02:57:38.674563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-b966f796-245e-4d75-9fe3-bb308be913ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.675248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-b966f796-245e-4d75-9fe3-bb308be913ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0782793 Sep 10 02:57:38.681882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-83a94c66-989e-4aac-b92c-d983c77c8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.685029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-83a94c66-989e-4aac-b92c-d983c77c8ef2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970283 Sep 10 02:57:38.697233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28aa3-015b-4a2b-9f6a-cf1114f54091 req-9c3cdf2c-f7a7-41dc-98f1-0b3311235ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.699170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0f28aa3-015b-4a2b-9f6a-cf1114f54091 req-9c3cdf2c-f7a7-41dc-98f1-0b3311235ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.2492809 Sep 10 02:57:38.747442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:38.782956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-2d5f6a31-9754-4d6b-84ba-52bc44e0bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.784404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-2d5f6a31-9754-4d6b-84ba-52bc44e0bb77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997946 Sep 10 02:57:38.852351 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0f28aa3-015b-4a2b-9f6a-cf1114f54091 req-9fa0e273-3ab7-4b58-afb4-fef0e95b26e4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276872 Sep 10 02:57:38.870963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on host n-h2-808126-2 for vnic_type normal with profile {"migrating_to": "n-h1-808126-2"} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:38.881041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:38.881443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:38.924630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:38.924962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Attempting to bind port f3207751-d8ad-4c21-9f20-5516dae1583f on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:38.941153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-15a5803e-03bc-4ecf-b020-438a18ccd945 service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284393 Sep 10 02:57:38.946247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:38.946593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:38.946983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:38.947438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Bound port: f3207751-d8ad-4c21-9f20-5516dae1583f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:38.947824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:38.949021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3948c1-fbbf-40f8-ab30-efc458b4b329 req-18016b1d-7fe6-4538-b7b7-cf6356daefe6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:38.950525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a3948c1-fbbf-40f8-ab30-efc458b4b329 req-18016b1d-7fe6-4538-b7b7-cf6356daefe6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.2015097 Sep 10 02:57:39.037732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8187d88d-1d6f-4103-90af-7802c321e1ab up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:39.076512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-d25fcaba-b40f-4540-b84e-73c3ad39baa8 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601268 Sep 10 02:57:39.076744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-0ce99174-733a-4e8c-a41b-0bb1bd754a6a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.078242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-0ce99174-733a-4e8c-a41b-0bb1bd754a6a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.2232571 Sep 10 02:57:39.088317 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a3948c1-fbbf-40f8-ab30-efc458b4b329 req-abbaefb2-a6c9-4010-af55-3cfa8adbf0ab tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252544 Sep 10 02:57:39.095030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Request body: {'port': {'device_id': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'admin_state_up': True, 'tenant_id': '3a56f4fa42e4403da647901e35459fc6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:39.165299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8187d88d-1d6f-4103-90af-7802c321e1ab completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:39.171007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8187d88d-1d6f-4103-90af-7802c321e1ab triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:39.171595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:39.236619 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f5b4f-0fc7-4742-b45e-90e17f8c873d x-openstack-request-id: req-3a3f5b4f-0fc7-4742-b45e-90e17f8c873d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:39.236988 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "name": "network-vif-unplugged", "status": "completed", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:39.238030 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a3f5b4f-0fc7-4742-b45e-90e17f8c873d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:39.239298 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'code': 200} Sep 10 02:57:39.248479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f738ec38-43ec-4e1e-a3e1-8357ada9bd2c req-35ff95f8-73fa-49f6-ab5d-0378bfb8ebea service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561956 Sep 10 02:57:39.250903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec5b99d2-b06f-438e-8250-4122e6fa6261 req-71e26fbd-5139-48d6-ab52-e060482bd0ab service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978723 Sep 10 02:57:39.324101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:39.338392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f25633-d3cc-43eb-be0d-0f67c5194c90 req-14996c5f-d917-4229-b0f0-a128feb06175 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.347637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63f25633-d3cc-43eb-be0d-0f67c5194c90 req-14996c5f-d917-4229-b0f0-a128feb06175 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 946 time: 0.3531272 Sep 10 02:57:39.349474 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:39.350826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:39.371943 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:39.397233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8187d88d-1d6f-4103-90af-7802c321e1ab'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:39.401575 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88abf152-7aff-43cc-9008-80a08d071597" -d '{"events": [{"server_uuid": "9663ab1b-837c-4f2e-a4d2-82fe41373770", "name": "network-vif-plugged", "status": "completed", "tag": "8187d88d-1d6f-4103-90af-7802c321e1ab"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:39.410522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef013-b2a6-41d6-bd6e-2a99a0299e4f req-9df487bd-887f-4a8c-8177-2917368f40d9 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.418010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439ef013-b2a6-41d6-bd6e-2a99a0299e4f req-9df487bd-887f-4a8c-8177-2917368f40d9 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 943 time: 0.1405609 Sep 10 02:57:39.435443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8187d88d-1d6f-4103-90af-7802c321e1ab, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8187d88d-1d6f-4103-90af-7802c321e1ab,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:39.442893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:39.460166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-715ad07e-13bc-42ae-bb52-809b5473a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.464262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-715ad07e-13bc-42ae-bb52-809b5473a15a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 1094 time: 0.1438124 Sep 10 02:57:39.467419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439ef013-b2a6-41d6-bd6e-2a99a0299e4f req-f22abb31-4ae6-4b68-b1de-ad7ef0d48c32 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484731 Sep 10 02:57:39.489487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63f25633-d3cc-43eb-be0d-0f67c5194c90 req-be46a0ca-50e4-403c-93d5-f67763c16daa tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322088 Sep 10 02:57:39.557281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8187d88d-1d6f-4103-90af-7802c321e1ab,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:39.581467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.582245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:39.587107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] 10.222.0.32 "PUT /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 1121 time: 2.0805230 Sep 10 02:57:39.609066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bee8a1-bcc2-464f-8c87-5c146f71b8fb service neutron] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:39.631656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Made reservation on behalf of 3a56f4fa42e4403da647901e35459fc6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:39.636602 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:39.637878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-d61e2083-a5d4-44e1-bb02-2edd7cfcc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.639501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-d61e2083-a5d4-44e1-bb02-2edd7cfcc010 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 924 time: 0.1616154 Sep 10 02:57:39.666681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f3207751-d8ad-4c21-9f20-5516dae1583f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:39.714855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-0203d7fc-9a45-449d-b410-a7eb1d5dd7aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516bcca2-064a-4142-921a-7c4d2774a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0663602 Sep 10 02:57:39.806991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-6fcd53ba-44bc-419f-baa3-39422c7dd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.808504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-6fcd53ba-44bc-419f-baa3-39422c7dd632 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.0692039 Sep 10 02:57:39.822216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522ff1-338d-4d41-8efb-20f3b1430207 req-9e664fa1-9270-4058-8273-ddc951845f4a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.824039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32522ff1-338d-4d41-8efb-20f3b1430207 req-9e664fa1-9270-4058-8273-ddc951845f4a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1556764 Sep 10 02:57:39.907313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-3893b51f-31dd-430e-bcc8-0b6a747a33a5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 258 time: 0.3370724 Sep 10 02:57:39.936287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:39.938316 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32522ff1-338d-4d41-8efb-20f3b1430207 req-db295ab8-2cbe-4abd-b047-98133d2a24ff tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013181 Sep 10 02:57:39.947491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-8d06db56-17f0-44a4-b5dd-ff06b3d4f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:39.948542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-8d06db56-17f0-44a4-b5dd-ff06b3d4f253 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228831 Sep 10 02:57:39.973881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Allocated IP 172.20.0.2 (6486c3b7-3a79-4168-87ba-81a8dd8445e3/9b257b2a-a70a-4972-a6f5-5ab366df041b/85664f49-04bd-40d9-9fd7-f913d74c91cb) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:39.978636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.099870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-18b079bc-076e-4794-a602-e7711ab78a7d service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374855 Sep 10 02:57:40.109059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e307-7b8c-4054-8183-b8f5f911712c req-45ebb832-9561-4c7f-96b6-98a4a72bb690 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:40.112325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b665e307-7b8c-4054-8183-b8f5f911712c req-45ebb832-9561-4c7f-96b6-98a4a72bb690 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 945 time: 0.0759442 Sep 10 02:57:40.196217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.205958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.207196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b665e307-7b8c-4054-8183-b8f5f911712c req-fe3805ec-2ed9-466a-b87d-464c8f8266e3 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863903 Sep 10 02:57:40.232913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f11ccf79-4655-4557-a914-13d7bf90e478 req-71066067-da58-4170-968c-76854a0a057c service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208363 Sep 10 02:57:40.300420 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e172536-44f6-46be-84b0-00880c360665 x-openstack-request-id: req-3e172536-44f6-46be-84b0-00880c360665 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:40.301408 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9663ab1b-837c-4f2e-a4d2-82fe41373770", "name": "network-vif-plugged", "status": "completed", "tag": "8187d88d-1d6f-4103-90af-7802c321e1ab", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:40.301841 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e172536-44f6-46be-84b0-00880c360665 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:40.302380 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8187d88d-1d6f-4103-90af-7802c321e1ab', 'code': 200} Sep 10 02:57:40.331645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Allocated IP 172.25.8.235 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/5c5e12a8-ea4b-4505-8e8c-a91bf541e5bc) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:40.335512 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.424623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:40.434397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ae316-5bf5-4550-919d-fbdba985dde1 req-bd93a943-9a87-4385-9e7c-b2945fd52aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:40.436287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-118ae316-5bf5-4550-919d-fbdba985dde1 req-bd93a943-9a87-4385-9e7c-b2945fd52aef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 1096 time: 0.0478060 Sep 10 02:57:40.438786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:40.442050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:40.444340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:40.519056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-118ae316-5bf5-4550-919d-fbdba985dde1 req-bdb58fa9-5340-4f2b-9e56-a739fb311be6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621192 Sep 10 02:57:40.533207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:40.534039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.565906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.570265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-70abb6b4-9350-47b9-b6c1-f527d5f61806 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4820273 Sep 10 02:57:40.584118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Request body: {'port': {'device_id': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:40.656425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.668950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.738081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:40.745987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event updated for resources: {'Port': ['ID=5c5e12a8-ea4b-4505-8e8c-a91bf541e5bc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:40.748521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:40.754438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:40.771241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b1171-a9f0-4eda-994e-02567fd3bc76 req-8c5d65ce-d306-4f1b-811b-8c7a48f14aad tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:40.772840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-784b1171-a9f0-4eda-994e-02567fd3bc76 req-8c5d65ce-d306-4f1b-811b-8c7a48f14aad tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 931 time: 0.0750074 Sep 10 02:57:40.823197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-784b1171-a9f0-4eda-994e-02567fd3bc76 req-71b688c3-b80a-49d5-b03f-804c9ecc4277 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351479 Sep 10 02:57:40.935689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7d8a-a337-466b-aeda-c4880efc5e2f req-7a3a3151-7042-4b07-9c92-f8fa63017215 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:40.937359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b43c7d8a-a337-466b-aeda-c4880efc5e2f req-7a3a3151-7042-4b07-9c92-f8fa63017215 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.0539343 Sep 10 02:57:40.958897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:40.996639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b43c7d8a-a337-466b-aeda-c4880efc5e2f req-28dad308-a9d8-4610-8775-2f655d388a08 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Sep 10 02:57:41.019232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.053943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:41.086331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 26676993-88d3-4867-a7b1-5c93ccd8b1ea {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:57:41.086678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 26676993-88d3-4867-a7b1-5c93ccd8b1ea not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:57:41.131553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27abbd3-7cd7-4987-84e6-e7e5f3ba7abd req-6db12c70-7eb3-4ccf-98f2-c13f2cffd12c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:41.133334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f27abbd3-7cd7-4987-84e6-e7e5f3ba7abd req-6db12c70-7eb3-4ccf-98f2-c13f2cffd12c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 943 time: 0.0621812 Sep 10 02:57:41.184233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f27abbd3-7cd7-4987-84e6-e7e5f3ba7abd req-d365d65b-042e-4f06-af30-403b08d79ada tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387034 Sep 10 02:57:41.350172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-deleted', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea'}, {'name': 'network-changed', 'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:41.352500 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5" -d '{"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-deleted", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea"}, {"name": "network-changed", "server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:41.384676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85664f49-04bd-40d9-9fd7-f913d74c91cb {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:41.395617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.428153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Transition to ACTIVE for port object 85664f49-04bd-40d9-9fd7-f913d74c91cb will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:41.456086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.464656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23a67b-13b8-4747-aa1a-02026f248adf req-7ae2d5ad-dc5e-4ccf-918d-715f6bbc5423 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:41.466681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab23a67b-13b8-4747-aa1a-02026f248adf req-7ae2d5ad-dc5e-4ccf-918d-715f6bbc5423 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.0588536 Sep 10 02:57:41.515179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab23a67b-13b8-4747-aa1a-02026f248adf req-84721812-e3fa-4d32-9272-af942510173a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Sep 10 02:57:41.538726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:41.602292 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.609489 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.674672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca73c11-9e15-4567-8225-31713a3b7520 req-eccdeef0-95e9-4a34-afb5-cde204068916 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:41.677924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ca73c11-9e15-4567-8225-31713a3b7520 req-eccdeef0-95e9-4a34-afb5-cde204068916 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 945 time: 0.0763931 Sep 10 02:57:41.688253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event updated for resources: {'Port': ['ID=5c5e12a8-ea4b-4505-8e8c-a91bf541e5bc,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:41.708628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Attempting to bind port 85664f49-04bd-40d9-9fd7-f913d74c91cb on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:41.708872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Attempting to bind port 85664f49-04bd-40d9-9fd7-f913d74c91cb by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:41.709206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Attempting to bind port 85664f49-04bd-40d9-9fd7-f913d74c91cb on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:41.718349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Port 85664f49-04bd-40d9-9fd7-f913d74c91cb on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:41.718674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Attempting to bind port 85664f49-04bd-40d9-9fd7-f913d74c91cb on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:41.721829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.727534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:41.727939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Checking segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:41.728331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Bound using segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:41.728767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Bound port: 85664f49-04bd-40d9-9fd7-f913d74c91cb, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:41.729166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.750395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ca73c11-9e15-4567-8225-31713a3b7520 req-7ad84115-e773-44a2-bc57-7207ebbfbe69 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651021 Sep 10 02:57:41.750757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.752113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-50ccb281-f5f0-4411-81cc-bfa1a4ff4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8221796 Sep 10 02:57:41.830406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-7f1999ab-afab-4aae-bb9b-88eb11c3512a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0584984 Sep 10 02:57:41.854708 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce080ff9-b754-4d5b-af6f-ee9815892780 x-openstack-request-id: req-ce080ff9-b754-4d5b-af6f-ee9815892780 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:41.855003 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994a26a-95fb-489e-a5ce-92c52459401a", "name": "network-vif-deleted", "tag": "26676993-88d3-4867-a7b1-5c93ccd8b1ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:41.855250 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce080ff9-b754-4d5b-af6f-ee9815892780 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:41.855709 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994a26a-95fb-489e-a5ce-92c52459401a', 'name': 'network-vif-deleted', 'tag': '26676993-88d3-4867-a7b1-5c93ccd8b1ea', 'status': 'completed', 'code': 200} Sep 10 02:57:41.855956 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'status': 'completed', 'code': 200} Sep 10 02:57:41.875001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:41.922893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:41.963244 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:41.971212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69042-79c2-4a1a-861b-d8c3f60f966a req-03f26c42-13e4-44cd-8396-44f51013833b tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:41.972406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62c69042-79c2-4a1a-861b-d8c3f60f966a req-03f26c42-13e4-44cd-8396-44f51013833b tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 946 time: 0.0719545 Sep 10 02:57:42.022779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.023496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:42.024992 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] 10.222.0.36 "PUT /v2.0/ports/85664f49-04bd-40d9-9fd7-f913d74c91cb HTTP/1.1" status: 200 len: 1091 time: 1.4452734 Sep 10 02:57:42.030216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62c69042-79c2-4a1a-861b-d8c3f60f966a req-c2072f2b-6394-4a02-90f5-eb19a818f92d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473080 Sep 10 02:57:42.036427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-b5153c90-f936-4340-9b1f-21eafd9f1ea9 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.037774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da67b70e-8b0c-4817-9805-9b52ca26261e req-b5153c90-f936-4340-9b1f-21eafd9f1ea9 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1981933 Sep 10 02:57:42.051050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-cf24669a-132a-4c99-95ff-4c6f02cff43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.052650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-cf24669a-132a-4c99-95ff-4c6f02cff43c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1124 time: 0.1644490 Sep 10 02:57:42.071247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb72e7-900f-4213-bd2e-48bfecd7f872 service neutron] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:42.170704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34514872-3efb-4801-858a-e2a877eb989c req-2ed2716d-09e0-4482-9c31-c95d4487798e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.172345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34514872-3efb-4801-858a-e2a877eb989c req-2ed2716d-09e0-4482-9c31-c95d4487798e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 943 time: 0.0574141 Sep 10 02:57:42.206466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-4647e7ac-50b4-4096-b496-b637ce5a151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.208006 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-4647e7ac-50b4-4096-b496-b637ce5a151f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 1094 time: 0.1324017 Sep 10 02:57:42.217394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34514872-3efb-4801-858a-e2a877eb989c req-f2ef77c0-a8e3-49b7-9766-32f28af1a534 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Sep 10 02:57:42.235013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5fb81-d027-4c6e-b4db-5838a16e8c62 req-8556fbe0-1d15-4c7a-bb15-ad08c7cf2877 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.236507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ea5fb81-d027-4c6e-b4db-5838a16e8c62 req-8556fbe0-1d15-4c7a-bb15-ad08c7cf2877 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.1239042 Sep 10 02:57:42.240669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-e0fb1de5-22e8-4dbb-9c9a-72814ad5fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.241991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-e0fb1de5-22e8-4dbb-9c9a-72814ad5fde5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.1787760 Sep 10 02:57:42.279591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-15430e07-9e4a-4d6f-ac55-ddd073842930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb HTTP/1.1" status: 200 len: 217 time: 0.0601788 Sep 10 02:57:42.327626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-99f223f6-5cdc-4ade-9aeb-4e7cd45bea45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 217 time: 0.0578363 Sep 10 02:57:42.408163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ea5fb81-d027-4c6e-b4db-5838a16e8c62 req-d3c5c6c0-a358-45cb-94a3-320d944d4952 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400750 Sep 10 02:57:42.417687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-657a6a47-7b63-45f8-96ab-dde5550f48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.418177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714861a-8ab9-4f63-861a-2645662dc885 req-4b6a84a0-462e-40ae-a8b3-1217192dbca0 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.419209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-657a6a47-7b63-45f8-96ab-dde5550f48d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.1276700 Sep 10 02:57:42.420612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-2a98e378-b0d6-45e7-a01c-87aea1d986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.421941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-2a98e378-b0d6-45e7-a01c-87aea1d986bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.0756218 Sep 10 02:57:42.425080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-4b6a84a0-462e-40ae-a8b3-1217192dbca0 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0923858 Sep 10 02:57:42.480214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-54330e06-8b88-4bcc-a29d-b17930e092eb tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0541966 Sep 10 02:57:42.487427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-832188bf-4c4c-44dd-90ea-f24e09d4da18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399177 Sep 10 02:57:42.490376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Request body: {'floatingip': {'port_id': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:42.490974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-68e26188-d854-4228-936e-0845bd272241 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560837 Sep 10 02:57:42.533236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:42.624732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa262-9025-49f8-bb68-66d1d1e2e34e req-9468b1be-42d6-4965-8ad9-e37842a26b83 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:42.626233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-258aa262-9025-49f8-bb68-66d1d1e2e34e req-9468b1be-42d6-4965-8ad9-e37842a26b83 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 943 time: 0.1377788 Sep 10 02:57:42.724801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-052f82c4-3704-4ef0-97d8-2f918bb414a2 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051651 Sep 10 02:57:42.730413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-cac1552e-b7b6-432e-8bb3-f097bd963d11 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099674 Sep 10 02:57:42.733215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-258aa262-9025-49f8-bb68-66d1d1e2e34e req-d875731c-e409-4201-ae97-b4a2037a7f48 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770762 Sep 10 02:57:42.780705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:42.921806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:42.966746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf9d5c3-cb7c-4f99-93e1-983119e37ea5 req-a2eca674-82bd-4d7c-9ddb-b8fbfa45e5ec service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138283 Sep 10 02:57:42.968586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd2283-2ae9-40ae-9aad-d4e3a83e3f46 req-7eb9c6d8-155f-4b07-b772-09a6973f987e service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081809 Sep 10 02:57:42.995752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5949-1566-4606-90c0-97531dbcdbc4 req-08bf7927-9724-4471-bbe9-ad2b6b2c34d1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:43.000976 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ffc5949-1566-4606-90c0-97531dbcdbc4 req-08bf7927-9724-4471-bbe9-ad2b6b2c34d1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1068985 Sep 10 02:57:43.050284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ffc5949-1566-4606-90c0-97531dbcdbc4 req-c533891b-dcb4-403d-a8c2-9971f02f5f7f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Sep 10 02:57:43.097765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:43.100336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'port_id': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'mac_address': 'fa:16:3e:f1:b6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca221bf1-e5b1-4db9-8825-6051fa397097', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:43.185343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:43.193050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db858a-0753-4299-96bf-ce9be2235792 req-683205a4-043c-4019-b97c-8ace454a05fc tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:43.194689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-76db858a-0753-4299-96bf-ce9be2235792 req-683205a4-043c-4019-b97c-8ace454a05fc tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 945 time: 0.0608222 Sep 10 02:57:43.208940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dede2f1-1a89-405a-af8d-7374fa54fd5c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:43.263604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-76db858a-0753-4299-96bf-ce9be2235792 req-2bd8b75d-bf63-4698-b3ef-f9005bf9bd40 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622211 Sep 10 02:57:43.265218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:43.288155 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:43.376826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:43.388844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:43.402846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f has no active binding in host n-h1-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 02:57:43.403225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 516bcca2-064a-4142-921a-7c4d2774a0b4 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:43.466084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6951c-af02-4d28-9b7c-c24dcde3053d req-e5e87f1d-13ea-4234-a1e6-0c9e79764c40 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:43.468287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5f6951c-af02-4d28-9b7c-c24dcde3053d req-e5e87f1d-13ea-4234-a1e6-0c9e79764c40 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 945 time: 0.0705333 Sep 10 02:57:43.469514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4dede2f1-1a89-405a-af8d-7374fa54fd5c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:43.560183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5f6951c-af02-4d28-9b7c-c24dcde3053d req-b43b8cbc-e0f5-4a94-af12-9828fa065923 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832844 Sep 10 02:57:43.617063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 516bcca2-064a-4142-921a-7c4d2774a0b4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=516bcca2-064a-4142-921a-7c4d2774a0b4,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:43.656947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:43.663765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:43.734908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'port_id': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'mac_address': 'fa:16:3e:1e:c9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:43.801748 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Floating IP 55f3d2f7-68cc-485b-ae36-636e5e53cb67 associated. External IP: 172.25.8.235, port: 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be. Sep 10 02:57:43.822990 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:43.848154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516bcca2-064a-4142-921a-7c4d2774a0b4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:43.858771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:43.861460 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e878733-1c48-4331-8bb0-ef44254cf1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:43.873232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 516bcca2-064a-4142-921a-7c4d2774a0b4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=516bcca2-064a-4142-921a-7c4d2774a0b4,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:43.880031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:43.881042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d876e91-953c-4fbc-927d-d391553ce0d6 req-b360fef6-ca51-44c3-8376-344c0ac6f761 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:43.882642 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d876e91-953c-4fbc-927d-d391553ce0d6 req-b360fef6-ca51-44c3-8376-344c0ac6f761 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 943 time: 0.2256594 Sep 10 02:57:43.923196 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-4eb2c08c-458d-46e6-82e9-0c823a94ae40 service neutron] 10.222.0.36 "GET /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.2756937 Sep 10 02:57:43.943170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d876e91-953c-4fbc-927d-d391553ce0d6 req-0080b52f-a272-49e2-b153-dbe02ceb8a7b tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Sep 10 02:57:43.957593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=516bcca2-064a-4142-921a-7c4d2774a0b4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:44.046938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Router a3a43039-b67a-4452-a8f8-a7d83c9fa853 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:57:44.115068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['516bcca2-064a-4142-921a-7c4d2774a0b4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:44.126638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83ca2-f587-40ca-9f4e-f3464e88ff8b req-23f52952-0199-4138-b318-11ed59ee29c3 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.128274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26a83ca2-f587-40ca-9f4e-f3464e88ff8b req-23f52952-0199-4138-b318-11ed59ee29c3 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 943 time: 0.0868831 Sep 10 02:57:44.187711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:44.193431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:44.197584 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] Sync routers for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:44.224039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:44.224716 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:44.231778 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-a5959155-d07e-4ad4-90bc-c8aebefefe0b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "PUT /v2.0/floatingips/55f3d2f7-68cc-485b-ae36-636e5e53cb67 HTTP/1.1" status: 200 len: 996 time: 1.7457969 Sep 10 02:57:44.233884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:44.236667 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388aaae-2bf9-4e2e-8077-c077f3412d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:44.257812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:44.277667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26a83ca2-f587-40ca-9f4e-f3464e88ff8b req-7ccc3e6d-c66b-4e7e-a2d2-514df8f77a73 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035173 Sep 10 02:57:44.310953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:44.314555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714861a-8ab9-4f63-861a-2645662dc885 req-6c3c8391-3143-4271-a9ba-1e722239c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.322006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-6c3c8391-3143-4271-a9ba-1e722239c963 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1096 time: 0.0724335 Sep 10 02:57:44.370465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3207751-d8ad-4c21-9f20-5516dae1583f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:44.384285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:44.402192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:44.445005 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:44.526021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043bd75-28b2-4e51-bec6-ba757ed65d90 req-3d9bcec1-57fb-446b-a778-61b31e6247f9 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.528440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8043bd75-28b2-4e51-bec6-ba757ed65d90 req-3d9bcec1-57fb-446b-a778-61b31e6247f9 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 944 time: 0.0813625 Sep 10 02:57:44.529529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] Transition to ACTIVE for port object f3207751-d8ad-4c21-9f20-5516dae1583f will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:44.542376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714861a-8ab9-4f63-861a-2645662dc885 req-87546a6d-0f52-4d62-a19d-1eaab505f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.545331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-87546a6d-0f52-4d62-a19d-1eaab505f1e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 929 time: 0.2165835 Sep 10 02:57:44.576818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:44.638586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-d0e8fd80-798e-4bf9-b79e-ae27275c88bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 999 time: 0.0868247 Sep 10 02:57:44.706098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714861a-8ab9-4f63-861a-2645662dc885 req-d7b8679d-c656-4134-80c6-3e9494bd907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.706794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8043bd75-28b2-4e51-bec6-ba757ed65d90 req-0c732a29-0656-4e6e-b738-c53572b8d406 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709106 Sep 10 02:57:44.707901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-d7b8679d-c656-4134-80c6-3e9494bd907c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 200 len: 868 time: 0.0630553 Sep 10 02:57:44.758708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:44.763123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] No DVR routers for this DVR port f3207751-d8ad-4c21-9f20-5516dae1583f on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:57:44.781059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714861a-8ab9-4f63-861a-2645662dc885 req-89fa3bd1-ff31-4fb8-8362-114053f9878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.782997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-89fa3bd1-ff31-4fb8-8362-114053f9878c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667694 Sep 10 02:57:44.786675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:44.793405 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522450e5-dd7e-4ab3-9821-57071266df0c x-openstack-request-id: req-522450e5-dd7e-4ab3-9821-57071266df0c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:44.794058 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:44.794477 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-522450e5-dd7e-4ab3-9821-57071266df0c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:44.795023 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'status': 'completed', 'code': 200} Sep 10 02:57:44.799050 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '55f3d2f7-68cc-485b-ae36-636e5e53cb67', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'port_id': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'mac_address': 'fa:16:3e:4c:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0610e205-5baf-4c86-9d2e-d832233297cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:57:40Z', 'updated_at': '2021-09-10T02:57:43Z', 'revision_number': 1, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:44.802107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-44a38f92-ca1f-44eb-b573-8ac6b321bbe9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:57:44.803238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-44a38f92-ca1f-44eb-b573-8ac6b321bbe9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060694 Sep 10 02:57:44.810773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-c49af283-02bc-48e0-a259-40eea988c6d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f/bindings/n-h1-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8796327 Sep 10 02:57:44.860263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 4dede2f1-1a89-405a-af8d-7374fa54fd5c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:44.861291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:44.890315 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] Checking router: a3a43039-b67a-4452-a8f8-a7d83c9fa853 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:44.905903 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:44.906971 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:44.929856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-312ce7a9-73b5-4c3e-b987-ce0d947fffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:44.935710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-312ce7a9-73b5-4c3e-b987-ce0d947fffde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 1094 time: 0.1064556 Sep 10 02:57:45.011109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-12219919-a7de-41aa-a250-16bac5540545 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.012727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-12219919-a7de-41aa-a250-16bac5540545 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1083012 Sep 10 02:57:45.014649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-3c75d593-8722-4ece-a06a-323d2f38a8b8 service neutron] 10.222.0.23 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834745 Sep 10 02:57:45.054796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 516bcca2-064a-4142-921a-7c4d2774a0b4 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:45.057176 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:45.126901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:45.245243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e11d37-c17a-4d70-af10-c7f517f914ae req-2f75bb57-3a1b-43ed-ad79-9e162e37e76d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.250644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03e11d37-c17a-4d70-af10-c7f517f914ae req-2f75bb57-3a1b-43ed-ad79-9e162e37e76d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.2293541 Sep 10 02:57:45.258266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:45.260998 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa2f373-1757-494a-a381-bce4d4dbd146" -d '{"events": [{"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-plugged", "status": "completed", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:45.265631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-eb358b63-ec02-4830-90c8-4bce0c31c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.268133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-eb358b63-ec02-4830-90c8-4bce0c31c65d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 905 time: 0.3263710 Sep 10 02:57:45.280405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0714861a-8ab9-4f63-861a-2645662dc885 req-3a325c39-fd73-4d6e-bc7c-388f30c0cc6b service neutron] 10.222.0.23 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559915 Sep 10 02:57:45.284191 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:57:45.302512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-57f9b1c4-1b70-4d4d-a7b8-923fc02bc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.306962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:45.312998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-57f9b1c4-1b70-4d4d-a7b8-923fc02bc2e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71&tenant_id=d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 1095 time: 0.2750051 Sep 10 02:57:45.348570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:45.434371 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a5cbe3-6383-4993-9475-7c31005ef2e5 x-openstack-request-id: req-01a5cbe3-6383-4993-9475-7c31005ef2e5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:45.434494 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:45.435176 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01a5cbe3-6383-4993-9475-7c31005ef2e5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:45.435631 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'status': 'completed', 'code': 200} Sep 10 02:57:45.478738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-66d224bd-ff13-442c-8627-e54d479a7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.480694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-66d224bd-ff13-442c-8627-e54d479a7872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1095 time: 0.1266665 Sep 10 02:57:45.499156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-cd912166-9c7e-4bb8-a23b-ef4523291f27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb HTTP/1.1" status: 200 len: 217 time: 0.2135644 Sep 10 02:57:45.506389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:45.538382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 516bcca2-064a-4142-921a-7c4d2774a0b4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:45.543996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 516bcca2-064a-4142-921a-7c4d2774a0b4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:45.544626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:45.629075 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '55f3d2f7-68cc-485b-ae36-636e5e53cb67', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'port_id': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'mac_address': 'fa:16:3e:4c:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0610e205-5baf-4c86-9d2e-d832233297cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:57:40Z', 'updated_at': '2021-09-10T02:57:43Z', 'revision_number': 1, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:45.637221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:45.642863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efba44-6655-466f-b7ee-d52c81a6abbc req-a4351d4a-8f12-48e0-babe-34512c59c47d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.644424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09efba44-6655-466f-b7ee-d52c81a6abbc req-a4351d4a-8f12-48e0-babe-34512c59c47d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 946 time: 0.1229095 Sep 10 02:57:45.674585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03e11d37-c17a-4d70-af10-c7f517f914ae req-7f0bafda-8683-4c5d-a62b-14fb1204717b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172060 Sep 10 02:57:45.678474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 516bcca2-064a-4142-921a-7c4d2774a0b4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=516bcca2-064a-4142-921a-7c4d2774a0b4,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:45.682973 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a050f-ed5d-408f-a904-5dc43881c0d6 None None] The sync data for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 is: [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '55f3d2f7-68cc-485b-ae36-636e5e53cb67', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'port_id': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'mac_address': 'fa:16:3e:4c:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0610e205-5baf-4c86-9d2e-d832233297cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:57:40Z', 'updated_at': '2021-09-10T02:57:43Z', 'revision_number': 1, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:45.695263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:45.739857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09efba44-6655-466f-b7ee-d52c81a6abbc req-92e447ba-9e89-419d-8e27-2d90817c1d37 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Sep 10 02:57:45.743928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-8fc56d2a-51b3-4a7e-af1b-9179ad75c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.758120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-8fc56d2a-51b3-4a7e-af1b-9179ad75c62f service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2569993 Sep 10 02:57:45.758232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-2b255f27-b993-46c8-a537-013c9bc23d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.758232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-2b255f27-b993-46c8-a537-013c9bc23d6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.2190428 Sep 10 02:57:45.797874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-1003dfa3-ebc6-4856-a938-814c22e5e343 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 217 time: 0.0436831 Sep 10 02:57:45.804543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-94ed9cd7-6b66-48c8-8a20-8c8926f2edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.806050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-94ed9cd7-6b66-48c8-8a20-8c8926f2edeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1096 time: 0.3343425 Sep 10 02:57:45.812790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-ba3556c4-5fe1-4e6b-8671-d039b464fa22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527582 Sep 10 02:57:45.827130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=516bcca2-064a-4142-921a-7c4d2774a0b4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:45.853202 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9580813-9037-4c52-8ae2-4e6f69611723 x-openstack-request-id: req-f9580813-9037-4c52-8ae2-4e6f69611723 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:45.853693 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-plugged", "status": "completed", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:45.854105 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9580813-9037-4c52-8ae2-4e6f69611723 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:45.854666 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'code': 200} Sep 10 02:57:45.882912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-fd206d90-5f55-4576-a944-27ececc339ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:45.885431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-fd206d90-5f55-4576-a944-27ececc339ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.0774078 Sep 10 02:57:45.971480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-8e3d4440-4eee-4636-b350-0d2ea61a780c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694783 Sep 10 02:57:46.102614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a245-92b9-4e3e-ae12-cffea7a666ff None None] New status for floating IP 55f3d2f7-68cc-485b-ae36-636e5e53cb67: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:57:46.111368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b83b1-055d-4b28-bbe0-4ec6ba1ea33c req-3e0de684-9692-411b-be07-dafe5fe36cdd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:46.113432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-529b83b1-055d-4b28-bbe0-4ec6ba1ea33c req-3e0de684-9692-411b-be07-dafe5fe36cdd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 944 time: 0.1407313 Sep 10 02:57:46.183091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-529b83b1-055d-4b28-bbe0-4ec6ba1ea33c req-cc9c6f51-0636-46fd-b5a1-54c43b1bc87d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614128 Sep 10 02:57:46.346344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d21b7d-e231-4978-a2db-e816ae8ae7af req-8d2f3fe3-347d-499a-b3af-3a8b8303b887 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:46.355571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0d21b7d-e231-4978-a2db-e816ae8ae7af req-8d2f3fe3-347d-499a-b3af-3a8b8303b887 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 943 time: 0.5448275 Sep 10 02:57:46.428684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-09484b2a-6bb2-4b6d-8122-33e8f860f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:46.430537 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-09484b2a-6bb2-4b6d-8122-33e8f860f8cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 929 time: 0.6161587 Sep 10 02:57:46.432130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-b3a8cd32-07a6-41ff-887f-f4877200c84c service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894582 Sep 10 02:57:46.432967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-978fa049-2579-4a81-85ee-2efac924e604 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832197 Sep 10 02:57:46.510224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0d21b7d-e231-4978-a2db-e816ae8ae7af req-359605d2-44de-49dd-92c0-7e02effc6a2c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454453 Sep 10 02:57:46.513539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64784712-732b-4d91-824b-c7530087980b req-9b331e57-2281-429f-869f-b7b5c7ecb84b tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 258 time: 0.2567439 Sep 10 02:57:46.553881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-7d14cfd2-d3b4-4436-995d-5b7f28fea5cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 1001 time: 0.1073511 Sep 10 02:57:46.677423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-0615414d-2924-461e-8830-91bad0628e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:46.678957 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-0615414d-2924-461e-8830-91bad0628e3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 200 len: 868 time: 0.1002376 Sep 10 02:57:46.681518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e878733-1c48-4331-8bb0-ef44254cf1e0 req-5fc3d238-4baf-4fc9-94a1-ca8edbe54358 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361565 Sep 10 02:57:46.707389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ffe46-19a1-492e-adc8-c557e334ff47 req-8d9aef95-88de-46cb-9668-df2b17b30fb2 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:46.709423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215ffe46-19a1-492e-adc8-c557e334ff47 req-8d9aef95-88de-46cb-9668-df2b17b30fb2 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.1025789 Sep 10 02:57:46.786826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:46.793529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:46.819578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215ffe46-19a1-492e-adc8-c557e334ff47 req-721d9153-12cc-4fa4-894b-48aabe7fa146 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941811 Sep 10 02:57:46.823095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-5ff332b6-a1c7-4d02-bef0-29dd8d20cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:46.824924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-5ff332b6-a1c7-4d02-bef0-29dd8d20cafe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348732 Sep 10 02:57:46.832226 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-ccbfe8ff-0788-41b4-a0d7-988d97932008 service neutron] show failed (client error): The resource could not be found. Sep 10 02:57:46.833274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-ccbfe8ff-0788-41b4-a0d7-988d97932008 service neutron] 10.222.0.32 "GET /v2.0/ports/b66391c0-539f-41d5-b571-ab3c4fb5b19c/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.1229424 Sep 10 02:57:46.869148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-50b244a0-a834-4cc6-9f93-b846528a1e2f service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200516 Sep 10 02:57:46.875409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:46.909175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:46.962961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-6971ed6d-b47e-402c-b001-8ee936f30dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269450 Sep 10 02:57:46.972050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:57:46.972480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:47.034891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.083691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f388aaae-2bf9-4e2e-8077-c077f3412d5d req-c92efcec-097b-4814-b99c-08e40892700e service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142097 Sep 10 02:57:47.204382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:47.236389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'mac_address': 'fa:16:3e:64:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:47.237941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Allocated IP 172.25.8.239 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/e95551e8-7908-405c-a9a4-bf08b5f4ea6c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:47.271150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-13577545-9835-4b87-aeb2-baea471cadd4 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:47.273370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-13577545-9835-4b87-aeb2-baea471cadd4 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.0852718 Sep 10 02:57:47.294039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-4c3eb1e4-402a-4266-b6e4-75c2d548c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:47.296217 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-4c3eb1e4-402a-4266-b6e4-75c2d548c19c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1&tenant_id=fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 1099 time: 0.0941782 Sep 10 02:57:47.304828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.321330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:47.355148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85664f49-04bd-40d9-9fd7-f913d74c91cb {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:47.422002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:47.432270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.454855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.477380 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.484015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.510975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:47.535194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.570234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:47.581803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-098c5234-abf9-4b94-b0a9-6c96d43ffb88 service neutron] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:47.585728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.593606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-098c5234-abf9-4b94-b0a9-6c96d43ffb88 service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.595097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49cffcb9-acbe-402a-ad91-0a2060e76f61 req-098c5234-abf9-4b94-b0a9-6c96d43ffb88 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f/bindings/n-h2-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.3096247 Sep 10 02:57:47.659881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:47.664598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:47.674870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:47.684098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event updated for resources: {'Port': ['ID=e95551e8-7908-405c-a9a4-bf08b5f4ea6c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:47.686966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:47.783118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['85664f49-04bd-40d9-9fd7-f913d74c91cb'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:47.798015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.837554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:47.857866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:47.862069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4'}, {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:47.867000 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4011613-24da-4858-8c88-230fb3dfcd71" -d '{"events": [{"server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "name": "network-vif-plugged", "status": "completed", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4"}, {"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:47.884074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693fba5-1e4b-4455-9f94-41160d04c57d req-d7cefbc1-0afa-407c-8179-b963f6986e91 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:47.887969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8693fba5-1e4b-4455-9f94-41160d04c57d req-d7cefbc1-0afa-407c-8179-b963f6986e91 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1425128 Sep 10 02:57:47.937003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:48.000696 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8693fba5-1e4b-4455-9f94-41160d04c57d req-52ec87ff-24ac-43ea-b20f-f8c98ef9f050 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042759 Sep 10 02:57:48.034107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:48.037010 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9422de-4cc6-457d-8453-acbcf3640d1a" -d '{"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:48.045264 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.104276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Transition to ACTIVE for port object b66391c0-539f-41d5-b571-ab3c4fb5b19c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:48.114649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.138350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.156127 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.189097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:48.259687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event updated for resources: {'Port': ['ID=e95551e8-7908-405c-a9a4-bf08b5f4ea6c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:48.274474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] No DVR routers for this DVR port b66391c0-539f-41d5-b571-ab3c4fb5b19c on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:57:48.285671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.309443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df68ec8-9c77-4dcb-9153-51c5a798f5ff req-a774893e-d2ae-41a9-b440-63c0b61d5961 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:48.318545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.320785 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64784712-732b-4d91-824b-c7530087980b req-9643719c-f6d2-4634-b0ff-8bfaa342079d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4504731 Sep 10 02:57:48.321141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7df68ec8-9c77-4dcb-9153-51c5a798f5ff req-a774893e-d2ae-41a9-b440-63c0b61d5961 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 944 time: 0.1959326 Sep 10 02:57:48.380589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64784712-732b-4d91-824b-c7530087980b req-b9c44c16-3096-4353-ae1c-e43077359c39 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0522585 Sep 10 02:57:48.389705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7df68ec8-9c77-4dcb-9153-51c5a798f5ff req-96488638-11eb-49e1-87f8-420b867ccb4d tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654249 Sep 10 02:57:48.423830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:48.426214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:48.427089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:48.442638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Port b66391c0-539f-41d5-b571-ab3c4fb5b19c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:48.443258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Attempting to bind port b66391c0-539f-41d5-b571-ab3c4fb5b19c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:48.457768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:48.458755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:48.459379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:48.462409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Bound port: b66391c0-539f-41d5-b571-ab3c4fb5b19c, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:48.463177 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.565776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784712-732b-4d91-824b-c7530087980b req-3e255688-3300-42d7-ae48-a10378d50ddc tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:48.586530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64784712-732b-4d91-824b-c7530087980b req-3e255688-3300-42d7-ae48-a10378d50ddc tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2050645 Sep 10 02:57:48.594068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:48.598309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:48.633635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.653678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:48.654297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.655706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] 10.222.0.36 "PUT /v2.0/ports/b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 1094 time: 1.3393242 Sep 10 02:57:48.729933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dbf93-0fd2-4d01-8253-6958ddf61d97 req-c36c14f9-a70e-4050-a2e6-f975ec2440ae tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:48.732526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-890dbf93-0fd2-4d01-8253-6958ddf61d97 req-c36c14f9-a70e-4050-a2e6-f975ec2440ae tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 944 time: 0.0613606 Sep 10 02:57:48.735970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505fca5-f31e-4c03-81e4-0bc02e455f54 service neutron] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:48.782322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4af6a-9234-495e-abe7-8679f07a007c req-5ee0046b-39d4-4eaa-8fd6-a693231facbd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:48.794084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96b4af6a-9234-495e-abe7-8679f07a007c req-5ee0046b-39d4-4eaa-8fd6-a693231facbd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 944 time: 0.1936941 Sep 10 02:57:48.801889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:48.835707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-890dbf93-0fd2-4d01-8253-6958ddf61d97 req-dbb9443e-a7f3-4a2e-80cb-72883fbf11cc tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823231 Sep 10 02:57:48.894079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 85664f49-04bd-40d9-9fd7-f913d74c91cb completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:48.898133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-dfcb85f9-6f2b-4bea-b94f-ddc033ee09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:48.898658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 85664f49-04bd-40d9-9fd7-f913d74c91cb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:48.898829 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:48.900984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-dfcb85f9-6f2b-4bea-b94f-ddc033ee09fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1097 time: 0.1758788 Sep 10 02:57:48.926566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96b4af6a-9234-495e-abe7-8679f07a007c req-d513673f-76a9-4c87-9f15-6f763082c280 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315205 Sep 10 02:57:49.030111 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:49.050573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4638e-9f46-4f62-9a11-eaf6cdcf8513 req-ca18eb7a-f664-4a8f-9cb5-55bcbee2649e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.051853 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e0524a-eff4-48fd-a919-a5f0f66fa36b x-openstack-request-id: req-66e0524a-eff4-48fd-a919-a5f0f66fa36b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:49.052516 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "name": "network-vif-plugged", "status": "completed", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4", "code": 200}, {"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:49.052864 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66e0524a-eff4-48fd-a919-a5f0f66fa36b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:49.053419 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'code': 200} Sep 10 02:57:49.054143 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'code': 200} Sep 10 02:57:49.074213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11a4638e-9f46-4f62-9a11-eaf6cdcf8513 req-ca18eb7a-f664-4a8f-9cb5-55bcbee2649e tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.1261754 Sep 10 02:57:49.137646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:49.157543 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:49.185572 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f076e2-70eb-46d5-851e-fcc9b475e6f5 x-openstack-request-id: req-52f076e2-70eb-46d5-851e-fcc9b475e6f5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:49.185868 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:49.186127 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52f076e2-70eb-46d5-851e-fcc9b475e6f5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:49.186533 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'code': 200} Sep 10 02:57:49.225894 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11a4638e-9f46-4f62-9a11-eaf6cdcf8513 req-a1b5e48b-6639-4371-bc4e-93f9bdb3e75f tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507199 Sep 10 02:57:49.252124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-ded35aad-98d3-4924-b6aa-73555b767d04 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.253715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-ded35aad-98d3-4924-b6aa-73555b767d04 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 944 time: 0.2732019 Sep 10 02:57:49.270524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4c6c-3a78-4036-9aa9-fcc5caeffc94 req-35002e35-22a1-4c25-9ac2-6fe8cee27877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.272328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d3a4c6c-3a78-4036-9aa9-fcc5caeffc94 req-35002e35-22a1-4c25-9ac2-6fe8cee27877 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 1096 time: 0.1440599 Sep 10 02:57:49.351813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:49.363852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d3a4c6c-3a78-4036-9aa9-fcc5caeffc94 req-38ff3a8c-144c-4dd2-ba92-62e146ef092e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793295 Sep 10 02:57:49.469001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16672-b44b-49e7-865e-22a1d8802b2b req-99a28327-b59b-454f-93a2-1549f8452bbd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.476246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-67017c88-5d60-45eb-8db9-408c68509d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.477844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-67017c88-5d60-45eb-8db9-408c68509d7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.5499856 Sep 10 02:57:49.479658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fba16672-b44b-49e7-865e-22a1d8802b2b req-99a28327-b59b-454f-93a2-1549f8452bbd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.0878713 Sep 10 02:57:49.529046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fba16672-b44b-49e7-865e-22a1d8802b2b req-e6e8e9c7-8c7c-46a4-9751-429d44652858 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Sep 10 02:57:49.559269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-4a9544fb-cc79-4917-b29a-e85ed33480a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.0675795 Sep 10 02:57:49.578278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-5008f5cb-e2b8-43b6-b22b-bb4115947820 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.579873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-5008f5cb-e2b8-43b6-b22b-bb4115947820 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1954563 Sep 10 02:57:49.658849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a27d0-d790-429a-969e-b0c45bc2447d req-8720caf6-d2e7-4ce0-b6a6-7aa4a3f81109 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.660545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b8a27d0-d790-429a-969e-b0c45bc2447d req-8720caf6-d2e7-4ce0-b6a6-7aa4a3f81109 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1095 time: 0.0518501 Sep 10 02:57:49.702742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-58bfe7a2-172a-4146-aa16-d93645068236 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1021442 Sep 10 02:57:49.712949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-2e7c7fab-93ee-4590-9f15-7ecbbc7fa7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Request body: {'floatingip': {'port_id': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:49.720127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Deleting port 4dede2f1-1a89-405a-af8d-7374fa54fd5c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:57:49.720451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:49.729743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b8a27d0-d790-429a-969e-b0c45bc2447d req-ea51ed86-0dba-49ca-b6c8-3ad640a4ca05 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602152 Sep 10 02:57:49.793310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-fc2ccfed-9005-4966-a494-b663065bf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.794780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-fc2ccfed-9005-4966-a494-b663065bf034 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2273688 Sep 10 02:57:49.828990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-2e7c7fab-93ee-4590-9f15-7ecbbc7fa7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:49.968392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594e00f-9687-4ea3-90a8-01d771a83c21 req-d09e9474-d82b-459e-9fb1-20a6e73b7a26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:49.970390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4594e00f-9687-4ea3-90a8-01d771a83c21 req-d09e9474-d82b-459e-9fb1-20a6e73b7a26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ff33d60-25a3-4b89-96d7-39a55b784e0d HTTP/1.1" status: 200 len: 944 time: 0.1153851 Sep 10 02:57:50.038197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4594e00f-9687-4ea3-90a8-01d771a83c21 req-d381d931-9083-4d96-b20d-cf4ff03ffa99 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571251 Sep 10 02:57:50.069253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] For port 4dede2f1-1a89-405a-af8d-7374fa54fd5c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4dede2f1-1a89-405a-af8d-7374fa54fd5c,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:50.069879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:50.076582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-0d622a6c-06c9-47d0-b8f3-aecd98f4eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:50.078418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-0d622a6c-06c9-47d0-b8f3-aecd98f4eac2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662802 Sep 10 02:57:50.117664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Calling delete_port for 4dede2f1-1a89-405a-af8d-7374fa54fd5c owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:57:50.204946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69cb80-451a-41d2-af94-7d8b393910ff req-15c3ab8d-28de-4519-88f6-0e63a4287b89 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:50.213352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c69cb80-451a-41d2-af94-7d8b393910ff req-15c3ab8d-28de-4519-88f6-0e63a4287b89 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0757978 Sep 10 02:57:50.288244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c69cb80-451a-41d2-af94-7d8b393910ff req-c5b3d2ce-6be3-4d48-b423-382d319508a6 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738513 Sep 10 02:57:50.497459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-5b6e9900-5cce-4e85-a3da-f5870eff3f8e service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098744 Sep 10 02:57:50.547479 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-2e7c7fab-93ee-4590-9f15-7ecbbc7fa7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] update failed (client error): There was a conflict when trying to complete your request. Sep 10 02:57:50.548611 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-564070e3-45e3-4ac7-a62c-1ac977aafe54 req-2e7c7fab-93ee-4590-9f15-7ecbbc7fa7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "PUT /v2.0/floatingips/4d88cbb5-a87e-4b4a-a194-af5276c426ff HTTP/1.1" status: 409 len: 550 time: 0.8450451 Sep 10 02:57:50.598999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-532cb678-fa74-477a-8c73-c9ec1bcffbab tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:50.604336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:50.612041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-532cb678-fa74-477a-8c73-c9ec1bcffbab tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.1977634 Sep 10 02:57:50.633905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-e9bbe2b9-c61c-4c03-a106-4b31ff774e74 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/quotas/d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 375 time: 0.0203717 Sep 10 02:57:50.642617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event deleted for resources: {'Port': ['ID=4dede2f1-1a89-405a-af8d-7374fa54fd5c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:50.702216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-416095e9-3f3c-44e1-9298-0a8c7370dc14 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673792 Sep 10 02:57:50.720376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88b3189-726b-4948-9620-3ee58ccacf37 req-f74196a7-7d35-4b96-b740-391e750948fa service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062037 Sep 10 02:57:50.735350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] No DVR routers for this DVR port 4dede2f1-1a89-405a-af8d-7374fa54fd5c on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:57:50.738310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:50.740803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99c52b69-0e8f-4699-9719-3c0755a25a7a req-24e034ec-df29-4dad-a164-0deb461bb256 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "DELETE /v2.0/ports/4dede2f1-1a89-405a-af8d-7374fa54fd5c HTTP/1.1" status: 204 len: 173 time: 1.4771359 Sep 10 02:57:50.764691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe441e-4b22-4bff-b84d-a3b144464f67 req-8177d768-5212-415b-becd-e8ef788264e2 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:50.773309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfbe441e-4b22-4bff-b84d-a3b144464f67 req-8177d768-5212-415b-becd-e8ef788264e2 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.1109469 Sep 10 02:57:50.822530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfbe441e-4b22-4bff-b84d-a3b144464f67 req-9419e6b5-9f18-407a-b5d2-f4868c6bd42a tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483024 Sep 10 02:57:50.893973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-ed6de246-ef91-4e35-a45e-e430c91f6cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819816 Sep 10 02:57:50.972380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055f6eb-acbc-4c18-a128-24e26891f543 req-fc837c33-af0a-41d2-9720-dad32caed909 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:50.986289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b055f6eb-acbc-4c18-a128-24e26891f543 req-fc837c33-af0a-41d2-9720-dad32caed909 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.0959392 Sep 10 02:57:51.042411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b055f6eb-acbc-4c18-a128-24e26891f543 req-381b1006-f91b-4011-91cd-1e253ce3d1f7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551624 Sep 10 02:57:51.054987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:51.057588 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c88246-46d6-48cb-b0f0-0dc64d272c0a" -d '{"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-plugged", "status": "completed", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:51.060573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-0d064c8a-f7d3-4c79-b151-1c96e7f682df service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533399 Sep 10 02:57:51.103207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:51.138048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-aff7a84a-f846-41a5-b8d7-6b8de29e546c tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips/4d88cbb5-a87e-4b4a-a194-af5276c426ff HTTP/1.1" status: 200 len: 693 time: 0.0701699 Sep 10 02:57:51.165695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:57:51.216297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c'}, {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-deleted', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:51.218822 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364bc63-56fe-4efd-8574-64569f6c7f49" -d '{"events": [{"name": "network-changed", "server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c"}, {"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-deleted", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:51.298805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-e7fbeb19-9144-4240-a370-0b353ad75242 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:51.305999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-e7fbeb19-9144-4240-a370-0b353ad75242 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1656401 Sep 10 02:57:51.314307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-a74a2740-23cf-4e6d-8875-d1241baab9a7 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:57:51.322154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-a74a2740-23cf-4e6d-8875-d1241baab9a7 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152514 Sep 10 02:57:51.368707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302f2b-2efc-4a73-90d4-d452886fcf2c req-7253ce88-31bd-4779-b63f-2d1e37533073 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:51.388098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f302f2b-2efc-4a73-90d4-d452886fcf2c req-7253ce88-31bd-4779-b63f-2d1e37533073 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.0717404 Sep 10 02:57:51.388639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:51.397909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Request body: {'floatingip': {'port_id': '516bcca2-064a-4142-921a-7c4d2774a0b4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:51.494791 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506866d2-c763-4641-9d0e-bbe6cc58ffac x-openstack-request-id: req-506866d2-c763-4641-9d0e-bbe6cc58ffac {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:51.495298 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-plugged", "status": "completed", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:51.495734 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-506866d2-c763-4641-9d0e-bbe6cc58ffac {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:51.496517 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'code': 200} Sep 10 02:57:51.534609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:51.832102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6205c5dd-2309-4bb6-8041-f0cb9b1c0ab8 req-bf2d1b97-a5dc-40f5-a49a-1267b7009ec5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 210 time: 0.0549293 Sep 10 02:57:51.862314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-cc5bf98a-f457-4f3d-b4e0-916e92c380af tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.5391176 Sep 10 02:57:51.863968 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234c64d-5e7d-452b-926a-2f4c859f2fb3 x-openstack-request-id: req-1234c64d-5e7d-452b-926a-2f4c859f2fb3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:51.864218 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c", "status": "completed", "code": 200}, {"server_uuid": "0ff33d60-25a3-4b89-96d7-39a55b784e0d", "name": "network-vif-deleted", "tag": "4dede2f1-1a89-405a-af8d-7374fa54fd5c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:51.864472 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1234c64d-5e7d-452b-926a-2f4c859f2fb3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:51.864856 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'status': 'completed', 'code': 200} Sep 10 02:57:51.865106 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff33d60-25a3-4b89-96d7-39a55b784e0d', 'name': 'network-vif-deleted', 'tag': '4dede2f1-1a89-405a-af8d-7374fa54fd5c', 'status': 'completed', 'code': 200} Sep 10 02:57:51.977410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-d6863182-9d55-46f1-a948-a0bd72b81c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:51.979221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-d6863182-9d55-46f1-a948-a0bd72b81c3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1097 time: 0.2100439 Sep 10 02:57:51.983718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-1cceeb9e-b05e-4e2d-addd-e55a18a7cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:51.985359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-1cceeb9e-b05e-4e2d-addd-e55a18a7cd7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1097 time: 0.1193824 Sep 10 02:57:51.988406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-b6490cf1-2172-4e4e-8789-940d38b78ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0935867 Sep 10 02:57:51.994957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59956044-5e62-4afc-9413-817b919cc12a req-6f15a51c-4c27-46ae-b599-9e746301dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:51.997268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59956044-5e62-4afc-9413-817b919cc12a req-6f15a51c-4c27-46ae-b599-9e746301dc83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 1096 time: 0.1303375 Sep 10 02:57:52.063148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4301b0-44c5-4b21-916c-53b643ea3c8c req-cc8aac28-2453-4ae0-b39f-8877da6e6e6e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.070328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f4301b0-44c5-4b21-916c-53b643ea3c8c req-cc8aac28-2453-4ae0-b39f-8877da6e6e6e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.1369560 Sep 10 02:57:52.164280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59956044-5e62-4afc-9413-817b919cc12a req-45b9acd7-3a4b-470a-8df0-83cc6a1d7a66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190372 Sep 10 02:57:52.250083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f4301b0-44c5-4b21-916c-53b643ea3c8c req-35edafd0-8977-4f3a-b7d9-978e7866057a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721931 Sep 10 02:57:52.256541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-4bfa3a45-2dd2-4d40-970b-c24b0f2a4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.258122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-4bfa3a45-2dd2-4d40-970b-c24b0f2a4bb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2599947 Sep 10 02:57:52.270141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Deleting port e95551e8-7908-405c-a9a4-bf08b5f4ea6c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:57:52.270613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.305971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-b115fb63-7f21-4730-9ea0-0654a14d70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.307238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-b115fb63-7f21-4730-9ea0-0654a14d70b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3186779 Sep 10 02:57:52.378639 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.379088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.428321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-8a6f2256-04eb-40ff-a0a3-230cb22ccbdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.0460708 Sep 10 02:57:52.429376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-98bdc4e1-a013-4e9a-b7c3-8e81592583d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.1137004 Sep 10 02:57:52.481048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Calling delete_port for e95551e8-7908-405c-a9a4-bf08b5f4ea6c owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:57:52.506990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-2f99830d-2ac0-465a-9623-0fd5f958f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.508645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-2f99830d-2ac0-465a-9623-0fd5f958f986 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0728149 Sep 10 02:57:52.534592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-57c84669-eab6-4f4f-bda0-1ca108b30cbc tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.536110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-57c84669-eab6-4f4f-bda0-1ca108b30cbc tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 822 time: 0.1848545 Sep 10 02:57:52.568007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-156d6099-4520-4dc8-a841-fe09c7330183 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/quotas/91ffdf51af6544e6959ca8c573f3a455 HTTP/1.1" status: 200 len: 375 time: 0.0196013 Sep 10 02:57:52.569509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-365a7ea8-4b1a-4b41-8649-798b9eaf9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.570923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-365a7ea8-4b1a-4b41-8649-798b9eaf9bbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1330435 Sep 10 02:57:52.608016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-44ce7157-abba-4063-9624-c520e97150b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.609506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-44ce7157-abba-4063-9624-c520e97150b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680940 Sep 10 02:57:52.738505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.747953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-00339f4b-e9bc-4cff-a089-16a41528e17c tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562963 Sep 10 02:57:52.750285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-6be300ba-e342-4007-b2a0-b6cd6181867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:52.753858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-6be300ba-e342-4007-b2a0-b6cd6181867a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629205 Sep 10 02:57:52.764828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.784576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-34f08b33-3354-4dac-93ab-c85301e918b2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526515 Sep 10 02:57:52.789475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.816427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event deleted for resources: {'Port': ['ID=e95551e8-7908-405c-a9a4-bf08b5f4ea6c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:52.838382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:57:52.848806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.849168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.849513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.849854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.850193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.850534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.850868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.851198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.851551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.851881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.852207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.852535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:52.898538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 4dede2f1-1a89-405a-af8d-7374fa54fd5c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:57:52.899411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4dede2f1-1a89-405a-af8d-7374fa54fd5c not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:57:52.976096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.978784 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:52.980049 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-101796a9-9f8a-4eaf-9611-af4c92d85a90 req-f9c33a9c-ebf5-4b3b-af9a-2661e56a60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "DELETE /v2.0/floatingips/4d88cbb5-a87e-4b4a-a194-af5276c426ff HTTP/1.1" status: 204 len: 173 time: 0.9806206 Sep 10 02:57:52.987114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-49607b7d-99ff-436f-b480-e39dbfe1d6d6 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719522 Sep 10 02:57:53.264018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0115f2-96f2-4b01-b1ec-7b2144630d24 req-d4612fc5-0be3-40ca-9b5e-7762d5520a91 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:53.267439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a0115f2-96f2-4b01-b1ec-7b2144630d24 req-d4612fc5-0be3-40ca-9b5e-7762d5520a91 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 946 time: 0.1935489 Sep 10 02:57:53.368048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a0115f2-96f2-4b01-b1ec-7b2144630d24 req-7a032707-2589-476b-a4a9-56e0e8a19126 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813522 Sep 10 02:57:53.392091 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13 associated. External IP: 172.25.8.126, port: 516bcca2-064a-4142-921a-7c4d2774a0b4. Sep 10 02:57:53.393482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c9a93cc8-1943-451c-ad79-ef1d738b5aeb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:53.404993 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c9a93cc8-1943-451c-ad79-ef1d738b5aeb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.3888452 Sep 10 02:57:53.429229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Request body: {'port': {'device_id': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'admin_state_up': True, 'tenant_id': 'd4f5c79ec5904823928a7be6aadeb25e'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:53.529678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e06f979e-e706-4744-995a-a8eaf026fc8b req-b2d64c58-06e9-4e1b-beba-128a57a836db tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 210 time: 0.0346036 Sep 10 02:57:53.548843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-da162fef-9c4a-4c92-9158-d1c3dbb642be service neutron] 10.222.0.23 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933922 Sep 10 02:57:53.589313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-9bfe99ac-909f-49bc-a2f6-df86f3f3b059 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209469 Sep 10 02:57:53.684344 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-627d7cb5-9dc8-4fb9-8c0e-9b48ff74e40d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.1131954 Sep 10 02:57:53.768841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-53036570-0c9c-4e5d-950f-1a5f36111b3d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:53.770288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-53036570-0c9c-4e5d-950f-1a5f36111b3d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports/04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 942 time: 0.0599284 Sep 10 02:57:53.771412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Made reservation on behalf of d4f5c79ec5904823928a7be6aadeb25e for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:53.774933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:53.810935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2364bc63-56fe-4efd-8574-64569f6c7f49 req-8994c9e4-fac7-4bfa-97ca-61214a758ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850791 Sep 10 02:57:53.836465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-a038a65c-01a9-4be9-b64e-f268a79e02b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748752 Sep 10 02:57:53.912657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Router 2b55b377-01b4-43de-9d0d-498625ff2681 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:57:53.942191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-a8552112-a50b-4679-bf8e-36c215fd7038 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.1079588 Sep 10 02:57:54.002730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Allocated IP 172.20.0.11 (19c12e1b-6fc9-48da-a9dc-43e060107e95/0da84e85-dbf7-4cce-be4e-870c91e06539/01508b1d-15a9-46d1-8156-e9157f1ebbc1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:54.047156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:54.052595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:54.076810 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:54.088331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e5699f20-5616-4976-be33-d6db5c778440 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "PUT /v2.0/floatingips/dd764d1d-a8b6-4a05-b644-c1995f48db13 HTTP/1.1" status: 200 len: 991 time: 2.6982579 Sep 10 02:57:54.097169 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:54.098050 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:54.104876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:54.107268 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d50b59-b1b1-48b1-be03-b1804b4da2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:54.178235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520aa5b-b110-4190-9bc8-0f667c4be828 req-a3c54bd6-8078-4eac-9155-36c20179aa3c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:54.183271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-804f4947-164b-4d45-a759-77e121c8e10f tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:54.191321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0520aa5b-b110-4190-9bc8-0f667c4be828 req-a3c54bd6-8078-4eac-9155-36c20179aa3c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.1158891 Sep 10 02:57:54.191810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-804f4947-164b-4d45-a759-77e121c8e10f tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2399771 Sep 10 02:57:54.212142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-62392ab0-7f6e-4376-9936-5c5fd0c864a9 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:57:54.213154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-62392ab0-7f6e-4376-9936-5c5fd0c864a9 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207009 Sep 10 02:57:54.264205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0520aa5b-b110-4190-9bc8-0f667c4be828 req-c98207d8-fd5c-41b1-9750-7b3b00f719ad tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664067 Sep 10 02:57:54.311315 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:54.400791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ddcd1df8-6ebe-4fb4-b7b2-f24d9bf25675 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.1664426 Sep 10 02:57:54.419021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:54.531671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb6e5644-0f40-43b1-8bc5-57b0c9133c89 req-93098158-d287-43f8-9d32-50cab03ae2eb tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 210 time: 0.0444117 Sep 10 02:57:54.546980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:54.580310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:54.629247 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'dd764d1d-a8b6-4a05-b644-c1995f48db13', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'port_id': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'mac_address': 'fa:16:3e:1e:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:55:19Z', 'updated_at': '2021-09-10T02:57:52Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:54.677044 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:54.700693 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:54.702188 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:54.720171 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4eddaf-3ca5-4c15-91ce-7fada1301595 x-openstack-request-id: req-1f4eddaf-3ca5-4c15-91ce-7fada1301595 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:54.720171 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:54.720171 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f4eddaf-3ca5-4c15-91ce-7fada1301595 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:54.720171 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'status': 'completed', 'code': 200} Sep 10 02:57:54.792151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:54.792364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-86aa9c05-321d-4b76-bccb-ea397d9a5613 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:54.798371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-86aa9c05-321d-4b76-bccb-ea397d9a5613 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1&tenant_id=fdefb927a1ca491f82300590a76294f8&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 946 time: 0.1557920 Sep 10 02:57:54.864225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:57:54.893363 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-2c8f2765-4911-49d5-bb9a-5135e65145bf service neutron] delete failed (client error): The resource could not be found. Sep 10 02:57:54.894479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-2c8f2765-4911-49d5-bb9a-5135e65145bf service neutron] 10.222.0.32 "DELETE /v2.0/ports/b66391c0-539f-41d5-b571-ab3c4fb5b19c/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0861318 Sep 10 02:57:54.930176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:54.942929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:54.946689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:54.947039 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Floating IP 55f3d2f7-68cc-485b-ae36-636e5e53cb67 disassociated. External IP: 172.25.8.235, port: 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be. Sep 10 02:57:54.962004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:55.002608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-ee7f1178-dddb-4e8d-abed-780b5ac84822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.004292 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-ee7f1178-dddb-4e8d-abed-780b5ac84822 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 1096 time: 0.2630327 Sep 10 02:57:55.007528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:55.014686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:55.085522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-dd200e4b-886d-4a99-9820-7c28155d8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.087630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-dd200e4b-886d-4a99-9820-7c28155d8106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1097 time: 0.0585198 Sep 10 02:57:55.132930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.133760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:55.142613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:55.145042 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:55.171119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'mac_address': 'fa:16:3e:f8:5c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:57:55.274013 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:55.302765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66391c0-539f-41d5-b571-ab3c4fb5b19c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:55.346570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:55.347365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-a0375d37-0005-4b37-acdd-f62913c36c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.348949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-a0375d37-0005-4b37-acdd-f62913c36c8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2493839 Sep 10 02:57:55.353703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:55.427404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-d5ec37d9-ffd1-4c51-907b-ecb8820b64f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.0703743 Sep 10 02:57:55.456606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:55.477171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.477815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.478312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.478817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.479308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.479830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.480894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.481380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.481879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.482349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.482830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.483306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:55.514095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-7bc2607d-5270-4102-9e1e-4a61d9788269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.524481 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-7bc2607d-5270-4102-9e1e-4a61d9788269 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0760016 Sep 10 02:57:55.624975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:57:55.634077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797331a-c2a2-4342-9036-514b897df669 req-dc553a8a-d1af-48de-8e42-7df090d500fc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.642139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8797331a-c2a2-4342-9036-514b897df669 req-dc553a8a-d1af-48de-8e42-7df090d500fc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 947 time: 0.1326180 Sep 10 02:57:55.654299 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'dd764d1d-a8b6-4a05-b644-c1995f48db13', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'port_id': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'mac_address': 'fa:16:3e:1e:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:55:19Z', 'updated_at': '2021-09-10T02:57:52Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:55.667725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-b7a0bae1-6a3f-4166-9dfe-3138567a93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.669278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-b7a0bae1-6a3f-4166-9dfe-3138567a93a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440587 Sep 10 02:57:55.689023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8797331a-c2a2-4342-9036-514b897df669 req-464b4296-7186-422e-b6b0-b5803c7cf58a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Sep 10 02:57:55.713820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5597794-aaaf-4287-8ee7-941984477668 None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'dd764d1d-a8b6-4a05-b644-c1995f48db13', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'port_id': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'mac_address': 'fa:16:3e:1e:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:55:19Z', 'updated_at': '2021-09-10T02:57:52Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:55.786831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-5fb70aa4-4ad0-483d-8b63-2a6eafcb2309 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012752 Sep 10 02:57:55.880546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-48aee35e-2139-40bc-8b91-e2ef806375bf tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.882135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-48aee35e-2139-40bc-8b91-e2ef806375bf tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 822 time: 0.1768506 Sep 10 02:57:55.905116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Request body: {'port': {'device_id': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'admin_state_up': True, 'tenant_id': '91ffdf51af6544e6959ca8c573f3a455'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:55.915182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-c546b316-d7cc-4448-87dc-f318a68f64d4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4929371 Sep 10 02:57:55.921319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119737-11a6-4bd5-9736-ab192bca3e9b req-887fe7c3-018b-4de9-86ee-051af0d4dd3d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:55.922830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52119737-11a6-4bd5-9736-ab192bca3e9b req-887fe7c3-018b-4de9-86ee-051af0d4dd3d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 932 time: 0.1195586 Sep 10 02:57:55.953790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Request body: {'port': {'device_id': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:55.982526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dab654f9-8572-4e6f-83b0-1d9191657a86 req-9f59ab3b-7d10-4cdf-803d-1664a4998926 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875536 Sep 10 02:57:55.993213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52119737-11a6-4bd5-9736-ab192bca3e9b req-8ba752fd-7632-47e5-a384-968dd8b65a6d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Sep 10 02:57:56.047733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-771a8330-444f-4320-b3c4-a2596d85c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:56.049237 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-771a8330-444f-4320-b3c4-a2596d85c979 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 924 time: 1.0190611 Sep 10 02:57:56.059107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f22df9-c408-446e-bc2d-dd05fe549263 None None] New status for floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:57:56.182643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd17e51-5cc4-495c-b78c-d0952692748f req-e2a6ed01-3fab-4612-9032-bc23d95f21ef tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:56.185529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd17e51-5cc4-495c-b78c-d0952692748f req-e2a6ed01-3fab-4612-9032-bc23d95f21ef tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0833683 Sep 10 02:57:56.188919 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:56.240280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd17e51-5cc4-495c-b78c-d0952692748f req-f3fd2614-bf99-4637-a297-02d54b64d419 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Sep 10 02:57:56.279875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-c24f6de5-34cd-476c-be3e-93578392831f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516bcca2-064a-4142-921a-7c4d2774a0b4 HTTP/1.1" status: 200 len: 999 time: 0.1589551 Sep 10 02:57:56.353010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ac9b8d1-e113-42d9-ba43-1d4d703fbf34 req-a70044a0-4e8c-4023-825a-86ec239f0e1e tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 210 time: 0.0277636 Sep 10 02:57:56.386343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Made reservation on behalf of 91ffdf51af6544e6959ca8c573f3a455 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:56.389812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:56.394770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Router a3a43039-b67a-4452-a8f8-a7d83c9fa853 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:57:56.461265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-93d1640d-229d-4c86-a21d-7f6ce22e596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:56.462726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-93d1640d-229d-4c86-a21d-7f6ce22e596c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.1518250 Sep 10 02:57:56.696848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-242ac755-cc23-40d2-9e85-3e815c1648aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:56.698378 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-242ac755-cc23-40d2-9e85-3e815c1648aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252195 Sep 10 02:57:56.793761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:57:56.804760 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] Sync routers for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:57:56.816822 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:56.817600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:56.825364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832312-66f1-4ae2-9174-80966a0e3f4f req-323d7907-349b-42e8-a57d-4e905936d67b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:56.826841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88832312-66f1-4ae2-9174-80966a0e3f4f req-323d7907-349b-42e8-a57d-4e905936d67b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 947 time: 0.0622051 Sep 10 02:57:56.837159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:56.865388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Allocated IP 172.20.0.8 (6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3/ca221bf1-e5b1-4db9-8825-6051fa397097/1ec38d1f-b09f-4100-8321-1596e7465467) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:57:56.873086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88832312-66f1-4ae2-9174-80966a0e3f4f req-8bed8a88-99a6-47fe-95e5-28311b0b5171 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Sep 10 02:57:56.882869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:57:56.920651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-ce05910b-5662-4be2-a7e4-a7eba68eb04a tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "PUT /v2.0/floatingips/55f3d2f7-68cc-485b-ae36-636e5e53cb67 HTTP/1.1" status: 200 len: 695 time: 2.5132878 Sep 10 02:57:56.925116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:56.927376 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfade9e-e501-4046-8310-bbda4f9e469d" -d '{"events": [{"name": "network-changed", "server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:56.957892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port b66391c0-539f-41d5-b571-ab3c4fb5b19c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:57:56.962224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-e817c646-c962-41bb-9fff-369023f3dd11 service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292328 Sep 10 02:57:56.966059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port b66391c0-539f-41d5-b571-ab3c4fb5b19c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:57:56.967253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:56.980073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:57.013127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8592b15-690b-4613-a71a-1c1568f09898 req-f6de1e0d-7d48-4c1d-9cfc-1a796ed6d8f8 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.022273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8592b15-690b-4613-a71a-1c1568f09898 req-f6de1e0d-7d48-4c1d-9cfc-1a796ed6d8f8 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0554173 Sep 10 02:57:57.065506 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.081185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8592b15-690b-4613-a71a-1c1568f09898 req-a51c5e53-5446-4605-826c-9f8cba7cdeba tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563138 Sep 10 02:57:57.151392 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ec4df-0578-4524-9d18-ba8588c467ea x-openstack-request-id: req-196ec4df-0578-4524-9d18-ba8588c467ea {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:57.151774 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:57.152499 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-196ec4df-0578-4524-9d18-ba8588c467ea {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:57.152887 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'status': 'completed', 'code': 200} Sep 10 02:57:57.165803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01508b1d-15a9-46d1-8156-e9157f1ebbc1 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:57.177483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.185706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-261f95fe-32cb-48e1-a245-5bc2321941e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.187260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-261f95fe-32cb-48e1-a245-5bc2321941e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1096 time: 0.2348597 Sep 10 02:57:57.217258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-1b846cf1-5294-4eeb-a43f-64498e638002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.219183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-1b846cf1-5294-4eeb-a43f-64498e638002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 1096 time: 0.0648763 Sep 10 02:57:57.239210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:57.241466 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd6920-f704-47ab-8cd4-b3759a6f6fdc" -d '{"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-plugged", "status": "completed", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:57.257107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:57:57.260540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Transition to ACTIVE for port object 01508b1d-15a9-46d1-8156-e9157f1ebbc1 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:57.265540 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.268827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d50b59-b1b1-48b1-be03-b1804b4da2ea req-eeccdb31-3241-4f7b-974b-6225ff1ac569 service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834735 Sep 10 02:57:57.280078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.320180 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:57.350034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.352723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:57.361511 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] Checking router: a3a43039-b67a-4452-a8f8-a7d83c9fa853 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:57:57.372379 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:57:57.373006 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:57:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:57.381411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b1992-aa57-46d4-ae4d-053c9cb7c84f req-59e7fb7e-813d-4381-b4e7-e6c3a0a3d72f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.384088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b56b1992-aa57-46d4-ae4d-053c9cb7c84f req-59e7fb7e-813d-4381-b4e7-e6c3a0a3d72f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 932 time: 0.1699934 Sep 10 02:57:57.408113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42398) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:57.409442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:57.415857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-639221685'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:57.431707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-9f95962a-7337-4c12-9f08-fa5f84cc45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.433266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-9f95962a-7337-4c12-9f08-fa5f84cc45ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 929 time: 0.1837530 Sep 10 02:57:57.433641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-2a4fb1f6-1903-4126-bcf7-303dd079bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.435122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-2a4fb1f6-1903-4126-bcf7-303dd079bb16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 200 len: 929 time: 0.2321916 Sep 10 02:57:57.440842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b56b1992-aa57-46d4-ae4d-053c9cb7c84f req-42cb7644-4f1e-49e1-8ba5-6388dae3d88a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Sep 10 02:57:57.480689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-0b5bbc41-2139-4aad-b790-a86f9ca8f051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 217 time: 0.0382833 Sep 10 02:57:57.524607 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e76f57-0a81-453e-adb6-cde16b3b3c2c x-openstack-request-id: req-53e76f57-0a81-453e-adb6-cde16b3b3c2c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:57.524915 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-plugged", "status": "completed", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:57.525165 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53e76f57-0a81-453e-adb6-cde16b3b3c2c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:57.525558 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'code': 200} Sep 10 02:57:57.544175 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:57:57.570997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-0dfe188b-6ae3-4b40-a912-4528018d65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.576103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-0dfe188b-6ae3-4b40-a912-4528018d65e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 200 len: 868 time: 0.0782752 Sep 10 02:57:57.578985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-14131d84-38fd-4bb9-9978-bb43fbf9cf0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 200 len: 217 time: 0.1149716 Sep 10 02:57:57.604039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:57.608658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.641975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:57:57.642309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:57:57.642626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:57.655481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.665747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:57:57.666187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:57:57.674005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb72f7-6d51-4ac4-a3e4-a96a89e6000b req-90224575-143c-4e27-a4fe-6d66f5dbb852 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.675950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54fb72f7-6d51-4ac4-a3e4-a96a89e6000b req-90224575-143c-4e27-a4fe-6d66f5dbb852 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0894351 Sep 10 02:57:57.678918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-0f44493a-38f5-443e-8a1c-b0f8dba35365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.680611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-0f44493a-38f5-443e-8a1c-b0f8dba35365 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809052 Sep 10 02:57:57.708175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:57:57.712277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:57:57.712620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:57.713006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:57:57.713444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Bound port: 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:57:57.713805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.739586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-5d7a5670-bd68-4212-9c89-812b24f83e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.740880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-5d7a5670-bd68-4212-9c89-812b24f83e5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 200 len: 868 time: 0.1525156 Sep 10 02:57:57.747311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:57:57.763541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:57.765985 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.766431 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Added segment 2770a77a-1c35-425c-9f93-d3d57b4e3a3a of type vlan for network 096606b6-99b7-421d-ad68-4cda1e71df35 Sep 10 02:57:57.778130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:57:57.782555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54fb72f7-6d51-4ac4-a3e4-a96a89e6000b req-8d50506d-1c0c-4ec2-aad0-9bb468b7652f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944877 Sep 10 02:57:57.820209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event updated for resources: {'Port': ['ID=1ec38d1f-b09f-4100-8321-1596e7465467,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:57.848529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-df2338ca-1ce3-4cd3-85e2-c271568ba9b8 service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592982 Sep 10 02:57:57.850402 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:57:57.880365 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15ae8ac-9506-4886-97a0-86eaf3970ecc None None] The sync data for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 is: [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:57:08Z', 'revision_number': 4, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4a8739bb-1067-4531-9bb3-c1d4d8042322', 'name': '', 'network_id': 'aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'mac_address': 'fa:16:3e:02:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:06Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'subnets': [{'id': 'd2604b1e-8e0b-4f92-8e40-4327cda0193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:57:57.896309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.924780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.925450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:57.941837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-6e172089-5403-45df-81f2-e96a64017c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.943374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-6e172089-5403-45df-81f2-e96a64017c07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880441 Sep 10 02:57:57.966772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a167d60-89dc-4520-8754-2f2da0330b65 req-3768de2c-7393-4d4a-ab82-4ae5e1aa99d3 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:57.968941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a167d60-89dc-4520-8754-2f2da0330b65 req-3768de2c-7393-4d4a-ab82-4ae5e1aa99d3 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 931 time: 0.1039014 Sep 10 02:57:57.971653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:57:57.994428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-30d0b20a-4197-4a9a-a12f-0a73f4dc9c26 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0938954 Sep 10 02:57:58.000740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.006284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:58.006877 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.008960 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfade9e-e501-4046-8310-bbda4f9e469d req-d504563d-19d6-432f-8b91-c5ff4ac426fc service neutron] 10.222.0.36 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525226 Sep 10 02:57:58.017157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:57:58.022581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Request body: {'port': {'device_id': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:58.029161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a167d60-89dc-4520-8754-2f2da0330b65 req-2d94210e-c722-4414-bf53-045b3caa0d7a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512791 Sep 10 02:57:58.089854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.170921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db71f32-7bff-43e3-b674-d50a222a90d0 None None] New status for floating IP 55f3d2f7-68cc-485b-ae36-636e5e53cb67: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:57:58.198495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7863357 Sep 10 02:57:58.201293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-e453bb16-ce3b-4cfb-816a-462c7a0ce7a7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231755 Sep 10 02:57:58.201991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42416) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:58.208787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-336731805'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:58.268783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:58.272311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.330872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:57:58.341187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.341633 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Added segment e30c0266-ae4a-4f3c-9f85-5088929b13d0 of type vlan for network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 Sep 10 02:57:58.395979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.412206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-a4ecce40-187e-4be2-abe2-1a68b26f8482 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:58.413799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-a4ecce40-187e-4be2-abe2-1a68b26f8482 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006161 Sep 10 02:57:58.440145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-9113f69c-3183-4048-b1d7-68ad4a057b75 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/quotas/fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 375 time: 0.0153635 Sep 10 02:57:58.442245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.447903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:58.448541 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.548450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3446040 Sep 10 02:57:58.557473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:57:58.570693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'subnet': {'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:57:58.574806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278861d-60ff-4a15-b6f7-e9d5cdd30a1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Network': ['ID=096606b6-99b7-421d-ad68-4cda1e71df35,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:58.580696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:58.581306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.582642 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] 10.222.0.36 "PUT /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 1092 time: 2.6338134 Sep 10 02:57:58.589160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 096606b6-99b7-421d-ad68-4cda1e71df35 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:57:58.591908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Network': ['ID=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:58.603719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.604084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.604442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.604785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.605162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.605580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.605904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.606238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.606574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.606909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.607234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.607581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ec882-682a-4e66-a1a6-74aca5fb16b9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:57:58.617700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-e7bbe687-f546-48e4-9814-61e838e21448 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1663644 Sep 10 02:57:58.627766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:57:58.701420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:58.708080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1e1cb-2057-479a-9180-e87a18b3b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:58.721496 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-234c9a54-7e60-4098-8dbf-d7198e8eb74c service neutron] 10.222.0.23 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614794 Sep 10 02:57:58.842513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-1ad8ba26-526d-494a-a9a8-1634ad931def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:58.844072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-1ad8ba26-526d-494a-a9a8-1634ad931def service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1095 time: 0.2145078 Sep 10 02:57:58.981398 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-3928d009-73e4-405e-a912-f01357c869e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 217 time: 0.1018131 Sep 10 02:57:58.992850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:57:58.997176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:59.090248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b567f775-c9fd-4157-9f5f-42fdba14a050 req-dfba0a89-765e-441d-9620-3a234665ea94 service neutron] 10.222.0.23 "GET /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397985 Sep 10 02:57:59.149944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04fc4a-35a7-48cd-9e20-bbf01ccdbcbc req-c2023904-8f86-4678-ac1c-2a5b801a0b7b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:59.159413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb04fc4a-35a7-48cd-9e20-bbf01ccdbcbc req-c2023904-8f86-4678-ac1c-2a5b801a0b7b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.3685007 Sep 10 02:57:59.160799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:57:59.162919 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c465d559-ce68-48ba-b86a-15177a492f80" -d '{"events": [{"name": "network-changed", "server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:57:59.193302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-3c15deb8-e4dc-4e5d-9857-a75089c79cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:59.194839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-3c15deb8-e4dc-4e5d-9857-a75089c79cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1911874 Sep 10 02:57:59.195406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb04fc4a-35a7-48cd-9e20-bbf01ccdbcbc req-658a8b70-0de7-409a-a347-7edd001614b5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349343 Sep 10 02:57:59.196647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f31752d-6c3b-40b0-908e-bdb4739459c6 req-f7f38620-d1f5-410d-a917-9a627f964531 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 210 time: 0.0534787 Sep 10 02:57:59.265803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-a7d2c5ec-ede3-4e7b-9b1b-358a271e44d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427763 Sep 10 02:57:59.353496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e62299-9b41-4529-94b9-ef75f1c46a36 req-0637c6ed-54ac-43aa-ac11-9ab9b7855e49 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:59.355580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36e62299-9b41-4529-94b9-ef75f1c46a36 req-0637c6ed-54ac-43aa-ac11-9ab9b7855e49 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 931 time: 0.0498362 Sep 10 02:57:59.396324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36e62299-9b41-4529-94b9-ef75f1c46a36 req-4461c538-1755-43ae-b6f0-e733af781ede tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Sep 10 02:57:59.504556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de650cb-8565-490a-b536-f58fd91a0823 req-9dd0bd27-09e7-48d9-bd18-e30a0269e106 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:59.506736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4de650cb-8565-490a-b536-f58fd91a0823 req-9dd0bd27-09e7-48d9-bd18-e30a0269e106 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.2373877 Sep 10 02:57:59.530579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03a8c243-3960-4e74-923b-479e69d90477 req-c489c7ae-4aa6-4f29-b8f6-a95a3dc0bb15 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips/55f3d2f7-68cc-485b-ae36-636e5e53cb67 HTTP/1.1" status: 200 len: 693 time: 0.0488050 Sep 10 02:57:59.561593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:59.604643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec38d1f-b09f-4100-8321-1596e7465467 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:57:59.630187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:59.633712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8c243-3960-4e74-923b-479e69d90477 req-a0fcc5e9-6182-4da7-b6c0-98f117c2e00c tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:57:59.633889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-9b6f3260-38d3-4e81-8820-149df836adff service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511324 Sep 10 02:57:59.635127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03a8c243-3960-4e74-923b-479e69d90477 req-a0fcc5e9-6182-4da7-b6c0-98f117c2e00c tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.0987892 Sep 10 02:57:59.667116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4de650cb-8565-490a-b536-f58fd91a0823 req-0155b33a-4470-4e46-ad8e-527fa1186a10 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377635 Sep 10 02:57:59.688799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03a8c243-3960-4e74-923b-479e69d90477 req-55fc5ed0-d3f1-469b-966e-8971c474af1e tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0466323 Sep 10 02:57:59.697555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Transition to ACTIVE for port object 1ec38d1f-b09f-4100-8321-1596e7465467 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:57:59.704277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Subnet': ['ID=468a3720-37d2-42ac-a5ea-18380c703970,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:59.720427 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:59.735354 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502b2d8-df39-4e4d-a49f-0199c27994e9 x-openstack-request-id: req-4502b2d8-df39-4e4d-a49f-0199c27994e9 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:57:59.735676 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:57:59.735927 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4502b2d8-df39-4e4d-a49f-0199c27994e9 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:57:59.736318 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'status': 'completed', 'code': 200} Sep 10 02:57:59.746546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03a8c243-3960-4e74-923b-479e69d90477 req-a6ced6b0-1f0a-494c-80b4-49e53ecb533d tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0506392 Sep 10 02:57:59.810498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Checking segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:57:59.810853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network hostable DHCP agents. Network: 096606b6-99b7-421d-ad68-4cda1e71df35, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:57:59.861011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Pushing event updated for resources: {'Port': ['ID=1ec38d1f-b09f-4100-8321-1596e7465467,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:57:59.880640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-44ff7be6-8cae-43fd-b0fc-7f21a1633095 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547435 Sep 10 02:57:59.884268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efc9beb7-a69e-4b83-a530-b6429ef6abaa req-541c02fa-eb5b-4bba-9b94-289990d3621a service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382851 Sep 10 02:57:59.891809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Deleting port 5c5e12a8-ea4b-4505-8e8c-a91bf541e5bc {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:57:59.892323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:57:59.936305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network 096606b6-99b7-421d-ad68-4cda1e71df35 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:57:59.974660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 096606b6-99b7-421d-ad68-4cda1e71df35) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:57:59.983331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b201ff22-67b4-4741-9413-64e4c93e2873 None None] Network 096606b6-99b7-421d-ad68-4cda1e71df35 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:00.016426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.016934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.020468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.021069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.031531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Calling delete_port for 5c5e12a8-ea4b-4505-8e8c-a91bf541e5bc owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:00.063293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Attempting to bind port 1ec38d1f-b09f-4100-8321-1596e7465467 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:00.063664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Attempting to bind port 1ec38d1f-b09f-4100-8321-1596e7465467 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:00.064015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Attempting to bind port 1ec38d1f-b09f-4100-8321-1596e7465467 on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:00.072841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ca110b62-6810-449c-a6fc-58955e45c86d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5113423 Sep 10 02:58:00.075610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42446) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:00.081156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'subnet': {'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:00.081782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Port 1ec38d1f-b09f-4100-8321-1596e7465467 on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:00.082074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Attempting to bind port 1ec38d1f-b09f-4100-8321-1596e7465467 on network 6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:00.088129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d559-ce68-48ba-b86a-15177a492f80 req-e01f6219-5917-4236-b991-bccf087a44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.089366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-e01f6219-5917-4236-b991-bccf087a44a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1095 time: 0.1305504 Sep 10 02:58:00.099597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-64f86ae1-2332-4ef2-92b8-98d480fc6967 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.101127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-64f86ae1-2332-4ef2-92b8-98d480fc6967 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964092 Sep 10 02:58:00.103121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:00.103490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Checking segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:00.103876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Bound using segment: {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:00.104326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Bound port: 1ec38d1f-b09f-4100-8321-1596e7465467, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:00.105718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.134625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Request body: {'port': {'device_id': 'f909a75b-e790-446f-9816-f026184401d1', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'fdefb927a1ca491f82300590a76294f8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:00.159016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-096606b6-99b7-421d-ad68-4cda1e71df35', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:58:00.160063 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.249906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:00.260838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.347205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Allocated IP 10.1.1.2 (096606b6-99b7-421d-ad68-4cda1e71df35/468a3720-37d2-42ac-a5ea-18380c703970/075fab7b-721d-4964-af60-b9e08eca5f59) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:00.361633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-894c73c4-9e26-47c3-9083-793b5cf94fc4 req-939a78be-ce86-4862-b698-6907080bec04 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 210 time: 0.0553300 Sep 10 02:58:00.362649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d559-ce68-48ba-b86a-15177a492f80 req-30dea62e-d923-44eb-a50d-bb96b3e23aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.364032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-30dea62e-d923-44eb-a50d-bb96b3e23aa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2619815 Sep 10 02:58:00.372576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] For port 1ec38d1f-b09f-4100-8321-1596e7465467, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:00.414601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.427298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] For port 1ec38d1f-b09f-4100-8321-1596e7465467, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ec38d1f-b09f-4100-8321-1596e7465467,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:00.429641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-cd47b9ca-18b4-4c89-8887-c0ae2e98c8f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 217 time: 0.0527256 Sep 10 02:58:00.447306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.458050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event deleted for resources: {'Port': ['ID=5c5e12a8-ea4b-4505-8e8c-a91bf541e5bc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:00.530654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.533743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.542144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.542272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03a8c243-3960-4e74-923b-479e69d90477 req-87fc511d-2b14-4bca-b61a-5074b7e666b1 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "DELETE /v2.0/floatingips/55f3d2f7-68cc-485b-ae36-636e5e53cb67 HTTP/1.1" status: 204 len: 173 time: 0.7867310 Sep 10 02:58:00.542367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.542367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] 10.222.0.36 "PUT /v2.0/ports/1ec38d1f-b09f-4100-8321-1596e7465467 HTTP/1.1" status: 200 len: 1091 time: 2.5223999 Sep 10 02:58:00.542367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Made reservation on behalf of fdefb927a1ca491f82300590a76294f8 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:00.545716 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.555755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.568269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Transition to ACTIVE for port object 075fab7b-721d-4964-af60-b9e08eca5f59 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:00.580294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d559-ce68-48ba-b86a-15177a492f80 req-8a3d4daf-b615-4ec5-abe3-3b450647e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.581786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-8a3d4daf-b615-4ec5-abe3-3b450647e80c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1443276 Sep 10 02:58:00.588463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Transition to ACTIVE for port object 075fab7b-721d-4964-af60-b9e08eca5f59 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:00.596220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.624185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efcfdd-39c8-4ea4-a3a4-cb1bb0f61eac service neutron] Pushing event updated for resources: {'Port': ['ID=1ec38d1f-b09f-4100-8321-1596e7465467,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:00.638006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Network 096606b6-99b7-421d-ad68-4cda1e71df35 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:00.641036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6a9b-7a53-4794-8f71-a88b833f5849 req-093a53a1-b13f-45ed-ace4-6ede6bc900e4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.642574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f45c6a9b-7a53-4794-8f71-a88b833f5849 req-093a53a1-b13f-45ed-ace4-6ede6bc900e4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.2065263 Sep 10 02:58:00.643340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:00.646135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:00.658982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Pushing event updated for resources: {'Port': ['ID=075fab7b-721d-4964-af60-b9e08eca5f59,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:00.674445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-70cf9f12-192e-43cf-9317-d3c14f0f11a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741484 Sep 10 02:58:00.712896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Attempting to bind port 075fab7b-721d-4964-af60-b9e08eca5f59 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:00.713272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Attempting to bind port 075fab7b-721d-4964-af60-b9e08eca5f59 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:00.713656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Attempting to bind port 075fab7b-721d-4964-af60-b9e08eca5f59 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:00.719277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:00.719683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Checking segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:00.720089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.720488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Bound using segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:00.721009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Bound port: 075fab7b-721d-4964-af60-b9e08eca5f59, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:00.721423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.738542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2398a-af4c-4a55-8e01-08c7d454e6fe req-e56eca71-cdf9-4b5c-8600-5ef7731e157a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.740111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbb2398a-af4c-4a55-8e01-08c7d454e6fe req-e56eca71-cdf9-4b5c-8600-5ef7731e157a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 943 time: 0.1182766 Sep 10 02:58:00.775100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.791916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] For port 075fab7b-721d-4964-af60-b9e08eca5f59, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:00.795483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] For port 075fab7b-721d-4964-af60-b9e08eca5f59, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=075fab7b-721d-4964-af60-b9e08eca5f59,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:00.800930 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.821050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-2e062d02-e769-4454-876f-8e3138b62335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.822581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-2e062d02-e769-4454-876f-8e3138b62335 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 1094 time: 0.2193973 Sep 10 02:58:00.827485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbb2398a-af4c-4a55-8e01-08c7d454e6fe req-6a634b5e-ca81-4b49-ab63-24e3ba555d59 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742259 Sep 10 02:58:00.829786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f45c6a9b-7a53-4794-8f71-a88b833f5849 req-a308f81a-915b-48e5-9383-64fecca4b9df tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587355 Sep 10 02:58:00.882062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86470-4c45-44a8-b678-bb07fe86f784 None None] Pushing event updated for resources: {'Port': ['ID=075fab7b-721d-4964-af60-b9e08eca5f59,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:00.907545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Subnet': ['ID=a3d49677-1ccd-42d8-af98-3a9bc572a235,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:00.913910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Checking segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:00.914339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network hostable DHCP agents. Network: c3a2a7a7-2b9e-4dc3-aead-2788871b92f7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:58:00.923146 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-5069b9a2-6341-481f-82fb-cfc2c6a291b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec38d1f-b09f-4100-8321-1596e7465467 HTTP/1.1" status: 200 len: 217 time: 0.0872118 Sep 10 02:58:00.944946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:58:00.956587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, c3a2a7a7-2b9e-4dc3-aead-2788871b92f7) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:00.961058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:00.961759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:00.970378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510e819-39a0-4e5c-a11f-a11456d9b01f None None] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:00.986704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b28b6736-70ab-4fce-8dd2-106f180a4990 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9099188 Sep 10 02:58:00.989392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:00.999625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'name': 'tempest-TaggedBootDevicesTest_v242-572501811', 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:01.038994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-eeb21223-83f3-4a37-a446-dc0ea3aa769f service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557518 Sep 10 02:58:01.058593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Allocated IP 192.168.233.97 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/fec07df8-922d-4c19-9853-4e3a797f9676) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:01.086682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-a0f2b94c-90d8-439b-b828-5bd816a35d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:01.086682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-a0f2b94c-90d8-439b-b828-5bd816a35d8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 200 len: 862 time: 0.1464100 Sep 10 02:58:01.154491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c3098-ce14-4b86-b7f5-6dcb60e03907 req-160b2a49-a9f0-42bc-99cf-598df801c8ef tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:01.162071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e93c3098-ce14-4b86-b7f5-6dcb60e03907 req-160b2a49-a9f0-42bc-99cf-598df801c8ef tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1265314 Sep 10 02:58:01.180474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-fa73f573-c5f0-4bf8-bc9a-f9bc3083647e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741563 Sep 10 02:58:01.239619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbfd7c-462c-4232-b6c1-2fcad094ec83 req-179fa6a9-d84c-429b-ae15-969f8c5f3c27 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:01.251394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e93c3098-ce14-4b86-b7f5-6dcb60e03907 req-76f2297c-5e83-499d-a6b2-30dd1261b2bb tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0836654 Sep 10 02:58:01.252599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-decbfd7c-462c-4232-b6c1-2fcad094ec83 req-179fa6a9-d84c-429b-ae15-969f8c5f3c27 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.2840197 Sep 10 02:58:01.322820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'fixed_ips': [{'subnet_id': 'a3d49677-1ccd-42d8-af98-3a9bc572a235'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:58:01.324845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.337393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4656c64b-3a4d-49a9-bc7e-3af6e5feb995 req-a5dfe8bc-6e1f-4b60-8671-ff6ceb90e127 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0646265 Sep 10 02:58:01.338918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:01.469109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.487309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Allocated IP 10.2.2.2 (c3a2a7a7-2b9e-4dc3-aead-2788871b92f7/a3d49677-1ccd-42d8-af98-3a9bc572a235/4396ff41-c4b3-4367-8220-abb8317b6a40) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:01.487785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] device_id is not set on port 218645e2-44d5-4307-b8d5-a0eedd470c2e yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 02:58:01.553523 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.711420 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.713867 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ba288e6-f91b-491c-a5d3-0724dc021f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.718915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1488689e-4ed0-475d-b47c-469206581cca req-702eb3f4-496b-4c51-bb1c-19d4d836e31c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 210 time: 0.0340154 Sep 10 02:58:01.742421 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.743535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Transition to ACTIVE for port object 4396ff41-c4b3-4367-8220-abb8317b6a40 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:01.762702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'tag': '1ec38d1f-b09f-4100-8321-1596e7465467'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:01.764980 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8259a9-6e94-459c-81b8-a07991c7c2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5d0174-5a8a-4a43-99c4-26dfba8da22b", "tag": "1ec38d1f-b09f-4100-8321-1596e7465467"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:01.775989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Transition to ACTIVE for port object 4396ff41-c4b3-4367-8220-abb8317b6a40 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:01.783828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:01.802019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 10.1.1.160 (096606b6-99b7-421d-ad68-4cda1e71df35/468a3720-37d2-42ac-a5ea-18380c703970/218645e2-44d5-4307-b8d5-a0eedd470c2e) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:01.824385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-eee958a4-8629-466b-a4ce-e6dc4d64f4cb service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391919 Sep 10 02:58:01.837229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c465d559-ce68-48ba-b86a-15177a492f80 req-b0d69024-4f5c-4cdf-ac5f-306cd692893f service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745748 Sep 10 02:58:01.865013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:01.880208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:01.882504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Pushing event updated for resources: {'Port': ['ID=4396ff41-c4b3-4367-8220-abb8317b6a40,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:01.884763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:01.896050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-decbfd7c-462c-4232-b6c1-2fcad094ec83 req-c98a1a3b-d962-44d5-8ec7-20b19263261e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426394 Sep 10 02:58:02.023788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Attempting to bind port 4396ff41-c4b3-4367-8220-abb8317b6a40 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:02.026673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Attempting to bind port 4396ff41-c4b3-4367-8220-abb8317b6a40 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:02.027700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Attempting to bind port 4396ff41-c4b3-4367-8220-abb8317b6a40 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:02.039412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:02.039933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Checking segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:02.040970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.041456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Bound using segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:02.044240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Bound port: 4396ff41-c4b3-4367-8220-abb8317b6a40, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:02.044893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.067329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.107769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object 218645e2-44d5-4307-b8d5-a0eedd470c2e will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:02.145340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d454cc28-4a7a-4763-840d-c7785a1e46dd req-4025abef-d7f4-4ec3-8f1e-c1934c9143f9 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822158 Sep 10 02:58:02.161349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d01d3-5439-4d70-88ce-069b65fe2617 req-4ea7ced9-707f-41f9-91af-13341a5e4369 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:02.166338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.172360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa1d01d3-5439-4d70-88ce-069b65fe2617 req-4ea7ced9-707f-41f9-91af-13341a5e4369 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.1700711 Sep 10 02:58:02.185702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.193028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] For port 4396ff41-c4b3-4367-8220-abb8317b6a40, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:02.197032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] For port 4396ff41-c4b3-4367-8220-abb8317b6a40, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4396ff41-c4b3-4367-8220-abb8317b6a40,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:02.205083 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.235159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network 096606b6-99b7-421d-ad68-4cda1e71df35 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:02.241054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:02.243947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:02.259758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Transition to ACTIVE for port object fec07df8-922d-4c19-9853-4e3a797f9676 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:02.287849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163141bf-3cc0-45e9-b2c5-bfa4f5e6d9fd None None] Pushing event updated for resources: {'Port': ['ID=4396ff41-c4b3-4367-8220-abb8317b6a40,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:02.298585 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c97a9-20fa-40aa-8956-56e3dab3360b x-openstack-request-id: req-899c97a9-20fa-40aa-8956-56e3dab3360b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:02.298881 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5d0174-5a8a-4a43-99c4-26dfba8da22b", "tag": "1ec38d1f-b09f-4100-8321-1596e7465467", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:02.299131 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-899c97a9-20fa-40aa-8956-56e3dab3360b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:02.299557 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'tag': '1ec38d1f-b09f-4100-8321-1596e7465467', 'status': 'completed', 'code': 200} Sep 10 02:58:02.307973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:02.350231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:02.350889 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.382944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa1d01d3-5439-4d70-88ce-069b65fe2617 req-cfa7957a-6bcc-44d2-9263-7a0b2d43e23c tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096593 Sep 10 02:58:02.389270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a4f8df-3870-4cc2-b866-dee6706dbfbb None None] Network 096606b6-99b7-421d-ad68-4cda1e71df35 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:02.410195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42496) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:02.411311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-107408fd-e187-4f41-82c8-2053811fb8dd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4160397 Sep 10 02:58:02.419266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'name': 'tempest-TaggedBootDevicesTest_v242-361498969', 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:02.436176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516aa78-21d5-4b05-a202-7ef89a3f1265 req-54fddc6e-3f29-4a99-b191-4088b55b0fa0 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:02.437772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4516aa78-21d5-4b05-a202-7ef89a3f1265 req-54fddc6e-3f29-4a99-b191-4088b55b0fa0 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 943 time: 0.0831847 Sep 10 02:58:02.472095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:02.483070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4516aa78-21d5-4b05-a202-7ef89a3f1265 req-e3f8b6a1-0afe-4fff-a27e-29dc40a06ba6 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Sep 10 02:58:02.488582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:02.513910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-069e8097-d944-44eb-a787-762ecac18d0f None None] Provisioning for port 075fab7b-721d-4964-af60-b9e08eca5f59 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:02.564687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:02.624156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-c33409db-8a98-45b0-8d8f-4a3d8fe85468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:02.626084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-c33409db-8a98-45b0-8d8f-4a3d8fe85468 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ffdf51af6544e6959ca8c573f3a455&device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 1094 time: 0.3235595 Sep 10 02:58:02.754352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:02.765637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:02.828982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4396ff41-c4b3-4367-8220-abb8317b6a40 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:02.894115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:58:02.896221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:02.907308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb071f-ac6a-4a5a-aad5-8634cb282c2e req-d7a4ee79-c666-4242-b1d9-e3b1eb0e47ba tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:02.918450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4396ff41-c4b3-4367-8220-abb8317b6a40 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:02.923172 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fcb071f-ac6a-4a5a-aad5-8634cb282c2e req-d7a4ee79-c666-4242-b1d9-e3b1eb0e47ba tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 935 time: 0.0912313 Sep 10 02:58:02.937338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 075fab7b-721d-4964-af60-b9e08eca5f59 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:02.937892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0514bc-0d23-4407-a1b9-c9d0c5d24de9 req-f4a4c6d3-1031-45d6-9cf3-8a2bfb7a82a2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:02.959574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e0514bc-0d23-4407-a1b9-c9d0c5d24de9 req-f4a4c6d3-1031-45d6-9cf3-8a2bfb7a82a2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.4567330 Sep 10 02:58:02.978161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fcb071f-ac6a-4a5a-aad5-8634cb282c2e req-0da2f01c-5466-4dc1-a12f-1c03200e8d3e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536504 Sep 10 02:58:03.074801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.086867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.117500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 075fab7b-721d-4964-af60-b9e08eca5f59 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:03.122918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 075fab7b-721d-4964-af60-b9e08eca5f59 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:03.123577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.155782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-73e069d2-9a51-4919-a119-651ceafd299e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0412111 Sep 10 02:58:03.184604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Request body: {'port': {'device_id': 'f909a75b-e790-446f-9816-f026184401d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:03.185755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d384218-100c-4bf2-8f38-58e7edd98f31 req-3a9c2ccf-13ae-41a4-bde5-4694606f6c15 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.187569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d384218-100c-4bf2-8f38-58e7edd98f31 req-3a9c2ccf-13ae-41a4-bde5-4694606f6c15 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.1162298 Sep 10 02:58:03.190843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:03.217052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Provisioning for port 218645e2-44d5-4307-b8d5-a0eedd470c2e completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:03.227223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Provisioning complete for port 218645e2-44d5-4307-b8d5-a0eedd470c2e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:03.227650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.234907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'port_id': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'mac_address': 'fa:16:3e:65:83:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da84e85-dbf7-4cce-be4e-870c91e06539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:58:03.238358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-43cf5f88-c703-42e8-9ba6-440f7b829386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.247111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-43cf5f88-c703-42e8-9ba6-440f7b829386 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 200 len: 922 time: 0.5779898 Sep 10 02:58:03.281458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:03.285404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d384218-100c-4bf2-8f38-58e7edd98f31 req-03aee5ea-24fc-426b-bdcd-b1c993fa5179 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911939 Sep 10 02:58:03.322608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e0514bc-0d23-4407-a1b9-c9d0c5d24de9 req-a1c8f8a6-01f5-4f5f-a8ad-0202da3ad3c4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520906 Sep 10 02:58:03.349049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Port 218645e2-44d5-4307-b8d5-a0eedd470c2e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:03.353994 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.386813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01508b1d-15a9-46d1-8156-e9157f1ebbc1 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:03.416516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:03.425001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Provisioning complete for port 075fab7b-721d-4964-af60-b9e08eca5f59 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:03.425949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.428715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-542df4a7-a549-42f9-bf80-4daa37aa9143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec38d1f-b09f-4100-8321-1596e7465467 HTTP/1.1" status: 200 len: 217 time: 0.1545572 Sep 10 02:58:03.477497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.482334 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.571360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-bcf89628-1190-4c02-add4-b70b0d3203d6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.584070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-bcf89628-1190-4c02-add4-b70b0d3203d6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.36 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.4176154 Sep 10 02:58:03.586297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba9d42-429c-4a2d-a896-7e0a141d30e8 req-70174596-15ae-48c5-854b-21919b976de7 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.594760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acba9d42-429c-4a2d-a896-7e0a141d30e8 req-70174596-15ae-48c5-854b-21919b976de7 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.0783186 Sep 10 02:58:03.646944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acba9d42-429c-4a2d-a896-7e0a141d30e8 req-e25c6b0d-0bdd-41ec-a011-2cab9ef2b3b8 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511119 Sep 10 02:58:03.680209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:03.702287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.726711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-16080a44-2aa1-4630-b23d-8c01afcf8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.728744 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-16080a44-2aa1-4630-b23d-8c01afcf8d38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 200 len: 862 time: 0.2891719 Sep 10 02:58:03.738067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.758043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.783287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] For port 075fab7b-721d-4964-af60-b9e08eca5f59, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=075fab7b-721d-4964-af60-b9e08eca5f59,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:03.794697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:03.827503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-276f8a0d-6e62-49f5-8dd7-88f5b5cd683c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849388 Sep 10 02:58:03.827841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['01508b1d-15a9-46d1-8156-e9157f1ebbc1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:03.913375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] device_id is not set on port f961560c-82ec-4d27-9f1f-8412aca091d2 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 02:58:03.941357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c2fd9-eeba-474a-a15f-c120b1b06ceb req-c924ba62-5804-49d3-8663-e4f287d733f4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:03.942964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e0c2fd9-eeba-474a-a15f-c120b1b06ceb req-c924ba62-5804-49d3-8663-e4f287d733f4 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 943 time: 0.3537660 Sep 10 02:58:04.005961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920efbd0-139d-4653-a28e-b61163641cd9 None None] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:04.062428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Provisioning for port fec07df8-922d-4c19-9853-4e3a797f9676 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:04.081266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 02:58:04.081564 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 02:58:04.086006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Provisioning complete for port fec07df8-922d-4c19-9853-4e3a797f9676 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:04.086006 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.086006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Pushing event updated for resources: {'Port': ['ID=075fab7b-721d-4964-af60-b9e08eca5f59,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:04.177976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17d0d-f428-403c-85d9-0b252face6ce req-1bfd8543-5f0e-4747-b73c-20e12c052b2a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:04.186003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebf17d0d-f428-403c-85d9-0b252face6ce req-1bfd8543-5f0e-4747-b73c-20e12c052b2a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 935 time: 0.0738320 Sep 10 02:58:04.205903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed86b4-c308-4b1c-96f3-c28883012379 None None] Port fec07df8-922d-4c19-9853-4e3a797f9676 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:04.210303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Deleting port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:04.210303 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.235773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebf17d0d-f428-403c-85d9-0b252face6ce req-9008d6c4-0fa2-480e-af03-7623440d90f5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 Sep 10 02:58:04.259013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-8665eefd-a1f3-4d0d-a299-a84c61d391d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835192 Sep 10 02:58:04.269903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e0c2fd9-eeba-474a-a15f-c120b1b06ceb req-b5b2d345-fe31-445d-b773-fd5888824758 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969606 Sep 10 02:58:04.341252 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c741ac37-df0c-4aef-8db6-efe2a84be573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.347377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Provisioning for port 4396ff41-c4b3-4367-8220-abb8317b6a40 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:04.353650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Provisioning complete for port 4396ff41-c4b3-4367-8220-abb8317b6a40 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:04.354031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.458819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9700-b1b4-4ceb-b386-ceba73a28107 req-c6b0fee4-b96b-4ee5-be36-373e9ae54efd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:04.466659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e5d9700-b1b4-4ceb-b386-ceba73a28107 req-c6b0fee4-b96b-4ee5-be36-373e9ae54efd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0872397 Sep 10 02:58:04.529160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a8259a9-6e94-459c-81b8-a07991c7c2bc req-4ddab3b2-4ff0-4ed7-b79c-5f3c25913705 service neutron] 10.222.0.36 "GET /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414141 Sep 10 02:58:04.531571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e5d9700-b1b4-4ceb-b386-ceba73a28107 req-e019a2a1-1ab2-4cb6-8d28-e004a45ad099 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637181 Sep 10 02:58:04.550239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec07df8-922d-4c19-9853-4e3a797f9676 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:04.555343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.623532 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.687758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Transition to ACTIVE for port object fec07df8-922d-4c19-9853-4e3a797f9676 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:04.690119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] For port 4396ff41-c4b3-4367-8220-abb8317b6a40, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4396ff41-c4b3-4367-8220-abb8317b6a40,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:04.692197 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.699764 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.711930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.791976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 10.1.1.130 (096606b6-99b7-421d-ad68-4cda1e71df35/468a3720-37d2-42ac-a5ea-18380c703970/f961560c-82ec-4d27-9f1f-8412aca091d2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:04.794121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:04.820749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729191b1-709d-4e60-90f2-5a5f105b2b3c req-56e61ef8-98ca-4f1f-b539-e30fff73fce0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:04.822522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-729191b1-709d-4e60-90f2-5a5f105b2b3c req-56e61ef8-98ca-4f1f-b539-e30fff73fce0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.2899756 Sep 10 02:58:04.822891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Provisioning complete for port 218645e2-44d5-4307-b8d5-a0eedd470c2e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:04.826388 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.833250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] For port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:04.833619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:04.842402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8be87-da80-4e8b-a7ed-2f3728509c80 req-c74c5c14-ed4f-4381-b4a5-93539374f22e tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:04.852441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51b8be87-da80-4e8b-a7ed-2f3728509c80 req-c74c5c14-ed4f-4381-b4a5-93539374f22e tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 945 time: 0.0837531 Sep 10 02:58:04.880515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 075fab7b-721d-4964-af60-b9e08eca5f59 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:04.912081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51b8be87-da80-4e8b-a7ed-2f3728509c80 req-e473c4c2-1ee2-40db-9197-41e69246e05c tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ca119f-f7da-47ed-85a6-8d5ca77761f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Sep 10 02:58:04.934451 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-729191b1-709d-4e60-90f2-5a5f105b2b3c req-40f6b52f-8862-40b7-9039-3781d649e4cd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975871 Sep 10 02:58:04.937657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Calling delete_port for 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:04.972933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ec38d1f-b09f-4100-8321-1596e7465467 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:58:04.974848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Pushing event updated for resources: {'Port': ['ID=4396ff41-c4b3-4367-8220-abb8317b6a40,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:04.979595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-67ef8976-0d38-4c2a-acd6-4c771058b0d1 None None] Port 218645e2-44d5-4307-b8d5-a0eedd470c2e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:05.099957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 075fab7b-721d-4964-af60-b9e08eca5f59 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:05.100558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.161584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1b6fe397-557a-4ab8-aadb-af01fd44f598 None None] Provisioning complete for port 4396ff41-c4b3-4367-8220-abb8317b6a40 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:05.161962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe397-557a-4ab8-aadb-af01fd44f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.164746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ec38d1f-b09f-4100-8321-1596e7465467, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ec38d1f-b09f-4100-8321-1596e7465467,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:05.202069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '1ec38d1f-b09f-4100-8321-1596e7465467', 'network_id': '6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3', 'port_id': '1ec38d1f-b09f-4100-8321-1596e7465467', 'mac_address': 'fa:16:3e:43:98:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca221bf1-e5b1-4db9-8825-6051fa397097', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:58:05.303823 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.340292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec38d1f-b09f-4100-8321-1596e7465467 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:05.344974 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.373419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ec38d1f-b09f-4100-8321-1596e7465467, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ec38d1f-b09f-4100-8321-1596e7465467,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:05.379816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.438130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1ec38d1f-b09f-4100-8321-1596e7465467,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:05.448987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246728e-6b2c-46ec-8d75-8592a52eedf1 req-33e220ac-83db-4664-ae0e-cb24d13612e0 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:05.450735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2246728e-6b2c-46ec-8d75-8592a52eedf1 req-33e220ac-83db-4664-ae0e-cb24d13612e0 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 944 time: 0.0613127 Sep 10 02:58:05.491841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2246728e-6b2c-46ec-8d75-8592a52eedf1 req-e768ae4c-7540-4fd1-a817-5ca288474efe tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Sep 10 02:58:05.519872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:05.520336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:05.520528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:05.560639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Port fec07df8-922d-4c19-9853-4e3a797f9676 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:05.560969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:05.581395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:05.581719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:05.582292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:05.582834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Bound port: fec07df8-922d-4c19-9853-4e3a797f9676, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:05.583259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.634217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.643764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1ec38d1f-b09f-4100-8321-1596e7465467'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:05.672889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351123-2a7f-40b2-b234-ea76c203ec6f req-aaec3167-ae7a-413a-aeec-97c3d932ff72 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:05.674443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab351123-2a7f-40b2-b234-ea76c203ec6f req-aaec3167-ae7a-413a-aeec-97c3d932ff72 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0723968 Sep 10 02:58:05.698340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object f961560c-82ec-4d27-9f1f-8412aca091d2 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:05.714848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88068eef-b154-47df-bd47-669e1e7ace6c req-0806ba2d-649d-4a39-9967-824255c20f00 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:05.717326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88068eef-b154-47df-bd47-669e1e7ace6c req-0806ba2d-649d-4a39-9967-824255c20f00 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.2034442 Sep 10 02:58:05.757013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab351123-2a7f-40b2-b234-ea76c203ec6f req-8229a79a-74b0-4a39-a43f-6171c74354dd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714951 Sep 10 02:58:05.770613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.795636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:05.842131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:05.844569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Pushing event deleted for resources: {'Port': ['ID=04a1ee96-98b3-40ef-b033-e2e8ebb9a7be,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:05.857671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.883863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88068eef-b154-47df-bd47-669e1e7ace6c req-70902cbe-1b20-4156-b1d1-d1806c161092 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482663 Sep 10 02:58:05.944158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] No DVR routers for this DVR port 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:05.949798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.963072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.965930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-914fcfa2-7094-4ac9-999d-22db7d4612a5 req-6399954d-d8e6-4e4d-b37a-5b096f8e60e6 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.36 "DELETE /v2.0/ports/04a1ee96-98b3-40ef-b033-e2e8ebb9a7be HTTP/1.1" status: 204 len: 173 time: 2.3713458 Sep 10 02:58:05.971632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:05.979633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:05.981954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] 10.222.0.32 "PUT /v2.0/ports/fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 1095 time: 2.8025405 Sep 10 02:58:05.982774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'name': 'network-vif-deleted', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be'}, {'name': 'network-changed', 'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:05.985195 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0409df58-eacb-4684-bc38-de1de3ab48f9" -d '{"events": [{"server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "name": "network-vif-deleted", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be"}, {"name": "network-changed", "server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:06.036348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576a0bf-a5cb-407b-b592-f8c7c6536578 service neutron] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:06.075248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4889c6d8-6e28-4690-b72c-b7efc97573bf req-c34d2288-e19b-40f9-90d2-ce258d70734e tempest-FloatingIPsAssociationNegativeTestJSON-1231566654 tempest-FloatingIPsAssociationNegativeTestJSON-1231566654-project] 10.222.0.23 "GET /v2.0/ports?device_id=0610e205-5baf-4c86-9d2e-d832233297cb HTTP/1.1" status: 200 len: 210 time: 0.0964236 Sep 10 02:58:06.192395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:06.208821 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c26d8-5780-481c-9491-37e4f698ed06 x-openstack-request-id: req-866c26d8-5780-481c-9491-37e4f698ed06 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:06.209122 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0610e205-5baf-4c86-9d2e-d832233297cb", "name": "network-vif-deleted", "tag": "04a1ee96-98b3-40ef-b033-e2e8ebb9a7be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:06.209403 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-866c26d8-5780-481c-9491-37e4f698ed06 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:06.209803 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0610e205-5baf-4c86-9d2e-d832233297cb', 'name': 'network-vif-deleted', 'tag': '04a1ee96-98b3-40ef-b033-e2e8ebb9a7be', 'status': 'completed', 'code': 200} Sep 10 02:58:06.210056 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'status': 'completed', 'code': 200} Sep 10 02:58:06.215494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network 096606b6-99b7-421d-ad68-4cda1e71df35 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:06.225080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:06.234903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:06.264703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-92ff1774-2f3b-4398-a215-ef7fc77983fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.266290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-92ff1774-2f3b-4398-a215-ef7fc77983fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1098 time: 0.1266770 Sep 10 02:58:06.284940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec4cf-e726-46a4-898b-a4457a7a8327 req-5aaa13ee-b329-4ab1-b023-68630b6fb6a7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.292167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1dec4cf-e726-46a4-898b-a4457a7a8327 req-5aaa13ee-b329-4ab1-b023-68630b6fb6a7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1264839 Sep 10 02:58:06.346843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-84544ea6-0879-46ac-a942-99d242f27588 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.0522792 Sep 10 02:58:06.357896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.358651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:06.419522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1dec4cf-e726-46a4-898b-a4457a7a8327 req-da629bd8-51ce-431c-bfcb-9f31db32c009 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261315 Sep 10 02:58:06.422582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9db710e6-caf7-47c1-95d3-d867c6909718 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0080841 Sep 10 02:58:06.436425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-887a67bc-cb69-474f-978a-6fa73f97007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.437939 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-887a67bc-cb69-474f-978a-6fa73f97007b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0765624 Sep 10 02:58:06.500460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39786e8-902b-49b3-b03a-609629c6c336 req-8c3c4127-ac26-47ad-8eaa-ccf61d2fd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.502117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-8c3c4127-ac26-47ad-8eaa-ccf61d2fd889 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545030 Sep 10 02:58:06.559213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-44a36cba-c38e-405d-a95b-b947ed5ef2a8 None None] Provisioning for port f961560c-82ec-4d27-9f1f-8412aca091d2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:06.566632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-44a36cba-c38e-405d-a95b-b947ed5ef2a8 None None] Provisioning complete for port f961560c-82ec-4d27-9f1f-8412aca091d2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:06.567249 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44a36cba-c38e-405d-a95b-b947ed5ef2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:06.621272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-18e072ec-e008-48d2-8a28-fe1b31cc75f3 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048021 Sep 10 02:58:06.657685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-44a36cba-c38e-405d-a95b-b947ed5ef2a8 None None] Port f961560c-82ec-4d27-9f1f-8412aca091d2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:06.753367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814252a-3994-4657-b2fd-7e5cc74a2a04 req-498153b1-fb04-4e10-843e-7ff84734f23a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.767193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f814252a-3994-4657-b2fd-7e5cc74a2a04 req-498153b1-fb04-4e10-843e-7ff84734f23a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 944 time: 0.1208208 Sep 10 02:58:06.769220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42546) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:06.775011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424514736', 'description': 'tempest-description--46508305'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:06.816894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4396ff41-c4b3-4367-8220-abb8317b6a40 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:06.852453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:06.864150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f814252a-3994-4657-b2fd-7e5cc74a2a04 req-405dcf31-1a4f-4180-a168-ae69faf58d54 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013527 Sep 10 02:58:06.895564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:06.898303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b39786e8-902b-49b3-b03a-609629c6c336 req-55093474-11f4-4749-ac90-a675bc303a5e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671773 Sep 10 02:58:06.899556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4396ff41-c4b3-4367-8220-abb8317b6a40 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:06.900764 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:06.932732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85453f6-bdf3-4852-9828-c78d15464763 req-b25607fc-f02b-44ea-b331-a771214581ed tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:06.940709 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d85453f6-bdf3-4852-9828-c78d15464763 req-b25607fc-f02b-44ea-b331-a771214581ed tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.1111803 Sep 10 02:58:07.012535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d85453f6-bdf3-4852-9828-c78d15464763 req-67227d1e-f3bd-4309-a769-6229d3980458 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689578 Sep 10 02:58:07.047615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-ca641e43-8219-488a-9362-1da16bebf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.049651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-ca641e43-8219-488a-9362-1da16bebf8d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1098 time: 0.0994782 Sep 10 02:58:07.076045 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.097765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:07.099144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.104228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:07.106003 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.122266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccc69-7700-45c6-83fd-24afff89f1f1 req-587706b2-d241-4ea0-88df-5df1a53f930d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.130908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be5ccc69-7700-45c6-83fd-24afff89f1f1 req-587706b2-d241-4ea0-88df-5df1a53f930d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.1171682 Sep 10 02:58:07.131655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cea8416-dcfa-4ab3-8aa3-74e34e584708,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:07.134566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.135920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-180bcfea-0f8d-4f54-8b9f-959e154137da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3643203 Sep 10 02:58:07.138764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42554) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:07.144127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'security_group_rule': {'security_group_id': '4cea8416-dcfa-4ab3-8aa3-74e34e584708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:07.157897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42556) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:07.213553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be5ccc69-7700-45c6-83fd-24afff89f1f1 req-c3b6648a-f2a1-41ac-86eb-5eeb019fb56c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802779 Sep 10 02:58:07.239716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.257610 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.260940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.271333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-131d1900-d3b3-4685-8a1f-337ddeb5cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.276322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-131d1900-d3b3-4685-8a1f-337ddeb5cd19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2161975 Sep 10 02:58:07.306759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:07.310857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:07.311255 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3666d8-3a22-44ac-b1ce-65ea3bdc9d41" -d '{"events": [{"server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "name": "network-vif-plugged", "status": "completed", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:07.316730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.317785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ec38d1f-b09f-4100-8321-1596e7465467 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:07.354560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-cb4b3d03-e37a-4cb3-9a24-2b7f9f433f92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.0677130 Sep 10 02:58:07.362071 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b57908-0232-4180-a0f4-9bfbcf20bb7e x-openstack-request-id: req-40b57908-0232-4180-a0f4-9bfbcf20bb7e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:07.362362 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "name": "network-vif-plugged", "status": "completed", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:07.362614 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40b57908-0232-4180-a0f4-9bfbcf20bb7e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:07.363046 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'code': 200} Sep 10 02:58:07.393954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.402582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.430928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0505d9-c055-4c64-a3d7-d1906a649cf7,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:07.447306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:07.460276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 1ec38d1f-b09f-4100-8321-1596e7465467 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:07.464853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 1ec38d1f-b09f-4100-8321-1596e7465467 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:07.465296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.467685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-52c303fa-07d9-4b08-b402-5bacddebbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.469237 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-52c303fa-07d9-4b08-b402-5bacddebbad8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1067102 Sep 10 02:58:07.469762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.473655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9ea18706-72db-4519-96ad-2d964f74438a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3313026 Sep 10 02:58:07.474412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42564) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:07.478782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'security_group_rule': {'security_group_id': '4cea8416-dcfa-4ab3-8aa3-74e34e584708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:07.525924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a720f-01df-430b-8d54-14c448671706 req-96ccc7fc-5f6a-4464-a263-48c79b347186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.528605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-754a720f-01df-430b-8d54-14c448671706 req-96ccc7fc-5f6a-4464-a263-48c79b347186 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1098893 Sep 10 02:58:07.554323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-e14fc4e1-fdef-441d-afaf-6e3f4d366e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.555837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-e14fc4e1-fdef-441d-afaf-6e3f4d366e20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721865 Sep 10 02:58:07.567305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.569577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.580929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-754a720f-01df-430b-8d54-14c448671706 req-156882d7-7628-4516-bde1-73742b63d05a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Sep 10 02:58:07.606331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ec38d1f-b09f-4100-8321-1596e7465467, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ec38d1f-b09f-4100-8321-1596e7465467,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:07.610214 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.611044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:07.650787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:07.651033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 04a1ee96-98b3-40ef-b033-e2e8ebb9a7be not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:07.664235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-c636f5d4-9f60-42ae-91e1-cc80aa064cc3 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956023 Sep 10 02:58:07.664822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86deafc-fc5e-4bcf-839a-9f886aae8775 req-c5f985e6-ae39-4961-b64c-bd97528702c4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:07.666150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a86deafc-fc5e-4bcf-839a-9f886aae8775 req-c5f985e6-ae39-4961-b64c-bd97528702c4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.1368141 Sep 10 02:58:07.677503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1ec38d1f-b09f-4100-8321-1596e7465467,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:07.712375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.719193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.756997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a86deafc-fc5e-4bcf-839a-9f886aae8775 req-b7e574cb-f6b6-4d70-aa4d-4c3d31af319e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826957 Sep 10 02:58:07.758900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0409df58-eacb-4684-bc38-de1de3ab48f9 req-abc53087-1dc8-49e6-9efa-a1807c6a0b19 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838332 Sep 10 02:58:07.759768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7d10bf-62bd-42c9-8605-ccd92e1ac7e3,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:07.774012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.778702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7362d26b-7109-4910-a2e1-70ede5bba8d7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3000479 Sep 10 02:58:07.779516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42566) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:07.790970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:07.808765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.871249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:07.928519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.049389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 172.25.8.88 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/300c209f-79d4-4544-adea-538d3418447d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:08.199754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac942d5-c8df-4495-9f95-57535e51f668 req-4d6a4714-f978-42a6-9540-23d8647c35a7 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:08.201250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ac942d5-c8df-4495-9f95-57535e51f668 req-4d6a4714-f978-42a6-9540-23d8647c35a7 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.1096969 Sep 10 02:58:08.212907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.256692 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ac942d5-c8df-4495-9f95-57535e51f668 req-ac129c24-0b42-4eb5-8713-cd9c44fe6e5f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Sep 10 02:58:08.283153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.325356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:08.328257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:08.334106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:08.362325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=300c209f-79d4-4544-adea-538d3418447d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:08.369078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36894-ade7-48ef-b9bb-6954f7a0b645 req-7e1c733e-199b-4587-b737-6d1897189dc1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:08.371132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-78d36894-ade7-48ef-b9bb-6954f7a0b645 req-7e1c733e-199b-4587-b737-6d1897189dc1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 945 time: 0.4078274 Sep 10 02:58:08.435082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-78d36894-ade7-48ef-b9bb-6954f7a0b645 req-637497b4-ab6b-4269-b6c8-9c4ee87ce873 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509853 Sep 10 02:58:08.453299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.512250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.529698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Deleting port 4a8739bb-1067-4531-9bb3-c1d4d8042322 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:08.530043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.557609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f21af-4419-464a-8aa2-5eb88b8cc2f7 req-3688a646-b58f-4c81-a8a0-43d9432aea67 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:08.558719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b5f21af-4419-464a-8aa2-5eb88b8cc2f7 req-3688a646-b58f-4c81-a8a0-43d9432aea67 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.1038413 Sep 10 02:58:08.623579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b5f21af-4419-464a-8aa2-5eb88b8cc2f7 req-a8ae0cb2-ecff-4f1c-9887-9ce85d6c078a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Sep 10 02:58:08.645041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] For port 4a8739bb-1067-4531-9bb3-c1d4d8042322, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4a8739bb-1067-4531-9bb3-c1d4d8042322,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:08.645041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.654082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Calling delete_port for 4a8739bb-1067-4531-9bb3-c1d4d8042322 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:08.665420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562dbe-bcd5-44b0-b5a6-1e88a13b86a8 req-4b57fbdc-e8d6-4979-85b4-6566d5bffb66 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:08.666896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75562dbe-bcd5-44b0-b5a6-1e88a13b86a8 req-4b57fbdc-e8d6-4979-85b4-6566d5bffb66 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 945 time: 0.0861900 Sep 10 02:58:08.709519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.715130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.746552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75562dbe-bcd5-44b0-b5a6-1e88a13b86a8 req-619efc83-9cc1-4939-948c-97252cfcff7a tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730155 Sep 10 02:58:08.798360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=300c209f-79d4-4544-adea-538d3418447d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:08.805760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.832738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.842718 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fa80890-e75c-4a83-af20-95ea4a047cb6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0536234 Sep 10 02:58:08.894963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:08.903153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cfd6-2b8e-4922-930b-79c529a8d194 req-e9d1fa45-dcbb-4530-a7bf-829258605163 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:08.904693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03c0cfd6-2b8e-4922-930b-79c529a8d194 req-e9d1fa45-dcbb-4530-a7bf-829258605163 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.0610445 Sep 10 02:58:08.930670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8739bb-1067-4531-9bb3-c1d4d8042322,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:08.966791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03c0cfd6-2b8e-4922-930b-79c529a8d194 req-e3753e04-349f-4241-bc40-ec79e7259bab tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501344 Sep 10 02:58:09.088503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-fcb8ca58-fd88-474d-abf4-3090a4146fd0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1424514736&fields=id&tenant_id=3e299b1aeb8d404399e6dcf7352eba0c HTTP/1.1" status: 200 len: 267 time: 0.0878842 Sep 10 02:58:09.174925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-7c030db1-49ba-4542-85a7-f2a127b2d905 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.176345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-7c030db1-49ba-4542-85a7-f2a127b2d905 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 936 time: 0.0794163 Sep 10 02:58:09.185498 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:09.264735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-17a93401-9dc3-43dd-a69a-d9dd3dc60238 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.266066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-17a93401-9dc3-43dd-a69a-d9dd3dc60238 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 936 time: 0.0830796 Sep 10 02:58:09.327337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c2bc56a1-9031-4856-bc47-5cb1a0356958 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0539520 Sep 10 02:58:09.364767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec38d1f-b09f-4100-8321-1596e7465467'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:09.367322 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffa7b4b-2e3a-48d9-aa3c-d901f9d0d159" -d '{"events": [{"server_uuid": "6d5d0174-5a8a-4a43-99c4-26dfba8da22b", "name": "network-vif-plugged", "status": "completed", "tag": "1ec38d1f-b09f-4100-8321-1596e7465467"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:09.378236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a054ed7-7e96-47e7-b6e5-43d3763c2fd6 req-23f8abfe-6b05-4af4-b88f-f4f21847a6a9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.379770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a054ed7-7e96-47e7-b6e5-43d3763c2fd6 req-23f8abfe-6b05-4af4-b88f-f4f21847a6a9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0539548 Sep 10 02:58:09.390402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c563e71f-56e6-4bde-ba9c-b3d2aa3d3f3f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0315535 Sep 10 02:58:09.418137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a054ed7-7e96-47e7-b6e5-43d3763c2fd6 req-4bd084f5-57d2-4fe3-a668-5240e6b6d8a0 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Sep 10 02:58:09.459630 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bbedca-7cb4-4679-8c88-c372b6eb5011 x-openstack-request-id: req-77bbedca-7cb4-4679-8c88-c372b6eb5011 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:09.459928 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5d0174-5a8a-4a43-99c4-26dfba8da22b", "name": "network-vif-plugged", "status": "completed", "tag": "1ec38d1f-b09f-4100-8321-1596e7465467", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:09.460182 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77bbedca-7cb4-4679-8c88-c372b6eb5011 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:09.460591 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec38d1f-b09f-4100-8321-1596e7465467', 'code': 200} Sep 10 02:58:09.583697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e43bb17c-afe4-46a4-ae9e-ae8bbee3c414 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.589959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e43bb17c-afe4-46a4-ae9e-ae8bbee3c414 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.590202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec29334-a10c-4e37-9e74-df75d4717bed req-a4ddd2a9-ae7c-4703-bedb-178bd6b5fa95 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.591757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aec29334-a10c-4e37-9e74-df75d4717bed req-a4ddd2a9-ae7c-4703-bedb-178bd6b5fa95 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 945 time: 0.0861833 Sep 10 02:58:09.595701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e43bb17c-afe4-46a4-ae9e-ae8bbee3c414 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.597303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e43bb17c-afe4-46a4-ae9e-ae8bbee3c414 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/networks?id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 200 len: 1994 time: 0.1996443 Sep 10 02:58:09.597838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bf30-85ee-4848-a450-a187b257bf81 req-deae7214-e5d8-42d4-84ba-a3c7845d48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.599256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c620bf30-85ee-4848-a450-a187b257bf81 req-deae7214-e5d8-42d4-84ba-a3c7845d48ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 1096 time: 0.0617261 Sep 10 02:58:09.608763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Router a3a43039-b67a-4452-a8f8-a7d83c9fa853 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:58:09.618752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-90b044c6-f4e3-4bc4-a82b-56ddb58baba4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/quotas/3e299b1aeb8d404399e6dcf7352eba0c HTTP/1.1" status: 200 len: 375 time: 0.0126436 Sep 10 02:58:09.653621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aec29334-a10c-4e37-9e74-df75d4717bed req-85a64401-bbbb-4c95-8dc6-33d8cdf126b7 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533595 Sep 10 02:58:09.655562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c620bf30-85ee-4848-a450-a187b257bf81 req-32a18065-59f2-42c5-9ac7-901dc8adac4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Sep 10 02:58:09.751476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-6a3e337e-eacf-4201-a553-17a3ba279124 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1248739 Sep 10 02:58:09.773589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:58:09.781412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df5f189e-e32f-411e-b5e5-bfd322b68c37 admin admin] 10.222.0.23 "PUT /v2.0/routers/a3a43039-b67a-4452-a8f8-a7d83c9fa853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198697 Sep 10 02:58:09.783833 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] Sync routers for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:58:09.788703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42618) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:09.792959 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:09.793558 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:09.817988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d3eb-2ddf-480c-afa2-1e6527d192aa req-1f149d94-ab47-40e4-8ef9-904669d7a8b7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.819517 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f987d3eb-2ddf-480c-afa2-1e6527d192aa req-1f149d94-ab47-40e4-8ef9-904669d7a8b7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.0541978 Sep 10 02:58:09.866475 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f987d3eb-2ddf-480c-afa2-1e6527d192aa req-eed5edf9-6142-45bb-b005-34b597404000 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Sep 10 02:58:09.909415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-bc0fbb76-87ec-4ebe-873e-08e0dd85d77b service neutron] 10.222.0.23 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433768 Sep 10 02:58:09.912759 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:09.976450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba755b0e-124b-428b-bc7a-67e1b3eb4210 req-4ace83b7-684f-4195-93a3-0995e1c25b46 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:09.978171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba755b0e-124b-428b-bc7a-67e1b3eb4210 req-4ace83b7-684f-4195-93a3-0995e1c25b46 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Sep 10 02:58:09.991277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.040015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba755b0e-124b-428b-bc7a-67e1b3eb4210 req-6ed09f84-5511-4c47-b5df-a3b32d160ddd tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ea62252-3dc3-45fc-86f2-df569094e047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517578 Sep 10 02:58:10.107496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:58:08Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:10.122067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-2ca579ac-c27b-493e-a09a-3e1bee89ec2b service neutron] 10.222.0.23 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778195 Sep 10 02:58:10.138205 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] Checking router: a3a43039-b67a-4452-a8f8-a7d83c9fa853 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:58:10.146863 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] Routers {'a3a43039-b67a-4452-a8f8-a7d83c9fa853'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:10.147490 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:10.162981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db4ed-ca1c-4669-930a-f1c6f3e7ad46 req-1ec4c0c6-5875-40e2-a849-806800bffc3b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:10.167589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.170456 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c81db4ed-ca1c-4669-930a-f1c6f3e7ad46 req-1ec4c0c6-5875-40e2-a849-806800bffc3b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.0842533 Sep 10 02:58:10.173050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d88543bd-1147-4156-a614-98f0083fc3ac service neutron] 10.222.0.23 "GET /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0408106 Sep 10 02:58:10.181020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-4290873a-439b-4d2b-b618-3688a7f83d4f tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:10.183496 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-4290873a-439b-4d2b-b618-3688a7f83d4f tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.32 "GET /v2.0/ports?device_id=9663ab1b-837c-4f2e-a4d2-82fe41373770 HTTP/1.1" status: 200 len: 945 time: 0.0858276 Sep 10 02:58:10.250737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c81db4ed-ca1c-4669-930a-f1c6f3e7ad46 req-64fcbaab-5d0c-49ef-8d60-b9f1d120b086 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792024 Sep 10 02:58:10.299230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Deleting port 64d5c10a-3fb6-44b5-b3f1-69a80831c258 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:10.299713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.316182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-6e2c481a-880a-474c-b3ed-fdccc350de80 service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330969 Sep 10 02:58:10.344695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Deleting port 8187d88d-1d6f-4103-90af-7802c321e1ab {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:10.345330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.365369 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] Set router a3a43039-b67a-4452-a8f8-a7d83c9fa853 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:10.454010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39678be-9755-4629-ae8f-3fb436e729eb req-47849bc5-7148-476a-9002-e4d577e3568c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:10.455753 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d39678be-9755-4629-ae8f-3fb436e729eb req-47849bc5-7148-476a-9002-e4d577e3568c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1033683 Sep 10 02:58:10.488252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] For port 8187d88d-1d6f-4103-90af-7802c321e1ab, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8187d88d-1d6f-4103-90af-7802c321e1ab,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:10.488770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.507413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Calling delete_port for 8187d88d-1d6f-4103-90af-7802c321e1ab owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:10.527011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d39678be-9755-4629-ae8f-3fb436e729eb req-56e3b1d1-6899-462a-b63a-75c85c6ee456 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Sep 10 02:58:10.557755 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:58:08Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:10.586320 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9bdb1-83f6-4163-bc90-4548eec90cba None None] The sync data for ids ['a3a43039-b67a-4452-a8f8-a7d83c9fa853'] in n-d-808126-2 is: [{'id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2147242890-router', 'tenant_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:57Z', 'updated_at': '2021-09-10T02:58:08Z', 'revision_number': 5, 'project_id': 'db590cfb0a7446d0878e82ff0fbcfa77', 'gw_port': {'id': '64d5c10a-3fb6-44b5-b3f1-69a80831c258', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a43039-b67a-4452-a8f8-a7d83c9fa853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:00Z', 'updated_at': '2021-09-10T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:58:10.703728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.718879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8187d88d-1d6f-4103-90af-7802c321e1ab'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:10.737889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] For port 64d5c10a-3fb6-44b5-b3f1-69a80831c258, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=64d5c10a-3fb6-44b5-b3f1-69a80831c258,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:10.738468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.741643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c708-f9b1-4ced-ac7a-d66bad45aaef req-c18682c3-fd97-4c65-9721-f829c14f352f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:10.743150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8384c708-f9b1-4ced-ac7a-d66bad45aaef req-c18682c3-fd97-4c65-9721-f829c14f352f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0938344 Sep 10 02:58:10.744130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Pushing event deleted for resources: {'Port': ['ID=8187d88d-1d6f-4103-90af-7802c321e1ab,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:10.762547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Calling delete_port for 64d5c10a-3fb6-44b5-b3f1-69a80831c258 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:10.772129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a0c7325a-6860-4476-bc77-aa5eaa901a00 service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443867 Sep 10 02:58:10.804007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] No DVR routers for this DVR port 8187d88d-1d6f-4103-90af-7802c321e1ab on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:10.808439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:10.810797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0893fc13-f72d-4a5b-8c9b-e4919c90e403 req-d74c03a5-4c10-482c-b3fe-3babf3962140 tempest-AttachSCSIVolumeTestJSON-2056788560 tempest-AttachSCSIVolumeTestJSON-2056788560-project] 10.222.0.32 "DELETE /v2.0/ports/8187d88d-1d6f-4103-90af-7802c321e1ab HTTP/1.1" status: 204 len: 173 time: 0.6095350 Sep 10 02:58:10.811297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'name': 'network-vif-deleted', 'tag': '8187d88d-1d6f-4103-90af-7802c321e1ab'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:10.814109 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36bd320-74cc-4fd4-98a1-cd9a41cad023" -d '{"events": [{"server_uuid": "9663ab1b-837c-4f2e-a4d2-82fe41373770", "name": "network-vif-deleted", "tag": "8187d88d-1d6f-4103-90af-7802c321e1ab"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:10.837799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8384c708-f9b1-4ced-ac7a-d66bad45aaef req-9e4bd5af-35a8-4bde-867d-872beab32e13 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688572 Sep 10 02:58:10.854206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e93d857d-e621-4db3-8e33-fe4dfcf02e5a service neutron] 10.222.0.23 "GET /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0438452 Sep 10 02:58:11.017567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8fe4875d-54c9-49e0-bd9a-dc0598d8062d service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630912 Sep 10 02:58:11.052925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4a8739bb-1067-4531-9bb3-c1d4d8042322 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:11.071581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f40638-e3ec-4149-ad77-7207acc92ac9 req-33116c8e-f7cb-4c62-90ea-3962de44e9e5 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:11.076250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4a8739bb-1067-4531-9bb3-c1d4d8042322 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:11.076594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4a8739bb-1067-4531-9bb3-c1d4d8042322 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:11.083522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83f40638-e3ec-4149-ad77-7207acc92ac9 req-33116c8e-f7cb-4c62-90ea-3962de44e9e5 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 945 time: 0.0793552 Sep 10 02:58:11.141072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83f40638-e3ec-4149-ad77-7207acc92ac9 req-43064f61-befd-4cd0-a665-4d57f1a21364 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Sep 10 02:58:11.158814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.180472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:58:11.208105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Pushing event deleted for resources: {'Port': ['ID=64d5c10a-3fb6-44b5-b3f1-69a80831c258,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:11.218346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b9feb87f-e830-4a5e-b4c5-c35762ccbcad service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935303 Sep 10 02:58:11.357331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.367979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:11.374887 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51476326-7508-46a7-a223-aba406f52fd4 x-openstack-request-id: req-51476326-7508-46a7-a223-aba406f52fd4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:11.375220 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9663ab1b-837c-4f2e-a4d2-82fe41373770", "name": "network-vif-deleted", "tag": "8187d88d-1d6f-4103-90af-7802c321e1ab", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:11.375689 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51476326-7508-46a7-a223-aba406f52fd4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:11.376243 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9663ab1b-837c-4f2e-a4d2-82fe41373770', 'name': 'network-vif-deleted', 'tag': '8187d88d-1d6f-4103-90af-7802c321e1ab', 'status': 'completed', 'code': 200} Sep 10 02:58:11.396271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'mac_address': 'fa:16:3e:04:86:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:58:11.455353 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.474008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec07df8-922d-4c19-9853-4e3a797f9676 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:11.506316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:11.512567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.536641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.540780 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.544797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-1392caa0-d5b7-47e4-b1de-d159d09afb6d service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994993 Sep 10 02:58:11.558770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90e972-13e6-441a-9ed2-4277d9cb54b3 req-d12cea1a-fdaa-4c75-8ea0-2487c13605c9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:11.560706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e90e972-13e6-441a-9ed2-4277d9cb54b3 req-d12cea1a-fdaa-4c75-8ea0-2487c13605c9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.0837388 Sep 10 02:58:11.592843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:11.609870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e90e972-13e6-441a-9ed2-4277d9cb54b3 req-d34d024c-b61e-4f5a-a25d-5746cdf587f2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Sep 10 02:58:11.636850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.637497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3a43039-b67a-4452-a8f8-a7d83c9fa853 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 02:58:11.652957 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.658288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9831790b-bdf0-4a5a-aad6-f7c45e50062a admin admin] 10.222.0.23 "DELETE /v2.0/routers/a3a43039-b67a-4452-a8f8-a7d83c9fa853 HTTP/1.1" status: 204 len: 168 time: 1.8663712 Sep 10 02:58:11.658815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42650) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:11.742954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['fec07df8-922d-4c19-9853-4e3a797f9676'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:11.749335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c5bcb4a5-01de-47fc-a206-0c0c489ee3f4 service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432686 Sep 10 02:58:11.778978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Deleting subnet d2604b1e-8e0b-4f92-8e40-4327cda0193e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:58:11.791039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.873213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:11.969412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-7b72820e-dc0b-4576-99e3-3906bb20ca01 service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188666 Sep 10 02:58:12.036958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.148370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-cdaf923d-4183-4a80-8d25-c36599d00112 service neutron] 10.222.0.23 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591008 Sep 10 02:58:12.165941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.253889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2604b1e-8e0b-4f92-8e40-4327cda0193e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:12.270109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.286068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42694) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:12.297840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da62c1-6d64-42be-98b1-d5f380ead2e3 None None] Network aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:12.304352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5e63f440-6087-408a-bcff-4b14a75c485f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2604b1e-8e0b-4f92-8e40-4327cda0193e HTTP/1.1" status: 204 len: 168 time: 0.6206651 Sep 10 02:58:12.327596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e58e4d-74b9-4877-82e8-e4129cc7eaa0 req-3adbe5f1-4b86-40c3-9db1-e6293b27de07 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:12.329872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9e58e4d-74b9-4877-82e8-e4129cc7eaa0 req-3adbe5f1-4b86-40c3-9db1-e6293b27de07 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.2159808 Sep 10 02:58:12.331591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8dd32226-7889-4fa8-9232-d2aaf138e586 service neutron] 10.222.0.23 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664822 Sep 10 02:58:12.393098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9e58e4d-74b9-4877-82e8-e4129cc7eaa0 req-6a52bc3e-19f5-4320-b124-e9522a1854d0 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Sep 10 02:58:12.488582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.515147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d77f07-8fe5-4b50-a26d-407af9a6e891 req-755c2b56-d2f6-434d-a599-c54e19ddbca9 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:12.516630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39d77f07-8fe5-4b50-a26d-407af9a6e891 req-755c2b56-d2f6-434d-a599-c54e19ddbca9 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 945 time: 0.0640695 Sep 10 02:58:12.546664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-fdcc87f6-c760-41ed-bdb7-fea7fce4223a service neutron] 10.222.0.23 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114158 Sep 10 02:58:12.554563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] DHCP port deletion for aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 02:58:12.571386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39d77f07-8fe5-4b50-a26d-407af9a6e891 req-7d4dc7df-2854-42da-bdc9-9bb5d6256d7e tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485795 Sep 10 02:58:12.639853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] Deleting port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:12.640482 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.690315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Deleting port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:12.690660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.730948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] For port 0996c587-0f8d-4ae8-bd7b-0b99ae236311, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0996c587-0f8d-4ae8-bd7b-0b99ae236311,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:12.731709 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.753276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] Calling delete_port for 0996c587-0f8d-4ae8-bd7b-0b99ae236311 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:12.769850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] For port 0996c587-0f8d-4ae8-bd7b-0b99ae236311, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0996c587-0f8d-4ae8-bd7b-0b99ae236311,segment=NetworkSegment(4103f409-32db-4362-98e4-e5fad706c04d),segment_id=4103f409-32db-4362-98e4-e5fad706c04d)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:12.770393 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.786335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-75db1b43-a0e7-4f93-a898-9802c887470f service neutron] 10.222.0.23 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355928 Sep 10 02:58:12.787179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Calling delete_port for 0996c587-0f8d-4ae8-bd7b-0b99ae236311 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:12.817962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0996c587-0f8d-4ae8-bd7b-0b99ae236311 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:12.864473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15957fd8-4d56-4d9d-81a6-cf9d7c0d2cb5 req-a3961eaf-6e90-4063-903f-3c6cba7a71c1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:12.866728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-15957fd8-4d56-4d9d-81a6-cf9d7c0d2cb5 req-a3961eaf-6e90-4063-903f-3c6cba7a71c1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 948 time: 0.0666513 Sep 10 02:58:12.915223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-15957fd8-4d56-4d9d-81a6-cf9d7c0d2cb5 req-0fbe3ef8-9935-444f-8036-921467320282 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Sep 10 02:58:12.940568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-253e853e-6fbc-4344-b83f-a23eadaeacd9 service neutron] 10.222.0.23 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472037 Sep 10 02:58:12.948307 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.949007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:12.984189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Pushing event deleted for resources: {'Port': ['ID=0996c587-0f8d-4ae8-bd7b-0b99ae236311,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:12.986501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] No DVR routers for this DVR port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:13.074927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.130192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:13.141735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4103f409-32db-4362-98e4-e5fad706c04d') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:13.142145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4103f409-32db-4362-98e4-e5fad706c04d') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:13.157950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.162513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 64d5c10a-3fb6-44b5-b3f1-69a80831c258 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:13.165666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.179183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.188410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:58:13.188951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.207552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] Pushing event deleted for resources: {'Port': ['ID=0996c587-0f8d-4ae8-bd7b-0b99ae236311,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:13.209491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:13.214570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 64d5c10a-3fb6-44b5-b3f1-69a80831c258 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:13.214875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 64d5c10a-3fb6-44b5-b3f1-69a80831c258 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:13.236425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d25839-c13b-4b28-887e-1b044554908d None None] No DVR routers for this DVR port 0996c587-0f8d-4ae8-bd7b-0b99ae236311 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: timer() Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:58:13.240523 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:58:13.273212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port fec07df8-922d-4c19-9853-4e3a797f9676 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:13.278767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port fec07df8-922d-4c19-9853-4e3a797f9676 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:13.279154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.302815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.320115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.325812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] 10.222.0.23 "DELETE /v2.0/networks/aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9 HTTP/1.1" status: 204 len: 168 time: 1.0349925 Sep 10 02:58:13.334720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1f9bd-d78d-4300-be22-08947489562d admin admin] Pushing event deleted for resources: {'Network': ['ID=aff2b2b7-2df2-4b21-9e4c-c658a8ab02a9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:13.408569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.467368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:13.469992 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5868ca3-6a13-4640-8e78-c00562ab282c" -d '{"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-plugged", "status": "completed", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:13.507797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:13.525733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.536430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42738) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:13.624791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ae88d66-e9db-432b-8590-9b54295d487d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db590cfb0a7446d0878e82ff0fbcfa77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858679 Sep 10 02:58:13.627204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:13.646201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:13.650372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-7a2d862d-8b0d-46f2-bace-c4c9142ad4db tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:13.653032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-7a2d862d-8b0d-46f2-bace-c4c9142ad4db tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 945 time: 0.1805871 Sep 10 02:58:13.668083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287360a8-b890-41f7-9d83-844ebb97e5e1 req-60d477df-30c2-4957-b9bb-7b7c4dafbd32 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:13.669631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-287360a8-b890-41f7-9d83-844ebb97e5e1 req-60d477df-30c2-4957-b9bb-7b7c4dafbd32 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.1557610 Sep 10 02:58:13.714986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca14fbba-a680-44ea-849a-0b6600d494bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.752265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-287360a8-b890-41f7-9d83-844ebb97e5e1 req-a45342fe-f99e-4551-89cf-a0b7e5b26b2c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728464 Sep 10 02:58:13.765434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca14fbba-a680-44ea-849a-0b6600d494bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.810384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Deleting port 1ec38d1f-b09f-4100-8321-1596e7465467 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:13.810743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.864345 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6d74ce-5e91-4917-9734-b2b740595ba3 x-openstack-request-id: req-5f6d74ce-5e91-4917-9734-b2b740595ba3 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:13.864845 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-plugged", "status": "completed", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:13.865062 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f6d74ce-5e91-4917-9734-b2b740595ba3 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:13.865458 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'code': 200} Sep 10 02:58:13.870685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca14fbba-a680-44ea-849a-0b6600d494bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.874710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca14fbba-a680-44ea-849a-0b6600d494bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:13.878145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca14fbba-a680-44ea-849a-0b6600d494bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46ca119f-f7da-47ed-85a6-8d5ca77761f7 HTTP/1.1" status: 204 len: 168 time: 0.2465098 Sep 10 02:58:13.897697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14fbba-a680-44ea-849a-0b6600d494bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ca119f-f7da-47ed-85a6-8d5ca77761f7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:14.197386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8313-0742-4900-a2a5-27d5cf084768 req-1ba12b9d-7b2c-4936-9d60-49c3f0c6bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:14.202019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f54c8313-0742-4900-a2a5-27d5cf084768 req-1ba12b9d-7b2c-4936-9d60-49c3f0c6bb67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1100 time: 0.2438910 Sep 10 02:58:14.227937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2846-f442-4d46-a09e-f5abdd95f3f0 req-ab546bcb-487f-452c-a741-7eaa964ac613 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:14.237035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e46e2846-f442-4d46-a09e-f5abdd95f3f0 req-ab546bcb-487f-452c-a741-7eaa964ac613 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1339796 Sep 10 02:58:14.255938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca718381-9a8f-4f80-a504-a1a50f5c46d4 req-29f16b02-5571-46a3-be3d-7d79058bced2 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:14.270068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca718381-9a8f-4f80-a504-a1a50f5c46d4 req-29f16b02-5571-46a3-be3d-7d79058bced2 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 945 time: 0.2324049 Sep 10 02:58:14.277987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] For port 1ec38d1f-b09f-4100-8321-1596e7465467, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ec38d1f-b09f-4100-8321-1596e7465467,segment=NetworkSegment(96ec2fb4-e3bd-40cc-8bac-a93b07f0f366),segment_id=96ec2fb4-e3bd-40cc-8bac-a93b07f0f366)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:14.278361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:14.299662 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e46e2846-f442-4d46-a09e-f5abdd95f3f0 req-b0261e25-4e82-4c0d-89e7-f46903801efa tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Sep 10 02:58:14.343501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Calling delete_port for 1ec38d1f-b09f-4100-8321-1596e7465467 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:14.372884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca718381-9a8f-4f80-a504-a1a50f5c46d4 req-a5ccf6bc-1f48-4514-916f-7d0ba1674973 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups?id=eefe8278-0694-4ab3-bc0b-b4930079ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018381 Sep 10 02:58:14.418957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79d0ead7-fe66-4d5a-b591-d438e2d347df req-c2d5dbae-e891-440a-8319-3db59da636cd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0451121 Sep 10 02:58:14.475715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f54c8313-0742-4900-a2a5-27d5cf084768 req-0d8d76bf-a9b0-484d-bcbf-0df61d888ddc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470357 Sep 10 02:58:14.618199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:14.630791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1ec38d1f-b09f-4100-8321-1596e7465467'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:14.665556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event deleted for resources: {'Port': ['ID=1ec38d1f-b09f-4100-8321-1596e7465467,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:14.744446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] No DVR routers for this DVR port 1ec38d1f-b09f-4100-8321-1596e7465467 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:14.748780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:14.751434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ba3c455-53c1-47fb-9caa-b0f5914e153f req-f926bc22-549c-4893-9e43-2a44fe2ed5ae tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.36 "DELETE /v2.0/ports/1ec38d1f-b09f-4100-8321-1596e7465467 HTTP/1.1" status: 204 len: 173 time: 1.0800118 Sep 10 02:58:14.752300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'name': 'network-vif-deleted', 'tag': '1ec38d1f-b09f-4100-8321-1596e7465467'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:14.754675 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16209f3a-bef8-47aa-b8e7-fda33f2e0e87" -d '{"events": [{"server_uuid": "6d5d0174-5a8a-4a43-99c4-26dfba8da22b", "name": "network-vif-deleted", "tag": "1ec38d1f-b09f-4100-8321-1596e7465467"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:14.847429 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c9701-3e8d-4e76-882d-4f884a648f7a x-openstack-request-id: req-c97c9701-3e8d-4e76-882d-4f884a648f7a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:14.847729 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5d0174-5a8a-4a43-99c4-26dfba8da22b", "name": "network-vif-deleted", "tag": "1ec38d1f-b09f-4100-8321-1596e7465467", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:14.848554 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c97c9701-3e8d-4e76-882d-4f884a648f7a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:14.849259 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5d0174-5a8a-4a43-99c4-26dfba8da22b', 'name': 'network-vif-deleted', 'tag': '1ec38d1f-b09f-4100-8321-1596e7465467', 'status': 'completed', 'code': 200} Sep 10 02:58:14.990892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e776-570f-4b27-8934-ae95e0eb1cb5 req-d4d984d4-ea0b-4977-97c6-9913089df330 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:14.992571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f136e776-570f-4b27-8934-ae95e0eb1cb5 req-d4d984d4-ea0b-4977-97c6-9913089df330 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0894086 Sep 10 02:58:15.037356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f136e776-570f-4b27-8934-ae95e0eb1cb5 req-2a973bf5-48e5-44a5-9222-ad7a1b8ded2a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Sep 10 02:58:15.186259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8187d88d-1d6f-4103-90af-7802c321e1ab no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:15.212887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8187d88d-1d6f-4103-90af-7802c321e1ab {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:15.213719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8187d88d-1d6f-4103-90af-7802c321e1ab not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:15.599630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aecbd-9bbc-4fa2-b2df-89487c1dee2a req-5f9f7b89-cbdb-4186-b8e2-fa21d8abfdab tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:15.607793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df1aecbd-9bbc-4fa2-b2df-89487c1dee2a req-5f9f7b89-cbdb-4186-b8e2-fa21d8abfdab tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1709516 Sep 10 02:58:15.612016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c82250d7-06bf-4106-843c-cfd3217a026d req-37ba8a25-c6c5-4f74-9d25-7d66ca4351c0 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d5d0174-5a8a-4a43-99c4-26dfba8da22b HTTP/1.1" status: 200 len: 210 time: 0.0611510 Sep 10 02:58:15.639217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-ada6f340-8873-441c-8ec2-94a4f6587eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:15.641401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-ada6f340-8873-441c-8ec2-94a4f6587eaf service neutron] 10.222.0.32 "GET /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 1032 time: 0.1108761 Sep 10 02:58:15.716007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df1aecbd-9bbc-4fa2-b2df-89487c1dee2a req-fffda4fa-b550-4135-91db-12282ca0a294 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068983 Sep 10 02:58:15.734210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-4bdd23b6-f6bb-4d55-b6c5-4140ed946207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:15.736108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-4bdd23b6-f6bb-4d55-b6c5-4140ed946207 service neutron] 10.222.0.32 "GET /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 1032 time: 0.0870192 Sep 10 02:58:15.881225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42812) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:15.907079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07569f47-29df-469a-937f-6442995134df req-1e4096b4-3927-4229-949c-2f927df76492 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0577755 Sep 10 02:58:15.958271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-11780878-bd80-44eb-872e-d4c1e4b6803c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:15.964626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-11780878-bd80-44eb-872e-d4c1e4b6803c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:15.970942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-11780878-bd80-44eb-872e-d4c1e4b6803c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:15.972576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-11780878-bd80-44eb-872e-d4c1e4b6803c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "GET /v2.0/networks?id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 200 len: 1994 time: 0.2259283 Sep 10 02:58:16.043145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-fb7f70da-92ef-4dfa-b710-ef8253c8489c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e299b1aeb8d404399e6dcf7352eba0c HTTP/1.1" status: 200 len: 380 time: 0.0566602 Sep 10 02:58:16.054488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'admin_state_up': True, 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'security_groups': ['4cea8416-dcfa-4ab3-8aa3-74e34e584708']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:16.058863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39ef8b54-4b53-4adb-9e8d-f4d32b2c511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.185463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39ef8b54-4b53-4adb-9e8d-f4d32b2c511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.200940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39ef8b54-4b53-4adb-9e8d-f4d32b2c511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.312416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef8b54-4b53-4adb-9e8d-f4d32b2c511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5713a-5c1d-4ded-b60c-8ea983b0736d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:16.331205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39ef8b54-4b53-4adb-9e8d-f4d32b2c511a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58dc2c091d1e4b7cb256a9bb77325ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484937 Sep 10 02:58:16.333928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42822) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:16.366147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9e896-b348-4a93-b03d-14898c6502ce req-79477f56-e05c-44f8-8d28-1a3930af6756 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:16.391730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6e9e896-b348-4a93-b03d-14898c6502ce req-79477f56-e05c-44f8-8d28-1a3930af6756 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.2045686 Sep 10 02:58:16.419357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bea-0ef5-4076-864e-02f6424678b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.436083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:16.439620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.461302 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bea-0ef5-4076-864e-02f6424678b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.484344 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6e9e896-b348-4a93-b03d-14898c6502ce req-65735e43-303a-4b8d-a6d4-89dee0d72fd9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913968 Sep 10 02:58:16.532220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bea-0ef5-4076-864e-02f6424678b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.535229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bea-0ef5-4076-864e-02f6424678b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.536475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1eb73bea-0ef5-4076-864e-02f6424678b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ca5713a-5c1d-4ded-b60c-8ea983b0736d HTTP/1.1" status: 204 len: 168 time: 0.2013102 Sep 10 02:58:16.544835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73bea-0ef5-4076-864e-02f6424678b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5713a-5c1d-4ded-b60c-8ea983b0736d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:16.637764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 172.20.0.6 (b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251/03e0228f-39d9-4fb6-8a0e-db15769a0d71/317cb891-9ec3-4317-ac29-8a8734791a29) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:16.875391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:16.902963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object 317cb891-9ec3-4317-ac29-8a8734791a29 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:16.920080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8933bb-818f-4075-8979-be35103f740a req-e5947e12-ca53-4daf-afcc-9d742ebb000e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:16.921930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c8933bb-818f-4075-8979-be35103f740a req-e5947e12-ca53-4daf-afcc-9d742ebb000e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.0827713 Sep 10 02:58:16.942304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ec38d1f-b09f-4100-8321-1596e7465467 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:16.952786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:16.981788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 1ec38d1f-b09f-4100-8321-1596e7465467 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:16.982163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ec38d1f-b09f-4100-8321-1596e7465467 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:16.998355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.012224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c8933bb-818f-4075-8979-be35103f740a req-a2899947-4e3d-4433-8526-b9158a7a0c05 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827234 Sep 10 02:58:17.121122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:17.129701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:17.149296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:17.152463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee16f528-e189-4faf-82a1-582faf0ff680 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.154163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:17.225998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-4d8881f1-a7a3-4438-9a18-be54ebe6d6a2 req-456f8ecf-66bf-4edf-ae85-3253c0caf6b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:58:17.228531 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d8881f1-a7a3-4438-9a18-be54ebe6d6a2 req-456f8ecf-66bf-4edf-ae85-3253c0caf6b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088143 Sep 10 02:58:17.490399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d794d9db-d924-4004-bd7a-942ee9f33079 None None] Provisioning for port 317cb891-9ec3-4317-ac29-8a8734791a29 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:17.495556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d794d9db-d924-4004-bd7a-942ee9f33079 None None] Provisioning complete for port 317cb891-9ec3-4317-ac29-8a8734791a29 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:17.496183 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d794d9db-d924-4004-bd7a-942ee9f33079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.553966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d794d9db-d924-4004-bd7a-942ee9f33079 None None] Port 317cb891-9ec3-4317-ac29-8a8734791a29 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:17.634186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:17.682264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ad01b-208b-4355-bfeb-d6a303c7ad2f req-8ea2e904-ff4b-477c-9894-a709a0fa0f63 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:17.684698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca3ad01b-208b-4355-bfeb-d6a303c7ad2f req-8ea2e904-ff4b-477c-9894-a709a0fa0f63 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.0615499 Sep 10 02:58:17.712500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee16f528-e189-4faf-82a1-582faf0ff680 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.745726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca3ad01b-208b-4355-bfeb-d6a303c7ad2f req-3cb20198-1b3f-41b8-b8bd-fdff68fd9e9f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527990 Sep 10 02:58:17.747124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:17.747801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.783422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-8f80016d-51a4-4152-81f2-f2e8b82d9275 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7327859 Sep 10 02:58:17.785950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1323953700-network', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:17.797552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701fb37-dcaa-4f5b-b1e7-0e678384e589 req-d735eb0e-9c86-4c0f-8a1e-4bfadfbbdec3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:17.805560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0701fb37-dcaa-4f5b-b1e7-0e678384e589 req-d735eb0e-9c86-4c0f-8a1e-4bfadfbbdec3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 931 time: 0.5994413 Sep 10 02:58:17.813500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:17.818375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.819817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'admin_state_up': True, 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'security_groups': ['4cea8416-dcfa-4ab3-8aa3-74e34e584708']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:17.834280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-8588ac5b-f059-42eb-9817-a679a56b0818 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1910293 Sep 10 02:58:17.876550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.883071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee16f528-e189-4faf-82a1-582faf0ff680 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.886147 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee16f528-e189-4faf-82a1-582faf0ff680 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:17.889846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee16f528-e189-4faf-82a1-582faf0ff680 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "DELETE /v2.0/security-groups/d188bc09-0d7c-4167-b5d0-d49e95b7bad7 HTTP/1.1" status: 204 len: 168 time: 0.9269893 Sep 10 02:58:17.891831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42878) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:17.912635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4a505-b38b-4ed2-bfc7-8c6262a2de16 req-95ebfac4-da1d-440d-b081-9d6d4843ad4a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:17.914301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96c4a505-b38b-4ed2-bfc7-8c6262a2de16 req-95ebfac4-da1d-440d-b081-9d6d4843ad4a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0934975 Sep 10 02:58:17.928489 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-8419ec3c-b9db-42d1-af3a-5e9782c4894a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] show failed (client error): The resource could not be found. Sep 10 02:58:17.929272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8419ec3c-b9db-42d1-af3a-5e9782c4894a tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "GET /v2.0/security-groups/d188bc09-0d7c-4167-b5d0-d49e95b7bad7 HTTP/1.1" status: 404 len: 347 time: 0.0342028 Sep 10 02:58:17.938906 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0701fb37-dcaa-4f5b-b1e7-0e678384e589 req-5982206f-2c84-48c0-90b1-d8709ec919b4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261983 Sep 10 02:58:17.947854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42884) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:17.965040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16f528-e189-4faf-82a1-582faf0ff680 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d188bc09-0d7c-4167-b5d0-d49e95b7bad7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:17.986272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96c4a505-b38b-4ed2-bfc7-8c6262a2de16 req-6d6db399-5060-4b44-8536-c27049edf07c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611608 Sep 10 02:58:18.055642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.060630 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.090573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:58:18.108281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:18.113998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.114785 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Added segment 963bff5d-294f-4c34-833f-1d906c53c0d1 of type vlan for network 6343ee87-8966-4201-a9c7-f0ff37993794 Sep 10 02:58:18.128424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:18.136678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.168457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.197481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.199385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:18.200190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.229810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Deleting port 884db926-2941-4d43-81cd-4a59e653565b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:18.230198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.233801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5980120 Sep 10 02:58:18.236720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:18.241433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Request body: {'subnet': {'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1323953700-subnet', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:18.266158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:18.268659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.316359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2bc8c-964e-464a-8b63-327fc9e97e32 admin admin] Pushing event updated for resources: {'Network': ['ID=6343ee87-8966-4201-a9c7-f0ff37993794,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:18.329288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6343ee87-8966-4201-a9c7-f0ff37993794 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:58:18.391352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.391828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.394868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 10.1.1.119 (096606b6-99b7-421d-ad68-4cda1e71df35/468a3720-37d2-42ac-a5ea-18380c703970/b453cf1a-8e81-48eb-8862-6395a8dc7303) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:18.414981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Calling delete_port for 884db926-2941-4d43-81cd-4a59e653565b owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:18.604189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.707260 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.711605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Checking segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:18.712158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Network hostable DHCP agents. Network: 6343ee87-8966-4201-a9c7-f0ff37993794, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:58:18.715294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab391f9-1aeb-47f9-af5b-63f6312f69a9,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:18.735647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Network 6343ee87-8966-4201-a9c7-f0ff37993794 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:58:18.748605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6343ee87-8966-4201-a9c7-f0ff37993794) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:18.750594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.754782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:18.761794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda1f0e-2514-4314-88a5-32c428896da6 None None] Network 6343ee87-8966-4201-a9c7-f0ff37993794 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:18.781593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.820027 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-996de13a-4e50-458e-8e2c-8d1ea85bcb2a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5822372 Sep 10 02:58:18.820617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:18.824849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:18.836525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object b453cf1a-8e81-48eb-8862-6395a8dc7303 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:18.863971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.865704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:18.887931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Pushing event deleted for resources: {'Port': ['ID=884db926-2941-4d43-81cd-4a59e653565b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:18.895098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.020955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.033356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd4241-2a0f-48d9-8e58-956cfcc0120a req-b3aa9400-4d21-4f09-ab9e-1abaa27e7531 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:19.042588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96fd4241-2a0f-48d9-8e58-956cfcc0120a req-b3aa9400-4d21-4f09-ab9e-1abaa27e7531 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1685691 Sep 10 02:58:19.049504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6343ee87-8966-4201-a9c7-f0ff37993794', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:58:19.050585 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.083425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network 096606b6-99b7-421d-ad68-4cda1e71df35 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:19.130614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:19.132744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:19.139010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:19.188445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9465-edea-4985-bffa-8231fdc1b78e req-427b9005-6195-4982-ad30-890877c9574f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:19.195030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9465-edea-4985-bffa-8231fdc1b78e req-427b9005-6195-4982-ad30-890877c9574f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:19.204174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dfbe9465-edea-4985-bffa-8231fdc1b78e req-427b9005-6195-4982-ad30-890877c9574f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 1653 time: 0.1266720 Sep 10 02:58:19.223195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.226087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.230372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b79ba0e9-eb8d-4482-a4e8-c756031c06a1 tempest-ImagesOneServerNegativeTestJSON-1644869842 tempest-ImagesOneServerNegativeTestJSON-1644869842-project] 10.222.0.23 "DELETE /v2.0/floatingips/7c2c16eb-af39-410d-be3d-498ccee9e63a HTTP/1.1" status: 204 len: 168 time: 1.2746420 Sep 10 02:58:19.260807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.261566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Allocated IP 172.20.0.2 (6343ee87-8966-4201-a9c7-f0ff37993794/9ab391f9-1aeb-47f9-af5b-63f6312f69a9/77e9e1b2-9b2f-41f1-89cb-f52fb576121d) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:19.265104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:19.265950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.282011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96fd4241-2a0f-48d9-8e58-956cfcc0120a req-2461f8be-f316-43c9-8c74-b41aa93a2474 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384694 Sep 10 02:58:19.288816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dfbe9465-edea-4985-bffa-8231fdc1b78e req-a011847f-3b9f-40c5-8d39-69e7293c2511 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834622 Sep 10 02:58:19.323197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d4882452-4e12-44bc-b991-ebbc2cdc2843 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5073152 Sep 10 02:58:19.335875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'admin_state_up': True, 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'security_groups': ['4cea8416-dcfa-4ab3-8aa3-74e34e584708']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:19.511881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dcc75-7000-464c-84b5-882d36bfe77a req-10664b13-7d53-4ad1-bab8-3c2cfd5e08e2 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:19.519623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b7dcc75-7000-464c-84b5-882d36bfe77a req-10664b13-7d53-4ad1-bab8-3c2cfd5e08e2 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0946198 Sep 10 02:58:19.556988 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.557558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:19.572497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b7dcc75-7000-464c-84b5-882d36bfe77a req-f91e5c53-cffc-4490-934a-db5914518a3f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Sep 10 02:58:19.575138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Transition to ACTIVE for port object 77e9e1b2-9b2f-41f1-89cb-f52fb576121d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:19.582952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:19.588542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.614036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Transition to ACTIVE for port object 77e9e1b2-9b2f-41f1-89cb-f52fb576121d will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:19.663170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.717148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Pushing event updated for resources: {'Port': ['ID=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:19.722370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-74721018-15e0-4748-8a90-6f026009e422 None None] Provisioning for port b453cf1a-8e81-48eb-8862-6395a8dc7303 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:19.726445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-74721018-15e0-4748-8a90-6f026009e422 None None] Provisioning complete for port b453cf1a-8e81-48eb-8862-6395a8dc7303 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:19.726878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74721018-15e0-4748-8a90-6f026009e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.755128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Network 6343ee87-8966-4201-a9c7-f0ff37993794 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:19.757788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:19.765263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:19.774563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Deleting subnet ca221bf1-e5b1-4db9-8825-6051fa397097 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:58:19.778208 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.803610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-74721018-15e0-4748-8a90-6f026009e422 None None] Port b453cf1a-8e81-48eb-8862-6395a8dc7303 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:19.812611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.828808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Attempting to bind port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:19.829170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Attempting to bind port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:19.829529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Attempting to bind port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d on network 6343ee87-8966-4201-a9c7-f0ff37993794 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:19.831494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 10.1.1.252 (096606b6-99b7-421d-ad68-4cda1e71df35/468a3720-37d2-42ac-a5ea-18380c703970/31b57197-a9d6-4b76-8c7a-71361e2972c4) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:19.834918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:19.835474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Checking segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:19.836080 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.836966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Bound using segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:19.837336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Bound port: 77e9e1b2-9b2f-41f1-89cb-f52fb576121d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:19.837974 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.853669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.895820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.912450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] For port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:19.915785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] For port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:19.921707 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.924243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-259c899f-aa30-4332-9ade-a3e494876372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:19.926270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-259c899f-aa30-4332-9ade-a3e494876372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1100 time: 0.2342815 Sep 10 02:58:19.929102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:19.991373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cc873-464e-4e76-ab2a-c7a33ad0b57d None None] Pushing event updated for resources: {'Port': ['ID=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:19.993680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.076263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.096109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object 31b57197-a9d6-4b76-8c7a-71361e2972c4 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:20.140245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.192094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network 096606b6-99b7-421d-ad68-4cda1e71df35 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:20.198848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:20.203878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:20.208836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:20.284371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.285595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.333159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b42613ba-e512-47e5-96a2-49cbbc8b4341 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016911 Sep 10 02:58:20.344760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'admin_state_up': True, 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'security_groups': ['4cea8416-dcfa-4ab3-8aa3-74e34e584708']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:20.544903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-f2f49c05-27bc-42e0-9eb1-404a3e9ad6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.545069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5277f-5655-41db-b541-86c40eb32678 req-c2100077-cbb7-4268-963a-7adc5fbe85bb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.546500 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-f2f49c05-27bc-42e0-9eb1-404a3e9ad6b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.6124380 Sep 10 02:58:20.547320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca221bf1-e5b1-4db9-8825-6051fa397097,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:20.551891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5277f-5655-41db-b541-86c40eb32678 req-c2100077-cbb7-4268-963a-7adc5fbe85bb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.560035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5277f-5655-41db-b541-86c40eb32678 req-c2100077-cbb7-4268-963a-7adc5fbe85bb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.561782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb5277f-5655-41db-b541-86c40eb32678 req-c2100077-cbb7-4268-963a-7adc5fbe85bb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 2374 time: 0.0966635 Sep 10 02:58:20.567816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.572090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-da35d4ab-72cb-47b4-aee0-66df55e64a51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca221bf1-e5b1-4db9-8825-6051fa397097 HTTP/1.1" status: 204 len: 168 time: 0.9956431 Sep 10 02:58:20.572619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42934) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:20.641961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:20.647298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-03389100-8873-45d4-9a9a-416045825d52 None None] Provisioning for port 31b57197-a9d6-4b76-8c7a-71361e2972c4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:20.651836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-03389100-8873-45d4-9a9a-416045825d52 None None] Provisioning complete for port 31b57197-a9d6-4b76-8c7a-71361e2972c4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:20.652192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-03389100-8873-45d4-9a9a-416045825d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.667925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-2f7b096d-7eb6-49ac-92df-e3f18425fc06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.0947487 Sep 10 02:58:20.698546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb5277f-5655-41db-b541-86c40eb32678 req-edd8ab1f-6231-4e3b-9277-99def024b7fc tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290097 Sep 10 02:58:20.704239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-03389100-8873-45d4-9a9a-416045825d52 None None] Port 31b57197-a9d6-4b76-8c7a-71361e2972c4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:20.725825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.738170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-1971c51c-186e-46f6-aadf-a4c3ee51eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.739677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-1971c51c-186e-46f6-aadf-a4c3ee51eb6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0633287 Sep 10 02:58:20.749134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Allocated IP 172.25.8.54 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f0b87550-833b-48c8-8852-085042da2c6a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:20.798510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf967bf7-059c-496c-a0b8-3619e90e113c req-f47f7e22-4a5a-4b00-ac85-7f7be26030b8 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.810068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf967bf7-059c-496c-a0b8-3619e90e113c req-f47f7e22-4a5a-4b00-ac85-7f7be26030b8 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2385328 Sep 10 02:58:20.852027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:20.906798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf967bf7-059c-496c-a0b8-3619e90e113c req-07fad2fa-f897-4b76-88d1-9a9de4d1feea tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963047 Sep 10 02:58:20.918765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-09f2f80b-19d8-4b36-9ed5-dcda84f8ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:20.922974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-09f2f80b-19d8-4b36-9ed5-dcda84f8ac21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715045 Sep 10 02:58:20.926272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 77e9e1b2-9b2f-41f1-89cb-f52fb576121d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:21.009482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:21.116410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.144588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-5f60d021-1f55-463c-ada0-db4714d3eb29 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685774 Sep 10 02:58:21.224059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.277242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.283356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:21.294203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:21.300421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:21.305062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-41ae15a0-8d66-4f81-b71a-bfda848eab97 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523554 Sep 10 02:58:21.322233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:21.325056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Pushing event updated for resources: {'Port': ['ID=f0b87550-833b-48c8-8852-085042da2c6a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:21.341415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:21.341715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ec2fb4-e3bd-40cc-8bac-a93b07f0f366') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:21.345384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 10.2.2.100 (c3a2a7a7-2b9e-4dc3-aead-2788871b92f7/a3d49677-1ccd-42d8-af98-3a9bc572a235/b06c6698-33f8-459f-af8f-a70b02db4fc3) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:21.352774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bbba4-f6c5-4fbe-afef-c0b316cfa8c1 None None] Network 6343ee87-8966-4201-a9c7-f0ff37993794 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:21.375498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531c02-8860-46aa-a277-3cf4bee03883 req-efdae14e-ff60-4d1b-ab8a-c16cc86bc430 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:21.377081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52531c02-8860-46aa-a277-3cf4bee03883 req-efdae14e-ff60-4d1b-ab8a-c16cc86bc430 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.5005343 Sep 10 02:58:21.384979 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.443102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52531c02-8860-46aa-a277-3cf4bee03883 req-ff020431-6935-4d7c-a834-85b29b3d7543 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Sep 10 02:58:21.459900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.498168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] Provisioning for port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:21.499839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:58:21.500245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:58:21.504830 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:58:21.513252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] Provisioning complete for port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:21.513622 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.603818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.619071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.644756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3 HTTP/1.1" status: 204 len: 168 time: 1.0520692 Sep 10 02:58:21.655209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.683495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.701637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed54ab-20d0-4d64-80a5-55e485eb0ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eae3e3b-a58b-4c15-b3e1-20f0e9fe39e3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:21.738168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] For port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:21.744625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.796894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fea8bd-f2f1-48d7-a546-eddcfd43e11b None None] Pushing event updated for resources: {'Port': ['ID=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:21.812806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.842115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object b06c6698-33f8-459f-af8f-a70b02db4fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:21.857109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42944) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:21.914703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:21.982891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:21.994396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:21.998237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:22.025560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851869f6-650a-4c9f-804b-3f14d821bdc0 req-2b5364d5-1ffd-458a-b355-28113ae42d53 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:22.031942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851869f6-650a-4c9f-804b-3f14d821bdc0 req-2b5364d5-1ffd-458a-b355-28113ae42d53 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:22.038235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851869f6-650a-4c9f-804b-3f14d821bdc0 req-2b5364d5-1ffd-458a-b355-28113ae42d53 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:22.046922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-851869f6-650a-4c9f-804b-3f14d821bdc0 req-2b5364d5-1ffd-458a-b355-28113ae42d53 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 2374 time: 0.1785662 Sep 10 02:58:22.073386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:22.074053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.086340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.088156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:22.096586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-494fd6a4-9a64-4571-bffc-b722163d51af tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7564092 Sep 10 02:58:22.112830 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b647ea8e-e24c-4c53-aa11-cf0e54b46dbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91ffdf51af6544e6959ca8c573f3a455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522986 Sep 10 02:58:22.114995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:22.117553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'admin_state_up': True, 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'security_groups': ['4cea8416-dcfa-4ab3-8aa3-74e34e584708']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:22.159712 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-851869f6-650a-4c9f-804b-3f14d821bdc0 req-201cf53a-72fb-4503-b6ff-faf64eff249d tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118996 Sep 10 02:58:22.183584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3e0beedf-38f9-449f-b70b-8156a5caf048 None None] Provisioning complete for port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:22.183962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3e0beedf-38f9-449f-b70b-8156a5caf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.309137 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:58:22.374859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Router d5328d5f-63a8-4f8e-ad29-992df7b4a495 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:58:22.405412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8ca9-45f6-461f-9991-78a62118cd4a req-3d7ce30d-1e8a-4061-a9b4-0b6bda9b0b10 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:22.412630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a48b8ca9-45f6-461f-9991-78a62118cd4a req-3d7ce30d-1e8a-4061-a9b4-0b6bda9b0b10 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.3188169 Sep 10 02:58:22.453259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d291adcb-6ab1-4e43-bfe4-f549afac41f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.470232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42956) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:22.501374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84f637d1-7aad-4ef9-be62-55ea0448dcfe None None] Provisioning for port b06c6698-33f8-459f-af8f-a70b02db4fc3 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:22.507357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a48b8ca9-45f6-461f-9991-78a62118cd4a req-d684ec8e-49b0-4e57-8b9d-cab4f726571a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937879 Sep 10 02:58:22.514145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84f637d1-7aad-4ef9-be62-55ea0448dcfe None None] Provisioning complete for port b06c6698-33f8-459f-af8f-a70b02db4fc3 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:22.514522 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f637d1-7aad-4ef9-be62-55ea0448dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.555797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d291adcb-6ab1-4e43-bfe4-f549afac41f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.575707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-84f637d1-7aad-4ef9-be62-55ea0448dcfe None None] Port b06c6698-33f8-459f-af8f-a70b02db4fc3 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:22.577843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Made reservation on behalf of 3e299b1aeb8d404399e6dcf7352eba0c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:22.582542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.671498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d291adcb-6ab1-4e43-bfe4-f549afac41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.674267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d291adcb-6ab1-4e43-bfe4-f549afac41f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.677735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d291adcb-6ab1-4e43-bfe4-f549afac41f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eefe8278-0694-4ab3-bc0b-b4930079ea33 HTTP/1.1" status: 204 len: 168 time: 0.5415208 Sep 10 02:58:22.677892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:58:22.702857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Sync routers for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:58:22.731563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:22.732223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:22.786756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291adcb-6ab1-4e43-bfe4-f549afac41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe8278-0694-4ab3-bc0b-b4930079ea33,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:22.798736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8486-aabf-4966-9184-9d6bdabef5b0 req-087f1c28-c57e-427a-b41e-99236f1ffead tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:22.810597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15af8486-aabf-4966-9184-9d6bdabef5b0 req-087f1c28-c57e-427a-b41e-99236f1ffead tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.2378175 Sep 10 02:58:22.815150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:22.821212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42962) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:22.822297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4f0a994c-c54f-40c0-b600-5c20a22c250e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0006027 Sep 10 02:58:22.913591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 77e9e1b2-9b2f-41f1-89cb-f52fb576121d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:22.946183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15af8486-aabf-4966-9184-9d6bdabef5b0 req-98a84474-8993-4dc4-8dc6-886f441b13b4 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338501 Sep 10 02:58:23.039199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:23.093473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Allocated IP 10.2.2.200 (c3a2a7a7-2b9e-4dc3-aead-2788871b92f7/a3d49677-1ccd-42d8-af98-3a9bc572a235/e19b996e-7336-45e6-be52-704098aa8fe1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:23.190009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:23.190678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:23.431574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:21Z', 'revision_number': 3, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:23.444853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:23.472100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Checking router: d5328d5f-63a8-4f8e-ad29-992df7b4a495 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:58:23.473674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Updating router d5328d5f-63a8-4f8e-ad29-992df7b4a495 port f0b87550-833b-48c8-8852-085042da2c6a binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:58:23.555998 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:23.586787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:23.839297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658bb57-6324-4b7c-82db-68a0b05de41e req-ce9cbb8e-8f15-4c87-bdf5-5f43ab355af9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:23.847037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a658bb57-6324-4b7c-82db-68a0b05de41e req-ce9cbb8e-8f15-4c87-bdf5-5f43ab355af9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1516583 Sep 10 02:58:23.947190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a658bb57-6324-4b7c-82db-68a0b05de41e req-6029b110-0db2-4b07-8576-29c1e6a883a9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895875 Sep 10 02:58:23.952851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Transition to ACTIVE for port object e19b996e-7336-45e6-be52-704098aa8fe1 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:24.056806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.116762 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.140283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Transition to ACTIVE for port object f0b87550-833b-48c8-8852-085042da2c6a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:24.145938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:24.151836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8ddc-59f5-4753-a7eb-7881e3d3e184 req-a3d3bf61-2bc9-4472-87c5-a4e8b992408c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:24.153518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70cf8ddc-59f5-4753-a7eb-7881e3d3e184 req-a3d3bf61-2bc9-4472-87c5-a4e8b992408c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.0896914 Sep 10 02:58:24.158587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:24.161396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Deleting port 8fca671c-1001-4b5c-8e6e-9285345e18b6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:24.161492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.171312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c122-250d-47d6-9dc5-978608b3d966 req-bee14354-d797-41e0-bd22-ff71fb3efcaf tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:24.173142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.192886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c122-250d-47d6-9dc5-978608b3d966 req-bee14354-d797-41e0-bd22-ff71fb3efcaf tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:24.203017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c122-250d-47d6-9dc5-978608b3d966 req-bee14354-d797-41e0-bd22-ff71fb3efcaf tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:24.226116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c122-250d-47d6-9dc5-978608b3d966 req-bee14354-d797-41e0-bd22-ff71fb3efcaf tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:24.229796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4f86c122-250d-47d6-9dc5-978608b3d966 req-bee14354-d797-41e0-bd22-ff71fb3efcaf tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 3095 time: 0.8141112 Sep 10 02:58:24.246995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Attempting to bind port f0b87550-833b-48c8-8852-085042da2c6a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:24.247367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Attempting to bind port f0b87550-833b-48c8-8852-085042da2c6a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:24.247660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Attempting to bind port f0b87550-833b-48c8-8852-085042da2c6a on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:24.250111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bafa2-ff2b-4653-a59d-94368407eb23 None None] Pushing event updated for resources: {'Port': ['ID=f0b87550-833b-48c8-8852-085042da2c6a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:24.262022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:24.262397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:24.262802 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.263197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:24.263691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Bound port: f0b87550-833b-48c8-8852-085042da2c6a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:24.264075 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.289726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:24.292874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event updated for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:24.316337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] For port 8fca671c-1001-4b5c-8e6e-9285345e18b6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8fca671c-1001-4b5c-8e6e-9285345e18b6,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:24.316708 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.347084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Calling delete_port for 8fca671c-1001-4b5c-8e6e-9285345e18b6 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:24.348047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] For port f0b87550-833b-48c8-8852-085042da2c6a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:24.352426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] For port f0b87550-833b-48c8-8852-085042da2c6a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0b87550-833b-48c8-8852-085042da2c6a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:24.361627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.366156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70cf8ddc-59f5-4753-a7eb-7881e3d3e184 req-c0f5210b-e167-46c2-9bd9-22c856b1d418 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796874 Sep 10 02:58:24.468838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:24.469680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.482678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4f86c122-250d-47d6-9dc5-978608b3d966 req-bb86e8b2-f2ea-45e1-b1c9-d6fd835da50e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736064 Sep 10 02:58:24.483083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:24.483765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:24.519442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-df625038-aaa2-4f34-ba58-8d0c3f80700b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4059978 Sep 10 02:58:24.532780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:24.627845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bafa2-ff2b-4653-a59d-94368407eb23 None None] Pushing event updated for resources: {'Port': ['ID=f0b87550-833b-48c8-8852-085042da2c6a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:24.647348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-005f02a5-ec46-43aa-8147-9b2c768b2fb8 None None] Provisioning for port e19b996e-7336-45e6-be52-704098aa8fe1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:24.655943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-005f02a5-ec46-43aa-8147-9b2c768b2fb8 None None] Provisioning complete for port e19b996e-7336-45e6-be52-704098aa8fe1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:24.656323 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-005f02a5-ec46-43aa-8147-9b2c768b2fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.662760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:24.766762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-005f02a5-ec46-43aa-8147-9b2c768b2fb8 None None] Port e19b996e-7336-45e6-be52-704098aa8fe1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:24.792412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:24.921123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Allocated IP 172.20.0.1 (6343ee87-8966-4201-a9c7-f0ff37993794/9ab391f9-1aeb-47f9-af5b-63f6312f69a9/cd41be78-0838-4c4f-b7a4-34098052f4f2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:25.006485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.018523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:21Z', 'revision_number': 3, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:25.060890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.085973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8eb7e-14d3-4c97-8e1d-93ce254ef95a None None] The sync data for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 is: [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:21Z', 'revision_number': 3, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:58:25.107232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fca671c-1001-4b5c-8e6e-9285345e18b6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:25.199600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43010) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:25.256553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b049ca4-ff05-42b1-85b3-4b3d60a6c97c req-9e269cf0-7ea2-4221-bf52-38116bd098ec tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:25.258151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b049ca4-ff05-42b1-85b3-4b3d60a6c97c req-9e269cf0-7ea2-4221-bf52-38116bd098ec tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1911516 Sep 10 02:58:25.286044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.301387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Transition to ACTIVE for port object cd41be78-0838-4c4f-b7a4-34098052f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:25.368054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.396410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.398076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c793-f3c4-4a4b-af47-3115566f4f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.593379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Network 6343ee87-8966-4201-a9c7-f0ff37993794 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:25.595262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:25.609729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:25.698036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a4aa-0289-462c-8fbe-9da1706ff663 req-f104b963-fe85-48af-acbf-44710a6cc641 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:25.712353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1db8a4aa-0289-462c-8fbe-9da1706ff663 req-f104b963-fe85-48af-acbf-44710a6cc641 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.2435720 Sep 10 02:58:25.851583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317cb891-9ec3-4317-ac29-8a8734791a29 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:25.861990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.878741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Transition to ACTIVE for port object 317cb891-9ec3-4317-ac29-8a8734791a29 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:25.889239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b049ca4-ff05-42b1-85b3-4b3d60a6c97c req-73bcdaee-16cd-42af-a9f3-083989ca3a89 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248468 Sep 10 02:58:25.929304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.931916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:25.935308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Pushing event updated for resources: {'Port': ['ID=cd41be78-0838-4c4f-b7a4-34098052f4f2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:25.992040 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1db8a4aa-0289-462c-8fbe-9da1706ff663 req-faa5d7d0-a96a-4243-834a-26a446fb74fd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787647 Sep 10 02:58:26.003754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-403d0fc7-cf5f-41c1-843f-da77a855ed62 None None] Provisioning for port cd41be78-0838-4c4f-b7a4-34098052f4f2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:26.009074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-403d0fc7-cf5f-41c1-843f-da77a855ed62 None None] Provisioning complete for port cd41be78-0838-4c4f-b7a4-34098052f4f2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:26.009629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-403d0fc7-cf5f-41c1-843f-da77a855ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.083249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c793-f3c4-4a4b-af47-3115566f4f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.089928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c793-f3c4-4a4b-af47-3115566f4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.090507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-403d0fc7-cf5f-41c1-843f-da77a855ed62 None None] Port cd41be78-0838-4c4f-b7a4-34098052f4f2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:26.120865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6c793-f3c4-4a4b-af47-3115566f4f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c15df9-05e1-4a33-97bb-3962330c877d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:26.130978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Router c1bbd222-9315-4819-985d-466c4d35ce8f has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:58:26.158987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9bc6c793-f3c4-4a4b-af47-3115566f4f2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72875e39f71444af9df26d234562f9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9582784 Sep 10 02:58:26.161866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:26.185092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Pushing event updated for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:26.286330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-e90f2fed-e358-4945-9ae7-b2a3b58d8710 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:26.293303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-e90f2fed-e358-4945-9ae7-b2a3b58d8710 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:26.299174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c4010a0-1d09-49fa-b032-1ef882642f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.301313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-e90f2fed-e358-4945-9ae7-b2a3b58d8710 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:26.309171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-e90f2fed-e358-4945-9ae7-b2a3b58d8710 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:26.321806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-e90f2fed-e358-4945-9ae7-b2a3b58d8710 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:26.326326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-e90f2fed-e358-4945-9ae7-b2a3b58d8710 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 3828 time: 0.2380455 Sep 10 02:58:26.381292 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c4010a0-1d09-49fa-b032-1ef882642f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.384799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:58:26.394226 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] Sync routers for ids ['c1bbd222-9315-4819-985d-466c4d35ce8f'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:58:26.400303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b18d8f49-6ad2-48f5-bc90-a5164e096625 admin admin] 10.222.0.23 "PUT /v2.0/routers/c1bbd222-9315-4819-985d-466c4d35ce8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9287031 Sep 10 02:58:26.403559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:26.408522 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] Routers {'c1bbd222-9315-4819-985d-466c4d35ce8f'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:26.409927 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c1bbd222-9315-4819-985d-466c4d35ce8f'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:26.530658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79e68f8d-737a-4790-ade1-da3cd374d877 req-43f70c00-bf84-43d2-846b-48c6efa6cac0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922462 Sep 10 02:58:26.554857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Attempting to bind port 317cb891-9ec3-4317-ac29-8a8734791a29 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:26.555350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Attempting to bind port 317cb891-9ec3-4317-ac29-8a8734791a29 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:26.555911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Attempting to bind port 317cb891-9ec3-4317-ac29-8a8734791a29 on network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:26.558214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.569917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c4010a0-1d09-49fa-b032-1ef882642f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.573566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c4010a0-1d09-49fa-b032-1ef882642f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.577083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0c4010a0-1d09-49fa-b032-1ef882642f54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9c15df9-05e1-4a33-97bb-3962330c877d HTTP/1.1" status: 204 len: 168 time: 0.4120600 Sep 10 02:58:26.590689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4010a0-1d09-49fa-b032-1ef882642f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c15df9-05e1-4a33-97bb-3962330c877d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:26.599767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Port 317cb891-9ec3-4317-ac29-8a8734791a29 on network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:26.600109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Attempting to bind port 317cb891-9ec3-4317-ac29-8a8734791a29 on network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:26.602456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.629925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:26.630273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Checking segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:26.630670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Bound using segment: {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:26.631132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Bound port: 317cb891-9ec3-4317-ac29-8a8734791a29, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5280fed0-24ab-4c18-bbcb-215c8894248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:26.631515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.639299 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] Set router c1bbd222-9315-4819-985d-466c4d35ce8f gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:26.792026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.887657 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:58:24Z', 'revision_number': 5, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port': {'id': '36127270-f35e-4c7c-ad65-8a0464bf2c23', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:19Z', 'updated_at': '2021-09-10T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:26.907166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Deleting port 36127270-f35e-4c7c-ad65-8a0464bf2c23 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:26.907544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:26.953788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:26.967246 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] Checking router: c1bbd222-9315-4819-985d-466c4d35ce8f for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:58:26.986540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] Routers {'c1bbd222-9315-4819-985d-466c4d35ce8f'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:26.999200 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c1bbd222-9315-4819-985d-466c4d35ce8f'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:27.001084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=317cb891-9ec3-4317-ac29-8a8734791a29,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:27.012538 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.087000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0b87550-833b-48c8-8852-085042da2c6a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:27.136841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.137383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.153122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] 10.222.0.32 "PUT /v2.0/ports/317cb891-9ec3-4317-ac29-8a8734791a29 HTTP/1.1" status: 200 len: 1091 time: 2.6250458 Sep 10 02:58:27.153612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:27.156950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] For port 36127270-f35e-4c7c-ad65-8a0464bf2c23, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=36127270-f35e-4c7c-ad65-8a0464bf2c23,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:27.157433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.161518 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3199819c-caf9-45b6-8bc7-69e5ca745078" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:27.221925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:27.225583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Calling delete_port for 36127270-f35e-4c7c-ad65-8a0464bf2c23 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:27.246757 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] Set router c1bbd222-9315-4819-985d-466c4d35ce8f gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:27.265969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d6944-862e-445c-b4b4-892450a174f7 req-5578a3f9-37f1-4d40-9129-1adc7a6f0319 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.268934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f0b87550-833b-48c8-8852-085042da2c6a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:27.276050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-714d6944-862e-445c-b4b4-892450a174f7 req-5578a3f9-37f1-4d40-9129-1adc7a6f0319 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2482221 Sep 10 02:58:27.290687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f0b87550-833b-48c8-8852-085042da2c6a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:27.290687 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.399491 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 6, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:27.413608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0509fc9-5a6a-4636-a0c1-0ab8af986421 service neutron] Pushing event updated for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:27.449240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.465710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ed41d-4560-46e2-92e5-3f053d232c81 None None] The sync data for ids ['c1bbd222-9315-4819-985d-466c4d35ce8f'] in n-d-808126-2 is: [{'id': 'c1bbd222-9315-4819-985d-466c4d35ce8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-631765414-router', 'tenant_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 6, 'project_id': 'fab4466d6cc5457c9472bb2d401f1a0f', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:58:27.487150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-714d6944-862e-445c-b4b4-892450a174f7 req-e4d5be36-0cc7-45b1-8989-c8c0a9c5fa72 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076521 Sep 10 02:58:27.546275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.552643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.643832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port f0b87550-833b-48c8-8852-085042da2c6a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0b87550-833b-48c8-8852-085042da2c6a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:27.659225 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171c0737-19a1-4731-bbe1-b2996da4b5a4 x-openstack-request-id: req-171c0737-19a1-4731-bbe1-b2996da4b5a4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:27.660844 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:27.661385 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-171c0737-19a1-4731-bbe1-b2996da4b5a4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:27.661953 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29', 'status': 'completed', 'code': 200} Sep 10 02:58:27.662805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.734270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.789126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=f0b87550-833b-48c8-8852-085042da2c6a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:27.791092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Pushing event updated for resources: {'Port': ['ID=cd41be78-0838-4c4f-b7a4-34098052f4f2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:27.809938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a98e-9eb1-4835-ab08-c5905d60425f req-db8277e7-0006-4d91-a203-40013e541d1e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.817617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b810a98e-9eb1-4835-ab08-c5905d60425f req-db8277e7-0006-4d91-a203-40013e541d1e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 945 time: 0.5927694 Sep 10 02:58:27.825478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-620df8d5-129b-4c46-8f47-44b559d302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.826491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-620df8d5-129b-4c46-8f47-44b559d302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.827328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-620df8d5-129b-4c46-8f47-44b559d302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.828053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-620df8d5-129b-4c46-8f47-44b559d302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.828729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-620df8d5-129b-4c46-8f47-44b559d302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:27.831329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-620df8d5-129b-4c46-8f47-44b559d302aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 4363 time: 0.1646729 Sep 10 02:58:27.843909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:27.967702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b810a98e-9eb1-4835-ab08-c5905d60425f req-c347e7d7-60be-434b-9b75-1c6dbaff3d88 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490865 Sep 10 02:58:28.138849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.178095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18992-1a92-49e0-be42-68751965dc9a req-a2231dfa-3e5e-4081-a216-098948cc0806 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.184673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18992-1a92-49e0-be42-68751965dc9a req-a2231dfa-3e5e-4081-a216-098948cc0806 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.190522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18992-1a92-49e0-be42-68751965dc9a req-a2231dfa-3e5e-4081-a216-098948cc0806 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.191163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Network 6343ee87-8966-4201-a9c7-f0ff37993794 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:28.194627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:28.196416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18992-1a92-49e0-be42-68751965dc9a req-a2231dfa-3e5e-4081-a216-098948cc0806 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.202795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18992-1a92-49e0-be42-68751965dc9a req-a2231dfa-3e5e-4081-a216-098948cc0806 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.210554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0d18992-1a92-49e0-be42-68751965dc9a req-a2231dfa-3e5e-4081-a216-098948cc0806 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 3828 time: 0.3157341 Sep 10 02:58:28.252576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36127270-f35e-4c7c-ad65-8a0464bf2c23,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:28.309538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-c0b4e343-df62-43f0-aa71-f389c274f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.310024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-c0b4e343-df62-43f0-aa71-f389c274f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.310499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-c0b4e343-df62-43f0-aa71-f389c274f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.312184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-c0b4e343-df62-43f0-aa71-f389c274f5cb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4140673 Sep 10 02:58:28.436124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0d18992-1a92-49e0-be42-68751965dc9a req-13dbabcb-df4f-4450-8f94-8f3aa3717038 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241955 Sep 10 02:58:28.481776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.489605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Router d5328d5f-63a8-4f8e-ad29-992df7b4a495 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:58:28.519191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fead2098-5bbd-4807-98d2-a4b0510635ed None None] Provisioning complete for port cd41be78-0838-4c4f-b7a4-34098052f4f2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:28.520132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fead2098-5bbd-4807-98d2-a4b0510635ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.603947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-fead2098-5bbd-4807-98d2-a4b0510635ed None None] Port cd41be78-0838-4c4f-b7a4-34098052f4f2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:28.766048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.773931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.777666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:58:28.785360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218645e2-44d5-4307-b8d5-a0eedd470c2e {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:28.787380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Sync routers for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:58:28.793290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fd3b41a-6dca-4b30-ad1e-b430b7f57318 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5328d5f-63a8-4f8e-ad29-992df7b4a495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9714353 Sep 10 02:58:28.809124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.810228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:28.811936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:28.858525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2ea47-b4dd-4f65-8bc5-15d43acb07d3 req-be4df101-f25a-4c19-b1cd-1487891e15e1 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.863433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-4051db16-0cca-4e5a-ba86-150f4d93f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:28.865521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3199819c-caf9-45b6-8bc7-69e5ca745078 req-4051db16-0cca-4e5a-ba86-150f4d93f184 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5271502 Sep 10 02:58:28.866933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.867509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bbd222-9315-4819-985d-466c4d35ce8f {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 02:58:28.868755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04b2ea47-b4dd-4f65-8bc5-15d43acb07d3 req-be4df101-f25a-4c19-b1cd-1487891e15e1 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1306279 Sep 10 02:58:28.883102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Transition to ACTIVE for port object 218645e2-44d5-4307-b8d5-a0eedd470c2e will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:28.889966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:28.892343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc79fac8-6852-4416-8b28-0d239a4302e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c1bbd222-9315-4819-985d-466c4d35ce8f HTTP/1.1" status: 204 len: 168 time: 2.4878447 Sep 10 02:58:28.895057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43086) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:28.914418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0b87550-833b-48c8-8852-085042da2c6a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:28.939337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.001811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Deleting subnet e6137ddd-fe0c-425e-891a-43102f51cb84 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:58:29.008725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.062767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.063524 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04b2ea47-b4dd-4f65-8bc5-15d43acb07d3 req-a3e5949b-90aa-4d89-8d44-60f9b508a41c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935825 Sep 10 02:58:29.109481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Pushing event updated for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:29.111640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f0b87550-833b-48c8-8852-085042da2c6a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:29.112430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.251119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Attempting to bind port 218645e2-44d5-4307-b8d5-a0eedd470c2e on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:29.251787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Attempting to bind port 218645e2-44d5-4307-b8d5-a0eedd470c2e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:29.252303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Attempting to bind port 218645e2-44d5-4307-b8d5-a0eedd470c2e on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:29.261506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Port 218645e2-44d5-4307-b8d5-a0eedd470c2e on network 096606b6-99b7-421d-ad68-4cda1e71df35 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:29.262072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Attempting to bind port 218645e2-44d5-4307-b8d5-a0eedd470c2e on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:29.268546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:29.269112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Checking segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:29.269677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Bound using segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:29.276330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Bound port: 218645e2-44d5-4307-b8d5-a0eedd470c2e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:29.277128 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.336802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153197c-36cd-4c9b-8b63-16b7d4078f95 req-e2181125-6047-4d2a-9c0e-cb49679ab4e5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:29.350680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a153197c-36cd-4c9b-8b63-16b7d4078f95 req-e2181125-6047-4d2a-9c0e-cb49679ab4e5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2305684 Sep 10 02:58:29.408072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.439599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:29.461456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:29.463952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a153197c-36cd-4c9b-8b63-16b7d4078f95 req-2424de29-6513-4b99-aa9f-ab2dcdb10dec tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122584 Sep 10 02:58:29.484123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:29.498484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.553441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.607926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8fca671c-1001-4b5c-8e6e-9285345e18b6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:29.610021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-e71f3939-ed13-4e1e-b959-68990da9841c req-d38fd1a1-0448-4505-afd3-5a2726150c48 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:58:29.619428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e71f3939-ed13-4e1e-b959-68990da9841c req-d38fd1a1-0448-4505-afd3-5a2726150c48 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196564 Sep 10 02:58:29.641494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8fca671c-1001-4b5c-8e6e-9285345e18b6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:29.641839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8fca671c-1001-4b5c-8e6e-9285345e18b6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:29.642264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 36127270-f35e-4c7c-ad65-8a0464bf2c23 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:29.665766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:29.666582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.668684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] 10.222.0.32 "PUT /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 1135 time: 2.4710252 Sep 10 02:58:29.669124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '218645e2-44d5-4307-b8d5-a0eedd470c2e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:29.670432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 36127270-f35e-4c7c-ad65-8a0464bf2c23 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:29.670947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 36127270-f35e-4c7c-ad65-8a0464bf2c23 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:29.672245 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1519382e-1452-483b-86a9-3549103be1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "218645e2-44d5-4307-b8d5-a0eedd470c2e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:29.711332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:29.758143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaef6b-d225-4240-8f55-1235e739710c service neutron] Pushing event updated for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:29.821149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:29.944698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 2, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:30.052525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Checking router: d5328d5f-63a8-4f8e-ad29-992df7b4a495 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:58:30.052916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Updating router d5328d5f-63a8-4f8e-ad29-992df7b4a495 port cd41be78-0838-4c4f-b7a4-34098052f4f2 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:58:30.281447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6137ddd-fe0c-425e-891a-43102f51cb84,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:30.300586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.314015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.318249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05b78c-3859-4198-b8cb-cc514616a491 None None] Network 34695ef2-7cb2-40fc-9495-815e53a464fb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:30.320172 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1d287c7e-2e62-4865-975a-4ab0bf572114 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e6137ddd-fe0c-425e-891a-43102f51cb84 HTTP/1.1" status: 204 len: 168 time: 1.4224012 Sep 10 02:58:30.334858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43158) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:30.422063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:30.429120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:30.436276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:30.442900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:30.450121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:30.456521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:30.458723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-4ca8b5bf-7ce8-41cb-960d-77db9131846e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 4605 time: 0.1529357 Sep 10 02:58:30.513862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.547826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8cbb130-7296-478e-b698-1b4e4dc0b505 req-8ed1a205-8262-4226-ab3d-6d980bcdb642 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823746 Sep 10 02:58:30.679075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Deleting port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:30.679418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.718118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f961560c-82ec-4d27-9f1f-8412aca091d2 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:30.758246 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.778830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] For port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,segment=NetworkSegment(285c873a-1481-4e83-ae68-43a90684bd61),segment_id=285c873a-1481-4e83-ae68-43a90684bd61)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:30.779192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.796272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Transition to ACTIVE for port object f961560c-82ec-4d27-9f1f-8412aca091d2 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:30.801385 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:30.804613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Calling delete_port for 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:30.948778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:31.002234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] DHCP port deletion for 34695ef2-7cb2-40fc-9495-815e53a464fb request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 02:58:31.048591 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a787499d-94b4-4f4c-851d-14f6c35032eb x-openstack-request-id: req-a787499d-94b4-4f4c-851d-14f6c35032eb {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:31.060358 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "218645e2-44d5-4307-b8d5-a0eedd470c2e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:31.060980 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a787499d-94b4-4f4c-851d-14f6c35032eb {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:31.061531 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '218645e2-44d5-4307-b8d5-a0eedd470c2e', 'status': 'completed', 'code': 200} Sep 10 02:58:31.106535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:58:31.162135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.164801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.165298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.165782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.170702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.171204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.171750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.173801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1519382e-1452-483b-86a9-3549103be1fa req-be3e40a9-b261-4377-85ed-47d22dd29bda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6177 time: 0.1354322 Sep 10 02:58:31.264607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.268701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.278832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Attempting to bind port f961560c-82ec-4d27-9f1f-8412aca091d2 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:31.279181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Attempting to bind port f961560c-82ec-4d27-9f1f-8412aca091d2 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:31.279538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Attempting to bind port f961560c-82ec-4d27-9f1f-8412aca091d2 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:31.316754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Transition to ACTIVE for port object cd41be78-0838-4c4f-b7a4-34098052f4f2 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:31.320797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Deleting port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:31.321172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.347871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:31.351084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Port f961560c-82ec-4d27-9f1f-8412aca091d2 on network 096606b6-99b7-421d-ad68-4cda1e71df35 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:31.351860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Attempting to bind port f961560c-82ec-4d27-9f1f-8412aca091d2 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:31.359611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] No DVR routers for this DVR port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:31.377867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:31.378216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Checking segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:31.379222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Bound using segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:31.379222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Bound port: f961560c-82ec-4d27-9f1f-8412aca091d2, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:31.382942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.413146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-e2aac3f2-e5fb-40ea-a0da-028ef606ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.415496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-e2aac3f2-e5fb-40ea-a0da-028ef606ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.416277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-e2aac3f2-e5fb-40ea-a0da-028ef606ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.421170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1519382e-1452-483b-86a9-3549103be1fa req-e2aac3f2-e5fb-40ea-a0da-028ef606ec17 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2312560 Sep 10 02:58:31.605900 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.611477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:31.631291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] For port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:31.631717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.647996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Calling delete_port for 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:31.652345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 02:58:31.660387 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.681567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519382e-1452-483b-86a9-3549103be1fa req-8d38f18d-b559-45ff-810e-b0b086f564b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.685761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1519382e-1452-483b-86a9-3549103be1fa req-8d38f18d-b559-45ff-810e-b0b086f564b6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2535913 Sep 10 02:58:31.705917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] No DVR routers for this DVR port 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:31.725437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55607d59-81e7-4546-9cb0-c37d8433542c req-c2090d42-99ad-4fa9-856f-358881029176 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:31.727774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55607d59-81e7-4546-9cb0-c37d8433542c req-c2090d42-99ad-4fa9-856f-358881029176 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2265396 Sep 10 02:58:31.800134 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.806315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'mac_address': 'fa:16:3e:64:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:58:31.812959 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-66480522-4075-472a-b88c-2df1b03774c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:31.854993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31693-799d-46d8-a6ca-f439d474c0c6 None None] Pushing event updated for resources: {'Port': ['ID=cd41be78-0838-4c4f-b7a4-34098052f4f2,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:31.900691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55607d59-81e7-4546-9cb0-c37d8433542c req-dc656286-ce6b-448b-989f-40820e338e90 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535225 Sep 10 02:58:31.995103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeebc0-94ac-473a-bbdf-d98619ed2d7f None None] Pushing event deleted for resources: {'Port': ['ID=6b3707b9-d9fb-4470-8a50-5fe1d1294df2,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:32.010957 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.018262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-c7781756-2b16-4318-b43e-f5650e7273f3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 02:58:32.019297 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-c7781756-2b16-4318-b43e-f5650e7273f3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5403788 Sep 10 02:58:32.091694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.108005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Attempting to bind port cd41be78-0838-4c4f-b7a4-34098052f4f2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:32.116739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Attempting to bind port cd41be78-0838-4c4f-b7a4-34098052f4f2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:32.117647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Attempting to bind port cd41be78-0838-4c4f-b7a4-34098052f4f2 on network 6343ee87-8966-4201-a9c7-f0ff37993794 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:32.121159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.130868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85664f49-04bd-40d9-9fd7-f913d74c91cb {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:32.145936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:32.146781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Checking segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:32.147997 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.148397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Bound using segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:32.148896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Bound port: cd41be78-0838-4c4f-b7a4-34098052f4f2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:32.149278 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.206841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.208055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34695ef2-7cb2-40fc-9495-815e53a464fb']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:32.214374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:32.217859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.231309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-e8aaedf8-fa2f-42c1-815f-9c408fa9f7d4 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.233081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-e8aaedf8-fa2f-42c1-815f-9c408fa9f7d4 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 1094 time: 0.1986165 Sep 10 02:58:32.234897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285c873a-1481-4e83-ae68-43a90684bd61') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:32.235204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285c873a-1481-4e83-ae68-43a90684bd61') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:32.242680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.244506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:32.255220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Request body: {'binding': {'host': 'n-h1-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:32.256267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 02:58:32.256796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.258112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.270119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.271379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.277707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.284743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.286727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c48f28a-0bd9-418b-a839-741841b628ae req-b8709d60-e079-4cb9-ab33-2ab1f526ca87 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5382 time: 0.2031300 Sep 10 02:58:32.308131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f961560c-82ec-4d27-9f1f-8412aca091d2,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:32.318378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.337884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.357725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c48f28a-0bd9-418b-a839-741841b628ae req-31e88dce-14f4-41ba-bea6-45bdf6e98ba7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632126 Sep 10 02:58:32.375804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:58:32.376347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.393676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['85664f49-04bd-40d9-9fd7-f913d74c91cb'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:32.413422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] For port cd41be78-0838-4c4f-b7a4-34098052f4f2, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:58:32.475574 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:58:32.500580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:32.542801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] For port cd41be78-0838-4c4f-b7a4-34098052f4f2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd41be78-0838-4c4f-b7a4-34098052f4f2,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:32.555104 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.574913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:32.628795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.661037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:32.664254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.669110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d81feae3-a604-4046-98d0-7bb300c719e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 1135 time: 2.9681435 Sep 10 02:58:32.676737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:32.681694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:32.682718 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34695ef2-7cb2-40fc-9495-815e53a464fb HTTP/1.1" status: 204 len: 168 time: 2.3459506 Sep 10 02:58:32.696639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e2ba-36f5-4ad2-be00-8eef783095a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=34695ef2-7cb2-40fc-9495-815e53a464fb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:32.734339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:32.791799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:32.792768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:32.794878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31693-799d-46d8-a6ca-f439d474c0c6 None None] Pushing event updated for resources: {'Port': ['ID=cd41be78-0838-4c4f-b7a4-34098052f4f2,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:32.918245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:32.959986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:32.959986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b3707b9-d9fb-4470-8a50-5fe1d1294df2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:32.997426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:33.025374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on host n-h1-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:33.026468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:33.027605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:33.063382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'f961560c-82ec-4d27-9f1f-8412aca091d2'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:33.066266 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f85c7a-1524-4953-8cc4-cd983bd50f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "f961560c-82ec-4d27-9f1f-8412aca091d2"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:33.073388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:33.073992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:33.091686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:33.092410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:33.093059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:33.093744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Bound port: 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:33.210148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:33.382489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:33.414455 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:33.419516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-01579fb9-6f18-4ae9-83ed-7035d0689999 service neutron] 10.222.0.23 "POST /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1/bindings HTTP/1.1" status: 201 len: 389 time: 1.1764066 Sep 10 02:58:33.671484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:33.811371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:32Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:33.822167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b453cf1a-8e81-48eb-8862-6395a8dc7303 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:33.858011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:33.884985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7553bbf-da1a-4878-a593-68db55f7c0ab None None] The sync data for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 is: [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:32Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:58:33.941814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Transition to ACTIVE for port object b453cf1a-8e81-48eb-8862-6395a8dc7303 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:33.953197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:33.994542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-bec2c2a1-f263-4532-9bdf-c95a8717023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.000759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-bec2c2a1-f263-4532-9bdf-c95a8717023c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1097 time: 0.2289033 Sep 10 02:58:34.021581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f012c-19c2-4cde-98ad-d7d027758d9c req-15fd42bc-48a1-4ba6-86eb-8a97547d01ff tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.035411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b54f012c-19c2-4cde-98ad-d7d027758d9c req-15fd42bc-48a1-4ba6-86eb-8a97547d01ff tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2549529 Sep 10 02:58:34.141728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b54f012c-19c2-4cde-98ad-d7d027758d9c req-669d4952-f8f5-4f99-8fe1-80b6419aefdf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045492 Sep 10 02:58:34.310229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2722483e-bb5f-4c0f-82d1-3508486bc6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:34.383097 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4fc3c-d120-4f53-9d13-9c3c68883ce1 x-openstack-request-id: req-fda4fc3c-d120-4f53-9d13-9c3c68883ce1 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:34.383694 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "f961560c-82ec-4d27-9f1f-8412aca091d2", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:34.383950 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fda4fc3c-d120-4f53-9d13-9c3c68883ce1 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:34.384350 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'f961560c-82ec-4d27-9f1f-8412aca091d2', 'status': 'completed', 'code': 200} Sep 10 02:58:34.404011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-863f1581-4e63-442f-8c40-47db5ec5fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.414086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-863f1581-4e63-442f-8c40-47db5ec5fac8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.4016302 Sep 10 02:58:34.451980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Attempting to bind port b453cf1a-8e81-48eb-8862-6395a8dc7303 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:34.453391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Attempting to bind port b453cf1a-8e81-48eb-8862-6395a8dc7303 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:34.453733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Attempting to bind port b453cf1a-8e81-48eb-8862-6395a8dc7303 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:34.462304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Port b453cf1a-8e81-48eb-8862-6395a8dc7303 on network 096606b6-99b7-421d-ad68-4cda1e71df35 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:34.462632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Attempting to bind port b453cf1a-8e81-48eb-8862-6395a8dc7303 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:34.464655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Pushing event updated for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:34.482120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:34.482467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Checking segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:34.482847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Bound using segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:34.483301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Bound port: b453cf1a-8e81-48eb-8862-6395a8dc7303, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:34.483715 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:34.527805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.534472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.542213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.551053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.560202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.565445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-b09209d7-ba1a-4c4f-a96b-2f54ef0b374c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 217 time: 0.1186268 Sep 10 02:58:34.567664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.577974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.592666 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-1fb66b0c-a8ea-4a3e-a860-f594608777eb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5394 time: 0.1738472 Sep 10 02:58:34.631417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:34.665161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.665648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.666122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.667994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.668532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.669005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.669494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.671435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-fe9ba445-598e-4103-ac81-b7f39d346b0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6244 time: 0.2563617 Sep 10 02:58:34.686831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a038c9d0-d4c8-415e-b6c6-47b9cc260fa0 req-f778c866-870c-4f96-81d3-04392b59a576 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923426 Sep 10 02:58:34.800816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:34.811411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:34.819101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:34.891855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.892709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:34.894446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] 10.222.0.32 "PUT /v2.0/ports/b453cf1a-8e81-48eb-8862-6395a8dc7303 HTTP/1.1" status: 200 len: 1091 time: 2.1950181 Sep 10 02:58:34.924850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-3383058b-3762-4bc8-8937-5a204eb3b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:34.926486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-3383058b-3762-4bc8-8937-5a204eb3b26a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.3532975 Sep 10 02:58:34.970296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a0a998c6-eec3-4d99-9971-f5d51601c506 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347230 Sep 10 02:58:34.981509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:34.999922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd41be78-0838-4c4f-b7a4-34098052f4f2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:35.099510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:35.192082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-431eda47-8376-4260-964a-f624629e9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:35.192950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-431eda47-8376-4260-964a-f624629e9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:35.193490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-431eda47-8376-4260-964a-f624629e9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:35.195565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-431eda47-8376-4260-964a-f624629e9698 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4989407 Sep 10 02:58:35.255018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:35.309621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b124-78f3-477b-93a5-06f6217677ad service neutron] Pushing event updated for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:35.333116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cd41be78-0838-4c4f-b7a4-34098052f4f2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:35.361762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cd41be78-0838-4c4f-b7a4-34098052f4f2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:35.366564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:35.373569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-8cff084a-43ad-4601-8469-4d8cd690ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:35.376245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53f85c7a-1524-4953-8cc4-cd983bd50f0e req-8cff084a-43ad-4601-8469-4d8cd690ad04 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1697264 Sep 10 02:58:35.417036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Deleting port af32cc62-59ca-4b46-83dc-f171814360a6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:35.417829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:35.462909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce0bf-8480-4784-ac5f-8b64dd5456bc req-6c348cdb-3766-4e81-a0a5-f5ec6c24a9f7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:35.478948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c0bce0bf-8480-4784-ac5f-8b64dd5456bc req-6c348cdb-3766-4e81-a0a5-f5ec6c24a9f7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.5919433 Sep 10 02:58:35.489455 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:35.523251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 85664f49-04bd-40d9-9fd7-f913d74c91cb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:35.523680 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:35.596832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c0bce0bf-8480-4784-ac5f-8b64dd5456bc req-66a1bb61-120a-40b6-ba6f-15ce4bfa48d6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159360 Sep 10 02:58:35.608057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] For port af32cc62-59ca-4b46-83dc-f171814360a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af32cc62-59ca-4b46-83dc-f171814360a6,segment=NetworkSegment(e12696d7-1e17-43bc-9172-36de982c6b22),segment_id=e12696d7-1e17-43bc-9172-36de982c6b22)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:35.608693 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:35.654181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-3b3888e1-5d5b-40d4-b3af-a38b8899c164 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756604 Sep 10 02:58:35.655256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Calling delete_port for af32cc62-59ca-4b46-83dc-f171814360a6 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:35.818028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8b6c877c-daff-48a9-bee4-f10ac9c7f135 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450236 Sep 10 02:58:36.209216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.211080 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.250180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.334899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:36.337308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:36.346718 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e2fb8-6273-414c-8d32-7a43f3423eb4" -d '{"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-plugged", "status": "completed", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:36.359645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Pushing event deleted for resources: {'Port': ['ID=af32cc62-59ca-4b46-83dc-f171814360a6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:36.373407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b57197-a9d6-4b76-8c7a-71361e2972c4 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:36.391380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.411876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port cd41be78-0838-4c4f-b7a4-34098052f4f2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd41be78-0838-4c4f-b7a4-34098052f4f2,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:36.412424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Transition to ACTIVE for port object 31b57197-a9d6-4b76-8c7a-71361e2972c4 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:36.414345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:36.418691 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf183c0d-8e32-4640-bed0-3c09bce8130e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:36.420663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.428828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.430233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.540171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:36.645033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:36.853521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=cd41be78-0838-4c4f-b7a4-34098052f4f2,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:36.973535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8345ab-a066-452e-801e-dc20ce6b57a2 req-b5763624-500f-458c-b448-53748a0eecbf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:36.980009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:36.987064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d8345ab-a066-452e-801e-dc20ce6b57a2 req-b5763624-500f-458c-b448-53748a0eecbf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.4593124 Sep 10 02:58:37.011681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Attempting to bind port 31b57197-a9d6-4b76-8c7a-71361e2972c4 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:37.012751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Attempting to bind port 31b57197-a9d6-4b76-8c7a-71361e2972c4 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:37.013933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Attempting to bind port 31b57197-a9d6-4b76-8c7a-71361e2972c4 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:37.034914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Port 31b57197-a9d6-4b76-8c7a-71361e2972c4 on network 096606b6-99b7-421d-ad68-4cda1e71df35 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:37.036791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Attempting to bind port 31b57197-a9d6-4b76-8c7a-71361e2972c4 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:37.074656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:37.082456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Checking segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:37.082456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Bound using segment: {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:37.082456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Bound port: 31b57197-a9d6-4b76-8c7a-71361e2972c4, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2770a77a-1c35-425c-9f93-d3d57b4e3a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:37.082456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:37.162663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d8345ab-a066-452e-801e-dc20ce6b57a2 req-4961c8c0-96e5-4205-8480-401216586dad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695640 Sep 10 02:58:37.205684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:37.271346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:37.275234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:37.288761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:37.351768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:37.436647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.437122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:37.441062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a108f0f8-d3ea-406c-9408-4950778bdcd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/31b57197-a9d6-4b76-8c7a-71361e2972c4 HTTP/1.1" status: 200 len: 1091 time: 2.4868658 Sep 10 02:58:37.460643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:58:37.481255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:37.601977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.612672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.625204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.648816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.656139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.682957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.695225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:37.712528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4bdc6849-3005-4aa7-9345-9296ce5abee8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5406 time: 0.3619466 Sep 10 02:58:37.756160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:58:37.764908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-80dea6f3-6bc7-4587-9334-18d9143264fa admin admin] 10.222.0.23 "PUT /v2.0/routers/16765221-d94c-4e12-aaf7-f4ebe0f8ccf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0803158 Sep 10 02:58:37.766124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43302) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:37.768501 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] Sync routers for ids ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:58:37.783380 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] Routers {'16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:37.784244 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:37.865409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:37.971360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:37.990071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12f63425-74ac-4c26-a98d-a52aba86bb1e req-4b35e261-8f46-48f4-bfd4-3f12e9b55d37 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2755315 Sep 10 02:58:38.083514 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] Set router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:38.175171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-3486c2b0-bf72-4eab-a2d6-b35e342579f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3602266 Sep 10 02:58:38.185574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:38.320771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Deleting port 491669b9-dfa7-48c3-b5c4-818e739a3a5c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:38.322538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:38.492457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-a03c6f15-a9e6-47b5-9b52-cafd75b841b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:38.493937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-a03c6f15-a9e6-47b5-9b52-cafd75b841b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 1095 time: 0.1874909 Sep 10 02:58:38.527515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] For port 491669b9-dfa7-48c3-b5c4-818e739a3a5c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=491669b9-dfa7-48c3-b5c4-818e739a3a5c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:38.529161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:38.559706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Calling delete_port for 491669b9-dfa7-48c3-b5c4-818e739a3a5c owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:38.569855 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port': {'id': '491669b9-dfa7-48c3-b5c4-818e739a3a5c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:56:33Z', 'updated_at': '2021-09-10T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:38.642010 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] Checking router: 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:58:38.668478 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] Routers {'16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:38.670712 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:38.717145 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eab395-30a4-496d-85ba-ba6fdabec28f x-openstack-request-id: req-d9eab395-30a4-496d-85ba-ba6fdabec28f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:38.717963 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-plugged", "status": "completed", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:38.718380 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9eab395-30a4-496d-85ba-ba6fdabec28f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:38.718935 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'code': 200} Sep 10 02:58:38.852946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-6b1d6628-f652-43a8-ab85-1f7f1d27a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:38.857109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-6b1d6628-f652-43a8-ab85-1f7f1d27a0c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.3329055 Sep 10 02:58:38.896929 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] Set router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:38.927299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd41be78-0838-4c4f-b7a4-34098052f4f2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:39.022082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06c6698-33f8-459f-af8f-a70b02db4fc3 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:39.034426 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:58:38Z', 'revision_number': 6, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:39.039685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.058350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Transition to ACTIVE for port object b06c6698-33f8-459f-af8f-a70b02db4fc3 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:39.061452 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37910316-892e-433e-ac0e-f58c87c4446b x-openstack-request-id: req-37910316-892e-433e-ac0e-f58c87c4446b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:39.061754 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:39.062301 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37910316-892e-433e-ac0e-f58c87c4446b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:39.064351 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303', 'status': 'completed', 'code': 200} Sep 10 02:58:39.068825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cd41be78-0838-4c4f-b7a4-34098052f4f2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:39.069475 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.127469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.129110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.201631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.202120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.202597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.203064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.203586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.204061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.204526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.211890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-4ee9eca8-b868-4ebd-9669-d954fdb0d216 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6353 time: 0.3858004 Sep 10 02:58:39.264066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Pushing event updated for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:39.304109 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99f72-aec6-4ed9-811e-723a262a3b69 None None] The sync data for ids ['16765221-d94c-4e12-aaf7-f4ebe0f8ccf1'] in n-d-808126-2 is: [{'id': '16765221-d94c-4e12-aaf7-f4ebe0f8ccf1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1462183697-router', 'tenant_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:56:32Z', 'updated_at': '2021-09-10T02:58:38Z', 'revision_number': 6, 'project_id': 'b074cccc25554c3c95dd94aaaa9d3d4c', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:58:39.314996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Pushing event deleted for resources: {'Port': ['ID=491669b9-dfa7-48c3-b5c4-818e739a3a5c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:39.430970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.454200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-9c245c4a-c31e-46f8-a063-824b7003b29a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 200 len: 217 time: 0.3873665 Sep 10 02:58:39.495559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc6a75-b18b-4748-bcd0-a2bb5ed22412 req-46ecc404-1b9f-4257-ba3a-81a0cde5d421 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.509451 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6bc6a75-b18b-4748-bcd0-a2bb5ed22412 req-46ecc404-1b9f-4257-ba3a-81a0cde5d421 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.4290905 Sep 10 02:58:39.604887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.613431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-1526a3ad-f821-43df-b9a5-a6887fab67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.613841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-1526a3ad-f821-43df-b9a5-a6887fab67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.614310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-1526a3ad-f821-43df-b9a5-a6887fab67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.615951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-1526a3ad-f821-43df-b9a5-a6887fab67b9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2982802 Sep 10 02:58:39.618229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Attempting to bind port b06c6698-33f8-459f-af8f-a70b02db4fc3 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:39.618819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Attempting to bind port b06c6698-33f8-459f-af8f-a70b02db4fc3 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:39.619381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Attempting to bind port b06c6698-33f8-459f-af8f-a70b02db4fc3 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:39.624404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.665668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Port b06c6698-33f8-459f-af8f-a70b02db4fc3 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:39.666627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Attempting to bind port b06c6698-33f8-459f-af8f-a70b02db4fc3 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:39.686507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-be1b160c-1b3c-48b4-9a96-4c58c7d1a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:39.690039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-be1b160c-1b3c-48b4-9a96-4c58c7d1a986 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.2165706 Sep 10 02:58:39.691699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:39.692529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Checking segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:39.693391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Bound using segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:39.694119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Bound port: b06c6698-33f8-459f-af8f-a70b02db4fc3, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:39.694850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.702886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6bc6a75-b18b-4748-bcd0-a2bb5ed22412 req-3e116582-1ce0-4612-8806-d478478fee88 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925788 Sep 10 02:58:39.826464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.829709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 02:58:39.844215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:39.850039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-81044ae2-24df-4722-a5bf-f6c5c60f5caf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448224 Sep 10 02:58:39.850519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43310) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:39.850678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9212f4d3-b28f-444a-a46d-d754ea96f482 admin admin] 10.222.0.23 "DELETE /v2.0/routers/16765221-d94c-4e12-aaf7-f4ebe0f8ccf1 HTTP/1.1" status: 204 len: 168 time: 2.0820920 Sep 10 02:58:39.904646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:39.908162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:39.993595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:40.071089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:40.071940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:40.073871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] 10.222.0.32 "PUT /v2.0/ports/b06c6698-33f8-459f-af8f-a70b02db4fc3 HTTP/1.1" status: 200 len: 1091 time: 2.6023014 Sep 10 02:58:40.084256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b916e-498d-4fd9-8e01-3ee75e940b0e service neutron] Pushing event updated for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:40.108648 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-219c6e93-3722-41ba-838e-3a220690b58a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2404642 Sep 10 02:58:40.118767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-a49ecd8c-7a5c-4265-a2bc-31d4ac85fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:40.120370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf183c0d-8e32-4640-bed0-3c09bce8130e req-a49ecd8c-7a5c-4265-a2bc-31d4ac85fe1c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4940083 Sep 10 02:58:40.139637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Request body: {'port': {'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:40.222299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:40.255827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-99a9b639-7b90-4edb-ae10-cc17805d668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:40.259884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-99a9b639-7b90-4edb-ae10-cc17805d668a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 1095 time: 0.0950277 Sep 10 02:58:40.345246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e63d18-bddc-4b18-9257-4b12a001f248 req-590d6ffe-3f5a-48a7-84a7-07bd50eb548e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:40.346905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8e63d18-bddc-4b18-9257-4b12a001f248 req-590d6ffe-3f5a-48a7-84a7-07bd50eb548e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.4287105 Sep 10 02:58:40.353254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Deleting subnet c1f21e0e-b471-471e-9a0e-900d4ded8c36 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:58:40.357219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:40.404895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:40.530438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-9eb65966-87fb-461e-922f-30dffe9f1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:40.532007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-9eb65966-87fb-461e-922f-30dffe9f1234 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2520676 Sep 10 02:58:40.566513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:40.690248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-1d0fb4a7-2e46-42f2-b520-7a639d7bf9b3 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698803 Sep 10 02:58:40.918159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af32cc62-59ca-4b46-83dc-f171814360a6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:40.943295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8e63d18-bddc-4b18-9257-4b12a001f248 req-1da43985-00b3-4a61-84ba-0b2eb6b07bda tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260166 Sep 10 02:58:40.954834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: af32cc62-59ca-4b46-83dc-f171814360a6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:40.955529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af32cc62-59ca-4b46-83dc-f171814360a6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:40.956006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 491669b9-dfa7-48c3-b5c4-818e739a3a5c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:41.001472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 491669b9-dfa7-48c3-b5c4-818e739a3a5c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:41.002134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 491669b9-dfa7-48c3-b5c4-818e739a3a5c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:41.013792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947a5cec-54d8-46f7-9c69-72aaaee8c448 req-d80164aa-1d92-4b7f-ad28-91afb0e8bb38 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064511 Sep 10 02:58:41.228681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4'}, {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:41.232837 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5a22f-df23-418f-8230-e9dd7e76e748" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4"}, {"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:41.250149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:41.288538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f21e0e-b471-471e-9a0e-900d4ded8c36,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:41.290527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:41.292737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f99687ac-f80e-4949-9580-2105d332f43e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1f21e0e-b471-471e-9a0e-900d4ded8c36 HTTP/1.1" status: 204 len: 168 time: 1.3829184 Sep 10 02:58:41.295756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43318) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:41.299740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e888b8-a8da-42e7-be63-c7ee384f2112 None None] Network 0b36c91a-a652-4341-bea9-5e4a6cc05619 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:41.403084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:41.534548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-8110b5b0-9c2d-44c3-8e49-51ef383b1f08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 200 len: 217 time: 0.9938107 Sep 10 02:58:41.733493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-01a52f1b-0448-49fe-9c55-06eb4d540049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:41.735972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-01a52f1b-0448-49fe-9c55-06eb4d540049 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1951590 Sep 10 02:58:41.749366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] DHCP port deletion for 0b36c91a-a652-4341-bea9-5e4a6cc05619 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 02:58:41.771982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-8d49ab1e-d096-4405-a586-2ef7857fea2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286202 Sep 10 02:58:41.855348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] Deleting port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:41.855757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:41.958040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] For port b2260f06-8b3d-47f1-8b2a-10e18ac9d288, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,segment=NetworkSegment(e12696d7-1e17-43bc-9172-36de982c6b22),segment_id=e12696d7-1e17-43bc-9172-36de982c6b22)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:41.959876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:41.974405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] Calling delete_port for b2260f06-8b3d-47f1-8b2a-10e18ac9d288 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:42.022107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-94bcc632-d65c-4c14-8728-4947b23d5a7c service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334912 Sep 10 02:58:42.062041 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.111540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19b996e-7336-45e6-be52-704098aa8fe1 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:42.120651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.124697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] Pushing event deleted for resources: {'Port': ['ID=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:42.140237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Transition to ACTIVE for port object e19b996e-7336-45e6-be52-704098aa8fe1 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:42.146632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.148097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab7aa7-b63b-4fbc-8223-39a454056ce0 None None] No DVR routers for this DVR port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:42.248769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e20be9f-460c-4a21-b55e-e0ed80bfc97f req-abdbddbf-2ae8-41c3-ba72-db3391b4751d service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094111 Sep 10 02:58:42.323821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:42.330220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Deleting port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:58:42.331215 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.361923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Attempting to bind port e19b996e-7336-45e6-be52-704098aa8fe1 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:42.362414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Attempting to bind port e19b996e-7336-45e6-be52-704098aa8fe1 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:42.363332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Attempting to bind port e19b996e-7336-45e6-be52-704098aa8fe1 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:42.416550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Port e19b996e-7336-45e6-be52-704098aa8fe1 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:42.416947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Attempting to bind port e19b996e-7336-45e6-be52-704098aa8fe1 on network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:42.426446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:42.427023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Checking segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:42.427532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Bound using segment: {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:42.428096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Bound port: e19b996e-7336-45e6-be52-704098aa8fe1, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30c0266-ae4a-4f3c-9f85-5088929b13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:42.428795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.488404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] For port b2260f06-8b3d-47f1-8b2a-10e18ac9d288, host n-d-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:42.491309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.505801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Calling delete_port for b2260f06-8b3d-47f1-8b2a-10e18ac9d288 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:58:42.509009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.ipam_backend_mixin [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 was not found and therefore no delete operation was performed {{(pid=94633) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 02:58:42.532755 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.595849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.606167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.624121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.629944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.655972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.668625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.674818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.685351 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-edb1c8bc-7eef-47fe-9a85-51fa93241235 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.3157418 Sep 10 02:58:42.714517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2260f06-8b3d-47f1-8b2a-10e18ac9d288,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:42.731752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] No DVR routers for this DVR port b2260f06-8b3d-47f1-8b2a-10e18ac9d288 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:42.809437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:42.813874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e19b996e-7336-45e6-be52-704098aa8fe1,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:42.827542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.893673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b2260f06-8b3d-47f1-8b2a-10e18ac9d288 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:42.924314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:42.936873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b3ee813-1185-40ea-901e-d42d629dd6c8 req-091c001d-cc29-478a-8422-8bf94cb631ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501123 Sep 10 02:58:42.939191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b2260f06-8b3d-47f1-8b2a-10e18ac9d288 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:58:42.943306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b2260f06-8b3d-47f1-8b2a-10e18ac9d288 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:42.981409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:42.981409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:42.982473 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-234a647d-7f49-436c-b38a-b2cca9e2bf0a service neutron] 10.222.0.32 "PUT /v2.0/ports/e19b996e-7336-45e6-be52-704098aa8fe1 HTTP/1.1" status: 200 len: 1091 time: 2.8591478 Sep 10 02:58:43.036061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.062461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b36c91a-a652-4341-bea9-5e4a6cc05619']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:43.094917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12696d7-1e17-43bc-9172-36de982c6b22') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:43.095374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12696d7-1e17-43bc-9172-36de982c6b22') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:43.116613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.134589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.143802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:58:43.144869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:58:43.209891 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:58:43.278322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.300723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.305381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b36c91a-a652-4341-bea9-5e4a6cc05619 HTTP/1.1" status: 204 len: 168 time: 2.0052228 Sep 10 02:58:43.364146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fe58e-a3d4-4568-8b8e-0bb259a18113 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b36c91a-a652-4341-bea9-5e4a6cc05619,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:43.387559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7225529-4cba-42ca-a21c-a99a3b0d2d13 req-71de23a8-ec85-4098-a4b3-4ca3dd144971 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.400162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7225529-4cba-42ca-a21c-a99a3b0d2d13 req-71de23a8-ec85-4098-a4b3-4ca3dd144971 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.1884782 Sep 10 02:58:43.409141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.409716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.410206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.410794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.412040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.412875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.413137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.415210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d979691b-087a-45e4-890c-f5cee1e0635c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6487 time: 0.3369293 Sep 10 02:58:43.496173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-d67946f2-e25c-4772-9dcd-7f72947f92a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=317cb891-9ec3-4317-ac29-8a8734791a29 HTTP/1.1" status: 200 len: 217 time: 0.0699775 Sep 10 02:58:43.535588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7225529-4cba-42ca-a21c-a99a3b0d2d13 req-11f7e1bb-13ec-430e-86bb-16830f9ba472 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333790 Sep 10 02:58:43.673703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-1abdf37d-b7b2-45e2-a523-e571e0f39747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.684135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-1abdf37d-b7b2-45e2-a523-e571e0f39747 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03e0228f-39d9-4fb6-8a0e-db15769a0d71 HTTP/1.1" status: 200 len: 856 time: 0.1463087 Sep 10 02:58:43.707866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:43.756620 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eeb0eb-9733-4978-a47e-86b81567bf9b x-openstack-request-id: req-44eeb0eb-9733-4978-a47e-86b81567bf9b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:43.757897 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:43.758721 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44eeb0eb-9733-4978-a47e-86b81567bf9b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:43.759755 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4', 'status': 'completed', 'code': 200} Sep 10 02:58:43.760916 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3', 'status': 'completed', 'code': 200} Sep 10 02:58:43.781151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c667da88-05b6-49f4-ac43-dff63b7b76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:43.784305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c667da88-05b6-49f4-ac43-dff63b7b76ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932822 Sep 10 02:58:43.806444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5a227370-85e5-461f-9895-cd0816af8ab9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fab4466d6cc5457c9472bb2d401f1a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952859 Sep 10 02:58:43.813542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:43.952651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c8b013a-c754-458f-b951-8d6e7ea4b928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:43.989504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c8b013a-c754-458f-b951-8d6e7ea4b928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:44.048252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c8b013a-c754-458f-b951-8d6e7ea4b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:44.052504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c8b013a-c754-458f-b951-8d6e7ea4b928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:44.053933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4c8b013a-c754-458f-b951-8d6e7ea4b928 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ea62252-3dc3-45fc-86f2-df569094e047 HTTP/1.1" status: 204 len: 168 time: 0.2394364 Sep 10 02:58:44.061848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-9177912b-9b4c-40da-8d56-7f79b1379523 service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693274 Sep 10 02:58:44.095495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26355b21-6bfc-4896-b771-2f0fb6b7ab48 req-5e44bd06-4f64-43d8-9b75-d0affebf47af tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.097225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b013a-c754-458f-b951-8d6e7ea4b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea62252-3dc3-45fc-86f2-df569094e047,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:44.100955 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26355b21-6bfc-4896-b771-2f0fb6b7ab48 req-5e44bd06-4f64-43d8-9b75-d0affebf47af tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2365322 Sep 10 02:58:44.245920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26355b21-6bfc-4896-b771-2f0fb6b7ab48 req-9023c2fd-ff42-4402-ac3c-9705f3843ef9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411455 Sep 10 02:58:44.320056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-de068311-bbda-4e7a-83fd-9746be3004af service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162728 Sep 10 02:58:44.371709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-cef52898-0e81-4bab-afeb-e602caee407f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 217 time: 0.0433655 Sep 10 02:58:44.464596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a272cbea-61d5-4fa8-b3d8-9d0a3c835fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.466076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a272cbea-61d5-4fa8-b3d8-9d0a3c835fd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.0863535 Sep 10 02:58:44.496985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.503269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.509185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.515711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.521707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.527653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.534215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.542651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-ddbd15b9-d6a8-413a-a202-01c5cb8fd6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.1616302 Sep 10 02:58:44.651367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a0e060-ad1f-4bc5-b414-50d6fe576c4f req-bfed8acc-bd55-41cc-a3ed-895f4e4256bd tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051917 Sep 10 02:58:44.691266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b4050482-bfd2-479e-8471-5311e6395725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.692797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b4050482-bfd2-479e-8471-5311e6395725 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476009 Sep 10 02:58:44.745831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43348) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:44.798318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-337ec876-e0c2-43cf-9ba4-8936ca684fcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b074cccc25554c3c95dd94aaaa9d3d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511739 Sep 10 02:58:44.799234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43350) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:44.882613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c298d1ac-19c4-4cb7-b648-2faf72844b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:44.930114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01360819-f19f-45ba-9e2a-a6a0c4f440bd req-5cdeced2-c2e5-49e2-b416-211890a50635 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:44.932782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01360819-f19f-45ba-9e2a-a6a0c4f440bd req-5cdeced2-c2e5-49e2-b416-211890a50635 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.0981681 Sep 10 02:58:44.945606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c298d1ac-19c4-4cb7-b648-2faf72844b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:44.965156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c3f066c6-8f5e-4300-bf9a-ea3047754f58 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620986 Sep 10 02:58:44.995168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01360819-f19f-45ba-9e2a-a6a0c4f440bd req-978e9bdb-b87d-415f-9ed7-36484aeb5751 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 Sep 10 02:58:45.055847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c298d1ac-19c4-4cb7-b648-2faf72844b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:45.058967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c298d1ac-19c4-4cb7-b648-2faf72844b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:45.060144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c298d1ac-19c4-4cb7-b648-2faf72844b12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/849a4628-7cb5-4aa7-8bcc-71d7b5b69ce3 HTTP/1.1" status: 204 len: 168 time: 0.2590778 Sep 10 02:58:45.086507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298d1ac-19c4-4cb7-b648-2faf72844b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a4628-7cb5-4aa7-8bcc-71d7b5b69ce3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:45.224897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-1113eef3-7089-4639-b0f8-3afc5c39cc6e service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340834 Sep 10 02:58:45.330713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-b4198051-d046-4cfe-9a61-b1957013cd02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 217 time: 0.0981123 Sep 10 02:58:45.470575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-9c07871e-b118-4b75-95c5-f56de7d67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:45.472384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-9c07871e-b118-4b75-95c5-f56de7d67cf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1322248 Sep 10 02:58:45.597494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e73b8-61bb-4b3b-ac5f-89e33ac3e73a req-a8c9ecb7-2599-41cc-ba24-f2d541279f86 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:45.602795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b3e73b8-61bb-4b3b-ac5f-89e33ac3e73a req-a8c9ecb7-2599-41cc-ba24-f2d541279f86 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1214037 Sep 10 02:58:45.610285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-735cd30f-800a-4061-bbf0-33bed0c0c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:45.613494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-735cd30f-800a-4061-bbf0-33bed0c0c293 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1336300 Sep 10 02:58:45.789483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:45.792466 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eb4a40-c628-4c79-81b0-ca8031b23802" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:45.796615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-3a28810a-6af0-4d53-a7c8-c5108f82a0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631947 Sep 10 02:58:45.830985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b3e73b8-61bb-4b3b-ac5f-89e33ac3e73a req-2161de48-996e-43dc-b046-e527c51829ae tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150128 Sep 10 02:58:46.069584 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-51b82363-570a-45a0-bb25-6f08a916e29f service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531159 Sep 10 02:58:46.138743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:46.239123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c5def632-fcd8-4b63-9ec0-aaeba469a3ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303 HTTP/1.1" status: 200 len: 217 time: 0.0828295 Sep 10 02:58:46.362700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-34801c93-61d5-4b79-b041-cbe672a7897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.368114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-34801c93-61d5-4b79-b041-cbe672a7897e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1130927 Sep 10 02:58:46.476464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8de-a72f-4b06-9e1d-988b3efff0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:46.505021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.523902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.537092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.578848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.599349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.627060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.632598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8de-a72f-4b06-9e1d-988b3efff0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:46.644532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.655917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97636435-882e-4f3f-94b6-501756410f48 req-b94ce3d1-78ee-417e-908a-113eda144ea1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.5849912 Sep 10 02:58:46.656803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8de-a72f-4b06-9e1d-988b3efff0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:46.729682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-09cfe8de-a72f-4b06-9e1d-988b3efff0e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e7b58853ca0413abc101dc890213a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891626 Sep 10 02:58:46.753419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43390) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:46.773668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfe8de-a72f-4b06-9e1d-988b3efff0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede74ce-e03a-4f04-99c1-7b9f55668c55,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:46.809849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-6422dcca-9853-4625-af4d-2ff1ddb8db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:46.819604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-6422dcca-9853-4625-af4d-2ff1ddb8db30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4418547 Sep 10 02:58:46.853337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97636435-882e-4f3f-94b6-501756410f48 req-030ffac5-0ba6-4880-b3d2-30d0dbdec1f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939797 Sep 10 02:58:47.002536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-0777ba43-c932-4591-b2a3-635cec850e36 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023583 Sep 10 02:58:47.004350 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87834d3-c3a9-401d-9d16-920dace6495d x-openstack-request-id: req-c87834d3-c3a9-401d-9d16-920dace6495d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:47.004637 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:47.005619 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c87834d3-c3a9-401d-9d16-920dace6495d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:47.006026 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1', 'status': 'completed', 'code': 200} Sep 10 02:58:47.040909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70026a9-f7a2-479d-849b-fd4980ca3e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.065493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70026a9-f7a2-479d-849b-fd4980ca3e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.117543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43398) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:47.145930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70026a9-f7a2-479d-849b-fd4980ca3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.149532 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70026a9-f7a2-479d-849b-fd4980ca3e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.150747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a70026a9-f7a2-479d-849b-fd4980ca3e9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eede74ce-e03a-4f04-99c1-7b9f55668c55 HTTP/1.1" status: 204 len: 168 time: 0.3963149 Sep 10 02:58:47.191307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70026a9-f7a2-479d-849b-fd4980ca3e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede74ce-e03a-4f04-99c1-7b9f55668c55,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:47.368276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84b722-b45d-4167-ba1b-119d434ace6a req-e57ac03e-f6b6-4b74-8c47-96faa391638d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:47.370438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d84b722-b45d-4167-ba1b-119d434ace6a req-e57ac03e-f6b6-4b74-8c47-96faa391638d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.2329576 Sep 10 02:58:47.406822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-network', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:47.507057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Made reservation on behalf of 05e37fba0041489b821e7c4f52ae83e2 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:47.516176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.527816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d84b722-b45d-4167-ba1b-119d434ace6a req-566d5f3a-9fb3-4d6e-8ba5-51030249fee3 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414700 Sep 10 02:58:47.537163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a88a26bd-6979-4598-8de6-5662fc90c486 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259368 Sep 10 02:58:47.545724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.681114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-21c30398-49ec-4764-84a6-9e2bab61183f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4 HTTP/1.1" status: 200 len: 217 time: 0.1342545 Sep 10 02:58:47.826510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.835061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.897578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:58:47.909446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6ed9c-acbc-43e3-a0bb-61d4296e650e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:47.920524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-2f819484-244f-4a9c-bcad-f032cf241e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:47.925057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-2f819484-244f-4a9c-bcad-f032cf241e99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.2377033 Sep 10 02:58:47.938221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:47.938914 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Added segment 2018eb90-e5d6-436e-87f4-caea1fc89204 of type vlan for network 7064388c-2b00-4686-9a52-5fe8a0ae57cf Sep 10 02:58:47.996701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:48.000450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d781-10c2-4602-b825-55c409fb77fc req-bc34b549-410e-4240-8a45-5ebe267cb3a0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.008274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2709d781-10c2-4602-b825-55c409fb77fc req-bc34b549-410e-4240-8a45-5ebe267cb3a0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.2080634 Sep 10 02:58:48.029931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:48.031843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.032952 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:48.040771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-6963c2c7-ec99-4ab0-acbb-36f674872be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.042643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-6963c2c7-ec99-4ab0-acbb-36f674872be3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047215 Sep 10 02:58:48.075633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2709d781-10c2-4602-b825-55c409fb77fc req-4acaef30-a2b8-4c9c-9e1b-d3776b0d0d27 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663583 Sep 10 02:58:48.122805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] Pushing event updated for resources: {'Network': ['ID=7064388c-2b00-4686-9a52-5fe8a0ae57cf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:48.137001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:58:48.157403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f3229a0e-f026-45a0-b3a6-ba3dba106058 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0382144 Sep 10 02:58:48.159480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43416) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:48.169806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Request body: {'subnet': {'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-subnet', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:48.216441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Made reservation on behalf of 05e37fba0041489b821e7c4f52ae83e2 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:48.224691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:48.378068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-124b3a07-ea12-4144-8f69-625e2fc9e8b5 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189940 Sep 10 02:58:48.581230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-a62a8f13-bd06-4317-a9d4-c472970fd520 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886654 Sep 10 02:58:48.594417 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-cfd38b68-7190-4927-9cac-417fd380c800 service neutron] show failed (client error): The resource could not be found. Sep 10 02:58:48.595483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-cfd38b68-7190-4927-9cac-417fd380c800 service neutron] 10.222.0.32 "GET /v2.0/ports/fec07df8-922d-4c19-9853-4e3a797f9676/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.1849906 Sep 10 02:58:48.712359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-c34c8770-acaf-443b-b8fe-77d5cde76f24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3 HTTP/1.1" status: 200 len: 217 time: 0.0942895 Sep 10 02:58:48.738903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43432) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:48.826847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:48.889836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.897289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.903782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.913060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.919885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.927430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.937928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.939892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-af250920-7dc5-4f0b-acfd-237e73dab097 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.5593562 Sep 10 02:58:48.962524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1063740618-network', 'tenant_id': '3c56b25487844fca875257edbb8f6d23'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:48.983148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-197650d2-4563-4c80-9547-7c8238cf7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:48.984716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-197650d2-4563-4c80-9547-7c8238cf7418 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.2571330 Sep 10 02:58:48.998769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Made reservation on behalf of 3c56b25487844fca875257edbb8f6d23 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:49.001991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.018032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8172d4c-3099-417f-ab03-f85b61651cb7,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:49.022398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.037171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Checking segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:49.037171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Network hostable DHCP agents. Network: 7064388c-2b00-4686-9a52-5fe8a0ae57cf, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:58:49.086229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5a58ef2-efc9-40f1-8357-5e58a9cc8652 req-70570e14-b5e4-4840-8c7b-e27c82accdd3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316700 Sep 10 02:58:49.092306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-4519a775-ce16-4a83-8513-2fe203063144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:49.094114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-4519a775-ce16-4a83-8513-2fe203063144 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1&tenant_id=fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 1100 time: 0.1409235 Sep 10 02:58:49.117156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-68f97b60-6484-4238-8e52-b43097deb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:49.123139 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-68f97b60-6484-4238-8e52-b43097deb6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181111 Sep 10 02:58:49.148344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:58:49.154561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.156828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:49.160909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.176908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7064388c-2b00-4686-9a52-5fe8a0ae57cf) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:49.190447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:49.195249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130ddd4-847a-4939-a5bc-19719fdc8835 None None] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:49.210444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.219199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:58:49.247941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.248414 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Added segment e8b6ce45-8a6c-42f2-b4d1-5bf6124b832d of type vlan for network cc870591-da83-40ae-be83-7772d366d921 Sep 10 02:58:49.250633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40dd5af-8bb0-4baf-afba-83c340078172,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:49.262474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3be8ce92-74dd-4d82-b375-ed82ced4e8ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0997686 Sep 10 02:58:49.265245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43442) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:49.271420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:49.323653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.324918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.342080 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.415825 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.417861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.433813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:49.435892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.489280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7491589 Sep 10 02:58:49.502904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43446) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:49.514978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:58:49.515868 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.517548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-ced69eba-955e-4c05-af75-0c0075111b18 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891115 Sep 10 02:58:49.518131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.553889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Request body: {'subnet': {'network_id': 'cc870591-da83-40ae-be83-7772d366d921', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1063740618-subnet', 'tenant_id': '3c56b25487844fca875257edbb8f6d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:49.600836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab29083-abb2-41c7-a88b-93cbd5047906 admin admin] Pushing event updated for resources: {'Network': ['ID=cc870591-da83-40ae-be83-7772d366d921,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:49.622059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network cc870591-da83-40ae-be83-7772d366d921 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:58:49.766106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Made reservation on behalf of 3c56b25487844fca875257edbb8f6d23 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:58:49.769066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.842114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:49.843767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Allocated IP 172.20.0.2 (7064388c-2b00-4686-9a52-5fe8a0ae57cf/f8172d4c-3099-417f-ab03-f85b61651cb7/70385be8-8d54-4146-99f8-def9c75b6062) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:49.924749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd6024-0ecb-4139-9fc6-ce57f68c31b9 req-f6bcadf9-7dd2-4e27-9c4e-a303c3d6e3e9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:49.926844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6cbd6024-0ecb-4139-9fc6-ce57f68c31b9 req-f6bcadf9-7dd2-4e27-9c4e-a303c3d6e3e9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.6758194 Sep 10 02:58:50.002528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5a422d3a-2f9d-4841-975d-7547f85f7d35 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399259 Sep 10 02:58:50.037193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6cbd6024-0ecb-4139-9fc6-ce57f68c31b9 req-225a02b5-8112-4b7d-9446-53a88dfb5baa tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966969 Sep 10 02:58:50.074196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.100665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Transition to ACTIVE for port object 70385be8-8d54-4146-99f8-def9c75b6062 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:50.117579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-f854267f-9023-40e5-ad47-a7dc05a44d0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e19b996e-7336-45e6-be52-704098aa8fe1 HTTP/1.1" status: 200 len: 217 time: 0.1021743 Sep 10 02:58:50.143326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Transition to ACTIVE for port object 70385be8-8d54-4146-99f8-def9c75b6062 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:50.155659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.257226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:50.280438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:50.285671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Pushing event updated for resources: {'Port': ['ID=70385be8-8d54-4146-99f8-def9c75b6062,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:50.300860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:50.338621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:50.351500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5c31f5e6-f148-45f7-9cc2-5e68e2431b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:50.352915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-5c31f5e6-f148-45f7-9cc2-5e68e2431b7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.1604481 Sep 10 02:58:50.389973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Attempting to bind port 70385be8-8d54-4146-99f8-def9c75b6062 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:50.390722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Attempting to bind port 70385be8-8d54-4146-99f8-def9c75b6062 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:50.391312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Attempting to bind port 70385be8-8d54-4146-99f8-def9c75b6062 on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:50.398163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:50.399532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Checking segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:50.400426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.401106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Bound using segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:50.401814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Bound port: 70385be8-8d54-4146-99f8-def9c75b6062, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:50.402458 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.409343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6ee1b-6099-4168-875d-a2110d7dc6c9 req-00efabfd-d92a-4b53-8a56-597d545c56d6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:50.417309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6be6ee1b-6099-4168-875d-a2110d7dc6c9 req-00efabfd-d92a-4b53-8a56-597d545c56d6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1355722 Sep 10 02:58:50.452037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:50.488162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e4265368-3e82-4b26-8bfc-4e0ddb8de684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:50.489935 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e4265368-3e82-4b26-8bfc-4e0ddb8de684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287839 Sep 10 02:58:50.517726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6be6ee1b-6099-4168-875d-a2110d7dc6c9 req-25eb4d9d-8873-45c2-912b-21d84fd7ae9c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932014 Sep 10 02:58:50.533138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] For port 70385be8-8d54-4146-99f8-def9c75b6062, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:50.542911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] For port 70385be8-8d54-4146-99f8-def9c75b6062, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70385be8-8d54-4146-99f8-def9c75b6062,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:50.554661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.585117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:50.587405 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dcb7ac-8775-45dd-8d94-9dbbb1ff6022" -d '{"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-unplugged", "status": "completed", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:50.612681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.623644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.640656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da466fa-77a7-409f-a44a-d384b476de90 None None] Pushing event updated for resources: {'Port': ['ID=70385be8-8d54-4146-99f8-def9c75b6062,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:50.658318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.824814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:50.888525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Allocated IP 172.25.8.61 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/107930ed-3dea-4424-8c75-6cececa90e1b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:51.042503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9ca745-5b2a-41a7-8fb9-45a58f83fbfa,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:51.103494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Checking segment: {'id': 'e8b6ce45-8a6c-42f2-b4d1-5bf6124b832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cc870591-da83-40ae-be83-7772d366d921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:51.104674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Network hostable DHCP agents. Network: cc870591-da83-40ae-be83-7772d366d921, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:58:51.160220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Transition to ACTIVE for port object fec07df8-922d-4c19-9853-4e3a797f9676 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:51.179872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:51.231653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Network cc870591-da83-40ae-be83-7772d366d921 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:58:51.260900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, cc870591-da83-40ae-be83-7772d366d921) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:51.267098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.268743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:51.272742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c0d11-9d87-44f2-aa53-4877230ae686 None None] Network cc870591-da83-40ae-be83-7772d366d921 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:51.298409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2fde9665-317d-4a49-998a-08f04fa2868b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7980940 Sep 10 02:58:51.301182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.301620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:51.342419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.363115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.392136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.400041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:51.416827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.420550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:58:51.448753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.450753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:51.458337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:51.476860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:51.488645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-1a46d816-e134-412e-ad48-1ca70a5274ea tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.8517675 Sep 10 02:58:51.492151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:51.554882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:58:51.573675 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-65546ca2-932f-46af-af81-fbe136247e50 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0714824 Sep 10 02:58:51.637297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=107930ed-3dea-4424-8c75-6cececa90e1b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:51.641120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] No DVR routers for this DVR port fec07df8-922d-4c19-9853-4e3a797f9676 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:58:51.670139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285abe4-a12e-4c47-9730-2229dceea54b None None] Network cc870591-da83-40ae-be83-7772d366d921 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:51.730892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:51.879686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4c5c22c-4db3-497d-9340-9cce5083b23b req-e06a8b0a-0872-46f2-b189-6541ffc933af service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400026 Sep 10 02:58:51.912167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09d8ae1d-ae5a-4b0f-8776-ae3a9eab93ba req-b8926260-1fe1-4886-9d88-24ebf3fac90a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3840091 Sep 10 02:58:51.913369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:51.914210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:51.914632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:51.921575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Port fec07df8-922d-4c19-9853-4e3a797f9676 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:51.922024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Attempting to bind port fec07df8-922d-4c19-9853-4e3a797f9676 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:51.928550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:51.929106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:51.929638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:51.930181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Bound port: fec07df8-922d-4c19-9853-4e3a797f9676, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:51.930641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:52.026716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:52.109044 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddb00e8-a553-41f7-800c-e202c638616b x-openstack-request-id: req-9ddb00e8-a553-41f7-800c-e202c638616b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:52.109833 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-unplugged", "status": "completed", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:52.110287 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ddb00e8-a553-41f7-800c-e202c638616b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:52.110793 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'code': 200} Sep 10 02:58:52.155397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:52.160259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:52.170400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.171824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.172375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.178278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.178812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.180009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.180490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.184393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-3f2d494d-f64a-4d59-bb85-6f7d91c31584 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6487 time: 0.1528368 Sep 10 02:58:52.188085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:52.325204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.327434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:52.335989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] 10.222.0.36 "PUT /v2.0/ports/fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 1095 time: 3.2113769 Sep 10 02:58:52.358894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:52.499585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfe1d9-63de-42f0-9428-b3fd600adc41 None None] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:58:52.641203 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-b3caf787-d381-4bee-80e7-fa3b2f5dbda8 req-9e7764b0-df16-4fd0-8fe2-ce43c7d28fb3 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] show failed (client error): The resource could not be found. Sep 10 02:58:52.661534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3caf787-d381-4bee-80e7-fa3b2f5dbda8 req-9e7764b0-df16-4fd0-8fe2-ce43c7d28fb3 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups/d1c831fe-fe83-4024-a238-2133b00441e7 HTTP/1.1" status: 404 len: 352 time: 0.0825150 Sep 10 02:58:52.664128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb3586-2326-4b8f-96ce-9b51503ed5fc service neutron] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:52.684585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945f0a1-849c-48c5-8a67-1a338ef9d344 req-5906b8de-f0d4-450c-a74e-5e6d0b675c9c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.693836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a945f0a1-849c-48c5-8a67-1a338ef9d344 req-5906b8de-f0d4-450c-a74e-5e6d0b675c9c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.4075694 Sep 10 02:58:52.695179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b4bb5350-0f72-4777-ad78-9374185040fe None None] Provisioning for port 70385be8-8d54-4146-99f8-def9c75b6062 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:52.716526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Router 9cdbc613-7504-4818-833f-80384fc4e7fd is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 02:58:52.885333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-a1ee7f66-5e79-4e01-8be5-cb64e8eeef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.886858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-a1ee7f66-5e79-4e01-8be5-cb64e8eeef8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1098 time: 0.4519351 Sep 10 02:58:52.912435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d17e-a9e4-4f0c-802c-bf103857e2d7 req-6e30bde7-3174-494c-925c-3508c4058a37 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.914194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc74d17e-a9e4-4f0c-802c-bf103857e2d7 req-6e30bde7-3174-494c-925c-3508c4058a37 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.1084020 Sep 10 02:58:52.914905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-1c6895d3-c5c4-48a2-89bc-eefba12a31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:52.916310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-1c6895d3-c5c4-48a2-89bc-eefba12a31a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=096606b6-99b7-421d-ad68-4cda1e71df35 HTTP/1.1" status: 200 len: 901 time: 0.7218485 Sep 10 02:58:52.920659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a945f0a1-849c-48c5-8a67-1a338ef9d344 req-42e1cedb-9b61-43af-88f1-782030ba2aeb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260110 Sep 10 02:58:52.993946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70385be8-8d54-4146-99f8-def9c75b6062 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:53.045059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-31791294-0a9a-4a38-9e8c-fe488ce528b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4 HTTP/1.1" status: 200 len: 217 time: 0.0866356 Sep 10 02:58:53.084929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc74d17e-a9e4-4f0c-802c-bf103857e2d7 req-63ea3d29-511f-4ef9-b29f-f159b7a50015 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903251 Sep 10 02:58:53.088704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:58:53.104740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:58:53.126313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:53.127790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:53.127991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:53.129248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c2498800-a908-4c55-8e2c-0b18c926a4c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8629370 Sep 10 02:58:53.133191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43488) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:53.266765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-7788a61f-3812-4d6b-8eb5-5721a950e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.270308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-7788a61f-3812-4d6b-8eb5-5721a950e67b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1835184 Sep 10 02:58:53.321640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-456ef090-eb58-4c12-8c8f-5c63d3b9c0eb req-a74be0af-70e2-4125-853e-e54ee3915ca6 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c56b25487844fca875257edbb8f6d23 HTTP/1.1" status: 200 len: 2984 time: 0.3297808 Sep 10 02:58:53.389130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-76df4083-c77a-4174-9baf-1406cf41b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.389130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-76df4083-c77a-4174-9baf-1406cf41b7c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.4509959 Sep 10 02:58:53.390229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 70385be8-8d54-4146-99f8-def9c75b6062 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:53.398359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 70385be8-8d54-4146-99f8-def9c75b6062 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:53.398590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:53.470477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-80a122d3-8076-4b37-9588-1dc722d80c21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.0936251 Sep 10 02:58:53.540594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:53.568266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-07479143-db23-4c52-8953-82273d289e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.569785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-07479143-db23-4c52-8953-82273d289e80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0890696 Sep 10 02:58:53.635489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-b01a8477-0fb3-48a4-97b9-a723205518a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.644288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-b01a8477-0fb3-48a4-97b9-a723205518a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3570228 Sep 10 02:58:53.758709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-456ef090-eb58-4c12-8c8f-5c63d3b9c0eb req-6c6092d9-b4eb-4b06-b74b-a1330269fec2 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups/e40dd5af-8bb0-4baf-afba-83c340078172 HTTP/1.1" status: 200 len: 2981 time: 0.4296067 Sep 10 02:58:53.784982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-94573ebe-3ae1-4be7-8fd7-d14ba499b22a service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227880 Sep 10 02:58:53.812829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0c13cf65-222a-4ed1-89b2-22cb5ab2a4f5 None None] Provisioning complete for port 70385be8-8d54-4146-99f8-def9c75b6062 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:53.813069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c13cf65-222a-4ed1-89b2-22cb5ab2a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:53.822863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-f1e1d47e-ca59-4f57-85b4-2581fcc9814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.824710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-f1e1d47e-ca59-4f57-85b4-2581fcc9814e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440548 Sep 10 02:58:53.906665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:53.971594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.972936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 70385be8-8d54-4146-99f8-def9c75b6062, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70385be8-8d54-4146-99f8-def9c75b6062,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:53.977698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.984096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.990674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:53.997602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.003816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.009890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.018470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-5136b5db-1840-451b-ace4-2d7834a492a0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.7708468 Sep 10 02:58:54.041603 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:54.071580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-456ef090-eb58-4c12-8c8f-5c63d3b9c0eb req-f6b3c8aa-6c60-418a-81bb-971df7c8122d tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups/e40dd5af-8bb0-4baf-afba-83c340078172 HTTP/1.1" status: 200 len: 2981 time: 0.3014839 Sep 10 02:58:54.125764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d4c25e8-151f-4ebc-81e3-5d3145ca240e req-f8a21563-b8d7-48a1-ab38-1f6fdbf1506c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063151 Sep 10 02:58:54.126009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:54.138711 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370f485f-245d-4932-a75a-4ec4307f04eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:54.141990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:51Z', 'revision_number': 3, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:54.226546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-943857c3-ed14-4aea-a355-c6eb94a80d96 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273226 Sep 10 02:58:54.246558 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-3ae9b721-f21e-46c2-8522-25d8a6f41f1c service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068656 Sep 10 02:58:54.359480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:58:54.359794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Updating router 9cdbc613-7504-4818-833f-80384fc4e7fd port 107930ed-3dea-4424-8c75-6cececa90e1b binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:58:54.390513 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:54.437706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2d5b48a-b833-462e-b4c3-713d12c2c279 req-e4287c4a-c590-4a55-a5ab-530ee8a39043 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830037 Sep 10 02:58:54.476024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e65ce65-0f99-49ce-ba26-2d0dcf19ae20 req-a29d4d98-206c-43c0-9c73-dfbc381284eb tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups/e40dd5af-8bb0-4baf-afba-83c340078172 HTTP/1.1" status: 200 len: 2981 time: 0.1301498 Sep 10 02:58:54.480517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:54.530955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.531794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.532318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.533016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.533548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.534084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.534769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.537136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-c1f1ddef-db1a-475c-a625-22d19cf67766 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6487 time: 0.0982051 Sep 10 02:58:54.549820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20923-1cff-43c2-96a0-edef697ea5e5 req-d7b60a9e-d7d0-4b4c-828e-5d8706fabe0c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.559207 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aaa20923-1cff-43c2-96a0-edef697ea5e5 req-d7b60a9e-d7d0-4b4c-828e-5d8706fabe0c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.0879357 Sep 10 02:58:54.637043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aaa20923-1cff-43c2-96a0-edef697ea5e5 req-520a6708-371d-41b3-b6f2-a07ae962462f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766208 Sep 10 02:58:54.706093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=70385be8-8d54-4146-99f8-def9c75b6062,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:54.772730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-bc0f31d8-932f-4d8b-ba1b-b13649bf015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.774951 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-bc0f31d8-932f-4d8b-ba1b-b13649bf015a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 200 len: 901 time: 0.2079327 Sep 10 02:58:54.810422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Allocated IP 172.20.0.1 (7064388c-2b00-4686-9a52-5fe8a0ae57cf/f8172d4c-3099-417f-ab03-f85b61651cb7/73db8bdb-a5ae-4d5d-a69a-cbc295d569e8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:58:54.858540 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-0df4b409-42c6-43d5-817d-f239cfa5b97b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3 HTTP/1.1" status: 200 len: 217 time: 0.0546131 Sep 10 02:58:54.895979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70385be8-8d54-4146-99f8-def9c75b6062 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:54.911778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328355b5-5bda-4b7a-be77-668dcb883f54 req-631b0e9b-9d4f-4393-8f98-e877c47aa938 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:54.913620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-328355b5-5bda-4b7a-be77-668dcb883f54 req-631b0e9b-9d4f-4393-8f98-e877c47aa938 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.1562948 Sep 10 02:58:54.978332 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:54.997151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Transition to ACTIVE for port object 107930ed-3dea-4424-8c75-6cececa90e1b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:55.001969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-328355b5-5bda-4b7a-be77-668dcb883f54 req-5d081e00-4dc1-4a9b-9939-f5bd57288fc3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702460 Sep 10 02:58:55.013372 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.021114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-d28e1124-440f-4e9e-b1b2-b9392e13e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.022578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-d28e1124-440f-4e9e-b1b2-b9392e13e5a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.1565864 Sep 10 02:58:55.035956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 70385be8-8d54-4146-99f8-def9c75b6062 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:55.036594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.045739 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-8e65ce65-0f99-49ce-ba26-2d0dcf19ae20 req-36f1c688-fe1f-4132-a559-9810fe362cdf tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 02:58:55.046876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e65ce65-0f99-49ce-ba26-2d0dcf19ae20 req-36f1c688-fe1f-4132-a559-9810fe362cdf tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "DELETE /v2.0/security-groups/e40dd5af-8bb0-4baf-afba-83c340078172 HTTP/1.1" status: 409 len: 352 time: 0.5628042 Sep 10 02:58:55.076193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.107351 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dfcde5-37e5-46dc-899f-0a0c98e5ce7d x-openstack-request-id: req-f2dfcde5-37e5-46dc-899f-0a0c98e5ce7d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:55.107671 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:55.107931 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2dfcde5-37e5-46dc-899f-0a0c98e5ce7d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:55.108325 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'status': 'completed', 'code': 200} Sep 10 02:58:55.163538 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-c679abb1-1ed5-496f-a4b8-9a0194ec4494 req-982d576f-bc5c-4e7d-a7c1-4029746e2975 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] show failed (client error): The resource could not be found. Sep 10 02:58:55.164996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c679abb1-1ed5-496f-a4b8-9a0194ec4494 req-982d576f-bc5c-4e7d-a7c1-4029746e2975 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups/49fc6ecd-7b8f-4e7c-ba8f-e69971c29248 HTTP/1.1" status: 404 len: 352 time: 0.0806727 Sep 10 02:58:55.177946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-9908c238-10bf-4b58-be0e-3444c0f1a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.191441 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-9908c238-10bf-4b58-be0e-3444c0f1a315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1602571 Sep 10 02:58:55.209225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Transition to ACTIVE for port object 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:58:55.281535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.305973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Attempting to bind port 107930ed-3dea-4424-8c75-6cececa90e1b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:55.307263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Attempting to bind port 107930ed-3dea-4424-8c75-6cececa90e1b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:55.307932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Attempting to bind port 107930ed-3dea-4424-8c75-6cececa90e1b on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:55.314294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Pushing event updated for resources: {'Port': ['ID=107930ed-3dea-4424-8c75-6cececa90e1b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:55.334182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:55.334960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:55.336321 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.340830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:55.341612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Bound port: 107930ed-3dea-4424-8c75-6cececa90e1b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:55.342245 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.405137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Pushing event updated for resources: {'Port': ['ID=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:55.422757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] For port 107930ed-3dea-4424-8c75-6cececa90e1b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:55.424329 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-6ee4cf60-a3e5-4300-8802-3a0ea001bb7d req-88866e20-f6fb-4013-a78b-8cb6cf5ea8a7 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] show failed (client error): The resource could not be found. Sep 10 02:58:55.425508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ee4cf60-a3e5-4300-8802-3a0ea001bb7d req-88866e20-f6fb-4013-a78b-8cb6cf5ea8a7 tempest-SecurityGroupsNegativeTestJSON-2037972691 tempest-SecurityGroupsNegativeTestJSON-2037972691-project] 10.222.0.23 "GET /v2.0/security-groups/bca7ab77-fe9f-42fa-b3e7-e2b88a9e7002 HTTP/1.1" status: 404 len: 352 time: 0.1469011 Sep 10 02:58:55.439022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-19d69f95-d771-4519-9372-c5118738c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.439842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43532) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:55.440901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-19d69f95-d771-4519-9372-c5118738c32a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1098 time: 0.2988315 Sep 10 02:58:55.442741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] For port 107930ed-3dea-4424-8c75-6cececa90e1b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=107930ed-3dea-4424-8c75-6cececa90e1b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:55.502044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.560953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:55.570780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:55.601445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:58:55.602089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:55.608936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:58:55.620220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-8337eb7a-cef0-4bcf-b75a-252515eac6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.622114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-8337eb7a-cef0-4bcf-b75a-252515eac6aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1664975 Sep 10 02:58:55.632883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Deleting subnet aa9ca745-5b2a-41a7-8fb9-45a58f83fbfa {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:58:55.639122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.678537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Pushing event updated for resources: {'Port': ['ID=107930ed-3dea-4424-8c75-6cececa90e1b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:55.697870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.698248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.698554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.698943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.699279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.699553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.699691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.700059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.700382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.700703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.701022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.701346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.701652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f73c04-f528-4553-8f5f-941786f2454a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:55.737533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.757857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.767428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.774206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.779888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:58:55.794711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.822993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.829148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-4e08b7ca-c13e-4073-b100-c272cb447e6e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.4967401 Sep 10 02:58:55.835384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.840412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:55.853289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-66eb34c0-0516-44f3-b316-48b658e7843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.855350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-66eb34c0-0516-44f3-b316-48b658e7843d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1098 time: 0.6994021 Sep 10 02:58:55.918332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-9983cc66-5d42-4d90-910c-f24b52b3ea10 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:55.919855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-9983cc66-5d42-4d90-910c-f24b52b3ea10 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1097 time: 0.6555710 Sep 10 02:58:55.938311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-810686da-ae28-46ec-aa1a-a883ec465c28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.2856240 Sep 10 02:58:55.952290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808126-2'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:58:56.027378 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-168fd9fb-acdf-48e8-aee5-d86fbe89b5d1 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837410 Sep 10 02:58:56.047055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:51Z', 'revision_number': 3, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:56.090409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6a1d5-1639-4c87-8741-7f9834cf8a0f None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:51Z', 'revision_number': 3, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:58:56.116704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03ece8d5-8483-4b64-a357-3ee950c95feb req-1a173f9c-2b20-4c13-9d04-1eea009e6862 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066135 Sep 10 02:58:56.121510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5ec21009-93ce-49b1-a4fc-ab5f3b7e6583 None None] Provisioning for port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:56.130807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5ec21009-93ce-49b1-a4fc-ab5f3b7e6583 None None] Provisioning complete for port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:56.131952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec21009-93ce-49b1-a4fc-ab5f3b7e6583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:56.193125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-0eb41b6f-efa6-4d05-8b48-8bdd2c7bdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:56.194719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-0eb41b6f-efa6-4d05-8b48-8bdd2c7bdc4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2391536 Sep 10 02:58:56.220641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21009-93ce-49b1-a4fc-ab5f3b7e6583 None None] Port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:56.281579 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:56.370530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-d89a4859-6fb3-4c05-be42-dbb84effd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:56.372431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-d89a4859-6fb3-4c05-be42-dbb84effd6af service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.4476554 Sep 10 02:58:56.383131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:56.427986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9ca745-5b2a-41a7-8fb9-45a58f83fbfa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:56.486741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f948e-74f5-4ee6-a735-e585e4d58c36 req-42c3ff51-a5dc-40f0-b1e8-b967888a8768 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:56.493048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a18f948e-74f5-4ee6-a735-e585e4d58c36 req-42c3ff51-a5dc-40f0-b1e8-b967888a8768 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.6636519 Sep 10 02:58:56.535873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe5e4a-8a97-44d8-a99a-5547cad0dcdb req-2e34398b-4fb9-4fb3-a4b3-7f17893e912c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:56.549773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cafe5e4a-8a97-44d8-a99a-5547cad0dcdb req-2e34398b-4fb9-4fb3-a4b3-7f17893e912c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 947 time: 0.2175448 Sep 10 02:58:56.563820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:56.573338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-039e2a05-fcc5-447a-bc85-0016f0e7ae04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.1856434 Sep 10 02:58:56.606218 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:56.612338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d46e123-7329-4064-9fd2-d6836189642d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa9ca745-5b2a-41a7-8fb9-45a58f83fbfa HTTP/1.1" status: 204 len: 168 time: 1.1712062 Sep 10 02:58:56.621673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-e65bdee5-7152-4f30-9df9-24588a1a3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:56.624524 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-e65bdee5-7152-4f30-9df9-24588a1a3061 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4136453 Sep 10 02:58:56.628278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43558) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:56.636433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2a5a22f-df23-418f-8230-e9dd7e76e748 req-50356f22-d733-40a3-bac3-0fb0e1b9a091 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721376 Sep 10 02:58:56.735989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a18f948e-74f5-4ee6-a735-e585e4d58c36 req-4bcf28d2-a114-46e1-a09d-e52f9c34d9f9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968627 Sep 10 02:58:56.774306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:56.803335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cafe5e4a-8a97-44d8-a99a-5547cad0dcdb req-baff698a-d35f-4cd5-9709-02c00c55d13c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505133 Sep 10 02:58:56.916701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-677cc302-bf14-4126-be7b-279c183d6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:56.918329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-677cc302-bf14-4126-be7b-279c183d6420 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2899020 Sep 10 02:58:56.928224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 107930ed-3dea-4424-8c75-6cececa90e1b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:57.025208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 107930ed-3dea-4424-8c75-6cececa90e1b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:57.029864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 107930ed-3dea-4424-8c75-6cececa90e1b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:57.030455 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.097671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.157790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-c02ddc1d-ccfb-403b-a04a-aad8829a05ff service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024872 Sep 10 02:58:57.178592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.179376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.179892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.182181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.182667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.185237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.185438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.189870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-ffe48c50-f834-48d2-9fa1-2f0bdcf1de01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6487 time: 0.4630814 Sep 10 02:58:57.273066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:58:57.279587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:57.298895 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.343712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 107930ed-3dea-4424-8c75-6cececa90e1b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=107930ed-3dea-4424-8c75-6cececa90e1b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:57.418536 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.430739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:58:57.450278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-b69b9bc3-489c-4838-aa19-5d1f2abd7fe4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575653 Sep 10 02:58:57.477558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f485f-245d-4932-a75a-4ec4307f04eb req-6ddb4f61-574c-4fc7-b008-0f005f51cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.477558 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-6ddb4f61-574c-4fc7-b008-0f005f51cf22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3755558 Sep 10 02:58:57.479820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:57.508742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'mac_address': 'fa:16:3e:04:86:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:58:57.538218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=107930ed-3dea-4424-8c75-6cececa90e1b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:57.638572 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.666476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec07df8-922d-4c19-9853-4e3a797f9676 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:58:57.680009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:57.703668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 has no active binding in host n-h1-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 02:58:57.707609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:57.713148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.714834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.730316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.737690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.747715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.758335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.761911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-4fb96177-c981-4b19-b4ca-dbf9508ce85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.765748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-4fb96177-c981-4b19-b4ca-dbf9508ce85a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 200 len: 901 time: 0.5385041 Sep 10 02:58:57.771002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.777733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.801103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.810123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc870591-da83-40ae-be83-7772d366d921']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:57.812225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:57.818324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-38613bf5-896d-4118-b68e-5d94d3f92a23 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.4828789 Sep 10 02:58:57.868481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b6ce45-8a6c-42f2-b4d1-5bf6124b832d') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:57.868935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b6ce45-8a6c-42f2-b4d1-5bf6124b832d') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:58:57.871959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-635f0510-f8df-40ea-b17e-d7e808902864 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e19b996e-7336-45e6-be52-704098aa8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0918245 Sep 10 02:58:57.897146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.936083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:57.965940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-272ba8bf-da30-4cb0-a24e-7c9f44797150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:57.967669 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-272ba8bf-da30-4cb0-a24e-7c9f44797150 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.0827603 Sep 10 02:58:57.987852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['fec07df8-922d-4c19-9853-4e3a797f9676'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:58.011231 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.013860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-6ade2d79-ced1-409e-9e09-67c8b214655a service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229366 Sep 10 02:58:58.015534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:58.028775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.048387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:58:58.048949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: timer() Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:58:58.050978 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:58:58.094703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87481-5630-4560-82ca-ddaec553085d req-2d34af52-b7ae-43a1-a324-faafce0108d3 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:58.102540 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bc87481-5630-4560-82ca-ddaec553085d req-2d34af52-b7ae-43a1-a324-faafce0108d3 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 946 time: 0.1858635 Sep 10 02:58:58.203150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-32f97bb6-11c0-416b-9d1a-8571462b6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:58.209768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-32f97bb6-11c0-416b-9d1a-8571462b6969 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2269528 Sep 10 02:58:58.212627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef65ce9e-48ec-4360-94b7-1987e2359499 req-e05cf178-a1ee-480c-bf9d-c813550842e9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3917763 Sep 10 02:58:58.265247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Pushing event updated for resources: {'Port': ['ID=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:58.280671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.311083 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bc87481-5630-4560-82ca-ddaec553085d req-29fd60a4-f25e-479c-98d7-8a2c009dd5b4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057271 Sep 10 02:58:58.314182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.324776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:58.325361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.332046 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc870591-da83-40ae-be83-7772d366d921 HTTP/1.1" status: 204 len: 168 time: 1.6943207 Sep 10 02:58:58.333759 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b384c61-4349-41e7-a0b5-55e91c40d859" -d '{"events": [{"server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:58.334967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cc870591-da83-40ae-be83-7772d366d921,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:58.342169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.376588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.377182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.377930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.378554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.379043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.379552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.380219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.380823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.381309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.381938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.382438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.383204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c024278-695e-46ef-b365-0b62972330ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:58.512823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-7ce76e5f-93cf-44ec-88bc-7a71a0454a6e service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845016 Sep 10 02:58:58.568322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:58.598156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43600) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:58.625021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.668262 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d7f37c-a59c-4837-b445-bbe8421fc1c1 x-openstack-request-id: req-94d7f37c-a59c-4837-b445-bbe8421fc1c1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:58:58.668565 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:58:58.668811 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94d7f37c-a59c-4837-b445-bbe8421fc1c1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:58:58.669208 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'code': 200} Sep 10 02:58:58.695026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eec85-abd6-4129-98e2-8fa24dcec444 req-100b5483-346e-4890-b708-4c4902016ada tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:58.697039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec0eec85-abd6-4129-98e2-8fa24dcec444 req-100b5483-346e-4890-b708-4c4902016ada tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 948 time: 0.2232058 Sep 10 02:58:58.739713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30eb4a40-c628-4c79-81b0-ca8031b23802 req-478f7d39-e95f-47d8-a0a6-f2acf797e5e5 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186894 Sep 10 02:58:58.759265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec0eec85-abd6-4129-98e2-8fa24dcec444 req-4fb9edc1-4f27-47f8-b6bb-97d7c70b1901 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539680 Sep 10 02:58:58.818746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-370f485f-245d-4932-a75a-4ec4307f04eb req-f87d2f27-3562-4add-b459-9455d0b69e42 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463093 Sep 10 02:58:58.829135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d18f50fe-b631-4b31-9aea-830f848b5337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c56b25487844fca875257edbb8f6d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296660 Sep 10 02:58:58.833596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43604) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:58:58.843361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on host n-h2-808126-2 for vnic_type normal with profile {"migrating_to": "n-h1-808126-2"} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:58:58.844762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:58:58.844762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:58.850199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:58:58.850616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Attempting to bind port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:58:58.862006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:58:58.862358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:58:58.862746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:58:58.863597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Bound port: 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:58:58.864058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:58.925063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:58:58.928157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:58:58.929488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 107930ed-3dea-4424-8c75-6cececa90e1b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:58.985633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1617543-cfab-460b-8ef4-50d43fef31d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.039202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:58:59.042412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1617543-cfab-460b-8ef4-50d43fef31d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.046515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 107930ed-3dea-4424-8c75-6cececa90e1b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:59.047804 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.099222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:58:59.116892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1617543-cfab-460b-8ef4-50d43fef31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.121063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1617543-cfab-460b-8ef4-50d43fef31d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.125838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d1617543-cfab-460b-8ef4-50d43fef31d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e40dd5af-8bb0-4baf-afba-83c340078172 HTTP/1.1" status: 204 len: 168 time: 0.2909453 Sep 10 02:58:59.137760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1617543-cfab-460b-8ef4-50d43fef31d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40dd5af-8bb0-4baf-afba-83c340078172,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:59.140126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.245549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:58:59.288375 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:58:59.323810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port fec07df8-922d-4c19-9853-4e3a797f9676 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:58:59.335417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port fec07df8-922d-4c19-9853-4e3a797f9676 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:59.336193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.390407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805cd14-75f0-4d89-b758-acf3f2c32d73 req-8194b1f7-f90e-4634-8e86-0513efb15d1d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.396027 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2805cd14-75f0-4d89-b758-acf3f2c32d73 req-8194b1f7-f90e-4634-8e86-0513efb15d1d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 948 time: 0.2840643 Sep 10 02:58:59.420060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9fc24984-95da-4068-b5c4-8bff44608890 None None] Provisioning complete for port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:58:59.421161 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9fc24984-95da-4068-b5c4-8bff44608890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.474961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9fc24984-95da-4068-b5c4-8bff44608890 None None] Port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:58:59.481320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.483620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.485448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] 10.222.0.32 "PUT /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 1122 time: 3.5398908 Sep 10 02:58:59.494499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:58:59.572266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=8']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:58:59.585839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['01508b1d-15a9-46d1-8156-e9157f1ebbc1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:59.598173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['01508b1d-15a9-46d1-8156-e9157f1ebbc1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:58:59.638178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.638530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.639123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.642765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.654411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.655912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.656451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.656980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.660768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.661388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.662001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.662589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44128d-fd84-4bb9-943e-215787070b90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:58:59.712539 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:58:59.721072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353426-50f7-40f8-990d-1a5fa465a107 req-0ea87959-b4da-4f45-b620-f35dd1cc837f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.738072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-0ea87959-b4da-4f45-b620-f35dd1cc837f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1&tenant_id=fdefb927a1ca491f82300590a76294f8&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 948 time: 0.5188417 Sep 10 02:58:59.802043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:58:59.804380 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a73ab-fffd-4a0c-a78a-43aa8c786113" -d '{"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-plugged", "status": "completed", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:58:59.886402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.893416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.899898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.907482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.914377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.921826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.929385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:58:59.940242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-61601a0a-9d19-44aa-bc48-b901eef25757 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.5725269 Sep 10 02:58:59.970612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:58:59.988226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2805cd14-75f0-4d89-b758-acf3f2c32d73 req-a8cf5e87-de80-462c-941f-24d6363ae660 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345943 Sep 10 02:58:59.995153 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:00.014490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f97ae4e2-f7cd-41fb-91a7-f7e6e787134b req-92c4c59b-e5c2-4ac1-8bf8-fe3cf5382417 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719557 Sep 10 02:59:00.180972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:00.297640 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222199b3-ffa5-4430-908e-617c711a0b57 x-openstack-request-id: req-222199b3-ffa5-4430-908e-617c711a0b57 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:00.298404 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-plugged", "status": "completed", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:00.298921 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-222199b3-ffa5-4430-908e-617c711a0b57 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:00.299483 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'code': 200} Sep 10 02:59:00.459829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:00.574509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:59:00.576303 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-42353426-50f7-40f8-990d-1a5fa465a107 req-f000e52e-87cc-4f8e-95d3-b5276bebe552 service neutron] delete failed (client error): The resource could not be found. Sep 10 02:59:00.577367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-f000e52e-87cc-4f8e-95d3-b5276bebe552 service neutron] 10.222.0.32 "DELETE /v2.0/ports/fec07df8-922d-4c19-9853-4e3a797f9676/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.8068972 Sep 10 02:59:00.580877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1210876-aae5-4843-b35c-1b3bf160bee9 admin admin] 10.222.0.23 "PUT /v2.0/routers/9cdbc613-7504-4818-833f-80384fc4e7fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4477184 Sep 10 02:59:00.594502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3f2e-9228-4299-99a5-66e1e5591ff8 req-f008b87f-5445-4f08-a9c6-9af043a1351f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:00.597982 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:59:00.602965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8cd3f2e-9228-4299-99a5-66e1e5591ff8 req-f008b87f-5445-4f08-a9c6-9af043a1351f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.0925989 Sep 10 02:59:00.605650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1488039793-network', 'tenant_id': 'bbcc2b6baa284837bd33218affa3a099'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:00.637305 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:00.637938 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:00.646230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Made reservation on behalf of bbcc2b6baa284837bd33218affa3a099 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:00.652549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:00.665324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8cd3f2e-9228-4299-99a5-66e1e5591ff8 req-ee506ed6-e3ff-4ad9-845e-bc05ea3a4a26 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557725 Sep 10 02:59:00.670858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:00.673309 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45" -d '{"events": [{"name": "network-changed", "server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:00.692570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:00.759036 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc588424-60a3-4187-8555-9bdbc72b03c7 x-openstack-request-id: req-cc588424-60a3-4187-8555-9bdbc72b03c7 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:00.759330 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:00.759640 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc588424-60a3-4187-8555-9bdbc72b03c7 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:00.760576 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'status': 'completed', 'code': 200} Sep 10 02:59:00.840122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353426-50f7-40f8-990d-1a5fa465a107 req-644d8dd9-498f-47ee-8b67-501be7c7bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:00.841709 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-644d8dd9-498f-47ee-8b67-501be7c7bfd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 1100 time: 0.0730817 Sep 10 02:59:00.911855 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:00.951574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-f729b85d-9755-4da9-94e8-fd40692e31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:00.953733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-f729b85d-9755-4da9-94e8-fd40692e31a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1125 time: 0.1408856 Sep 10 02:59:00.974925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353426-50f7-40f8-990d-1a5fa465a107 req-0f274108-3a40-4ad3-969f-6ef083d7900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:00.977032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-0f274108-3a40-4ad3-969f-6ef083d7900b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1251643 Sep 10 02:59:01.002804 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.014938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.067666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-be45212e-7b00-4474-aa6f-6107473c2e2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 200 len: 217 time: 0.0825667 Sep 10 02:59:01.101231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:59:01.122652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c347c51-9ef3-4bfb-a49d-ae033b088fa5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:01.137824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.139818 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Added segment ecb7ad72-3621-4e56-bd5b-825369296515 of type vlan for network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 Sep 10 02:59:01.187828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353426-50f7-40f8-990d-1a5fa465a107 req-7c4ffc82-2dae-489e-8c88-d9c0135632cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.200929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-7c4ffc82-2dae-489e-8c88-d9c0135632cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1138496 Sep 10 02:59:01.246681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-dfa9e2b5-c4ee-46e7-bf1e-14e586624818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.250796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-dfa9e2b5-c4ee-46e7-bf1e-14e586624818 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2874725 Sep 10 02:59:01.281259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.313337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353426-50f7-40f8-990d-1a5fa465a107 req-b613dd08-1609-4dc8-b583-441ee5eaaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.314910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-b613dd08-1609-4dc8-b583-441ee5eaaac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120174 Sep 10 02:59:01.319782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-d7bc7f83-6ac7-437e-aa09-c66eb6f21c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 217 time: 0.0548675 Sep 10 02:59:01.344957 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 2, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:01.375218 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.376229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.376832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.383713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:59:01.384354 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Updating router 9cdbc613-7504-4818-833f-80384fc4e7fd port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 02:59:01.416507 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.454899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-533910ec-98bd-4f55-98d3-7c0ceb84afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.456399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-533910ec-98bd-4f55-98d3-7c0ceb84afc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1286156 Sep 10 02:59:01.473463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] Pushing event updated for resources: {'Network': ['ID=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:01.485297 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fef52ef1-1916-496a-9d4b-b7dd4bb57277 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0243473 Sep 10 02:59:01.488219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43738) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:01.490936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:59:01.507012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Request body: {'subnet': {'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1488039793-subnet', 'tenant_id': 'bbcc2b6baa284837bd33218affa3a099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:01.515153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-afb192c0-0203-4530-a591-77e0b52f36bd service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928034 Sep 10 02:59:01.517277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-8b6ac6f1-31ad-4994-94f9-282eb12a5af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456672 Sep 10 02:59:01.522173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-7c198d78-3ff0-44f6-973f-ef59187417da tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.523889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-7c198d78-3ff0-44f6-973f-ef59187417da tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 821 time: 0.2067661 Sep 10 02:59:01.566183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02107cde-37a8-4495-8992-d5366e107385 req-ddedcdd0-9e10-4fa3-b896-963b5dd0be6f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:01.567743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02107cde-37a8-4495-8992-d5366e107385 req-ddedcdd0-9e10-4fa3-b896-963b5dd0be6f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1576586 Sep 10 02:59:01.574109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70aa5abf-937c-4ed6-8d30-e10f77644842 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/quotas/05e37fba0041489b821e7c4f52ae83e2 HTTP/1.1" status: 200 len: 375 time: 0.0408866 Sep 10 02:59:01.588619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Made reservation on behalf of bbcc2b6baa284837bd33218affa3a099 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:01.591154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.606612 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.661594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-8bd09af4-8470-454e-9d9b-bce0c9995098 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865643 Sep 10 02:59:01.665441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42353426-50f7-40f8-990d-1a5fa465a107 req-7295b4f3-c721-430d-923f-fd5220f00313 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404791 Sep 10 02:59:01.697948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21a7dcc-195e-4f72-a580-089dd07a601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.708475 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.750594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02107cde-37a8-4495-8992-d5366e107385 req-92e706be-a4b3-44b8-95a2-7fed0bfeed1e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720388 Sep 10 02:59:01.755433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-d79eec50-f11e-497e-8fdd-afcf8be0f42f service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269371 Sep 10 02:59:01.788314 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.800594 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Transition to ACTIVE for port object 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:01.811594 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:01.858398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-00322d3e-1952-4bd2-9c54-37fa513a2110 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748025 Sep 10 02:59:01.926165 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Pushing event updated for resources: {'Port': ['ID=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:01.955909 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.956094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb81feab-26b0-4eb5-88a8-0ad8a733fc45 req-1ac9a7a8-7f8f-417f-91ec-7a2220111e54 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912014 Sep 10 02:59:01.956566 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.956566 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.956861 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.957151 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.957491 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.957820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.958149 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.959038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.959038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.959229 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.959424 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:01.987062 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Attempting to bind port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:01.996663 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Attempting to bind port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:01.998314 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Attempting to bind port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:02.004242 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:02.004621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Checking segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:02.005027 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:02.005427 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Bound using segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:02.005905 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Bound port: 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:02.006421 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:02.037376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.043487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.063082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-ba787136-ee8b-40bd-bf09-6346f4dfadd8 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033453 Sep 10 02:59:02.071257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.105049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.109080 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] For port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:02.111171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.113601 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] For port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:02.123617 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:02.125137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.141454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.149173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-e1802d07-07ea-4565-bb1b-e5036330e015 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.2847600 Sep 10 02:59:02.193043 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:02.193668 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:58:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:02.249243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5449cc6-d871-4d0b-a39e-c7e0a633c196 req-7856667a-d768-4b46-b048-c6d000fbc784 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882390 Sep 10 02:59:02.251037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:02.342083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Checking segment: {'id': 'ecb7ad72-3621-4e56-bd5b-825369296515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:02.342452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Network hostable DHCP agents. Network: e95f1b69-dc69-4bb6-9aae-047a5c64ccd0, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:59:02.354545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:02.421140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:59:02.461010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e95f1b69-dc69-4bb6-9aae-047a5c64ccd0) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:02.471161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.472546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fa4f8-1524-48a5-9b53-7578a07a2c03 None None] Network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:02.474549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:02.507211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-95788fe0-0d7c-4d2c-b46c-3faa684dc0d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0177383 Sep 10 02:59:02.510574 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c73bc-b57b-481e-be36-5b9fc9d95c34 None None] Pushing event updated for resources: {'Port': ['ID=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:02.578014 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:02.697724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9222f77a-f392-41dc-ba4e-3c99f658b5b0 req-2fd751ce-028b-4500-b4a0-414960c45041 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 210 time: 0.0386977 Sep 10 02:59:02.744997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dcf4a-8f0a-4496-bdfa-4dabac0addeb req-cc5a5baa-f70c-4567-b573-13bbc3872516 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:02.772805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaaca90-aaed-48dc-8774-8de8f812529c None None] Network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:02.789531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d2dcf4a-8f0a-4496-bdfa-4dabac0addeb req-cc5a5baa-f70c-4567-b573-13bbc3872516 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.2513354 Sep 10 02:59:02.842921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d2dcf4a-8f0a-4496-bdfa-4dabac0addeb req-4ba00d07-3d85-40af-a3a5-dfa4f4653560 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Sep 10 02:59:03.017843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc6fcc-5564-44cb-90cb-5df4cfe3fa16 req-f59d1905-c4a8-42e0-a72d-c0aeb38e26dd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:03.019397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7afc6fcc-5564-44cb-90cb-5df4cfe3fa16 req-f59d1905-c4a8-42e0-a72d-c0aeb38e26dd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1354644 Sep 10 02:59:03.074246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7afc6fcc-5564-44cb-90cb-5df4cfe3fa16 req-ef65c3b0-9903-47dd-8bb8-a06ce19dcc40 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Sep 10 02:59:03.129421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-c7f2c457-66fe-46cb-b3d6-eda84d481161 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:03.137161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-c7f2c457-66fe-46cb-b3d6-eda84d481161 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.1293774 Sep 10 02:59:03.154932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-919fe775-85f1-40dd-b09d-fa88f9cc3809 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/quotas/3a56f4fa42e4403da647901e35459fc6 HTTP/1.1" status: 200 len: 375 time: 0.0173116 Sep 10 02:59:03.158920 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:02Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:03.193702 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9810d41-0fe3-4eda-b0e1-1ea1e6aad0e7 None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:02Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:59:03.237008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:59:03.242509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-eaf4cb2b-dd15-4b96-9b58-0c96404a874c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860534 Sep 10 02:59:03.393716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-98eb4741-1fb0-4c95-be94-f46df36cd787 service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405187 Sep 10 02:59:03.513012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:03.523109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-f8b3efaf-55b5-491a-b074-23b2f33e59d9 service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282263 Sep 10 02:59:03.559564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-6bcdc498-92d5-4508-a1fc-e192245581b6 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:03.562325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:03.563368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:03.566634 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc1a69f-a34c-47ec-8b8a-bd3c9055cd25" -d '{"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-unplugged", "status": "completed", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:03.568374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-6bcdc498-92d5-4508-a1fc-e192245581b6 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/networks?id=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 HTTP/1.1" status: 200 len: 822 time: 0.2673044 Sep 10 02:59:03.571346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:03.588104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-a1e91bbb-32c6-40bc-b8d9-30a409d70992 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/quotas/bbcc2b6baa284837bd33218affa3a099 HTTP/1.1" status: 200 len: 375 time: 0.0181046 Sep 10 02:59:03.636197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-2b700653-a7ac-4096-b8f6-1f4caa3a340d tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbcc2b6baa284837bd33218affa3a099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468438 Sep 10 02:59:03.664927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:03.775224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-1c24344e-4563-4bf4-af46-50037eda27ab service neutron] 10.222.0.23 "GET /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288207 Sep 10 02:59:03.794587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff6cff-0abc-4cd6-a443-32c18556dd67 req-df19bf02-ac79-4a8a-9799-a80c0ecb128d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:03.807189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eeff6cff-0abc-4cd6-a443-32c18556dd67 req-df19bf02-ac79-4a8a-9799-a80c0ecb128d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.0950146 Sep 10 02:59:03.859325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eeff6cff-0abc-4cd6-a443-32c18556dd67 req-d6cf7fca-c860-4e1e-94b9-21af7e2f79af tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458577 Sep 10 02:59:03.950345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-2aa5ff22-b64c-4572-899e-3f720f69fed7 service neutron] 10.222.0.23 "GET /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654508 Sep 10 02:59:04.007803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-f88b2057-48b3-4723-8eeb-034652b638b0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.010402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-f88b2057-48b3-4723-8eeb-034652b638b0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 821 time: 0.1491442 Sep 10 02:59:04.035172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'port': {'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'admin_state_up': True, 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:04.163001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.169858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.176100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.183059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.189153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.195526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.202074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.210228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-d82f66bf-72da-4b33-b0c5-560d77994891 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.2259774 Sep 10 02:59:04.285515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3cf01e9-a5ae-4a7e-9b34-d3dfac4b0eb0 req-5a22d6c5-7f6a-4802-99ad-9f2169d73f95 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659969 Sep 10 02:59:04.296577 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50153fc-9832-4b44-b780-ca6d624fe180 x-openstack-request-id: req-a50153fc-9832-4b44-b780-ca6d624fe180 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:04.297055 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-unplugged", "status": "completed", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:04.298021 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a50153fc-9832-4b44-b780-ca6d624fe180 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:04.298888 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'code': 200} Sep 10 02:59:04.323617 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e5b-5655-4120-af41-0be7c01d6740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:04.331862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Made reservation on behalf of 05e37fba0041489b821e7c4f52ae83e2 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:04.336015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:04.457001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e5362479-8f0c-451f-9299-cf5e2abbb41d req-3a25d196-ccaf-45df-80aa-12938870dbaa tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 210 time: 0.0663764 Sep 10 02:59:04.513911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Allocated IP 172.20.0.13 (7064388c-2b00-4686-9a52-5fe8a0ae57cf/f8172d4c-3099-417f-ab03-f85b61651cb7/c76cbfac-7f9a-4ba6-8c29-41181680d2cc) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:04.646900 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:04.652934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697155-7fba-4281-ae15-0791ae3f5c5c req-dbe5a95c-bf75-42d9-b1f4-9852fb8a720b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.654722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86697155-7fba-4281-ae15-0791ae3f5c5c req-dbe5a95c-bf75-42d9-b1f4-9852fb8a720b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.1106470 Sep 10 02:59:04.718273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6f13e1be-06b9-4372-8569-8604486a5e66 req-7a481da5-9826-448d-b53a-d64a0c0ea297 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 210 time: 0.0603304 Sep 10 02:59:04.767552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86697155-7fba-4281-ae15-0791ae3f5c5c req-4e73bde8-4ab7-4616-ba05-5e19fa433b98 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059065 Sep 10 02:59:04.781621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89c743-329f-41ed-9d23-9345530cb04a req-69482ff2-6ed9-480d-a7d0-d86d7537b563 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:04.783210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b89c743-329f-41ed-9d23-9345530cb04a req-69482ff2-6ed9-480d-a7d0-d86d7537b563 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f598fe-8c37-4578-b72a-03c5021a99aa HTTP/1.1" status: 200 len: 943 time: 0.1264141 Sep 10 02:59:04.896619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:04.946668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Transition to ACTIVE for port object c76cbfac-7f9a-4ba6-8c29-41181680d2cc will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:04.982913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-942e7023-5a24-442e-af46-1dce2a5baa84 req-99e70f37-0898-4791-aa57-a746195e3203 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 210 time: 0.0704582 Sep 10 02:59:05.025772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Deleting port 85664f49-04bd-40d9-9fd7-f913d74c91cb {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:59:05.026070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.027700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:05.085835 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.212998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:05.219778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:05.221168 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.343762 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.374688 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.409235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:05.416499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:05.418681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:05.421949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.438729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event updated for resources: {'Port': ['ID=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:05.457849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:05.490554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-0737895a-3a4d-4c0a-ab66-9cf8e07a0c22 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903459 Sep 10 02:59:05.509670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:05.543168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] For port 85664f49-04bd-40d9-9fd7-f913d74c91cb, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85664f49-04bd-40d9-9fd7-f913d74c91cb,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:05.543579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.593458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Calling delete_port for 85664f49-04bd-40d9-9fd7-f913d74c91cb owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:59:05.604716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.36', 57284) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:05.629274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.630214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.656637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-3f9b912f-3662-432d-8546-d1423ac6c652 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.662442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-3f9b912f-3662-432d-8546-d1423ac6c652 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.4851172 Sep 10 02:59:05.713679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Request body: {'port': {'device_id': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'admin_state_up': True, 'tenant_id': '3a56f4fa42e4403da647901e35459fc6'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:05.742343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.748827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.755511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.766485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.791477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.802642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.809511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.818559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-0ec09769-a7da-4b5c-96cd-e469f700e23f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.2897642 Sep 10 02:59:05.823658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-31d073ae-3d75-4a6e-a8bd-0667339931e5 None None] Provisioning for port c76cbfac-7f9a-4ba6-8c29-41181680d2cc completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:05.828181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-31d073ae-3d75-4a6e-a8bd-0667339931e5 None None] Provisioning complete for port c76cbfac-7f9a-4ba6-8c29-41181680d2cc triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:05.828667 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31d073ae-3d75-4a6e-a8bd-0667339931e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:05.833827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-acd19a10-6a25-4565-a1c6-1c4f06fdddc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8068948 Sep 10 02:59:05.854923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-fa7acdd6-c6ff-4b18-88d4-1dd140c6dd55 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:05.862622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-fa7acdd6-c6ff-4b18-88d4-1dd140c6dd55 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3413713 Sep 10 02:59:05.887039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-411a7184-6ced-472f-be41-7a9fa20c2bc1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/quotas/fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 375 time: 0.0232532 Sep 10 02:59:05.888383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-31d073ae-3d75-4a6e-a8bd-0667339931e5 None None] Port c76cbfac-7f9a-4ba6-8c29-41181680d2cc cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:05.937312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Request body: {'port': {'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:05.981073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Made reservation on behalf of 3a56f4fa42e4403da647901e35459fc6 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:05.985775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.026313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-08a0aa72-496b-4afd-acd1-a44694cabfee tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380327 Sep 10 02:59:06.048576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-3f1501fb-0f7b-44aa-9f83-fcf70c420fc4 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:06.050307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-3f1501fb-0f7b-44aa-9f83-fcf70c420fc4 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.36 "GET /v2.0/networks?id=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 HTTP/1.1" status: 200 len: 822 time: 0.4421377 Sep 10 02:59:06.056198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.081866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24c0b4a6-f42e-4e0e-9f56-bfcf0a6d3bb2 req-4fd74add-e70b-4f8c-bc67-8a802d32b240 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624197 Sep 10 02:59:06.093514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Request body: {'port': {'device_id': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0', 'admin_state_up': True, 'tenant_id': 'bbcc2b6baa284837bd33218affa3a099'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:06.228198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Allocated IP 172.20.0.10 (6486c3b7-3a79-4168-87ba-81a8dd8445e3/9b257b2a-a70a-4972-a6f5-5ab366df041b/f0e1e746-51c8-4c1e-ad33-8a5f421a111c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:06.408698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4feb6c2-89a9-4a6e-a80a-b5ec008611fc req-3f32a67c-c2f3-4c45-9b8c-0b5624682e2c tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 210 time: 0.1257362 Sep 10 02:59:06.463024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.496602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b3eb4-8e31-493b-8869-7f98b9423edb req-182ef79c-ce2e-4a65-a50a-743f7bb947af tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:06.499520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c9b3eb4-8e31-493b-8869-7f98b9423edb req-182ef79c-ce2e-4a65-a50a-743f7bb947af tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 932 time: 0.1182187 Sep 10 02:59:06.502731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.525160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event deleted for resources: {'Port': ['ID=85664f49-04bd-40d9-9fd7-f913d74c91cb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:06.575849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c9b3eb4-8e31-493b-8869-7f98b9423edb req-1a68ea28-331d-43ed-ab90-c2786f82fbfd tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636249 Sep 10 02:59:06.600027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43880) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:06.606801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-649139560'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:06.627190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Made reservation on behalf of bbcc2b6baa284837bd33218affa3a099 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:06.630679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.672863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:06.678298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.701276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] No DVR routers for this DVR port 85664f49-04bd-40d9-9fd7-f913d74c91cb on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:59:06.707761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.709761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b89c743-329f-41ed-9d23-9345530cb04a req-50391b68-dc23-4aab-8094-785629f8ae66 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "DELETE /v2.0/ports/85664f49-04bd-40d9-9fd7-f913d74c91cb HTTP/1.1" status: 204 len: 173 time: 1.9079256 Sep 10 02:59:06.713319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-deleted', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:06.715745 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2420180b-3b1a-48ae-ab0d-b6dd8570b218" -d '{"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-deleted", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:06.730990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d3509cd9-a8de-451b-9597-a7725bc2bd23 req-8f0c9e1d-b474-4612-b66b-9a658a9b1039 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 210 time: 0.0476108 Sep 10 02:59:06.732219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.794427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:06.813337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fe218-b9d4-4d45-83fd-53dfdf6a983e req-b79d0220-29d6-4be4-990b-779aaac6c944 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:06.814910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-839fe218-b9d4-4d45-83fd-53dfdf6a983e req-b79d0220-29d6-4be4-990b-779aaac6c944 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.2588239 Sep 10 02:59:06.828912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:59:06.848185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.848538 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Added segment 2f30454e-65fc-45d7-aa68-961b117890d0 of type vlan for network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db Sep 10 02:59:06.900809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.955543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:06.976077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:06.983487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:06.984508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.017565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fbb8904-093f-4de4-9adc-ac7d92ee8ea6 req-81b55588-d613-4dea-872a-5c5be632f36b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 210 time: 0.0806184 Sep 10 02:59:07.019752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:07.057293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:07.057730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.073657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:07.079026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:07.105689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-839fe218-b9d4-4d45-83fd-53dfdf6a983e req-88633290-d851-4580-bbc3-48a0c8c5afc6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810719 Sep 10 02:59:07.116030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5143881 Sep 10 02:59:07.116711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:07.157321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2144024237'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:07.157486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76cbfac-7f9a-4ba6-8c29-41181680d2cc {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:07.162096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Allocated IP 172.20.0.8 (e95f1b69-dc69-4bb6-9aae-047a5c64ccd0/f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e/882d4fad-7067-4490-bd4d-fe696bb39492) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:07.201451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.259280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b13a41-b187-4c60-8ff9-4325b23b59a7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Network': ['ID=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:07.260417 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f1a230-0227-4df4-82d5-084a2cdac8cd x-openstack-request-id: req-b8f1a230-0227-4df4-82d5-084a2cdac8cd {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:07.260737 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f598fe-8c37-4578-b72a-03c5021a99aa", "name": "network-vif-deleted", "tag": "85664f49-04bd-40d9-9fd7-f913d74c91cb", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:07.261057 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8f1a230-0227-4df4-82d5-084a2cdac8cd {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:07.261389 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f598fe-8c37-4578-b72a-03c5021a99aa', 'name': 'network-vif-deleted', 'tag': '85664f49-04bd-40d9-9fd7-f913d74c91cb', 'status': 'completed', 'code': 200} Sep 10 02:59:07.271325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Transition to ACTIVE for port object c76cbfac-7f9a-4ba6-8c29-41181680d2cc will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:07.274591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:59:07.279878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.287668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.288390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.300607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:07.311216 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.319069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.335775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-4c03301c-a495-423d-952c-9f0526780dcd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6301684 Sep 10 02:59:07.349690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Request body: {'port': {'device_id': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:07.372599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:59:07.411242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.411635 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Added segment ec04d624-e152-4da3-9176-c8e0e88bd1b2 of type vlan for network d814818c-87c3-4a6d-88b9-0d80b94173da Sep 10 02:59:07.482666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.494794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.631975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.638111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.638754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:07.658285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-62dc6ce9-9c35-434e-9998-eaf3fa72cba2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678773 Sep 10 02:59:07.784360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6440687 Sep 10 02:59:07.795807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:07.808679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcd1e6-808d-48af-a62b-afe02f7d15ad req-51d9b96a-4fd6-4114-83a0-abf69fb32435 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.810248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69bcd1e6-808d-48af-a62b-afe02f7d15ad req-51d9b96a-4fd6-4114-83a0-abf69fb32435 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 932 time: 0.2873731 Sep 10 02:59:07.820228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'subnet': {'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:07.868793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:07.906281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.909878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74914e-fc25-40bf-89e7-e9190c915645 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Network': ['ID=d814818c-87c3-4a6d-88b9-0d80b94173da,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:07.913341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.919612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.925826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.926857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d814818c-87c3-4a6d-88b9-0d80b94173da details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:59:07.931914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.937668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.943491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:07.948112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40282aa6-d19b-4bef-959f-014e458eb81d req-5be3a6aa-ea9a-4168-b092-b00169692391 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.6634154 Sep 10 02:59:08.036152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-2a2be0b9-044b-4421-8c6d-a2c8c5d1fdd2 service neutron] 10.222.0.36 "GET /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.3021765 Sep 10 02:59:08.069432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69bcd1e6-808d-48af-a62b-afe02f7d15ad req-0c41bd17-bbba-45ff-8f6d-84ae1a2087d3 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399819 Sep 10 02:59:08.079873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-1e575283-2fe9-468c-804d-2c4a127b98b3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:08.081369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-1e575283-2fe9-468c-804d-2c4a127b98b3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966417 Sep 10 02:59:08.096395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.105119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40282aa6-d19b-4bef-959f-014e458eb81d req-43b9f5e3-903f-4bf7-ade8-02013bc6c41e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263540 Sep 10 02:59:08.109380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Request body: {'port': {'device_id': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'fdefb927a1ca491f82300590a76294f8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:08.128978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Attempting to bind port c76cbfac-7f9a-4ba6-8c29-41181680d2cc on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:08.129332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Attempting to bind port c76cbfac-7f9a-4ba6-8c29-41181680d2cc by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:08.129664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Attempting to bind port c76cbfac-7f9a-4ba6-8c29-41181680d2cc on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:08.153421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Port c76cbfac-7f9a-4ba6-8c29-41181680d2cc on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:08.153746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Attempting to bind port c76cbfac-7f9a-4ba6-8c29-41181680d2cc on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:08.175483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:08.175834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Checking segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:08.176223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Bound using segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:08.176662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Bound port: c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:08.177020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.220349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:08.223753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.244937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fba6632f-a823-4577-8123-e7d739f07129 req-5ad52707-17ad-464d-8f29-fc527871e649 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 210 time: 0.0498726 Sep 10 02:59:08.272298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.391725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca05b94e-52b7-473e-88f6-17f48e2d41c5 req-c91eab23-474d-47e8-addd-556bfb5a18cc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 210 time: 0.0729663 Sep 10 02:59:08.394734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:08.431388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d5a3f-ff66-4925-9f79-d844bb4e4099 req-deb98972-a106-4e18-9aba-f723d9d65cda tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:08.435483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-da1d5a3f-ff66-4925-9f79-d844bb4e4099 req-deb98972-a106-4e18-9aba-f723d9d65cda tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 944 time: 0.2482653 Sep 10 02:59:08.435623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:08.438004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:08.445716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Pushing event updated for resources: {'Port': ['ID=882d4fad-7067-4490-bd4d-fe696bb39492,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:08.449525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] For port c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:08.475417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e1e746-51c8-4c1e-ad33-8a5f421a111c {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:08.480276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Made reservation on behalf of fdefb927a1ca491f82300590a76294f8 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:08.484125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.494541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] For port c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:08.501110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.507384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.558718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:08.559338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.563662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:08.566564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Transition to ACTIVE for port object f0e1e746-51c8-4c1e-ad33-8a5f421a111c will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:08.569845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-da1d5a3f-ff66-4925-9f79-d844bb4e4099 req-86675a6a-8b0c-4422-9679-630afdded1a4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258426 Sep 10 02:59:08.574878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.590985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:08.591633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.593489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 1092 time: 2.6662610 Sep 10 02:59:08.671214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-9e8f4987-6b85-4bed-901b-1c361fb0bbf2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5849922 Sep 10 02:59:08.674799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:08.711746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5e918-4ecd-49ad-a177-55c4afb956e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:08.719270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Request body: {'port': {'device_id': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:08.739130 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.748900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:08.769368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537ee29-18a7-48dc-9474-229c42f39956 req-f8ac748f-5d9c-4d99-96f4-d7c62641f6ba tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:08.770925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2537ee29-18a7-48dc-9474-229c42f39956 req-f8ac748f-5d9c-4d99-96f4-d7c62641f6ba tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 944 time: 0.2191989 Sep 10 02:59:08.776447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01508b1d-15a9-46d1-8156-e9157f1ebbc1 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:08.801224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:08.849286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-cab808c2-0af2-44df-8fbc-b0edffb3c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:08.850933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-cab808c2-0af2-44df-8fbc-b0edffb3c7b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1095 time: 0.2054634 Sep 10 02:59:08.851575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.855293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:08.898061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Allocated IP 192.168.233.92 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/61d81bc4-f161-4c2f-acea-b7326e8cd886) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:08.901419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Subnet': ['ID=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:08.922580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-1a480d1b-7fcf-49bd-8b93-5a28330271c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 217 time: 0.0613317 Sep 10 02:59:08.927826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2537ee29-18a7-48dc-9474-229c42f39956 req-6923d463-8768-401b-9321-115bb2de354b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461740 Sep 10 02:59:08.951586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Checking segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:08.951955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network hostable DHCP agents. Network: 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:59:08.959593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Attempting to bind port f0e1e746-51c8-4c1e-ad33-8a5f421a111c on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:08.959934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Attempting to bind port f0e1e746-51c8-4c1e-ad33-8a5f421a111c by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:08.960264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Attempting to bind port f0e1e746-51c8-4c1e-ad33-8a5f421a111c on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:08.977381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Port f0e1e746-51c8-4c1e-ad33-8a5f421a111c on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:08.977707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Attempting to bind port f0e1e746-51c8-4c1e-ad33-8a5f421a111c on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:08.993671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:08.994531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Checking segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:08.994922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Bound using segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:08.995361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Bound port: f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:08.995748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.018826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:59:09.063318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:09.073633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60638c-bf9e-4628-807b-718881bba531 None None] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:09.113532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-919b551e-f4db-4943-911e-9394889f85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.115950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-919b551e-f4db-4943-911e-9394889f85f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1688485 Sep 10 02:59:09.121227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.122350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.177546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-18c10124-c0df-43b3-9e45-f66e5083ccef tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3769023 Sep 10 02:59:09.177977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] Transition to ACTIVE for port object 01508b1d-15a9-46d1-8156-e9157f1ebbc1 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:09.180702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43908) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:09.190126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.192226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'subnet': {'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:09.211153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:09.242227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.267487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:09.268603 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280bc2f9-aa26-4af8-a37f-1761a2ba821d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:09.274056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:09.289671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.297638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:59:09.300500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-a28eb8fe-a045-4084-b06f-5816d5b2aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.302967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-a28eb8fe-a045-4084-b06f-5816d5b2aca7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746345 Sep 10 02:59:09.320547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:59:09.321523 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.324563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 85664f49-04bd-40d9-9fd7-f913d74c91cb {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:59:09.325055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85664f49-04bd-40d9-9fd7-f913d74c91cb not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:59:09.325592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:59:09.326893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Transition to ACTIVE for port object 61d81bc4-f161-4c2f-acea-b7326e8cd886 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:09.336751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] No DVR routers for this DVR port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:59:09.392427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.393458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.395505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] 10.222.0.36 "PUT /v2.0/ports/f0e1e746-51c8-4c1e-ad33-8a5f421a111c HTTP/1.1" status: 200 len: 1092 time: 2.0500696 Sep 10 02:59:09.396672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:09.398921 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e81aa-7506-4716-a60b-37d649a138cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:09.423999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88676c3-3519-4ee6-ad72-eb5be005c99a req-8256ffae-424d-4fd2-99dc-94727a82ab89 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.425539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88676c3-3519-4ee6-ad72-eb5be005c99a req-8256ffae-424d-4fd2-99dc-94727a82ab89 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 944 time: 0.2062211 Sep 10 02:59:09.436936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] Pushing event updated for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:09.445583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:59:09.456724 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-a6d19a3d-79f3-48c1-94f3-abd90c7cf959 service neutron] 10.222.0.36 "PUT /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1/bindings/n-h1-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4059939 Sep 10 02:59:09.503006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82b66-c21b-4e61-80dc-613128a44a9f service neutron] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:09.503340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Allocated IP 10.1.1.2 (6105f85c-b0f5-49d2-b0ff-4a8258a9a3db/ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8/323ed06a-89ac-4010-846a-b1acdef869f6) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:09.514285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:09.517777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.533050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.539015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.539675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.546542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.550496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'fec07df8-922d-4c19-9853-4e3a797f9676'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:09.553671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.559505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.566382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.570977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.579373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-704b61a9-49af-468b-98dd-53a97e18d31c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.3291755 Sep 10 02:59:09.654400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-67cd18d8-e2c2-408f-948c-56eb85e3bfa1 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195839 Sep 10 02:59:09.678237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882d4fad-7067-4490-bd4d-fe696bb39492 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:09.686599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d57fc430-ef10-40b1-81c4-c3e13f2e63e8 req-2cd14217-c82c-40f9-90e7-ab842091b5cb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063445 Sep 10 02:59:09.705299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.729902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Transition to ACTIVE for port object 882d4fad-7067-4490-bd4d-fe696bb39492 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:09.735236 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.760591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Transition to ACTIVE for port object 323ed06a-89ac-4010-846a-b1acdef869f6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:09.764938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.805804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Transition to ACTIVE for port object 323ed06a-89ac-4010-846a-b1acdef869f6 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:09.817526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:09.870708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad726258-c9ef-48be-ac76-44d49ccf4f0b req-5fd116f2-fa4e-4e5b-a5da-751b51cb42e0 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073119 Sep 10 02:59:09.873011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=882d4fad-7067-4490-bd4d-fe696bb39492,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:09.873362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:09.883897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:09.897328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:09.906751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Pushing event updated for resources: {'Port': ['ID=323ed06a-89ac-4010-846a-b1acdef869f6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:09.958397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820abaf7-6d8c-4ab5-a19b-c3a57a10b324 req-f7b1e8c1-ba9c-46cb-b59a-783ceb849e14 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:09.962710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-820abaf7-6d8c-4ab5-a19b-c3a57a10b324 req-f7b1e8c1-ba9c-46cb-b59a-783ceb849e14 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 943 time: 0.1611738 Sep 10 02:59:09.971789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88676c3-3519-4ee6-ad72-eb5be005c99a req-de835a92-2758-48b0-ad46-9a39b21249be tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184174 Sep 10 02:59:10.000992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Attempting to bind port 323ed06a-89ac-4010-846a-b1acdef869f6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:10.001361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Attempting to bind port 323ed06a-89ac-4010-846a-b1acdef869f6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:10.001724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Attempting to bind port 323ed06a-89ac-4010-846a-b1acdef869f6 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:10.010105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-820abaf7-6d8c-4ab5-a19b-c3a57a10b324 req-516326fd-e09d-4cb3-839b-5cddfc6a1c5d tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Sep 10 02:59:10.010389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:10.010772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Checking segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:10.011869 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.011869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Bound using segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:10.012400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Bound port: 323ed06a-89ac-4010-846a-b1acdef869f6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:10.012817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.050654 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0398f-201a-46ae-a5c9-5777e0cf3412 x-openstack-request-id: req-cca0398f-201a-46ae-a5c9-5777e0cf3412 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:10.051064 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:10.051242 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca0398f-201a-46ae-a5c9-5777e0cf3412 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:10.051655 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'status': 'completed', 'code': 200} Sep 10 02:59:10.074774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:10.078374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:10.112921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] For port 323ed06a-89ac-4010-846a-b1acdef869f6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:10.116440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] For port 323ed06a-89ac-4010-846a-b1acdef869f6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=323ed06a-89ac-4010-846a-b1acdef869f6,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:10.120596 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5adda0-09bc-4eff-be51-33dc85dc7acd x-openstack-request-id: req-6c5adda0-09bc-4eff-be51-33dc85dc7acd {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:10.120903 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:10.121158 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c5adda0-09bc-4eff-be51-33dc85dc7acd {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:10.121560 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'status': 'completed', 'code': 200} Sep 10 02:59:10.122732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:10.124232 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.131719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-49be14ea-4f2d-4a50-9ac4-7997c6a8a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.134034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-49be14ea-4f2d-4a50-9ac4-7997c6a8a8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 1095 time: 0.6860917 Sep 10 02:59:10.137819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:10.185881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Attempting to bind port 882d4fad-7067-4490-bd4d-fe696bb39492 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:10.186259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Attempting to bind port 882d4fad-7067-4490-bd4d-fe696bb39492 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'ecb7ad72-3621-4e56-bd5b-825369296515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:10.186548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Attempting to bind port 882d4fad-7067-4490-bd4d-fe696bb39492 on network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:10.206312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c411-726b-41fe-9af3-739931815ebe None None] Pushing event updated for resources: {'Port': ['ID=323ed06a-89ac-4010-846a-b1acdef869f6,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:10.226571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-d67f28a0-d7c6-44c0-b06f-9ae5e49cbf66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c HTTP/1.1" status: 200 len: 217 time: 0.0812726 Sep 10 02:59:10.228873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Port 882d4fad-7067-4490-bd4d-fe696bb39492 on network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:10.229200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Attempting to bind port 882d4fad-7067-4490-bd4d-fe696bb39492 on network e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:10.247025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:10.247664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Checking segment: {'id': 'ecb7ad72-3621-4e56-bd5b-825369296515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:10.248688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Bound using segment: {'id': 'ecb7ad72-3621-4e56-bd5b-825369296515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:10.249397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Bound port: 882d4fad-7067-4490-bd4d-fe696bb39492, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb7ad72-3621-4e56-bd5b-825369296515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:10.249758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.270925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-5a81f712-f115-4390-ae7a-0cca67303f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.272678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-5a81f712-f115-4390-ae7a-0cca67303f34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1095 time: 0.2092805 Sep 10 02:59:10.308079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa994ada-f491-4270-951a-efa684b86cef req-7d08572a-ef41-449e-9bb8-bff845a821b6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.312111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa994ada-f491-4270-951a-efa684b86cef req-7d08572a-ef41-449e-9bb8-bff845a821b6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 935 time: 0.1739650 Sep 10 02:59:10.320512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-49b356aa-dacb-4611-aba3-0c2aa9ed44c3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.322235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-49b356aa-dacb-4611-aba3-0c2aa9ed44c3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.7785838 Sep 10 02:59:10.406226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.406985 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.480053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] For port 882d4fad-7067-4490-bd4d-fe696bb39492, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:10.487968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa994ada-f491-4270-951a-efa684b86cef req-22da0ad7-3f3e-4027-87ff-99d06ed20f05 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215713 Sep 10 02:59:10.497289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d9a00b58-1b79-4e1c-81f0-8c4c512d455a None None] Provisioning for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:10.499483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205b0ac-bda5-4284-86ce-cbf28f473fe4 req-6f888603-8551-4e23-a17e-e57804594d56 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.504661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] For port 882d4fad-7067-4490-bd4d-fe696bb39492, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=882d4fad-7067-4490-bd4d-fe696bb39492,segment=NetworkSegment(ecb7ad72-3621-4e56-bd5b-825369296515),segment_id=ecb7ad72-3621-4e56-bd5b-825369296515)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:10.507389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7205b0ac-bda5-4284-86ce-cbf28f473fe4 req-6f888603-8551-4e23-a17e-e57804594d56 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 944 time: 0.2751617 Sep 10 02:59:10.511331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-8b366627-32d2-43b2-aeda-4f5947658923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.513473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-8b366627-32d2-43b2-aeda-4f5947658923 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.2684631 Sep 10 02:59:10.514246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d9a00b58-1b79-4e1c-81f0-8c4c512d455a None None] Provisioning complete for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:10.515102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9a00b58-1b79-4e1c-81f0-8c4c512d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.515344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.521511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ea3c4ca8-2364-4375-b5e8-05d96fb36950 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4280825 Sep 10 02:59:10.555031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Request body: {'port': {'device_id': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:10.570346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d9a00b58-1b79-4e1c-81f0-8c4c512d455a None None] Port 61d81bc4-f161-4c2f-acea-b7326e8cd886 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:10.580439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-0ded30bb-8ee1-4b6d-9128-48f117485c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.581946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-0ded30bb-8ee1-4b6d-9128-48f117485c6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.2688465 Sep 10 02:59:10.584740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-7208e31a-ed8a-48e7-954f-94e05a95b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.587134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-7208e31a-ed8a-48e7-954f-94e05a95b464 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2&tenant_id=d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 1096 time: 0.2329204 Sep 10 02:59:10.591718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.592767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.593828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] 10.222.0.36 "PUT /v2.0/ports/882d4fad-7067-4490-bd4d-fe696bb39492 HTTP/1.1" status: 200 len: 1091 time: 1.8864911 Sep 10 02:59:10.617805 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-e67aadfb-407f-4140-916e-1464a6db43b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916955 Sep 10 02:59:10.632784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.699565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-d1dc8f21-c5b2-42db-81a2-1a981c2ad1ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 217 time: 0.1048615 Sep 10 02:59:10.729937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e529-16c0-46c5-9836-856f93fa8dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=882d4fad-7067-4490-bd4d-fe696bb39492,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:10.767403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7205b0ac-bda5-4284-86ce-cbf28f473fe4 req-c7a9f1cd-736d-4980-b8fc-d72a975a143c tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591095 Sep 10 02:59:10.784123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e13b8-6095-4f2a-93b2-e45096a0c5fc req-dd67f5ff-45cc-4fb3-9a2e-a03038ca1e3a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.795270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-928e13b8-6095-4f2a-93b2-e45096a0c5fc req-dd67f5ff-45cc-4fb3-9a2e-a03038ca1e3a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1811702 Sep 10 02:59:10.826674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Subnet': ['ID=f596aa7e-d722-48c2-a245-018b8b3092a0,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:10.827292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-a7456fdc-92a6-46cb-8973-33e8d7f3c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.828997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-a7456fdc-92a6-46cb-8973-33e8d7f3c203 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbcc2b6baa284837bd33218affa3a099&device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 1094 time: 0.1454892 Sep 10 02:59:10.836212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-555f47e0-5f33-460d-853b-f1d6a93f10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.837340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-c4b6ef78-cb46-4c33-b608-331a9fb4b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.837752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-555f47e0-5f33-460d-853b-f1d6a93f10ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1197212 Sep 10 02:59:10.838933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-c4b6ef78-cb46-4c33-b608-331a9fb4b22a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1096 time: 0.2197990 Sep 10 02:59:10.839820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:10.890751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Checking segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:10.891000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network hostable DHCP agents. Network: d814818c-87c3-4a6d-88b9-0d80b94173da, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:59:10.904296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 323ed06a-89ac-4010-846a-b1acdef869f6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:10.925068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-a337162d-13f6-4a4b-8072-d05a4b856842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882d4fad-7067-4490-bd4d-fe696bb39492 HTTP/1.1" status: 200 len: 217 time: 0.0835114 Sep 10 02:59:10.930161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-928e13b8-6095-4f2a-93b2-e45096a0c5fc req-c5b68e56-c939-4dd2-81c8-4b1954aa9a44 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339986 Sep 10 02:59:10.980488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 323ed06a-89ac-4010-846a-b1acdef869f6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:10.990654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-93b8018a-ecab-4bcd-9bcb-6256aba9185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.992704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-93b8018a-ecab-4bcd-9bcb-6256aba9185f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437471 Sep 10 02:59:10.994656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-5f90b1c6-38a5-4490-a55b-213daf89613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:10.995245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-eb0e8805-a64c-4af4-8561-7939fcb51898 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576181 Sep 10 02:59:10.996278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-5f90b1c6-38a5-4490-a55b-213daf89613f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e HTTP/1.1" status: 200 len: 862 time: 0.0635424 Sep 10 02:59:11.051370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-e8fa868a-089c-4d2f-887f-0359204baf9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388982 Sep 10 02:59:11.059029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network d814818c-87c3-4a6d-88b9-0d80b94173da is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:59:11.167196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.174436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.180786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.186716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.192671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.198762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.204831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.207221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-9cfd8214-d2b4-40b0-b90d-801e277a06be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5430 time: 0.3172810 Sep 10 02:59:11.207441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d814818c-87c3-4a6d-88b9-0d80b94173da) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:11.211900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.213023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:11.216135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94f4f-8b7c-4822-be29-91fbef9e7e28 req-cdd25851-5433-4cb7-a8c3-2d101279bfd5 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.222890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-6f10af63-867d-4cb1-900d-6ad4866091ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.223358 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95c94f4f-8b7c-4822-be29-91fbef9e7e28 req-cdd25851-5433-4cb7-a8c3-2d101279bfd5 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 944 time: 0.1708643 Sep 10 02:59:11.225206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-6f10af63-867d-4cb1-900d-6ad4866091ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.3724661 Sep 10 02:59:11.226039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e11f75-fea0-4193-83eb-fbbed057a2b6 None None] Network d814818c-87c3-4a6d-88b9-0d80b94173da requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:11.267228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-60b3e2e8-a4b7-463d-b12e-d9c42a53fb13 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561171 Sep 10 02:59:11.317617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-740fb185-5b1e-4c65-a538-63967fe396f1 service neutron] 10.222.0.36 "GET /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506661 Sep 10 02:59:11.335731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95c94f4f-8b7c-4822-be29-91fbef9e7e28 req-09d27962-e5fe-4e3e-ad74-cc5d9a758cd1 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113853 Sep 10 02:59:11.338417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-19da122e-03ad-4f47-bb57-5a781e0c64c6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1543686 Sep 10 02:59:11.339892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-5c4ad9d7-c47e-48b2-9be3-fb2f4213fedc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 200 len: 217 time: 0.0818653 Sep 10 02:59:11.346713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43932) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:11.379159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'name': 'tempest-TaggedBootDevicesTest-1487362865', 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:11.424270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d814818c-87c3-4a6d-88b9-0d80b94173da', 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'fixed_ips': [{'subnet_id': 'f596aa7e-d722-48c2-a245-018b8b3092a0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 02:59:11.425312 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:11.453782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe705519-f45d-4484-a4f4-87f5463d9cd0 req-59892af6-dea4-455e-a44e-86eb2271e062 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380772 Sep 10 02:59:11.462056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f61c6377-81b8-4623-ad9f-d3435f1ba134 req-fbaeb101-ab70-40a9-b903-2d7397d7a6ec tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2006831 Sep 10 02:59:11.480083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-2e3385ed-29a6-452b-91e7-e4ca36daeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.481815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-2e3385ed-29a6-452b-91e7-e4ca36daeedf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1314635 Sep 10 02:59:11.546075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-9e8e20d6-e5c7-4966-aff4-116cca7d8611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504105 Sep 10 02:59:11.573789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-280bc2f9-aa26-4af8-a37f-1761a2ba821d req-ac5104ff-6e61-4ff8-807c-949a09c8a570 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971330 Sep 10 02:59:11.590367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 218645e2-44d5-4307-b8d5-a0eedd470c2e details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:11.593406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9102bd-f460-4221-beda-862f3b32e324 None None] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:11.703151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] Provisioning for port 323ed06a-89ac-4010-846a-b1acdef869f6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:11.723090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e81aa-7506-4716-a60b-37d649a138cc req-1100518b-c02e-46e7-9705-c545970e0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.724785 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-1100518b-c02e-46e7-9705-c545970e0957 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 1095 time: 0.1976120 Sep 10 02:59:11.779200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:11.797242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-8cece891-ee62-4a7d-8f20-fdf6e11a13c9 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454507 Sep 10 02:59:11.800929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:11.872372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Transition to ACTIVE for port object 61d81bc4-f161-4c2f-acea-b7326e8cd886 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:11.883387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] Provisioning complete for port 323ed06a-89ac-4010-846a-b1acdef869f6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:11.883797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:11.885607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfef36-b9e2-4e1e-b354-0a3cc94d6fae req-1821df9b-80ab-47c1-baf9-9a9feb5670b4 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:11.887066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ecfef36-b9e2-4e1e-b354-0a3cc94d6fae req-1821df9b-80ab-47c1-baf9-9a9feb5670b4 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 935 time: 0.1983407 Sep 10 02:59:11.897336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:11.992771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Allocated IP 10.2.2.2 (d814818c-87c3-4a6d-88b9-0d80b94173da/f596aa7e-d722-48c2-a245-018b8b3092a0/cb24ca8c-073c-47fc-beb2-2dbf1428af9e) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:12.012142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e81aa-7506-4716-a60b-37d649a138cc req-541fdc96-cfec-4927-a048-9c34ea70eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.013608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-541fdc96-cfec-4927-a048-9c34ea70eb16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 905 time: 0.2764246 Sep 10 02:59:12.014696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ef6e-cb58-4f9c-acc9-a79f31e9877f req-5b709b9d-e923-47e0-865d-b5ab5d3ab4dd tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.016275 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0173ef6e-cb58-4f9c-acc9-a79f31e9877f req-5b709b9d-e923-47e0-865d-b5ab5d3ab4dd tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 943 time: 0.5319617 Sep 10 02:59:12.043418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c212ddd-a5db-435d-b0f4-7dbbb61ed758 req-3ed7159e-858f-4502-ab6c-e7fb8161041f service neutron] 10.222.0.36 "GET /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063644 Sep 10 02:59:12.059128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'tag': '882d4fad-7067-4490-bd4d-fe696bb39492'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:12.062001 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcab8413-ce92-4354-b6e5-67d71e4b7abe", "tag": "882d4fad-7067-4490-bd4d-fe696bb39492"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:12.095600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:12.107438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-0c3a5871-e2e0-4385-9179-38756a6de456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c HTTP/1.1" status: 200 len: 217 time: 0.0732758 Sep 10 02:59:12.108986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ecfef36-b9e2-4e1e-b354-0a3cc94d6fae req-ee62229f-e90d-4e20-b851-31cdc94f54e0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375668 Sep 10 02:59:12.113599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:12.136737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0173ef6e-cb58-4f9c-acc9-a79f31e9877f req-31e34e10-e57a-4fc7-8085-7c7c5877e757 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062541 Sep 10 02:59:12.151740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '218645e2-44d5-4307-b8d5-a0eedd470c2e', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'port_id': '218645e2-44d5-4307-b8d5-a0eedd470c2e', 'mac_address': 'fa:16:3e:79:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:12.159483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-ad6a2ea3-5920-425b-b53d-a8616ac47953 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450985 Sep 10 02:59:12.174192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:12.183936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.277192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:12.277777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:12.277882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:12.311866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e81aa-7506-4716-a60b-37d649a138cc req-461d67bf-f149-4196-83ad-a59d531c9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.313422 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-461d67bf-f149-4196-83ad-a59d531c9550 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.1879334 Sep 10 02:59:12.326913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:12.326913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:12.327230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.339971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25740425-f569-4fcc-8436-78396a3e644f req-f55a3e6c-cc0c-44c8-a9ac-6f8661b1feb9 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.341848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25740425-f569-4fcc-8436-78396a3e644f req-f55a3e6c-cc0c-44c8-a9ac-6f8661b1feb9 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 944 time: 0.0835662 Sep 10 02:59:12.356351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:12.356351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:12.356351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:12.356782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Bound port: 61d81bc4-f161-4c2f-acea-b7326e8cd886, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:12.357033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.374304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] device_id is not set on port f0836e72-81fc-458f-8d8b-5600a6890fc5 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 02:59:12.391827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-5c16b5fa-fe17-4124-bf13-19c6d7be7cff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662940 Sep 10 02:59:12.409432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] For port 323ed06a-89ac-4010-846a-b1acdef869f6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=323ed06a-89ac-4010-846a-b1acdef869f6,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:12.415978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.439580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.446491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25740425-f569-4fcc-8436-78396a3e644f req-e4fb5387-156a-4951-8f42-bddb8f3754e6 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973563 Sep 10 02:59:12.451875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218645e2-44d5-4307-b8d5-a0eedd470c2e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:12.503475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0039-4e58-49c8-9bd5-28b14c69c8a8 req-665331bf-5b3f-4aaa-8909-3f0e860ee808 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.511766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c85c0039-4e58-49c8-9bd5-28b14c69c8a8 req-665331bf-5b3f-4aaa-8909-3f0e860ee808 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.2028348 Sep 10 02:59:12.572714 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27167568-9a27-4f53-b0b4-8cf7aeedc3a4 x-openstack-request-id: req-27167568-9a27-4f53-b0b4-8cf7aeedc3a4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:12.573055 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcab8413-ce92-4354-b6e5-67d71e4b7abe", "tag": "882d4fad-7067-4490-bd4d-fe696bb39492", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:12.573256 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27167568-9a27-4f53-b0b4-8cf7aeedc3a4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:12.573686 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'tag': '882d4fad-7067-4490-bd4d-fe696bb39492', 'status': 'completed', 'code': 200} Sep 10 02:59:12.604115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.617887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:12.629254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Transition to ACTIVE for port object cb24ca8c-073c-47fc-beb2-2dbf1428af9e will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:12.631229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.631911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e19b996e-7336-45e6-be52-704098aa8fe1 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:12.642185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47ca27-211f-43f8-8ade-a1467e9b3f6d None None] Pushing event updated for resources: {'Port': ['ID=323ed06a-89ac-4010-846a-b1acdef869f6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:12.656572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c85c0039-4e58-49c8-9bd5-28b14c69c8a8 req-22cb03a4-43e3-4ee4-ba7d-9b1af7ea2bc5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438599 Sep 10 02:59:12.678038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-6281d549-44f6-44d7-8fee-c396f4882952 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.686592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-6281d549-44f6-44d7-8fee-c396f4882952 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.2498515 Sep 10 02:59:12.691609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:12.711985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Transition to ACTIVE for port object cb24ca8c-073c-47fc-beb2-2dbf1428af9e will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:12.719872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 10.1.1.136 (6105f85c-b0f5-49d2-b0ff-4a8258a9a3db/ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8/f0836e72-81fc-458f-8d8b-5600a6890fc5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:12.737991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-34b01c0f-6896-426d-8225-52ef94f51a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.739557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-34b01c0f-6896-426d-8225-52ef94f51a36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbcc2b6baa284837bd33218affa3a099&device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 1094 time: 0.1621120 Sep 10 02:59:12.749258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfda10-4042-463c-acf2-7049210e0cf2 req-2e4faf50-2c4f-4da8-b864-e59e8a9b650a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.756585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ddfda10-4042-463c-acf2-7049210e0cf2 req-2e4faf50-2c4f-4da8-b864-e59e8a9b650a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 944 time: 0.1144135 Sep 10 02:59:12.778401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:12.790246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.809346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-593d51ce-3943-4fb8-a912-9204d2300af3 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714614 Sep 10 02:59:12.826124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e19b996e-7336-45e6-be52-704098aa8fe1,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:12.840831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'e19b996e-7336-45e6-be52-704098aa8fe1', 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'port_id': 'e19b996e-7336-45e6-be52-704098aa8fe1', 'mac_address': 'fa:16:3e:bd:0d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d49677-1ccd-42d8-af98-3a9bc572a235', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:12.902237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:12.903354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.904578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] 10.222.0.32 "PUT /v2.0/ports/61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 1095 time: 2.3564537 Sep 10 02:59:12.908046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:12.910421 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24439dc-d521-4617-ab05-ee5af1cbf004" -d '{"events": [{"name": "network-changed", "server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:12.922845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 323ed06a-89ac-4010-846a-b1acdef869f6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:12.927672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ddfda10-4042-463c-acf2-7049210e0cf2 req-475dd59c-1510-4606-b12a-1ac79bc18044 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699793 Sep 10 02:59:12.934439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:12.995775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-863009ed-426d-4a36-a9c2-817d591ee3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.002090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-863009ed-426d-4a36-a9c2-817d591ee3d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 HTTP/1.1" status: 200 len: 922 time: 0.2407527 Sep 10 02:59:13.013873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:13.064704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e051a8ee-fc4b-42e8-8583-c06be1f3af72 None None] Provisioning complete for port 323ed06a-89ac-4010-846a-b1acdef869f6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:13.065074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e051a8ee-fc4b-42e8-8583-c06be1f3af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.066640 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.082987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Network d814818c-87c3-4a6d-88b9-0d80b94173da is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:13.086074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-bce40bd9-c60f-424a-944d-88d06674cbd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882d4fad-7067-4490-bd4d-fe696bb39492 HTTP/1.1" status: 200 len: 217 time: 0.0508060 Sep 10 02:59:13.086494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19b996e-7336-45e6-be52-704098aa8fe1 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:13.109769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e19b996e-7336-45e6-be52-704098aa8fe1,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:13.140974 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.141640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f961560c-82ec-4d27-9f1f-8412aca091d2 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:13.145366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:13.147205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:13.182472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-5bc3538b-387c-4d1b-96c2-c658bb695200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.184030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-5bc3538b-387c-4d1b-96c2-c658bb695200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e HTTP/1.1" status: 200 len: 862 time: 0.0887022 Sep 10 02:59:13.190529 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.192753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Pushing event updated for resources: {'Port': ['ID=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:13.237673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-1fb2a743-c099-452c-ab05-2fd9eeaf5c89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445907 Sep 10 02:59:13.274189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:13.274459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object f0836e72-81fc-458f-8d8b-5600a6890fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:13.289571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 02:59:13.319661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 323ed06a-89ac-4010-846a-b1acdef869f6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:13.320039 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.327495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c76cbfac-7f9a-4ba6-8c29-41181680d2cc details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:13.352313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f961560c-82ec-4d27-9f1f-8412aca091d2,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:13.397176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f961560c-82ec-4d27-9f1f-8412aca091d2', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'port_id': 'f961560c-82ec-4d27-9f1f-8412aca091d2', 'mac_address': 'fa:16:3e:12:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:13.398763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Attempting to bind port cb24ca8c-073c-47fc-beb2-2dbf1428af9e on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:13.399124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Attempting to bind port cb24ca8c-073c-47fc-beb2-2dbf1428af9e by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:13.399503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Attempting to bind port cb24ca8c-073c-47fc-beb2-2dbf1428af9e on network d814818c-87c3-4a6d-88b9-0d80b94173da {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:13.401275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb9014-d3e0-4067-8a90-246e66b82a95 req-8736e071-6b2e-4776-b48e-17ec06dc1506 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.402849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8bb9014-d3e0-4067-8a90-246e66b82a95 req-8736e071-6b2e-4776-b48e-17ec06dc1506 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 943 time: 0.1339700 Sep 10 02:59:13.410801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-1cd2f6ee-1682-4694-9ed8-581d9adb6309 service neutron] 10.222.0.36 "GET /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619799 Sep 10 02:59:13.412434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.438851 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1a86ac-d7de-43a9-8dc5-644c4637a29b x-openstack-request-id: req-6c1a86ac-d7de-43a9-8dc5-644c4637a29b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:13.439744 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:13.439744 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c1a86ac-d7de-43a9-8dc5-644c4637a29b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:13.440575 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'status': 'completed', 'code': 200} Sep 10 02:59:13.445066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411e80e-aab5-4f33-81c4-cc257c1feecf service neutron] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:13.452162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:13.452162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Checking segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:13.452162 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.452959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Bound using segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:13.453062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Bound port: cb24ca8c-073c-47fc-beb2-2dbf1428af9e, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:13.453485 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.499759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.505730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.512276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.518113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.523965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.530441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.537054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.543895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:13.546852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-2fc422c9-8978-4381-b5fb-f002dad06ba8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5431 time: 0.7323589 Sep 10 02:59:13.557344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:13.563775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:13.568109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:13.574440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8bb9014-d3e0-4067-8a90-246e66b82a95 req-e3dabba2-17b4-477c-a60c-046d91c66de1 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599510 Sep 10 02:59:13.580149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.600117 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-539e81aa-7506-4716-a60b-37d649a138cc req-64e43a69-d398-4571-9b64-d2cc2cf22d40 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588518 Sep 10 02:59:13.615445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ed1c2d2f-b268-4e5a-9eb2-03694beaa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.617246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-ed1c2d2f-b268-4e5a-9eb2-03694beaa359 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1098 time: 0.6595993 Sep 10 02:59:13.637554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-fdc1a956-6cee-490a-bd79-21b21c70b58f service neutron] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:13.646749 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-fdc1a956-6cee-490a-bd79-21b21c70b58f service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.648270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c583e08-718a-478a-b97a-6eb7be4084fc req-fdc1a956-6cee-490a-bd79-21b21c70b58f service neutron] 10.222.0.32 "DELETE /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1/bindings/n-h2-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.9501595 Sep 10 02:59:13.669774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f961560c-82ec-4d27-9f1f-8412aca091d2 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:13.678604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef210e5b-dbb7-4dca-be4a-ed31a93e868e req-c1a0e20f-181e-44d4-9e34-f8ba70cbe805 service neutron] 10.222.0.36 "GET /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567823 Sep 10 02:59:13.702200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:13.710835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16d4fce1-d049-4a91-a43e-70f0acb2dea6 req-00f1c9b1-2b5e-47e3-a565-bf12c7128760 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564398 Sep 10 02:59:13.715764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-517a3891-2e19-4bb4-bc87-7d37c71a9b25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.0869234 Sep 10 02:59:13.725278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] For port cb24ca8c-073c-47fc-beb2-2dbf1428af9e, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:13.738453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.739056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.749780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] For port cb24ca8c-073c-47fc-beb2-2dbf1428af9e, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:13.754294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:13.761798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2879b2c8-e2d6-4e7e-a0dd-3561c28a9434 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3963480 Sep 10 02:59:13.763604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:13.769535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'name': 'tempest-TaggedBootDevicesTest-1339909260', 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:13.785637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85538c-4c15-4df7-82dc-9eb836869132 req-e00b2fc5-4a8e-448a-aed8-a12152a7876a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.787165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3b85538c-4c15-4df7-82dc-9eb836869132 req-e00b2fc5-4a8e-448a-aed8-a12152a7876a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 947 time: 0.0997980 Sep 10 02:59:13.793861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f961560c-82ec-4d27-9f1f-8412aca091d2,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:13.795808 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.820608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-67bc3568-62fd-4083-a95a-87990294c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.823525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-67bc3568-62fd-4083-a95a-87990294c781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1010644 Sep 10 02:59:13.829460 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.830516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b06c6698-33f8-459f-af8f-a70b02db4fc3 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:13.871657 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:13.898651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3b85538c-4c15-4df7-82dc-9eb836869132 req-a555e947-adbc-469f-99fd-8e3a16f68f72 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985487 Sep 10 02:59:13.919554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:13.925492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468b946-0a02-4a13-a104-66799c339e15 req-4bd79494-2bad-4614-9595-d4bc31c82d80 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.932957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1468b946-0a02-4a13-a104-66799c339e15 req-4bd79494-2bad-4614-9595-d4bc31c82d80 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 944 time: 0.1041307 Sep 10 02:59:13.937701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76cbfac-7f9a-4ba6-8c29-41181680d2cc {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:13.964166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-3cca85e4-6dc2-414b-91cc-40303f2641dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:13.965784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-3cca85e4-6dc2-414b-91cc-40303f2641dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204660 Sep 10 02:59:13.978674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:13.980097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca55bd-c1fc-4845-a5ea-abbb6946c4d0 None None] Pushing event updated for resources: {'Port': ['ID=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:14.005992 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.006281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:14.006821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:14.015282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.045199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1468b946-0a02-4a13-a104-66799c339e15 req-b0af6c34-0357-44f3-a66e-d466279056ee tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111555 Sep 10 02:59:14.050040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b06c6698-33f8-459f-af8f-a70b02db4fc3', 'network_id': 'c3a2a7a7-2b9e-4dc3-aead-2788871b92f7', 'port_id': 'b06c6698-33f8-459f-af8f-a70b02db4fc3', 'mac_address': 'fa:16:3e:c4:28:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d49677-1ccd-42d8-af98-3a9bc572a235', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:14.105759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] device_id is not set on port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 02:59:14.117883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd9a5ada-495b-4567-957e-46692f38b172 None None] Provisioning for port f0836e72-81fc-458f-8d8b-5600a6890fc5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:14.160850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd9a5ada-495b-4567-957e-46692f38b172 None None] Provisioning complete for port f0836e72-81fc-458f-8d8b-5600a6890fc5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:14.161217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5ada-495b-4567-957e-46692f38b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.167785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:14.218268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041334ed-909a-4dff-b633-f8f6bf54e113 req-7954277a-a221-48c0-983d-d0fc29fbdbfd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.226825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-041334ed-909a-4dff-b633-f8f6bf54e113 req-7954277a-a221-48c0-983d-d0fc29fbdbfd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1426635 Sep 10 02:59:14.254484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-37f8c73b-d9e2-4bbd-8011-12a2746ce2b5 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786980 Sep 10 02:59:14.295695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe5ab-716f-4110-8f96-3c77699c37b1 req-c8f0d6ff-415b-4565-912e-bd91142b5c06 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.297460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59bbe5ab-716f-4110-8f96-3c77699c37b1 req-c8f0d6ff-415b-4565-912e-bd91142b5c06 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 944 time: 0.1243114 Sep 10 02:59:14.326596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a5ada-495b-4567-957e-46692f38b172 None None] Port f0836e72-81fc-458f-8d8b-5600a6890fc5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:14.342970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-041334ed-909a-4dff-b633-f8f6bf54e113 req-c2b61813-1211-4af9-964b-ae3909c87611 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094635 Sep 10 02:59:14.347470 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.385774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06c6698-33f8-459f-af8f-a70b02db4fc3 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:14.411126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:14.448290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-259afcf1-3d59-4262-aaff-86d6d4ffdfb0 req-b96db8f1-1bd4-47bb-aba8-472e5eda9acb service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836114 Sep 10 02:59:14.450232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:14.451954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59bbe5ab-716f-4110-8f96-3c77699c37b1 req-6985bb37-112f-4e14-8cc3-99eaed360a49 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412134 Sep 10 02:59:14.488940 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.489439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31b57197-a9d6-4b76-8c7a-71361e2972c4 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:14.489946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 10.1.1.46 (6105f85c-b0f5-49d2-b0ff-4a8258a9a3db/ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8/3edb642f-86a7-46f7-bfc6-2d99a2aae503) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:14.507726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'mac_address': 'fa:16:3e:83:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:14.555506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:14.598004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-0237fc99-90fa-4151-b253-a5acbc4f5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.601108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-0237fc99-90fa-4151-b253-a5acbc4f5007 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1098 time: 0.0798509 Sep 10 02:59:14.669368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d429d8-943e-4c8c-9f49-5edc3ccb2a72 req-895b4fd8-1ae4-4f6e-99d5-377ace4d37ee tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.670949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f9d429d8-943e-4c8c-9f49-5edc3ccb2a72 req-895b4fd8-1ae4-4f6e-99d5-377ace4d37ee tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1096 time: 0.0879064 Sep 10 02:59:14.763635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-efa29874-61bd-4b7f-8650-e9641070c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.766509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-efa29874-61bd-4b7f-8650-e9641070c9b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1570148 Sep 10 02:59:14.777008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013c240-40fe-4971-8099-a942011b228e req-1dd8ccc7-1816-4dbc-8512-c1b0a47b4c3b tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.777313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f9d429d8-943e-4c8c-9f49-5edc3ccb2a72 req-18967a89-c5ef-4888-bc72-72f6a2940b7b tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Sep 10 02:59:14.778688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a013c240-40fe-4971-8099-a942011b228e req-1dd8ccc7-1816-4dbc-8512-c1b0a47b4c3b tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 943 time: 0.0766461 Sep 10 02:59:14.782157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.798601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object 3edb642f-86a7-46f7-bfc6-2d99a2aae503 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:14.806914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:14.829104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-53623396-6658-4697-b5ac-00f9896d4b1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.0494478 Sep 10 02:59:14.868439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.876921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '31b57197-a9d6-4b76-8c7a-71361e2972c4', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'port_id': '31b57197-a9d6-4b76-8c7a-71361e2972c4', 'mac_address': 'fa:16:3e:58:a9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:14.889441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:14.912006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e1e746-51c8-4c1e-ad33-8a5f421a111c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:14.930825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a013c240-40fe-4971-8099-a942011b228e req-85724c0f-9430-4932-ba9a-6ec24be5134c tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108222 Sep 10 02:59:14.933018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-e00ea745-cd17-45b4-9980-6c1353e4b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:14.934572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-e00ea745-cd17-45b4-9980-6c1353e4b9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0899141 Sep 10 02:59:14.958932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cb24ca8c-073c-47fc-beb2-2dbf1428af9e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:14.958932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:14.997377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:15.009085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-8a63bbb2-14a0-46b1-9122-4a4d99bddbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.011356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-8a63bbb2-14a0-46b1-9122-4a4d99bddbbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624213 Sep 10 02:59:15.032028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:15.043995 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.055982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:15.060970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:15.064191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:15.085765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.115257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b57197-a9d6-4b76-8c7a-71361e2972c4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:15.140538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.147073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.153632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.157883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:15.159636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cb24ca8c-073c-47fc-beb2-2dbf1428af9e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:15.162367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:15.164060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.167657 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.168320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b453cf1a-8e81-48eb-8862-6395a8dc7303 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:15.174492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.181718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.185490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73118b20-4c1a-4b5c-8a94-692b766dd7cc req-c78051e6-121f-4d86-a23b-8558c4a810a6 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.187296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73118b20-4c1a-4b5c-8a94-692b766dd7cc req-c78051e6-121f-4d86-a23b-8558c4a810a6 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1744120 Sep 10 02:59:15.187869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.195995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d579b823-2582-483d-9d62-32ed214b7e1b req-362d5b03-64c0-48bd-b0b9-9b103f74f31f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5434 time: 0.2032459 Sep 10 02:59:15.230956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.231651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.237214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-18835f79-0998-4309-ba5e-8c70c316f320 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115045 Sep 10 02:59:15.272110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73118b20-4c1a-4b5c-8a94-692b766dd7cc req-0224edc7-6083-4ca6-9641-c64764bd3451 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781376 Sep 10 02:59:15.279047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d579b823-2582-483d-9d62-32ed214b7e1b req-173c6808-12ac-4270-8291-20bb98f505ee tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821142 Sep 10 02:59:15.288331 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f9aaf1a8-b93a-4270-bef0-08ad58aef344 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5235879 Sep 10 02:59:15.299431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:15.312677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b453cf1a-8e81-48eb-8862-6395a8dc7303', 'network_id': '096606b6-99b7-421d-ad68-4cda1e71df35', 'port_id': 'b453cf1a-8e81-48eb-8862-6395a8dc7303', 'mac_address': 'fa:16:3e:06:24:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468a3720-37d2-42ac-a5ea-18380c703970', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:15.329060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:15.331725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c76cbfac-7f9a-4ba6-8c29-41181680d2cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:15.401495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f0e1e746-51c8-4c1e-ad33-8a5f421a111c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:15.438803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d24439dc-d521-4617-ab05-ee5af1cbf004 req-21b28999-b644-4642-bde2-47d29a8bb3eb service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918023 Sep 10 02:59:15.449159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 882d4fad-7067-4490-bd4d-fe696bb39492 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:15.505367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79a44a-066c-4bdd-9583-f557a92ce7eb req-765bcb79-2a2f-4cde-80fd-e37eee23a119 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.506909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc79a44a-066c-4bdd-9583-f557a92ce7eb req-765bcb79-2a2f-4cde-80fd-e37eee23a119 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 947 time: 0.1029339 Sep 10 02:59:15.512583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a7e10-1159-4774-b39f-be9c89414963 req-7304954d-2dc5-42a1-8203-878d58e71938 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.516031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-272a7e10-1159-4774-b39f-be9c89414963 req-7304954d-2dc5-42a1-8203-878d58e71938 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 945 time: 0.0763185 Sep 10 02:59:15.519716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c15ede-3363-469d-8484-aa9a2683e712 None None] Network d814818c-87c3-4a6d-88b9-0d80b94173da requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:15.557185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-272a7e10-1159-4774-b39f-be9c89414963 req-106d039d-9eb7-4c6f-a302-4065ee865f33 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369229 Sep 10 02:59:15.559092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc79a44a-066c-4bdd-9583-f557a92ce7eb req-f6d96a59-d479-4f1a-a755-75f038524893 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Sep 10 02:59:15.615054 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.728540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b453cf1a-8e81-48eb-8862-6395a8dc7303 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:15.739404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Provisioning for port cb24ca8c-073c-47fc-beb2-2dbf1428af9e completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:15.784269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Provisioning complete for port cb24ca8c-073c-47fc-beb2-2dbf1428af9e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:15.784643 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.787400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 882d4fad-7067-4490-bd4d-fe696bb39492, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=882d4fad-7067-4490-bd4d-fe696bb39492,segment=NetworkSegment(ecb7ad72-3621-4e56-bd5b-825369296515),segment_id=ecb7ad72-3621-4e56-bd5b-825369296515)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:15.821807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43994) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:15.827956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875113225', 'description': 'tempest-description--463305099'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:15.851806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:15.863115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '882d4fad-7067-4490-bd4d-fe696bb39492', 'network_id': 'e95f1b69-dc69-4bb6-9aae-047a5c64ccd0', 'port_id': '882d4fad-7067-4490-bd4d-fe696bb39492', 'mac_address': 'fa:16:3e:a9:75:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:15.881720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.882407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 317cb891-9ec3-4317-ac29-8a8734791a29 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:15.885368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:15.897210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446d754-d744-4a90-ab82-5aedb9470664 req-f6c24db3-810f-4a86-a01d-81bda608d815 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:15.899046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d446d754-d744-4a90-ab82-5aedb9470664 req-f6c24db3-810f-4a86-a01d-81bda608d815 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 945 time: 0.0879524 Sep 10 02:59:15.968152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d446d754-d744-4a90-ab82-5aedb9470664 req-b14eb6c5-44db-4364-88d7-764b8c238395 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593228 Sep 10 02:59:16.036871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.041938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.076533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8333aba-32c1-4e47-8f7a-bff58081c614 req-91340804-8583-4137-ac5e-c1a376a6b585 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.076931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.083401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8333aba-32c1-4e47-8f7a-bff58081c614 req-91340804-8583-4137-ac5e-c1a376a6b585 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 943 time: 0.0564826 Sep 10 02:59:16.083672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2565799 Sep 10 02:59:16.087578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:16.088549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'security_group_rule': {'security_group_id': 'f10a3277-c43f-425a-9cbe-53e8eec76835', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:16.092369 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.101623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310b7c-17f4-4c37-afe7-0f9cc59883f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a3277-c43f-425a-9cbe-53e8eec76835,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.122727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.125813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.138361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8333aba-32c1-4e47-8f7a-bff58081c614 req-001c0732-b48b-4ff9-888f-63b5f68196c2 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542083 Sep 10 02:59:16.188703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.192413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.194004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882d4fad-7067-4490-bd4d-fe696bb39492 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:16.213701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df26573-5fe5-47b4-8174-dd824fea83f9,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.224700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.229283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:16.229796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8bf7c268-b676-4ef7-93f5-657752f6370f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443875 Sep 10 02:59:16.234016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'security_group_rule': {'security_group_id': 'f10a3277-c43f-425a-9cbe-53e8eec76835', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:16.253760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 882d4fad-7067-4490-bd4d-fe696bb39492, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=882d4fad-7067-4490-bd4d-fe696bb39492,segment=NetworkSegment(ecb7ad72-3621-4e56-bd5b-825369296515),segment_id=ecb7ad72-3621-4e56-bd5b-825369296515)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:16.260866 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.270034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.278233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.289589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=317cb891-9ec3-4317-ac29-8a8734791a29,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:16.328970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '317cb891-9ec3-4317-ac29-8a8734791a29', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'port_id': '317cb891-9ec3-4317-ac29-8a8734791a29', 'mac_address': 'fa:16:3e:34:d6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:16.347554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.352610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.355670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] For port cb24ca8c-073c-47fc-beb2-2dbf1428af9e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:16.374411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caf8321-3b5a-4dc2-a128-a80946929a86,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.385930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.390652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3c8f92b9-5ff8-41aa-a8ee-45c54968b9e6 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570106 Sep 10 02:59:16.390841 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.390987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:16.395241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:16.408154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=882d4fad-7067-4490-bd4d-fe696bb39492,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.445007 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.447668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.460531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Provisioning for port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:16.473858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.479898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317cb891-9ec3-4317-ac29-8a8734791a29 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:16.481955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.489286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.492642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Provisioning complete for port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:16.493212 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.497844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.507531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.515752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.522289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.532545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-3c0e53a4-056b-4c20-b836-c72284cb92b2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5436 time: 0.1327755 Sep 10 02:59:16.564531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Pushing event updated for resources: {'Port': ['ID=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.569992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=317cb891-9ec3-4317-ac29-8a8734791a29,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:16.584202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.588905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c6cd3-e91d-4189-9648-6b0794a31860 None None] Port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:16.612136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ed2e0b1-18a0-420f-8aab-6538fd349c29 req-6936dce9-ab12-48db-9583-f8e8dcf5e6bf tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737591 Sep 10 02:59:16.614304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['882d4fad-7067-4490-bd4d-fe696bb39492'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:16.616469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:16.654656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.717110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:16.773575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11c0b3-e4f4-40a7-97d0-abd98c449f3c req-a701cf19-4e45-4754-82ef-84a4c768cdc1 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.776216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b11c0b3-e4f4-40a7-97d0-abd98c449f3c req-a701cf19-4e45-4754-82ef-84a4c768cdc1 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 945 time: 0.0854058 Sep 10 02:59:16.802821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-524a8205-df3f-4c99-8dce-832dd14eccc6 None None] Provisioning complete for port cb24ca8c-073c-47fc-beb2-2dbf1428af9e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:16.803194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-524a8205-df3f-4c99-8dce-832dd14eccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.807615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 172.25.8.106 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6fb5b4ff-019d-4c0e-99a9-7208cb982f6d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:16.823941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b11c0b3-e4f4-40a7-97d0-abd98c449f3c req-60a9db62-34f5-49aa-895c-3ebc4ba739bc tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Sep 10 02:59:16.856158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:16.908161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'mac_address': 'fa:16:3e:c0:3b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:16.910540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cb24ca8c-073c-47fc-beb2-2dbf1428af9e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:16.961590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:16.989412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b959872-67d4-4394-98c7-396db08b1290 req-008d150c-1ed5-4198-9fee-0e39b6119724 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:16.998865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b959872-67d4-4394-98c7-396db08b1290 req-008d150c-1ed5-4198-9fee-0e39b6119724 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 947 time: 0.0954270 Sep 10 02:59:17.069664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b959872-67d4-4394-98c7-396db08b1290 req-fee2f2ba-7ffb-4f4f-a05f-9fabb60fb4d2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651510 Sep 10 02:59:17.103004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.158131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882013-4310-43c1-84d4-98c07f263059 req-97849710-7fd4-45e2-94e6-32100b96e79a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.162713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=6fb5b4ff-019d-4c0e-99a9-7208cb982f6d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:17.163925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89882013-4310-43c1-84d4-98c07f263059 req-97849710-7fd4-45e2-94e6-32100b96e79a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 945 time: 0.0570326 Sep 10 02:59:17.167710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:17.169648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:17.171871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:17.208082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f961560c-82ec-4d27-9f1f-8412aca091d2'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:17.213338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['e19b996e-7336-45e6-be52-704098aa8fe1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:17.265821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89882013-4310-43c1-84d4-98c07f263059 req-c600266a-ea20-470a-9550-50acab1428cf tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782382 Sep 10 02:59:17.289835 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.312474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['218645e2-44d5-4307-b8d5-a0eedd470c2e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:17.316809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b06c6698-33f8-459f-af8f-a70b02db4fc3'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:17.344558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.351053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e93195-22d9-41ac-a660-3a42f5843048 req-b56d3a07-9f23-4ede-97b8-af2ff7ecfbbc tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.352693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46e93195-22d9-41ac-a660-3a42f5843048 req-b56d3a07-9f23-4ede-97b8-af2ff7ecfbbc tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 944 time: 0.0821912 Sep 10 02:59:17.358095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.382376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c76cbfac-7f9a-4ba6-8c29-41181680d2cc up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:17.421922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46e93195-22d9-41ac-a660-3a42f5843048 req-42af432b-7db9-4c15-875f-3200423ce328 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605083 Sep 10 02:59:17.461856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:17.541608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cb24ca8c-073c-47fc-beb2-2dbf1428af9e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:17.541985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.553935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:17.561122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.565648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.601640 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.639121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=6fb5b4ff-019d-4c0e-99a9-7208cb982f6d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:17.673088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.692819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.696081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dde3bab0-0582-4f8b-b290-1f99890d60ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3036127 Sep 10 02:59:17.767353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.775117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.778912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port c76cbfac-7f9a-4ba6-8c29-41181680d2cc completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:17.782753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.788894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:17.791492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.804299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.811670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.817989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:17.836717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-6f15c305-d594-4979-af2b-c805b3e074ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5437 time: 0.1347644 Sep 10 02:59:17.842897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c76cbfac-7f9a-4ba6-8c29-41181680d2cc triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:17.843559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:17.883392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e96e0db2-9855-4b76-8a8f-900b9bfa531e req-402d83f4-5425-4a6d-96d4-c7dd9e1f8920 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488820 Sep 10 02:59:17.900140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['61d81bc4-f161-4c2f-acea-b7326e8cd886'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:18.017194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e619-e58d-455c-b1a4-60b9aedb1aab req-fb8dc49e-cdf2-4ac7-b25f-16d390277d13 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.025740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34b8e619-e58d-455c-b1a4-60b9aedb1aab req-fb8dc49e-cdf2-4ac7-b25f-16d390277d13 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 945 time: 0.0976431 Sep 10 02:59:18.038499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-05b06024-de84-4275-a3e3-5e3f47b44241 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1875113225&fields=id&tenant_id=73d2a02419cf45aca35909c97cdd7164 HTTP/1.1" status: 200 len: 267 time: 0.0416915 Sep 10 02:59:18.073246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34b8e619-e58d-455c-b1a4-60b9aedb1aab req-29fe13f1-735f-465b-86c9-2e84d5d21494 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Sep 10 02:59:18.119282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b93d7a7e-9a39-42e5-af72-328e79ba45f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.120906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b93d7a7e-9a39-42e5-af72-328e79ba45f0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 932 time: 0.0720053 Sep 10 02:59:18.185280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-251ad5c9-d2e8-4436-a4e0-f6a4b8554d23 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.193086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-251ad5c9-d2e8-4436-a4e0-f6a4b8554d23 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 931 time: 0.0632868 Sep 10 02:59:18.199038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b453cf1a-8e81-48eb-8862-6395a8dc7303'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:18.235954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-2fa720f7-8587-4f37-81dc-f5211d1a0253 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0418041 Sep 10 02:59:18.262978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:18.272262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-5c060081-9b71-450c-af08-8a1577a4b1f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354416 Sep 10 02:59:18.289573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['317cb891-9ec3-4317-ac29-8a8734791a29'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:18.331475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdac6-f1a7-458d-8998-51a26f03a1ca req-fe143e06-6e76-4764-a4e2-9dc8b65feedc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.333078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c5abdac6-f1a7-458d-8998-51a26f03a1ca req-fe143e06-6e76-4764-a4e2-9dc8b65feedc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0547707 Sep 10 02:59:18.348475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:18.350761 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9327118-de36-40a3-9f36-b81e0b169d8d" -d '{"events": [{"server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "name": "network-vif-plugged", "status": "completed", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:18.386463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c5abdac6-f1a7-458d-8998-51a26f03a1ca req-5b1c299e-4ff1-4457-b0d8-03b70a9a1102 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Sep 10 02:59:18.407669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:18.413865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-1c2b2518-9f36-4408-b246-e34c99ef9c6a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.421160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-1c2b2518-9f36-4408-b246-e34c99ef9c6a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.428022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-1c2b2518-9f36-4408-b246-e34c99ef9c6a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.436590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-1c2b2518-9f36-4408-b246-e34c99ef9c6a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/networks?id=6343ee87-8966-4201-a9c7-f0ff37993794&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=d814818c-87c3-4a6d-88b9-0d80b94173da&id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 1990 time: 0.1466939 Sep 10 02:59:18.442461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:18.443278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:18.454543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-a0b14899-c342-44d1-a301-cc476b6c7220 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/quotas/73d2a02419cf45aca35909c97cdd7164 HTTP/1.1" status: 200 len: 375 time: 0.0165596 Sep 10 02:59:18.528193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe9379-a313-474e-972b-13c51999804f req-e1d9475e-7a6e-4ce2-ab25-96efac00bac9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.537656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dbe9379-a313-474e-972b-13c51999804f req-e1d9475e-7a6e-4ce2-ab25-96efac00bac9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 945 time: 0.0742919 Sep 10 02:59:18.539205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-67f028a9-216d-4a79-85ee-3aaa0525e146 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0827358 Sep 10 02:59:18.602607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dbe9379-a313-474e-972b-13c51999804f req-c4fb3571-754f-40a3-a09b-d27c7c90864d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Sep 10 02:59:18.606964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:18.644535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-60762279-96a5-4e70-9df1-7174ed414193 service neutron] 10.222.0.23 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029708 Sep 10 02:59:18.656132 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa71c101-851a-4113-bdec-e4f3a664a760 x-openstack-request-id: req-aa71c101-851a-4113-bdec-e4f3a664a760 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:18.656445 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "name": "network-vif-plugged", "status": "completed", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:18.656695 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa71c101-851a-4113-bdec-e4f3a664a760 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:18.657077 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'code': 200} Sep 10 02:59:18.684566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port f0e1e746-51c8-4c1e-ad33-8a5f421a111c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:18.697257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f0e1e746-51c8-4c1e-ad33-8a5f421a111c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:18.697556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:18.796265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-c4f7d417-48f5-4a37-ac54-1e6153ee8a80 service neutron] 10.222.0.23 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507435 Sep 10 02:59:18.799685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:18.811474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958141bb-1bb7-45bd-940c-dae0742a7eb1 req-45061453-dd44-4e54-8702-149aba1ee747 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.815238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-958141bb-1bb7-45bd-940c-dae0742a7eb1 req-45061453-dd44-4e54-8702-149aba1ee747 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 944 time: 0.1042924 Sep 10 02:59:18.831633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd828-7c7d-4492-b0b4-3b87f12e2110 req-cdd51cde-94f5-4f8f-b33a-0fa3da1780c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:18.834524 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a65bd828-7c7d-4492-b0b4-3b87f12e2110 req-cdd51cde-94f5-4f8f-b33a-0fa3da1780c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.0875676 Sep 10 02:59:18.837237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:18.842329 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:18.854767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8e5ee306-fe09-4e43-ba0f-55a21aec99b3 service neutron] 10.222.0.23 "GET /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0500853 Sep 10 02:59:18.901361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:18.914323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-958141bb-1bb7-45bd-940c-dae0742a7eb1 req-2f81008f-2ad4-46cc-8b62-9b050ff31865 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920429 Sep 10 02:59:18.916426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a65bd828-7c7d-4492-b0b4-3b87f12e2110 req-87ebc8fd-2027-4797-91d2-5f613abc9c73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726323 Sep 10 02:59:18.967919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b69a924c-b2e4-4d23-a8cb-9f9c54cb1f3e service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069350 Sep 10 02:59:19.022219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.028769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.034669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.040597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.046412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.052354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.058451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.060400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0089693b-c81e-493a-a151-49d7cff6f119 req-9e293caa-9c0a-4f35-a7d6-d8aaab6557a1 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5437 time: 0.0913906 Sep 10 02:59:19.060530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-c26b90db-99b6-443c-a074-7675a6c32fec service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860298 Sep 10 02:59:19.105186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0089693b-c81e-493a-a151-49d7cff6f119 req-c7a00299-55ef-499d-bebe-69373a535b5a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379524 Sep 10 02:59:19.120195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-c837f5af-4188-4f23-ae32-432612d12369 service neutron] 10.222.0.23 "GET /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462649 Sep 10 02:59:19.216309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-fe08a95d-1b48-4de8-88a2-26b4c9f6e057 service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895381 Sep 10 02:59:19.229362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef2d48-fdb6-4365-a029-20d0ad43af5d req-005d7932-f5b8-4bce-8af9-7ba890d0249f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.230831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10ef2d48-fdb6-4365-a029-20d0ad43af5d req-005d7932-f5b8-4bce-8af9-7ba890d0249f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 946 time: 0.0526149 Sep 10 02:59:19.271696 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10ef2d48-fdb6-4365-a029-20d0ad43af5d req-861c27d5-05a7-4b3a-9a30-f6ddfed97a4c tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Sep 10 02:59:19.328000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-26053e38-d0d4-437d-88d9-b3d2aa9b78b7 service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047518 Sep 10 02:59:19.345368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['31b57197-a9d6-4b76-8c7a-71361e2972c4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:19.349684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 882d4fad-7067-4490-bd4d-fe696bb39492 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:19.428637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-bb5829a1-db23-4851-a27a-1a293c849160 service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954609 Sep 10 02:59:19.468499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 882d4fad-7067-4490-bd4d-fe696bb39492 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:19.483267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 882d4fad-7067-4490-bd4d-fe696bb39492 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:19.483589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:19.535211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-13b931dd-506b-4917-a3c7-64bd1108101c service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992680 Sep 10 02:59:19.537823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16d033-c06d-4e18-a96a-4c4633909588 req-2d7c85dc-a4e8-4c27-a3ab-48e543c1845f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.540929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb16d033-c06d-4e18-a96a-4c4633909588 req-2d7c85dc-a4e8-4c27-a3ab-48e543c1845f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0659053 Sep 10 02:59:19.605618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb16d033-c06d-4e18-a96a-4c4633909588 req-5a4e95c4-2fc8-4e32-aecb-62615731463d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563588 Sep 10 02:59:19.642180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:19.665983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-520c6804-32e3-4379-99fb-3a02d19cacec service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140561 Sep 10 02:59:19.681151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 882d4fad-7067-4490-bd4d-fe696bb39492, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=882d4fad-7067-4490-bd4d-fe696bb39492,segment=NetworkSegment(ecb7ad72-3621-4e56-bd5b-825369296515),segment_id=ecb7ad72-3621-4e56-bd5b-825369296515)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:19.688291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:19.727638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720e23c-e21b-4829-8e8e-aafc0684e20f req-72668838-5af5-462d-bd5a-01b9081a8edc tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:19.729440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d720e23c-e21b-4829-8e8e-aafc0684e20f req-72668838-5af5-462d-bd5a-01b9081a8edc tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 946 time: 0.0559783 Sep 10 02:59:19.749510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=882d4fad-7067-4490-bd4d-fe696bb39492,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:19.771904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d720e23c-e21b-4829-8e8e-aafc0684e20f req-39bf66ae-c879-4946-9bd3-054673fb9de6 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354223 Sep 10 02:59:19.775963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-1152f4fe-14bc-46b8-b24a-47d4985f4f3b service neutron] 10.222.0.23 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088145 Sep 10 02:59:19.862146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-ff2b3db3-d158-4322-834a-22f3d6f33219 service neutron] 10.222.0.23 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848753 Sep 10 02:59:19.966408 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-2b9c99dc-f2ab-4153-bd6c-820f0f062d3a service neutron] 10.222.0.23 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977993 Sep 10 02:59:20.037195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876922fa-486e-45d3-a061-31cc78a15bdd req-97dd1c05-155a-4c6c-b9e4-e0c305ff2d4d tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.044915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-876922fa-486e-45d3-a061-31cc78a15bdd req-97dd1c05-155a-4c6c-b9e4-e0c305ff2d4d tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 945 time: 0.0622244 Sep 10 02:59:20.066930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-9090a9b5-9337-49dd-a315-2d1fcd7fa489 service neutron] 10.222.0.23 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936630 Sep 10 02:59:20.083598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-876922fa-486e-45d3-a061-31cc78a15bdd req-074feead-b7d3-4258-9556-80480a9aeff0 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377820 Sep 10 02:59:20.180483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-be328b28-9d3e-4e50-bbf3-ce1571086cc2 service neutron] 10.222.0.23 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069210 Sep 10 02:59:20.273028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.278788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.284608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.290986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.297176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.303247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.309793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.311751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-12773e5f-5343-42a0-94c6-3e2ae76db0c3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5437 time: 0.1072693 Sep 10 02:59:20.367374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d10eac6-b6d1-4f70-96da-df922d8d3fef req-3afa66aa-0840-43ad-aee5-64d6bd5ee74f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478396 Sep 10 02:59:20.495442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b448-59d2-45b6-a8ad-91afdc6b8fe2 req-c36695c1-b103-4c00-affb-28c6bb4f20a1 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.497340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2c7b448-59d2-45b6-a8ad-91afdc6b8fe2 req-c36695c1-b103-4c00-affb-28c6bb4f20a1 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 946 time: 0.0639560 Sep 10 02:59:20.538888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2c7b448-59d2-45b6-a8ad-91afdc6b8fe2 req-8089e669-ff58-404d-ba94-5a74e2916b91 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Sep 10 02:59:20.644193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b453cf1a-8e81-48eb-8862-6395a8dc7303 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:20.694214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c'}, {'server_uuid': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d4fad-7067-4490-bd4d-fe696bb39492'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:20.696746 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3414e3-7f85-4e21-92c0-9e4d2d09fd64" -d '{"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-plugged", "status": "completed", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c"}, {"server_uuid": "fcab8413-ce92-4354-b6e5-67d71e4b7abe", "name": "network-vif-plugged", "status": "completed", "tag": "882d4fad-7067-4490-bd4d-fe696bb39492"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:20.763192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b453cf1a-8e81-48eb-8862-6395a8dc7303 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:20.771202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b453cf1a-8e81-48eb-8862-6395a8dc7303 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:20.772258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:20.801712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-d70cb318-caed-4970-ac14-48c268060837 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1347919 Sep 10 02:59:20.806683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:20.846014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:20.905331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d953d-7ab3-49f3-9106-5fb5e4ada0da req-2a3e3703-a08b-4de4-9d60-5bec1839a41b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:20.907642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf6d953d-7ab3-49f3-9106-5fb5e4ada0da req-2a3e3703-a08b-4de4-9d60-5bec1839a41b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0931072 Sep 10 02:59:20.922308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:20.970149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:20.975803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:20.977097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 218645e2-44d5-4307-b8d5-a0eedd470c2e up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:20.993730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf6d953d-7ab3-49f3-9106-5fb5e4ada0da req-b5251e65-b213-4872-9dbe-da075e176f87 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716500 Sep 10 02:59:21.051512 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.073099 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dbb27f-710f-4d68-88df-d80573a40437 x-openstack-request-id: req-04dbb27f-710f-4d68-88df-d80573a40437 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:21.079650 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-plugged", "status": "completed", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c", "code": 200}, {"server_uuid": "fcab8413-ce92-4354-b6e5-67d71e4b7abe", "name": "network-vif-plugged", "status": "completed", "tag": "882d4fad-7067-4490-bd4d-fe696bb39492", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:21.079932 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04dbb27f-710f-4d68-88df-d80573a40437 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:21.080358 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'code': 200} Sep 10 02:59:21.080606 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d4fad-7067-4490-bd4d-fe696bb39492', 'code': 200} Sep 10 02:59:21.150344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09aa63fe-cc71-4d14-8a22-50d25b0a5653 req-cdb09890-fbe3-49d3-bfc6-27230c812d5a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0611320 Sep 10 02:59:21.166932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:21.176718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 218645e2-44d5-4307-b8d5-a0eedd470c2e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:21.181697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 218645e2-44d5-4307-b8d5-a0eedd470c2e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:21.196193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.247891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd58b7c-5ed4-411b-bc7f-7d2d42b8cbfd req-5fe2da35-4788-415b-9f04-27612e478d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.249832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3cd58b7c-5ed4-411b-bc7f-7d2d42b8cbfd req-5fe2da35-4788-415b-9f04-27612e478d9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 1096 time: 0.0670526 Sep 10 02:59:21.317326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Allocated IP 172.25.8.116 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/fc9ba3b2-16de-4fbe-aba1-fac4aafe96da) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:21.323706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e54ef-5385-4ebd-a895-8309b14e0ae5 req-396f37d2-5d84-4a7d-a3b7-b8cdaf87b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.323842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3cd58b7c-5ed4-411b-bc7f-7d2d42b8cbfd req-5bdb0d8d-581b-4274-b270-a8d1a39aa485 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664823 Sep 10 02:59:21.326084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba4e54ef-5385-4ebd-a895-8309b14e0ae5 req-396f37d2-5d84-4a7d-a3b7-b8cdaf87b891 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 1097 time: 0.1303613 Sep 10 02:59:21.359630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390684d-fa36-4f47-be0f-06975329332b req-f0643dc1-20de-4d59-94b3-432aa81922a3 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.361974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1390684d-fa36-4f47-be0f-06975329332b req-f0643dc1-20de-4d59-94b3-432aa81922a3 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 946 time: 0.0764229 Sep 10 02:59:21.460518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1390684d-fa36-4f47-be0f-06975329332b req-52779e16-3960-4870-aec7-478834bdf295 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915589 Sep 10 02:59:21.468172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.503411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.518800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:21.525561 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.526704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e19b996e-7336-45e6-be52-704098aa8fe1 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:21.586080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba4e54ef-5385-4ebd-a895-8309b14e0ae5 req-c1ed2357-6cee-4952-90fb-4fd962f05ef4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777249 Sep 10 02:59:21.617769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.620900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c92f78-d9bb-4405-8173-ea7d6ae1861d req-039a8b04-4d6a-4f6e-aa58-44083e87abcf tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.622465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51c92f78-d9bb-4405-8173-ea7d6ae1861d req-039a8b04-4d6a-4f6e-aa58-44083e87abcf tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 945 time: 0.0699210 Sep 10 02:59:21.675235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51c92f78-d9bb-4405-8173-ea7d6ae1861d req-93242aea-6bea-483a-ab08-b16dc5c9eb3e tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Sep 10 02:59:21.678695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:21.703915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port e19b996e-7336-45e6-be52-704098aa8fe1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:21.708389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port e19b996e-7336-45e6-be52-704098aa8fe1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:21.708762 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.709955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:21.741163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:21.744060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event updated for resources: {'Port': ['ID=fc9ba3b2-16de-4fbe-aba1-fac4aafe96da,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:21.755067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:21.830686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.845653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.852317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.861495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.867662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e19b996e-7336-45e6-be52-704098aa8fe1,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:21.869758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.881064 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.882755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f961560c-82ec-4d27-9f1f-8412aca091d2 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:21.883274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.893290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.901494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:21.903419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-7c8998a6-85e5-4a5c-9323-1fe2c744d82c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5439 time: 0.1499143 Sep 10 02:59:21.913238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.953757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-da121c3e-b3bf-4799-9923-e2f0916fd19a req-479c6267-bd79-4a8c-9815-63a223572b7f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427806 Sep 10 02:59:21.964525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:21.984635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:22.015258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f961560c-82ec-4d27-9f1f-8412aca091d2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:22.020891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f961560c-82ec-4d27-9f1f-8412aca091d2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:22.021269 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.170844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.179871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d658a-10c4-4bc1-bb2d-b9b83276dda3 req-947a3d8d-13fc-46d3-96e3-c6f931f4af0c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.182019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439d658a-10c4-4bc1-bb2d-b9b83276dda3 req-947a3d8d-13fc-46d3-96e3-c6f931f4af0c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0716667 Sep 10 02:59:22.219830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.225118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f961560c-82ec-4d27-9f1f-8412aca091d2,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:22.228671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.230231 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.231155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b06c6698-33f8-459f-af8f-a70b02db4fc3 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:22.245391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-d62d98d3-76ea-48ac-b952-143898d9d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.246838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-d62d98d3-76ea-48ac-b952-143898d9d444 service neutron] 10.222.0.32 "GET /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 1028 time: 0.0639267 Sep 10 02:59:22.307601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439d658a-10c4-4bc1-bb2d-b9b83276dda3 req-441137a4-0466-4fae-b285-7f336e0e229e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011477 Sep 10 02:59:22.319151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-70cdfeb6-10d2-4383-b5c2-05d36b1bb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.323135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-70cdfeb6-10d2-4383-b5c2-05d36b1bb770 service neutron] 10.222.0.32 "GET /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 1027 time: 0.0650527 Sep 10 02:59:22.362345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event updated for resources: {'Port': ['ID=fc9ba3b2-16de-4fbe-aba1-fac4aafe96da,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:22.380085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.400059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.401484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-ed219ac3-12bf-4486-8a4e-3e2ffc9aa5e0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5988877 Sep 10 02:59:22.438037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:22.460302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b06c6698-33f8-459f-af8f-a70b02db4fc3 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:22.464908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b06c6698-33f8-459f-af8f-a70b02db4fc3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:22.465487 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.467477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-52863fd7-a99b-40d2-b148-ee6e66b1a443 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0573394 Sep 10 02:59:22.503735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f4d79b3-7227-4140-b40e-6ac2143096b7 req-27601e10-fbee-448b-9b5d-62be99ecbf35 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0970273 Sep 10 02:59:22.564588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-be89cf88-1896-44cd-acc9-86190c47a643 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.584721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-be89cf88-1896-44cd-acc9-86190c47a643 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.605694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-be89cf88-1896-44cd-acc9-86190c47a643 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.605694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-be89cf88-1896-44cd-acc9-86190c47a643 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "GET /v2.0/networks?id=6343ee87-8966-4201-a9c7-f0ff37993794&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=d814818c-87c3-4a6d-88b9-0d80b94173da&id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 1990 time: 0.2750266 Sep 10 02:59:22.658125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.681504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-74040a7d-38c5-48f1-b008-735afcfb9803 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.695127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-1a631d1f-7842-4882-b919-b2b5db2824d0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73d2a02419cf45aca35909c97cdd7164 HTTP/1.1" status: 200 len: 380 time: 0.0795145 Sep 10 02:59:22.698341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-136cafe4-9d44-422e-b3e0-fb9d3b151ab8 req-74040a7d-38c5-48f1-b008-735afcfb9803 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2244849 Sep 10 02:59:22.709205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'admin_state_up': True, 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'security_groups': ['f10a3277-c43f-425a-9cbe-53e8eec76835']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:22.776355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ababe-be2c-4837-8d33-cdff7140e959 req-fd0a6773-f499-4967-9296-9cd070c9694a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.784082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-061ababe-be2c-4837-8d33-cdff7140e959 req-fd0a6773-f499-4967-9296-9cd070c9694a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 946 time: 0.1409929 Sep 10 02:59:22.787372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:22.797296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.810702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31b57197-a9d6-4b76-8c7a-71361e2972c4 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:22.878475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f559c-5a81-49cc-936c-c5c20c6d009f req-e16fad7d-a2f3-413f-8121-e18f89925ad7 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:22.881447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-843f559c-5a81-49cc-936c-c5c20c6d009f req-e16fad7d-a2f3-413f-8121-e18f89925ad7 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 945 time: 0.0709925 Sep 10 02:59:22.904171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-061ababe-be2c-4837-8d33-cdff7140e959 req-9b6437a6-1dae-4f38-a927-73ce8d383b18 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187429 Sep 10 02:59:22.970953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:22.974606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:22.984636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:22.998469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 31b57197-a9d6-4b76-8c7a-71361e2972c4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:23.004067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 31b57197-a9d6-4b76-8c7a-71361e2972c4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:23.004489 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.017145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-843f559c-5a81-49cc-936c-c5c20c6d009f req-4d3dd8dc-719f-4b4c-8fbf-6c53e5805016 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269681 Sep 10 02:59:23.081268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218645e2-44d5-4307-b8d5-a0eedd470c2e'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961560c-82ec-4d27-9f1f-8412aca091d2'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:23.089186 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bf673d-6320-4250-ae12-30770a200e76" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "218645e2-44d5-4307-b8d5-a0eedd470c2e"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "f961560c-82ec-4d27-9f1f-8412aca091d2"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:23.178301 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.191439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.198600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.206281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.213035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.216232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:23.221364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.222940 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.224058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:23.228807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.235987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.244341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f990457c-d441-40b1-9955-5d1e397e23de req-bf6705b7-5a14-4c3d-8fe3-8f002a9d4b2e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5442 time: 0.1236000 Sep 10 02:59:23.276519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 172.20.0.14 (6343ee87-8966-4201-a9c7-f0ff37993794/9ab391f9-1aeb-47f9-af5b-63f6312f69a9/3bf53030-6ff4-4a62-856c-c69b1242528a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:23.307778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f990457c-d441-40b1-9955-5d1e397e23de req-a30bcb3e-0f14-4227-9101-289f2fa30c40 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608177 Sep 10 02:59:23.308803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:23.323581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:23.327082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-f72af54a-f26a-4b02-8a85-82ea30018024 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.328361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:23.328657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-f72af54a-f26a-4b02-8a85-82ea30018024 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 821 time: 0.1923482 Sep 10 02:59:23.328816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.389580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-908cf3c1-4526-439e-a66d-64d982e99ad7 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/quotas/05e37fba0041489b821e7c4f52ae83e2 HTTP/1.1" status: 200 len: 375 time: 0.0264010 Sep 10 02:59:23.509307 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.515029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-0f273e64-4fac-4325-a384-28fb43258b5b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1079426 Sep 10 02:59:23.572108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:23.582505 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.585617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 317cb891-9ec3-4317-ac29-8a8734791a29 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:23.640094 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791618f3-8894-41d3-a28f-f4c41514ad75 x-openstack-request-id: req-791618f3-8894-41d3-a28f-f4c41514ad75 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:23.645852 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "218645e2-44d5-4307-b8d5-a0eedd470c2e", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "f961560c-82ec-4d27-9f1f-8412aca091d2", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:23.646114 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-791618f3-8894-41d3-a28f-f4c41514ad75 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:23.646528 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303', 'code': 200} Sep 10 02:59:23.646784 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218645e2-44d5-4307-b8d5-a0eedd470c2e', 'code': 200} Sep 10 02:59:23.647036 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1', 'code': 200} Sep 10 02:59:23.647285 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961560c-82ec-4d27-9f1f-8412aca091d2', 'code': 200} Sep 10 02:59:23.647558 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3', 'code': 200} Sep 10 02:59:23.706630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:23.756681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03420562-683b-43c7-a11a-4fef8b8c96c9 req-1fdab018-35f6-40d4-a103-ad7a417d8492 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:23.769874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 317cb891-9ec3-4317-ac29-8a8734791a29 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:23.770851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03420562-683b-43c7-a11a-4fef8b8c96c9 req-1fdab018-35f6-40d4-a103-ad7a417d8492 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0724332 Sep 10 02:59:23.779152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 317cb891-9ec3-4317-ac29-8a8734791a29 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:23.780281 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.782379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.794662 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-299d89fb-05fd-4fd4-a7d6-e3948a4ad2e1 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639427 Sep 10 02:59:23.833168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object 3bf53030-6ff4-4a62-856c-c69b1242528a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:23.867758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03420562-683b-43c7-a11a-4fef8b8c96c9 req-13baa089-67f3-4070-969a-e7afde23014f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826750 Sep 10 02:59:23.914082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.944466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-2e0c25be-d882-4dd8-999d-4ed294595573 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454089 Sep 10 02:59:23.954894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:23.989430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=317cb891-9ec3-4317-ac29-8a8734791a29,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:23.999929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:24.038938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c76b0-345d-4892-b510-7590ec1fdee4 req-aff8aadf-e65d-4953-8b47-a83017ca2a09 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.044374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e2c76b0-345d-4892-b510-7590ec1fdee4 req-aff8aadf-e65d-4953-8b47-a83017ca2a09 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 932 time: 0.0977814 Sep 10 02:59:24.062606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 6343ee87-8966-4201-a9c7-f0ff37993794 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:24.065748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:24.089539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:24.101967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:24.129170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:24.163290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e2c76b0-345d-4892-b510-7590ec1fdee4 req-b307bed5-2095-4b4e-9e3b-0c127fc21b6b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119282 Sep 10 02:59:24.191621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.192333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:24.215080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-71ed8cb9-c92d-4011-a9cf-ee85337d7a1d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5105400 Sep 10 02:59:24.239973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'admin_state_up': True, 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'security_groups': ['f10a3277-c43f-425a-9cbe-53e8eec76835']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:24.422038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0833e-9783-4a9e-89fe-0e7223f6ac62 req-ae62d513-255f-436d-9272-c3bd03789fd9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.423836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbf0833e-9783-4a9e-89fe-0e7223f6ac62 req-ae62d513-255f-436d-9272-c3bd03789fd9 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 946 time: 0.1437335 Sep 10 02:59:24.492748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c8c7216c-18bf-4329-8bd2-de0fd1a97b28 None None] Provisioning for port 3bf53030-6ff4-4a62-856c-c69b1242528a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:24.499275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c8c7216c-18bf-4329-8bd2-de0fd1a97b28 None None] Provisioning complete for port 3bf53030-6ff4-4a62-856c-c69b1242528a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:24.502489 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8c7216c-18bf-4329-8bd2-de0fd1a97b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:24.521067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbf0833e-9783-4a9e-89fe-0e7223f6ac62 req-700f64d0-6da1-4305-8971-686b1500f086 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907695 Sep 10 02:59:24.565451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:24.575265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:24.597743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7216c-18bf-4329-8bd2-de0fd1a97b28 None None] Port 3bf53030-6ff4-4a62-856c-c69b1242528a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:24.660183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7391a6ee-d17e-4c1e-a479-905d67b53daf req-ace6f12a-cdc3-45a3-86fe-7d76161e4b4b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 210 time: 0.0597994 Sep 10 02:59:24.752548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.758756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.766090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.773917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.781839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.781985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e67f-c7a8-4427-84d7-2d9f9c4a0b06 req-20dc2669-d17d-4651-a895-2f608ec32558 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.792002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a4e1e67f-c7a8-4427-84d7-2d9f9c4a0b06 req-20dc2669-d17d-4651-a895-2f608ec32558 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 945 time: 0.0744460 Sep 10 02:59:24.796487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.809017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:24.823833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-4a9489f2-b328-426c-8ac3-db54d83fff16 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1668875 Sep 10 02:59:24.841102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a4e1e67f-c7a8-4427-84d7-2d9f9c4a0b06 req-267cbe8f-c5d2-4eda-a71a-06d84f126dc4 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479233 Sep 10 02:59:24.909321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1725e8e7-0c3e-45a8-9d92-72c057e97b75 req-9d14e4d3-1515-4751-a2bd-288b554308be tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819798 Sep 10 02:59:24.958304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 10.1.1.57 (6105f85c-b0f5-49d2-b0ff-4a8258a9a3db/ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8/a609e52a-b2c8-4c67-91ab-41c9efedccdf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:25.181345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e936c-11d6-4b59-8864-1b0bcee36b88 req-f289abfd-311c-4bb3-a0b9-51210e47797e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:25.189994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d5e936c-11d6-4b59-8864-1b0bcee36b88 req-f289abfd-311c-4bb3-a0b9-51210e47797e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.1480877 Sep 10 02:59:25.261747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d5e936c-11d6-4b59-8864-1b0bcee36b88 req-be4fbc55-f50b-4c3b-b324-28ffe0c9967a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Sep 10 02:59:25.290030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:25.330501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object a609e52a-b2c8-4c67-91ab-41c9efedccdf will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:25.419491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad250c33-0c10-4818-989b-f68d06a0bb9a req-ab776db0-ccef-4c44-9883-705354325fc4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:25.421319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad250c33-0c10-4818-989b-f68d06a0bb9a req-ab776db0-ccef-4c44-9883-705354325fc4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 932 time: 0.0810168 Sep 10 02:59:25.423345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:25.499775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:25.515647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:25.519426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:25.521936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:25.531215 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad250c33-0c10-4818-989b-f68d06a0bb9a req-43ae4121-4189-4e1a-a53f-32c6bf67e4ae tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030097 Sep 10 02:59:25.595314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:25.596871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:25.643565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6c1de723-1b37-4831-83e3-f6b7d83a9a68 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4208810 Sep 10 02:59:25.648683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4'}, {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:25.654027 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6054ef4-5823-4b06-a518-d61461baae17" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4"}, {"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-plugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:25.692956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'admin_state_up': True, 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'security_groups': ['f10a3277-c43f-425a-9cbe-53e8eec76835']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:25.706642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc5c3-7ba3-4c76-b15f-0dcab74080be req-c8f2a1a9-1a2a-4329-93af-6480ce9a863a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:25.708247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3ccc5c3-7ba3-4c76-b15f-0dcab74080be req-c8f2a1a9-1a2a-4329-93af-6480ce9a863a tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 946 time: 0.4756117 Sep 10 02:59:25.769891 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a882d3-c8ff-4090-9b99-5d72977afd86 x-openstack-request-id: req-89a882d3-c8ff-4090-9b99-5d72977afd86 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:25.770143 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4", "code": 200}, {"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-plugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-plugged", "status": "completed", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:25.770394 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89a882d3-c8ff-4090-9b99-5d72977afd86 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:25.771104 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4', 'code': 200} Sep 10 02:59:25.771714 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'code': 200} Sep 10 02:59:25.771972 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29', 'code': 200} Sep 10 02:59:25.807583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3ccc5c3-7ba3-4c76-b15f-0dcab74080be req-7e6d0da4-f8f1-4a58-ba46-1c404e97e404 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905294 Sep 10 02:59:25.987774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-f863b4c6-caba-44ca-a546-63bb75716e5b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:25.989631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-f863b4c6-caba-44ca-a546-63bb75716e5b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 821 time: 0.2427361 Sep 10 02:59:26.034661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'port': {'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'admin_state_up': True, 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:26.036492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c9c1820-be06-4d8c-816b-538dede7946d req-f4c05413-565e-49d1-976e-a17eabb94fec tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 210 time: 0.1213915 Sep 10 02:59:26.039899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bf0982f2-2c0c-4308-88c7-b8a3261c0882 None None] Provisioning for port a609e52a-b2c8-4c67-91ab-41c9efedccdf completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:26.065358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bf0982f2-2c0c-4308-88c7-b8a3261c0882 None None] Provisioning complete for port a609e52a-b2c8-4c67-91ab-41c9efedccdf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:26.066029 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bf0982f2-2c0c-4308-88c7-b8a3261c0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:26.136922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe420d9a-5fad-446e-b2e8-0b4cce2be843 req-0564562e-503e-462f-b2ed-f19cdbfa31fd tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.140728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bf0982f2-2c0c-4308-88c7-b8a3261c0882 None None] Port a609e52a-b2c8-4c67-91ab-41c9efedccdf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:26.144468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe420d9a-5fad-446e-b2e8-0b4cce2be843 req-0564562e-503e-462f-b2ed-f19cdbfa31fd tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 945 time: 0.1534445 Sep 10 02:59:26.166679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e654-5200-487d-80a2-170e8cc95763 req-36bcdb35-a0dc-41a2-8745-0a8a3ee269fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.172091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1b5e654-5200-487d-80a2-170e8cc95763 req-36bcdb35-a0dc-41a2-8745-0a8a3ee269fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1100 time: 0.2678752 Sep 10 02:59:26.234375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.234852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.235325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.235830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.236301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.236760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.237222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.239205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11671625-96f4-4aac-8ed9-a6896da61155 req-45562ddd-23df-44bb-92bb-c4742ab8bd1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6501 time: 0.1232607 Sep 10 02:59:26.252438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe420d9a-5fad-446e-b2e8-0b4cce2be843 req-12e6b32a-51b9-4b6e-91b7-5a5aa5411681 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c347c51-9ef3-4bfb-a49d-ae033b088fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070194 Sep 10 02:59:26.310573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11671625-96f4-4aac-8ed9-a6896da61155 req-831dbe4f-af95-4324-b691-b35ed10873a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570483 Sep 10 02:59:26.396617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf5703-a72d-4b6e-8767-0404cdbcbc98 req-153fd979-463e-40de-b4be-6ae0be4cc353 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.398523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2bf5703-a72d-4b6e-8767-0404cdbcbc98 req-153fd979-463e-40de-b4be-6ae0be4cc353 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0644336 Sep 10 02:59:26.453886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2bf5703-a72d-4b6e-8767-0404cdbcbc98 req-14dd23ab-ee45-4e08-9d1d-488660039323 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481665 Sep 10 02:59:26.649178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:26.653190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:26.682406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1b5e654-5200-487d-80a2-170e8cc95763 req-f5b5b00c-8845-4ea6-9e60-b40b2d5ee4c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855154 Sep 10 02:59:26.687953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Made reservation on behalf of 05e37fba0041489b821e7c4f52ae83e2 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:26.691856 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:26.716359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db7411-85a7-459d-8821-8988788c0307 req-96a23271-09f0-4d2c-b43e-4164bea217da tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.717890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28db7411-85a7-459d-8821-8988788c0307 req-96a23271-09f0-4d2c-b43e-4164bea217da tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 945 time: 0.5125964 Sep 10 02:59:26.728849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.734962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.740735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.746964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.752977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.758745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.765142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.767032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-7637dd47-ef69-4120-8c2c-35e5dda929ae tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1702280 Sep 10 02:59:26.767848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751928-6df6-4553-93bd-e4ce9c9d2bb3 req-67a5fe0b-8dc4-4bbc-8674-a9d35f6d3277 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.775485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751928-6df6-4553-93bd-e4ce9c9d2bb3 req-67a5fe0b-8dc4-4bbc-8674-a9d35f6d3277 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:26.777848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8751928-6df6-4553-93bd-e4ce9c9d2bb3 req-67a5fe0b-8dc4-4bbc-8674-a9d35f6d3277 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 1653 time: 0.1317370 Sep 10 02:59:26.857086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8751928-6df6-4553-93bd-e4ce9c9d2bb3 req-b51caa40-934d-41c7-b753-4d35a7ed4e38 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673862 Sep 10 02:59:26.895129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Allocated IP 172.20.0.3 (7064388c-2b00-4686-9a52-5fe8a0ae57cf/f8172d4c-3099-417f-ab03-f85b61651cb7/c901b48c-7fac-4609-9427-b90430ae3b8b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:26.916434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29fb4e8c-2d26-4d6e-91d2-fba85cd04dac req-3ba6bd04-5e26-4ba5-b44d-b50c84b021f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124489 Sep 10 02:59:27.017915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 10.1.1.214 (6105f85c-b0f5-49d2-b0ff-4a8258a9a3db/ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8/575322c6-19b6-4b56-8111-94c8ac3b5bed) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:27.036373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Deleting port 882d4fad-7067-4490-bd4d-fe696bb39492 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:59:27.036681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.134466 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.149536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Transition to ACTIVE for port object c901b48c-7fac-4609-9427-b90430ae3b8b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:27.166769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] For port 882d4fad-7067-4490-bd4d-fe696bb39492, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=882d4fad-7067-4490-bd4d-fe696bb39492,segment=NetworkSegment(ecb7ad72-3621-4e56-bd5b-825369296515),segment_id=ecb7ad72-3621-4e56-bd5b-825369296515)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:27.167142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.184133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Calling delete_port for 882d4fad-7067-4490-bd4d-fe696bb39492 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:59:27.224684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.237727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c76cbfac-7f9a-4ba6-8c29-41181680d2cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:27.247522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4c0d5-ffe1-4480-9861-e21b64d44adf req-e3446e91-486a-4baa-8324-8e82576a8480 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:27.255746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99a4c0d5-ffe1-4480-9861-e21b64d44adf req-e3446e91-486a-4baa-8324-8e82576a8480 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 946 time: 0.0866373 Sep 10 02:59:27.329322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:27.353472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:27.359985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:27.457556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event updated for resources: {'Port': ['ID=c901b48c-7fac-4609-9427-b90430ae3b8b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:27.482319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.492362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99a4c0d5-ffe1-4480-9861-e21b64d44adf req-7545e0d0-b3cf-43c8-a941-758a52db9ec6 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355387 Sep 10 02:59:27.561112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.561518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:27.566819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.569395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object 575322c6-19b6-4b56-8111-94c8ac3b5bed will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:27.598492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-10974ce8-e6ab-42fa-9b19-04de981ea32a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5742626 Sep 10 02:59:27.612952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Pushing event deleted for resources: {'Port': ['ID=882d4fad-7067-4490-bd4d-fe696bb39492,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:27.623342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Request body: {'port': {'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:27.673957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a81fec5e-a5f9-474a-9c81-738a735fff9c None None] Provisioning for port c901b48c-7fac-4609-9427-b90430ae3b8b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:27.679516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a81fec5e-a5f9-474a-9c81-738a735fff9c None None] Provisioning complete for port c901b48c-7fac-4609-9427-b90430ae3b8b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:27.680313 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a81fec5e-a5f9-474a-9c81-738a735fff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.722341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e7ab4-eb54-4834-a0b4-d431e3ab65d0 req-38a7478f-b461-4084-b7a2-c86768aa3fa0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:27.732947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a81fec5e-a5f9-474a-9c81-738a735fff9c None None] Port c901b48c-7fac-4609-9427-b90430ae3b8b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:27.733180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e92e7ab4-eb54-4834-a0b4-d431e3ab65d0 req-38a7478f-b461-4084-b7a2-c86768aa3fa0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 931 time: 0.3554106 Sep 10 02:59:27.755760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc996ad9-7b20-441e-8b3d-3d0f8876e503 req-ea86aebe-b002-4cdc-b6e4-e675b51c47f8 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcab8413-ce92-4354-b6e5-67d71e4b7abe HTTP/1.1" status: 200 len: 210 time: 0.0865490 Sep 10 02:59:27.764847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.793338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] No DVR routers for this DVR port 882d4fad-7067-4490-bd4d-fe696bb39492 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:59:27.804818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:27.808477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28db7411-85a7-459d-8821-8988788c0307 req-b5c49c6f-003f-4dc3-bcb4-692165e50f36 tempest-ServerAddressesNegativeTestJSON-181098263 tempest-ServerAddressesNegativeTestJSON-181098263-project] 10.222.0.36 "DELETE /v2.0/ports/882d4fad-7067-4490-bd4d-fe696bb39492 HTTP/1.1" status: 204 len: 173 time: 1.0405028 Sep 10 02:59:27.822247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'name': 'network-vif-deleted', 'tag': '882d4fad-7067-4490-bd4d-fe696bb39492'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:27.827320 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ef9fd5-ea25-41be-9f32-24f078535c92" -d '{"events": [{"server_uuid": "fcab8413-ce92-4354-b6e5-67d71e4b7abe", "name": "network-vif-deleted", "tag": "882d4fad-7067-4490-bd4d-fe696bb39492"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:27.895135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e92e7ab4-eb54-4834-a0b4-d431e3ab65d0 req-2df748e2-a2bc-43a7-a3c1-a32ba7f632cd tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611254 Sep 10 02:59:27.919512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.012868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:28.035406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:28.038118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:28.040857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de798e0-2477-46cd-9a27-228a682a57f7 req-d36afc76-f5ca-41e7-a827-da287259baed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.042055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:28.042755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9de798e0-2477-46cd-9a27-228a682a57f7 req-d36afc76-f5ca-41e7-a827-da287259baed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.1660683 Sep 10 02:59:28.147200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.151201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.181598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-499074b3-36ac-4f74-ae19-075a32ca6a4b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5016949 Sep 10 02:59:28.194905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da', 'admin_state_up': True, 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'security_groups': ['f10a3277-c43f-425a-9cbe-53e8eec76835']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:28.202349 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9de798e0-2477-46cd-9a27-228a682a57f7 req-26fe0ca5-8213-4992-8573-fc268b455c54 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481519 Sep 10 02:59:28.403347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c901b48c-7fac-4609-9427-b90430ae3b8b {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:28.417532 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a5c64-3736-421a-a2d4-e1e27cc788ea x-openstack-request-id: req-717a5c64-3736-421a-a2d4-e1e27cc788ea {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:28.419166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.429224 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcab8413-ce92-4354-b6e5-67d71e4b7abe", "name": "network-vif-deleted", "tag": "882d4fad-7067-4490-bd4d-fe696bb39492", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:28.429224 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-717a5c64-3736-421a-a2d4-e1e27cc788ea {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:28.433570 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab8413-ce92-4354-b6e5-67d71e4b7abe', 'name': 'network-vif-deleted', 'tag': '882d4fad-7067-4490-bd4d-fe696bb39492', 'status': 'completed', 'code': 200} Sep 10 02:59:28.464804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Transition to ACTIVE for port object c901b48c-7fac-4609-9427-b90430ae3b8b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:28.467438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-85bcbb5c-a102-4f7f-b40a-08bd6b47645e None None] Provisioning for port 575322c6-19b6-4b56-8111-94c8ac3b5bed completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:28.479635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-85bcbb5c-a102-4f7f-b40a-08bd6b47645e None None] Provisioning complete for port 575322c6-19b6-4b56-8111-94c8ac3b5bed triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:28.480024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-85bcbb5c-a102-4f7f-b40a-08bd6b47645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.533669 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.535318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:28.551384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-85bcbb5c-a102-4f7f-b40a-08bd6b47645e None None] Port 575322c6-19b6-4b56-8111-94c8ac3b5bed cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:28.619590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Pushing event updated for resources: {'Port': ['ID=c901b48c-7fac-4609-9427-b90430ae3b8b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:28.638204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c358-a769-4276-a926-7ef9703c35e7 req-0e56f786-98b9-439b-b7b6-c6818df42a9c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.646958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c358-a769-4276-a926-7ef9703c35e7 req-0e56f786-98b9-439b-b7b6-c6818df42a9c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.663349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c358-a769-4276-a926-7ef9703c35e7 req-0e56f786-98b9-439b-b7b6-c6818df42a9c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.670962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80a4c358-a769-4276-a926-7ef9703c35e7 req-0e56f786-98b9-439b-b7b6-c6818df42a9c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 2374 time: 0.2045641 Sep 10 02:59:28.807580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.809893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80a4c358-a769-4276-a926-7ef9703c35e7 req-2b9276b5-3832-43f1-ad66-30753e4717ca tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343369 Sep 10 02:59:28.859489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Attempting to bind port c901b48c-7fac-4609-9427-b90430ae3b8b on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:28.862092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Attempting to bind port c901b48c-7fac-4609-9427-b90430ae3b8b by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:28.862812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Attempting to bind port c901b48c-7fac-4609-9427-b90430ae3b8b on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:28.871521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.879519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Port c901b48c-7fac-4609-9427-b90430ae3b8b on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:28.880066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Attempting to bind port c901b48c-7fac-4609-9427-b90430ae3b8b on network 7064388c-2b00-4686-9a52-5fe8a0ae57cf {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:28.885728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.891678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:28.892311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Checking segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:28.898017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Bound using segment: {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:28.898244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.898872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Bound port: c901b48c-7fac-4609-9427-b90430ae3b8b, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2018eb90-e5d6-436e-87f4-caea1fc89204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:28.899501 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:28.915759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.928207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.934693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.940896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:28.942918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-4d3e1596-3871-439f-8d16-cbd7eee739f0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.2172213 Sep 10 02:59:29.018580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] For port c901b48c-7fac-4609-9427-b90430ae3b8b, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:29.023598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] For port c901b48c-7fac-4609-9427-b90430ae3b8b, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c901b48c-7fac-4609-9427-b90430ae3b8b,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:29.029297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.070055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44322) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:29.110910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-513c1d58-7f31-414c-88c7-1f308d6b0144 req-a85c55ea-8331-45d8-be73-fb20c88f5e3c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577640 Sep 10 02:59:29.180690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.187935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.189547 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] 10.222.0.36 "PUT /v2.0/ports/c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 1091 time: 1.5754235 Sep 10 02:59:29.190310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:29.193680 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bdb261-6579-4777-93fb-307208a41053" -d '{"events": [{"name": "network-changed", "server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:29.267150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Deleting subnet f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 02:59:29.270339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eabd4-e7e4-40a6-a403-1d45e851a12a service neutron] Pushing event updated for resources: {'Port': ['ID=c901b48c-7fac-4609-9427-b90430ae3b8b,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:29.293422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.343653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a49663-d17c-4797-9cec-0d3419270b52 req-2daa8882-0f90-4c56-99d4-ee6478a2a9f6 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.351235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65a49663-d17c-4797-9cec-0d3419270b52 req-2daa8882-0f90-4c56-99d4-ee6478a2a9f6 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 943 time: 0.2084317 Sep 10 02:59:29.374411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.404008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 882d4fad-7067-4490-bd4d-fe696bb39492 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:59:29.437840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.442531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 882d4fad-7067-4490-bd4d-fe696bb39492 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:59:29.442874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 882d4fad-7067-4490-bd4d-fe696bb39492 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:59:29.445476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.448857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-56818836-b778-4246-bf44-fa43da939920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.451545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-56818836-b778-4246-bf44-fa43da939920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1094 time: 0.1988068 Sep 10 02:59:29.453798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.460563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.467697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.474201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.481614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.483619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d36cfb0a-6e6b-439d-84dd-2243a3cdd7e2 req-2da38e0d-b216-4ec3-8ceb-888148c41512 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1760559 Sep 10 02:59:29.517666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 10.2.2.100 (d814818c-87c3-4a6d-88b9-0d80b94173da/f596aa7e-d722-48c2-a245-018b8b3092a0/8c5369cc-81b4-48e9-b155-46c046a3e136) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:29.522922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65a49663-d17c-4797-9cec-0d3419270b52 req-0f3c01fc-4145-41a6-b999-9131320ffb40 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566563 Sep 10 02:59:29.523513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44332) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:29.539023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Request body: {'floatingip': {'port_id': '317cb891-9ec3-4317-ac29-8a8734791a29'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:29.546112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-70540702-f55b-4e2e-9e56-bc7855b07e59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 217 time: 0.0836756 Sep 10 02:59:29.604008 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b59fa-e3d8-460b-90de-f6892969593d x-openstack-request-id: req-252b59fa-e3d8-460b-90de-f6892969593d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:29.604693 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:29.605185 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-252b59fa-e3d8-460b-90de-f6892969593d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:29.606257 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'status': 'completed', 'code': 200} Sep 10 02:59:29.610258 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.628580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.714172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.732814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object 8c5369cc-81b4-48e9-b155-46c046a3e136 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:29.792010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-c99089e9-ad16-4029-acb4-a3799346dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.792872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-c99089e9-ad16-4029-acb4-a3799346dcfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1858506 Sep 10 02:59:29.794230 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.854504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network d814818c-87c3-4a6d-88b9-0d80b94173da is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:29.860265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:29.865771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:29.904677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c2890-b293-4cc5-9217-5361fcb915e4 req-77bddacf-6279-4b53-8744-e27873751aba tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.912297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:29.916164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc1c2890-b293-4cc5-9217-5361fcb915e4 req-77bddacf-6279-4b53-8744-e27873751aba tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.3071048 Sep 10 02:59:29.945424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:29.952561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:29.953522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.004166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-17f9d925-fa79-4584-9f8e-a2a8df02dde9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8133636 Sep 10 02:59:30.019726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da', 'admin_state_up': True, 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'security_groups': ['f10a3277-c43f-425a-9cbe-53e8eec76835']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:30.044718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.046705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e HTTP/1.1" status: 204 len: 168 time: 0.9732537 Sep 10 02:59:30.049676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44340) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:30.053445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07dc60-be7d-49e0-b5ce-c3944612be8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f770e1a1-2fe9-4723-bb1c-2cc5d856fd6e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:30.085470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc1c2890-b293-4cc5-9217-5361fcb915e4 req-243c8357-9cc2-4ba6-803a-e5b5cef0c515 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674948 Sep 10 02:59:30.092822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-abc8c672-b7c1-404b-bc51-ab2990beb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.097191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-abc8c672-b7c1-404b-bc51-ab2990beb7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678747 Sep 10 02:59:30.167659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfb1c8-49aa-47b5-ae63-9fbcfaa8d31a req-ebcd01d7-9542-4593-b43f-3efcd444bdaf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.173985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfb1c8-49aa-47b5-ae63-9fbcfaa8d31a req-ebcd01d7-9542-4593-b43f-3efcd444bdaf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.181231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfb1c8-49aa-47b5-ae63-9fbcfaa8d31a req-ebcd01d7-9542-4593-b43f-3efcd444bdaf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.188152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfb1c8-49aa-47b5-ae63-9fbcfaa8d31a req-ebcd01d7-9542-4593-b43f-3efcd444bdaf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.195949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ccfb1c8-49aa-47b5-ae63-9fbcfaa8d31a req-ebcd01d7-9542-4593-b43f-3efcd444bdaf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 3095 time: 0.2355049 Sep 10 02:59:30.218110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.310010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ccfb1c8-49aa-47b5-ae63-9fbcfaa8d31a req-0cb803ac-afef-4fc0-9f68-e36f4326c4ff tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058843 Sep 10 02:59:30.366897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-28d4bc4b-0b7a-416e-8d9b-4768b4fd3370 None None] Provisioning for port 8c5369cc-81b4-48e9-b155-46c046a3e136 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:30.374488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-28d4bc4b-0b7a-416e-8d9b-4768b4fd3370 None None] Provisioning complete for port 8c5369cc-81b4-48e9-b155-46c046a3e136 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:30.376029 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28d4bc4b-0b7a-416e-8d9b-4768b4fd3370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.435446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.459661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-28d4bc4b-0b7a-416e-8d9b-4768b4fd3370 None None] Port 8c5369cc-81b4-48e9-b155-46c046a3e136 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:30.462450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Made reservation on behalf of 73d2a02419cf45aca35909c97cdd7164 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:30.467365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.471368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95f1b69-dc69-4bb6-9aae-047a5c64ccd0']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:30.479884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-753ae727-93d3-44f0-95e0-d71985c575c7 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661890 Sep 10 02:59:30.488333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb7ad72-3621-4e56-bd5b-825369296515') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:30.488628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb7ad72-3621-4e56-bd5b-825369296515') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:30.502570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.558561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.574350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 02:59:30.574766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: timer() Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 02:59:30.576672 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 02:59:30.719978 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.724933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.727204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] 10.222.0.23 "DELETE /v2.0/networks/e95f1b69-dc69-4bb6-9aae-047a5c64ccd0 HTTP/1.1" status: 204 len: 168 time: 0.6764846 Sep 10 02:59:30.731750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b532-b891-4fc3-ba77-818dd33c788e req-fa2a4318-8345-4191-bb5c-b6bcf04e7449 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.740868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b70b532-b891-4fc3-ba77-818dd33c788e req-fa2a4318-8345-4191-bb5c-b6bcf04e7449 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.3659320 Sep 10 02:59:30.761893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792975d-3a8b-49a0-acb9-e9288b586ebf req-e85c58c5-1c8e-4e32-9d84-cbaad6d49014 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:30.763821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0792975d-3a8b-49a0-acb9-e9288b586ebf req-e85c58c5-1c8e-4e32-9d84-cbaad6d49014 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 943 time: 0.1261990 Sep 10 02:59:30.813007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458db9a-364a-4b86-b83a-f5033c9bcd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e95f1b69-dc69-4bb6-9aae-047a5c64ccd0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:30.868807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Allocated IP 10.2.2.200 (d814818c-87c3-4a6d-88b9-0d80b94173da/f596aa7e-d722-48c2-a245-018b8b3092a0/eed592fd-391e-4c5d-90ca-b5ebc93ca85b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:30.875866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0792975d-3a8b-49a0-acb9-e9288b586ebf req-87cba7fc-11c8-4631-80cd-9c047eb15ced tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866666 Sep 10 02:59:30.960873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b70b532-b891-4fc3-ba77-818dd33c788e req-67ee5e17-9f43-47ca-9df1-e46ca116ddc6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187245 Sep 10 02:59:30.981291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:30.996246 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.060567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:31.132844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb13b410-2ff6-4d50-90a3-89eaba06899c req-ddb9bd01-d046-484a-a8a9-429f3122096d service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015857 Sep 10 02:59:31.192891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dde90199-8c8a-4ade-9a67-f466c01d9118 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbcc2b6baa284837bd33218affa3a099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312575 Sep 10 02:59:31.196166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.206029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:31.258891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Transition to ACTIVE for port object eed592fd-391e-4c5d-90ca-b5ebc93ca85b will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:31.312263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5743182-7fb7-4624-bf82-73a187cbbf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.339410 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Floating IP 1bf760cf-af30-42ec-b7bf-bbd92cc6b190 associated. External IP: 172.25.8.88, port: 317cb891-9ec3-4317-ac29-8a8734791a29. Sep 10 02:59:31.349014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5743182-7fb7-4624-bf82-73a187cbbf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.412267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:31.486890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5743182-7fb7-4624-bf82-73a187cbbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.493716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5743182-7fb7-4624-bf82-73a187cbbf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.504292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c5743182-7fb7-4624-bf82-73a187cbbf27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c347c51-9ef3-4bfb-a49d-ae033b088fa5 HTTP/1.1" status: 204 len: 168 time: 0.2947400 Sep 10 02:59:31.626530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743182-7fb7-4624-bf82-73a187cbbf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c347c51-9ef3-4bfb-a49d-ae033b088fa5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:31.713807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682f0e-d465-419a-b7ad-f2da1ef5f291 req-a5097e7f-2f6b-4434-a277-fdd4a94fa675 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:31.730481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682f0e-d465-419a-b7ad-f2da1ef5f291 req-a5097e7f-2f6b-4434-a277-fdd4a94fa675 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:31.748798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682f0e-d465-419a-b7ad-f2da1ef5f291 req-a5097e7f-2f6b-4434-a277-fdd4a94fa675 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:31.777678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682f0e-d465-419a-b7ad-f2da1ef5f291 req-a5097e7f-2f6b-4434-a277-fdd4a94fa675 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:31.782588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb682f0e-d465-419a-b7ad-f2da1ef5f291 req-a5097e7f-2f6b-4434-a277-fdd4a94fa675 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 3095 time: 0.3438811 Sep 10 02:59:31.795422 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.835065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.845550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b7028c71-4f9d-429d-9423-8498672b6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.851622 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.858424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:31.886529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'mac_address': 'fa:16:3e:83:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:31.960042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb261-6579-4777-93fb-307208a41053 req-d8550f07-2aff-4086-a059-fac62aa4bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:31.962533 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-d8550f07-2aff-4086-a059-fac62aa4bd5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1094 time: 0.7344456 Sep 10 02:59:31.977431 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:31.997009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0e1e746-51c8-4c1e-ad33-8a5f421a111c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:32.014402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb682f0e-d465-419a-b7ad-f2da1ef5f291 req-3031be10-6611-4048-95ae-763a55887cca tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246940 Sep 10 02:59:32.017400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Network d814818c-87c3-4a6d-88b9-0d80b94173da is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:32.030409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:32.045518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:32.046050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:32.054159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event updated for resources: {'Port': ['ID=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:32.057716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:32.241263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:32.242200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:32.275334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5e745-ad55-4e04-8758-ff0e9579861f req-e00a6cb6-d78a-428d-92b3-9e7458b493bf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:32.283808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5bb5e745-ad55-4e04-8758-ff0e9579861f req-e00a6cb6-d78a-428d-92b3-9e7458b493bf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.1470473 Sep 10 02:59:32.284644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f0e1e746-51c8-4c1e-ad33-8a5f421a111c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:32.293088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8121dec8-10fb-4b70-8fc1-86b7a1f86371 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2775793 Sep 10 02:59:32.303908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-4909506c-9fb5-461c-9d67-af867588b238 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3850102 Sep 10 02:59:32.331355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:32.359577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:32.475964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5bb5e745-ad55-4e04-8758-ff0e9579861f req-58c29983-ac33-4b7c-990d-e237f7a0fd2b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907933 Sep 10 02:59:32.555198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:32.799499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f141e-8a30-4241-94cc-6258a82b4d85 req-1ed1ce38-2417-4a91-bfc7-a1f7d56d7a05 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:32.817196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d38f141e-8a30-4241-94cc-6258a82b4d85 req-1ed1ce38-2417-4a91-bfc7-a1f7d56d7a05 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 943 time: 0.1989655 Sep 10 02:59:32.832913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4c207ac-ad5c-487c-b865-951b693f69e5 None None] Provisioning for port eed592fd-391e-4c5d-90ca-b5ebc93ca85b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:32.856757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4c207ac-ad5c-487c-b865-951b693f69e5 None None] Provisioning complete for port eed592fd-391e-4c5d-90ca-b5ebc93ca85b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:32.858173 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4c207ac-ad5c-487c-b865-951b693f69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:32.892793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb261-6579-4777-93fb-307208a41053 req-94836765-1fb7-4016-a109-434a84207209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:32.894453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-94836765-1fb7-4016-a109-434a84207209 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.9206829 Sep 10 02:59:32.903139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:59:32.969591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-23b15497-c002-455d-a0f3-4a2f15e5a4f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 217 time: 0.0646324 Sep 10 02:59:32.974317 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d38f141e-8a30-4241-94cc-6258a82b4d85 req-8c8a7f13-42b3-4e1d-bb5e-6062b05825cf tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557796 Sep 10 02:59:33.069652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e4c207ac-ad5c-487c-b865-951b693f69e5 None None] Port eed592fd-391e-4c5d-90ca-b5ebc93ca85b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 02:59:33.262641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb261-6579-4777-93fb-307208a41053 req-dd44af36-de3f-49a3-b9c5-601e6ad1acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.265303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-dd44af36-de3f-49a3-b9c5-601e6ad1acd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.2759163 Sep 10 02:59:33.405415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf53030-6ff4-4a62-856c-c69b1242528a {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:33.419009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:59:33.425035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:33.427415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44452) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:33.431946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c901b48c-7fac-4609-9427-b90430ae3b8b details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:33.449710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:33.463420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb261-6579-4777-93fb-307208a41053 req-7bdd5148-780a-4644-a815-c5fbf3a8c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.465076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-7bdd5148-780a-4644-a815-c5fbf3a8c08c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915066 Sep 10 02:59:33.475846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5fa77b10-f41c-48d8-b47e-370f47ea8cef tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "PUT /v2.0/floatingips/1bf760cf-af30-42ec-b7bf-bbd92cc6b190 HTTP/1.1" status: 200 len: 990 time: 3.9474514 Sep 10 02:59:33.477373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:33.480240 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e3cd5-540e-4371-a544-ff06976ada14" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:33.501571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-2cefb31b-c733-4feb-9e88-9258899793ea tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.517691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-2cefb31b-c733-4feb-9e88-9258899793ea tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.534345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-2cefb31b-c733-4feb-9e88-9258899793ea tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.545010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-2cefb31b-c733-4feb-9e88-9258899793ea tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.566260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-2cefb31b-c733-4feb-9e88-9258899793ea tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:33.575885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-2cefb31b-c733-4feb-9e88-9258899793ea tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 3816 time: 0.2812037 Sep 10 02:59:33.634494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-2ea00c56-3f51-47b1-be37-8ddc9a3c98e1 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498511 Sep 10 02:59:33.639444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Transition to ACTIVE for port object 3bf53030-6ff4-4a62-856c-c69b1242528a will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:33.666829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:33.692080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:33.715489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] Sync routers for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:59:33.737619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40c3c071-dff3-4b6c-8d13-55bc609d8bad req-4f780c5c-c1ce-4470-a13f-fda30397237e tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607225 Sep 10 02:59:33.817967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9bdb261-6579-4777-93fb-307208a41053 req-3e04df38-173a-48a1-992e-9261e614b4af service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724901 Sep 10 02:59:33.841998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2055576144-network', 'tenant_id': '8774d5f4522c421ba00300c83112b7b5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:33.903765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c901b48c-7fac-4609-9427-b90430ae3b8b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c901b48c-7fac-4609-9427-b90430ae3b8b,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:33.927244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Made reservation on behalf of 8774d5f4522c421ba00300c83112b7b5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:33.935335 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:33.963007 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:33.995660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:34.008749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:34.036676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:34.037337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:34.106517 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077cebbb-7533-41db-86c8-c2d9a3358a83 x-openstack-request-id: req-077cebbb-7533-41db-86c8-c2d9a3358a83 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:34.109576 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:34.112879 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-077cebbb-7533-41db-86c8-c2d9a3358a83 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:34.113603 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29', 'status': 'completed', 'code': 200} Sep 10 02:59:34.325175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.352361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.376555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Attempting to bind port 3bf53030-6ff4-4a62-856c-c69b1242528a on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:34.376903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Attempting to bind port 3bf53030-6ff4-4a62-856c-c69b1242528a by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:34.377287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Attempting to bind port 3bf53030-6ff4-4a62-856c-c69b1242528a on network 6343ee87-8966-4201-a9c7-f0ff37993794 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:34.391724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Port 3bf53030-6ff4-4a62-856c-c69b1242528a on network 6343ee87-8966-4201-a9c7-f0ff37993794 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:34.392937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Attempting to bind port 3bf53030-6ff4-4a62-856c-c69b1242528a on network 6343ee87-8966-4201-a9c7-f0ff37993794 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:34.394659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:59:34.421168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:34.421802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Checking segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:34.422113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Bound using segment: {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:34.422446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ebac4-9008-4906-a9ef-f21d03daa9f9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:34.422875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Bound port: 3bf53030-6ff4-4a62-856c-c69b1242528a, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963bff5d-294f-4c34-833f-1d906c53c0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:34.423016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.440636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.441773 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Added segment 2bc97244-b134-4c3f-be7f-d493d184be99 of type vlan for network 47bddafa-3e3e-4b1d-8714-d155669bc58a Sep 10 02:59:34.450857 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c3c5de16-c0bb-4768-8622-3ea14980a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.508001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.508966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.509595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.510214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.510829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.511569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.512673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.514750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-98e48b4c-5153-4af9-a6b5-b2d340e5ffe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6501 time: 0.3831744 Sep 10 02:59:34.536226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.545873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:34.591194 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.592516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.593135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.596456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:34.617984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472245-676e-4c62-9c7e-2346189fe2f6 req-e891468e-02bd-47cd-ae14-d125619a5ae2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.635943 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e472245-676e-4c62-9c7e-2346189fe2f6 req-e891468e-02bd-47cd-ae14-d125619a5ae2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2637086 Sep 10 02:59:34.770233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3bf53030-6ff4-4a62-856c-c69b1242528a,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:34.772212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] Pushing event updated for resources: {'Network': ['ID=47bddafa-3e3e-4b1d-8714-d155669bc58a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:34.796614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-355f175e-2b99-4395-82bd-7a5d6f036bcc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3606420 Sep 10 02:59:34.797523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44474) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:34.811742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Request body: {'subnet': {'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2055576144-subnet', 'tenant_id': '8774d5f4522c421ba00300c83112b7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:34.834001 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.900746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-757de6ad-d82d-44ac-9a78-8414012070cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:34.902442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-757de6ad-d82d-44ac-9a78-8414012070cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1100 time: 0.1328671 Sep 10 02:59:34.903861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Made reservation on behalf of 8774d5f4522c421ba00300c83112b7b5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:34.906546 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.955716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.960290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f0e1e746-51c8-4c1e-ad33-8a5f421a111c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:34.960877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:34.975983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 47bddafa-3e3e-4b1d-8714-d155669bc58a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:59:34.999812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.000799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.006023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 200 len: 1092 time: 2.6877515 Sep 10 02:59:35.021707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:35.031001 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e2ba7e-6474-4469-b425-80af0ad99326" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:35.074825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:35.112815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e472245-676e-4c62-9c7e-2346189fe2f6 req-b4af2b82-e6a0-49c4-8881-bc147499ca48 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758909 Sep 10 02:59:35.142824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901b48c-7fac-4609-9427-b90430ae3b8b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:35.177831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.205432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-3f0a4540-14a2-4211-925a-1cfcd7568cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.206909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-3f0a4540-14a2-4211-925a-1cfcd7568cf7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 HTTP/1.1" status: 200 len: 917 time: 0.6821463 Sep 10 02:59:35.258564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-cab6142f-fcff-4dc3-8663-47ddbe38db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.269856 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-cab6142f-fcff-4dc3-8663-47ddbe38db48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3549886 Sep 10 02:59:35.316115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c901b48c-7fac-4609-9427-b90430ae3b8b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c901b48c-7fac-4609-9427-b90430ae3b8b,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:35.354252 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.365874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdd92a-bcde-49ba-88ec-3ebd51e6d200 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:35.385975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-83f39817-ea1f-426b-8877-234ca06074d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.1098692 Sep 10 02:59:35.452660 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.546325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.575656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-f4e07e46-e906-4ab3-8ceb-7167da5aca16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=317cb891-9ec3-4317-ac29-8a8734791a29 HTTP/1.1" status: 200 len: 998 time: 0.3513181 Sep 10 02:59:35.586026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-a714ae8e-cf5c-49ac-8e97-74b5bf4ccec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.588270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-a714ae8e-cf5c-49ac-8e97-74b5bf4ccec8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1709447 Sep 10 02:59:35.603291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.709585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c901b48c-7fac-4609-9427-b90430ae3b8b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:35.709903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced63cdf-0578-4e14-a4ca-4e0875296091,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:35.733283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee8793-978d-4ce5-82d5-24e98a352233 req-feb8a0ea-5684-496e-8998-a8bdb9e09147 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.733283 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79ee8793-978d-4ce5-82d5-24e98a352233 req-feb8a0ea-5684-496e-8998-a8bdb9e09147 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 944 time: 0.3503089 Sep 10 02:59:35.754071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-eaf80562-88de-47c7-b280-bc84028de3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.759501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-eaf80562-88de-47c7-b280-bc84028de3ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524713 Sep 10 02:59:35.813094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Checking segment: {'id': '2bc97244-b134-4c3f-be7f-d493d184be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:35.821377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Network hostable DHCP agents. Network: 47bddafa-3e3e-4b1d-8714-d155669bc58a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:59:35.847583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c901b48c-7fac-4609-9427-b90430ae3b8b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:35.879514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-673363b2-def2-498e-bffc-71fd8e158a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:35.889247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-673363b2-def2-498e-bffc-71fd8e158a10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03e0228f-39d9-4fb6-8a0e-db15769a0d71 HTTP/1.1" status: 200 len: 856 time: 0.2966990 Sep 10 02:59:35.902706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:35.942234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Network 47bddafa-3e3e-4b1d-8714-d155669bc58a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:59:36.007043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 47bddafa-3e3e-4b1d-8714-d155669bc58a) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:36.026845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:36.028138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:36.048598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:36.055373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:36.059696 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85cab4e-d648-44d3-8e6b-a21667491265" -d '{"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-plugged", "status": "completed", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:36.063414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9742f57-8fd8-4054-8214-2fe3c17a5257 None None] Network 47bddafa-3e3e-4b1d-8714-d155669bc58a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:36.068462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-40fcb8a5-d8cd-4854-8aa8-9ce7a64b6e71 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016922 Sep 10 02:59:36.152126 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:36.288116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 02:59:36.294757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-91a0b8e9-e357-4e5d-b437-de7bf57d8303 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168765 Sep 10 02:59:36.296766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b5764f08-5bc9-413c-b6c8-9e9f4b405913 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4927416 Sep 10 02:59:36.471046 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:36.650763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1bf760cf-af30-42ec-b7bf-bbd92cc6b190', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'port_id': '317cb891-9ec3-4317-ac29-8a8734791a29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'mac_address': 'fa:16:3e:34:d6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:58:08Z', 'updated_at': '2021-09-10T02:59:30Z', 'revision_number': 1, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:36.654669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98723700-85cb-4250-8b12-3b6e8ecea3a5 None None] Network 47bddafa-3e3e-4b1d-8714-d155669bc58a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:36.749921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] Checking router: 8fa70704-1fbe-40dc-9bf5-41b278692ad3 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:59:36.872410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:36.882899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:36.934123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79ee8793-978d-4ce5-82d5-24e98a352233 req-2c43942f-9f69-4536-97de-f1736b4152cd tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2027845 Sep 10 02:59:37.107224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44502) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:37.117661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1345504691-network', 'tenant_id': '4129edadeeee4187aa3469a79a03d4a4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:37.141297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-9e3bf77e-ea62-478f-b772-00c31e021e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.142829 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-9e3bf77e-ea62-478f-b772-00c31e021e5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2453043 Sep 10 02:59:37.208304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Made reservation on behalf of 4129edadeeee4187aa3469a79a03d4a4 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:37.214950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:37.215955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.248399 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.472322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c901b48c-7fac-4609-9427-b90430ae3b8b up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:37.531761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-1bd646c8-cef4-4c7a-a5d6-b02db1837dc6 service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530300 Sep 10 02:59:37.549661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.559938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218688-8413-479e-9048-2534af34c2ca req-ea84e5a4-4309-4c0e-90f6-bc955a524a37 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.566497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218688-8413-479e-9048-2534af34c2ca req-ea84e5a4-4309-4c0e-90f6-bc955a524a37 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.567860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.585981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218688-8413-479e-9048-2534af34c2ca req-ea84e5a4-4309-4c0e-90f6-bc955a524a37 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.601355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218688-8413-479e-9048-2534af34c2ca req-ea84e5a4-4309-4c0e-90f6-bc955a524a37 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.610359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 02:59:37.615345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218688-8413-479e-9048-2534af34c2ca req-ea84e5a4-4309-4c0e-90f6-bc955a524a37 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.631413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82218688-8413-479e-9048-2534af34c2ca req-ea84e5a4-4309-4c0e-90f6-bc955a524a37 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 3828 time: 0.2007921 Sep 10 02:59:37.654008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2233050-fabd-4a7b-9fe0-4525c4b55ff1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:37.665538 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.666356 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Added segment 8874ada4-4029-42dc-960a-b2d790cadc02 of type vlan for network 106fc049-e0ee-40e7-8bb6-01ab8cbe191c Sep 10 02:59:37.703987 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.765790 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.832993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.834379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:37.835296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:37.915889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef1e3cd5-540e-4371-a544-ff06976ada14 req-eca2121f-4721-4a13-b980-0baee4a65c1e service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677181 Sep 10 02:59:37.938357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82218688-8413-479e-9048-2534af34c2ca req-874643fa-8976-4b13-bc93-ef7bfae3005c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056746 Sep 10 02:59:37.947078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8382118 Sep 10 02:59:37.949051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff897f23-61e3-4a21-a134-26d981f140c0 admin admin] Pushing event updated for resources: {'Network': ['ID=106fc049-e0ee-40e7-8bb6-01ab8cbe191c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:37.951741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44508) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:37.957407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Request body: {'subnet': {'network_id': '106fc049-e0ee-40e7-8bb6-01ab8cbe191c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1345504691-subnet', 'tenant_id': '4129edadeeee4187aa3469a79a03d4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:37.972117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 106fc049-e0ee-40e7-8bb6-01ab8cbe191c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 02:59:38.005401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Made reservation on behalf of 4129edadeeee4187aa3469a79a03d4a4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:38.010811 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.037557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0836e72-81fc-458f-8d8b-5600a6890fc5 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:38.055179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.088215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port c901b48c-7fac-4609-9427-b90430ae3b8b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:38.100150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c901b48c-7fac-4609-9427-b90430ae3b8b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:38.100860 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.101581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Transition to ACTIVE for port object f0836e72-81fc-458f-8d8b-5600a6890fc5 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:38.114363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.226521 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617e6ea9-2128-4345-b2d4-411d4bb64b18 x-openstack-request-id: req-617e6ea9-2128-4345-b2d4-411d4bb64b18 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:38.227797 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:38.229613 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-617e6ea9-2128-4345-b2d4-411d4bb64b18 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:38.231819 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'status': 'completed', 'code': 200} Sep 10 02:59:38.233658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.290641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c901b48c-7fac-4609-9427-b90430ae3b8b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c901b48c-7fac-4609-9427-b90430ae3b8b,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:38.310741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.389894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c901b48c-7fac-4609-9427-b90430ae3b8b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:38.410319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:38.427317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1bf760cf-af30-42ec-b7bf-bbd92cc6b190', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'port_id': '317cb891-9ec3-4317-ac29-8a8734791a29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'mac_address': 'fa:16:3e:34:d6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:58:08Z', 'updated_at': '2021-09-10T02:59:30Z', 'revision_number': 1, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:38.463389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.520170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fc196-0759-488a-9ed0-6b10e5045c7a None None] The sync data for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 is: [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1bf760cf-af30-42ec-b7bf-bbd92cc6b190', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'port_id': '317cb891-9ec3-4317-ac29-8a8734791a29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'mac_address': 'fa:16:3e:34:d6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:58:08Z', 'updated_at': '2021-09-10T02:59:30Z', 'revision_number': 1, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:59:38.561675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.562221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.568024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.568667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.569157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.569636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.571843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-32ccbfc4-55f8-488d-b92e-b3d7199b2eeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5245 time: 0.3035827 Sep 10 02:59:38.585447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Checking segment: {'id': '8874ada4-4029-42dc-960a-b2d790cadc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '106fc049-e0ee-40e7-8bb6-01ab8cbe191c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:38.593177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Network hostable DHCP agents. Network: 106fc049-e0ee-40e7-8bb6-01ab8cbe191c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 02:59:38.603279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a36cf98-dd38-48c8-9387-c15f6b61b4cd,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:38.627729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Network 106fc049-e0ee-40e7-8bb6-01ab8cbe191c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 02:59:38.645669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 106fc049-e0ee-40e7-8bb6-01ab8cbe191c) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:38.651508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.652126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.661241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4bdca-574b-425c-bbd7-bcff2639071d None None] Network 106fc049-e0ee-40e7-8bb6-01ab8cbe191c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:38.704402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba7b-6860-4011-a6b1-805d16389225 req-2afcae9f-de83-4088-b1bf-77fe4aaea46c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:38.711275 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9e0056f2-83ad-4741-8b5c-3341ec6e77c1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7564852 Sep 10 02:59:38.713095 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9eb9ba7b-6860-4011-a6b1-805d16389225 req-2afcae9f-de83-4088-b1bf-77fe4aaea46c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2922721 Sep 10 02:59:38.823797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Attempting to bind port f0836e72-81fc-458f-8d8b-5600a6890fc5 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:38.824059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Attempting to bind port f0836e72-81fc-458f-8d8b-5600a6890fc5 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:38.824370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Attempting to bind port f0836e72-81fc-458f-8d8b-5600a6890fc5 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:38.913251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Port f0836e72-81fc-458f-8d8b-5600a6890fc5 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:38.913369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Attempting to bind port f0836e72-81fc-458f-8d8b-5600a6890fc5 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:38.939672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:38.940377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Checking segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:38.940493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Bound using segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:38.940900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Bound port: f0836e72-81fc-458f-8d8b-5600a6890fc5, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:38.941375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:38.957375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9eb9ba7b-6860-4011-a6b1-805d16389225 req-52b6eda6-dd8a-40a2-9476-29415f5f6310 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191577 Sep 10 02:59:38.990184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3641845-e7a3-4c02-8d57-3bc9ecabb038 None None] New status for floating IP 1bf760cf-af30-42ec-b7bf-bbd92cc6b190: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:59:39.029618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-0b463f4f-56ab-4c02-9032-e10977ba0360 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209142 Sep 10 02:59:39.059503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-36268a2d-9ba3-4476-935f-16c55c597e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.061253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-36268a2d-9ba3-4476-935f-16c55c597e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.063316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-36268a2d-9ba3-4476-935f-16c55c597e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.070001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-36268a2d-9ba3-4476-935f-16c55c597e73 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=73d2a02419cf45aca35909c97cdd7164&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4735768 Sep 10 02:59:39.191577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-230f8eae-ef19-441b-b0bd-bf9ed95f6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.193110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-230f8eae-ef19-441b-b0bd-bf9ed95f6e83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1099 time: 0.1312635 Sep 10 02:59:39.378728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:39.404455 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baacb04-dc6b-4627-b3ba-b2a5039a4d56 x-openstack-request-id: req-9baacb04-dc6b-4627-b3ba-b2a5039a4d56 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:39.406043 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-plugged", "status": "completed", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:39.406187 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9baacb04-dc6b-4627-b3ba-b2a5039a4d56 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:39.409696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:39.411163 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'code': 200} Sep 10 02:59:39.433297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f4c7-c182-445c-9373-c0c0e782b280 req-1b09b2be-250a-423f-b904-4bd23e62a134 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.445493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b650f4c7-c182-445c-9373-c0c0e782b280 req-1b09b2be-250a-423f-b904-4bd23e62a134 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.2103572 Sep 10 02:59:39.468151 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:39.524095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-5b5b4946-d9aa-4845-95f9-8eb4b98bc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.524095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-5b5b4946-d9aa-4845-95f9-8eb4b98bc731 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3060126 Sep 10 02:59:39.537487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-ecf82992-41e1-426d-80aa-54c0068421c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.545477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13e2ba7e-6474-4469-b425-80af0ad99326 req-ecf82992-41e1-426d-80aa-54c0068421c8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4010420 Sep 10 02:59:39.600543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5f373-fbb8-4c53-a3cf-8e07965b7ef3 None None] Network 106fc049-e0ee-40e7-8bb6-01ab8cbe191c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 02:59:39.609600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-628bcff8-edf5-4cbd-9848-e1dcc0f5a457 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.0777998 Sep 10 02:59:39.633430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.634653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:39.636189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] 10.222.0.32 "PUT /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 1131 time: 4.5687301 Sep 10 02:59:39.712993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:39.736209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-d62d897e-5fb1-418c-ba42-4d5472d51844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.737713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-d62d897e-5fb1-418c-ba42-4d5472d51844 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1180348 Sep 10 02:59:39.802285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b650f4c7-c182-445c-9373-c0c0e782b280 req-0ee5553a-6abb-4320-ad58-df4c20de28b4 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498673 Sep 10 02:59:39.810374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795e7a1-046d-4227-9afb-47e0302542ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:39.873990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-c5b2ec54-33d1-46cf-89ac-58df7fe869cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:39.877090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-c5b2ec54-33d1-46cf-89ac-58df7fe869cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314650 Sep 10 02:59:40.046299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:40.098592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-bef49b78-12c7-46fd-bbf9-3c10f9919178 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1607692 Sep 10 02:59:40.134402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-8fe16ac8-3438-40d1-b135-30f1ec8dfd2f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472363 Sep 10 02:59:40.137051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d08ff8-73f2-4efa-bb3c-47d2e4b6d406 req-c5e5c481-f830-42a0-87e5-8c66954e3a5a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.145359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77d08ff8-73f2-4efa-bb3c-47d2e4b6d406 req-c5e5c481-f830-42a0-87e5-8c66954e3a5a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 945 time: 0.1522193 Sep 10 02:59:40.253369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': 'f0836e72-81fc-458f-8d8b-5600a6890fc5'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:40.265390 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d76f479-05de-4571-b8f6-a19dc2f8d01f" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "f0836e72-81fc-458f-8d8b-5600a6890fc5"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:40.357383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d80484f3-e790-430d-86c2-7bcd99cbb820 req-feaafcd6-81c2-4139-b4f8-bc8401099f4f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122376 Sep 10 02:59:40.363986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77d08ff8-73f2-4efa-bb3c-47d2e4b6d406 req-fb23a0a8-38b0-48ac-9d1e-fffec8e94db9 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172432 Sep 10 02:59:40.481606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-7562c367-e5aa-4918-b079-06da2a06e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.483354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-7562c367-e5aa-4918-b079-06da2a06e35a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e85b2d1a39c44eba571a20c28493404&device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 1096 time: 0.3356249 Sep 10 02:59:40.773247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.781663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.789357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.803931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.832130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.845456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.848212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-bd40bba2-345a-4caf-9896-f104e9904351 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 4601 time: 0.2679293 Sep 10 02:59:40.933695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-8ea8f634-2b73-4898-b784-5af2caf52a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:40.935347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-8ea8f634-2b73-4898-b784-5af2caf52a35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 200 len: 924 time: 0.3625915 Sep 10 02:59:40.955766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edb642f-86a7-46f7-bfc6-2d99a2aae503 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:41.017090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:41.030039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc6a3704-4a39-4a01-812a-7f3b686688da req-fa965c71-9792-4fb2-a071-b12ce854d6e4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642082 Sep 10 02:59:41.073456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Transition to ACTIVE for port object 3edb642f-86a7-46f7-bfc6-2d99a2aae503 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:41.101161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:41.189283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:41.197230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-883b1c6f-f664-408d-8e48-97383dd8cc6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516bcca2-064a-4142-921a-7c4d2774a0b4 HTTP/1.1" status: 200 len: 1001 time: 0.2511048 Sep 10 02:59:41.413175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:41.417057 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfadc302-4610-4749-8379-6fbd34d7421c" -d '{"events": [{"server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "name": "network-vif-plugged", "status": "completed", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:41.467338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-54cc3680-4a04-4887-8dac-b4a12d7c0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:41.471500 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-54cc3680-4a04-4887-8dac-b4a12d7c0346 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 200 len: 863 time: 0.2606258 Sep 10 02:59:41.589365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Attempting to bind port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:41.591146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Attempting to bind port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:41.592377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Attempting to bind port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:41.608992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:41.610602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Attempting to bind port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:41.622365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:41.624497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Checking segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:41.627428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Bound using segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:41.632797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Bound port: 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:41.636654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:41.716746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-74ffbdfd-4db6-4a44-9617-18ff7fd157ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:41.734414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-74ffbdfd-4db6-4a44-9617-18ff7fd157ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4afa03e6-264f-4e4e-832a-b3c5e82d5e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2388093 Sep 10 02:59:41.835262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249589-229a-4520-8c5b-987548e970ea req-e437adbe-c215-4f9f-9c16-69e1894af049 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:41.842941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3249589-229a-4520-8c5b-987548e970ea req-e437adbe-c215-4f9f-9c16-69e1894af049 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0862570 Sep 10 02:59:41.897925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3249589-229a-4520-8c5b-987548e970ea req-776f95b3-0618-4f6a-a8cb-d4cdf5d21baf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Sep 10 02:59:42.007388 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a2bf44-33f7-4d5c-a731-044eb55541a5 x-openstack-request-id: req-05a2bf44-33f7-4d5c-a731-044eb55541a5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:42.007790 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "f0836e72-81fc-458f-8d8b-5600a6890fc5", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:42.008103 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05a2bf44-33f7-4d5c-a731-044eb55541a5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:42.009125 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': 'f0836e72-81fc-458f-8d8b-5600a6890fc5', 'status': 'completed', 'code': 200} Sep 10 02:59:42.052687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:42.060430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:42.072766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-5ff9c919-09c7-4989-948b-b9210004b7ef tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.086828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-5ff9c919-09c7-4989-948b-b9210004b7ef tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/networks?id=47bddafa-3e3e-4b1d-8714-d155669bc58a HTTP/1.1" status: 200 len: 825 time: 0.3930478 Sep 10 02:59:42.098016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-09895eb8-2437-42a0-9475-7eaeda888bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626530 Sep 10 02:59:42.106784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:42.121851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.123088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.123936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.124693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.125172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.125650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.128283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.133403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-44035196-4f9c-4fa3-b57e-75c7823a301d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6168 time: 0.1119411 Sep 10 02:59:42.170225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-58d5aba7-0602-4943-9465-319e01ec7f14 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/quotas/8774d5f4522c421ba00300c83112b7b5 HTTP/1.1" status: 200 len: 375 time: 0.0817790 Sep 10 02:59:42.202382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.209871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:42.211704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 1130 time: 2.5064774 Sep 10 02:59:42.253018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-ba1cf0ff-627e-4d24-97d3-6ec5c2b414b6 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8774d5f4522c421ba00300c83112b7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817375 Sep 10 02:59:42.308757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:42.496537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133efeb1-751c-41e0-86aa-f8faba4db6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:42.610928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:42.616008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a17056-f039-43cb-8c6a-5570aca5b36a req-82acd5ab-a896-4b81-b7a6-5661fd17a203 service neutron] 10.222.0.32 "GET /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030513 Sep 10 02:59:42.654501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-6cf45855-39a3-4293-a69f-a3e34e77f183 service neutron] 10.222.0.23 "GET /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901107 Sep 10 02:59:42.761991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-eb7acfc1-e132-4a08-85bb-a0a67bc55756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.762470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-eb7acfc1-e132-4a08-85bb-a0a67bc55756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.762934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-eb7acfc1-e132-4a08-85bb-a0a67bc55756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.764578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-eb7acfc1-e132-4a08-85bb-a0a67bc55756 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=73d2a02419cf45aca35909c97cdd7164&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6223390 Sep 10 02:59:42.878933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6492ad1-22b2-4cd0-81f1-f707b464b60b req-412e31eb-c2a8-4fd9-898e-3345a28f0f94 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:42.881190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6492ad1-22b2-4cd0-81f1-f707b464b60b req-412e31eb-c2a8-4fd9-898e-3345a28f0f94 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 945 time: 0.3881693 Sep 10 02:59:43.024848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6492ad1-22b2-4cd0-81f1-f707b464b60b req-66fc24f3-fce0-4929-8ef9-cf1b61c8e8ba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337883 Sep 10 02:59:43.048382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-d9337620-1405-42da-9397-67335d7b8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.051970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d76f479-05de-4571-b8f6-a19dc2f8d01f req-d9337620-1405-42da-9397-67335d7b8ea3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2746499 Sep 10 02:59:43.076938 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d1a27-aecb-4bb1-b7b3-f320a5231a26 x-openstack-request-id: req-ea2d1a27-aecb-4bb1-b7b3-f320a5231a26 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:43.077684 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "name": "network-vif-plugged", "status": "completed", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:43.077951 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea2d1a27-aecb-4bb1-b7b3-f320a5231a26 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:43.078374 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'code': 200} Sep 10 02:59:43.106048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-3a8dcddb-e32c-4eda-b44e-9aa4b7ee4a8f service neutron] 10.222.0.23 "GET /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505501 Sep 10 02:59:43.211683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a609e52a-b2c8-4c67-91ab-41c9efedccdf {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:43.261013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:43.291325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Transition to ACTIVE for port object a609e52a-b2c8-4c67-91ab-41c9efedccdf will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:43.304841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:43.419125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240efd15-4da2-4ccc-9a78-9fd525271d57 req-b391b198-2504-4c7d-a4f5-752acbb0e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.420376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-240efd15-4da2-4ccc-9a78-9fd525271d57 req-b391b198-2504-4c7d-a4f5-752acbb0e2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1096 time: 0.1975012 Sep 10 02:59:43.518503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.530458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.541165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.547934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:43.560503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.566492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.583603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.598706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.607199 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-66f23a19-bc2d-4ed9-949f-7b295312726f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5385 time: 0.3217530 Sep 10 02:59:43.638927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Attempting to bind port a609e52a-b2c8-4c67-91ab-41c9efedccdf on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:43.640322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Attempting to bind port a609e52a-b2c8-4c67-91ab-41c9efedccdf by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:43.640834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Attempting to bind port a609e52a-b2c8-4c67-91ab-41c9efedccdf on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:43.676611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dcc13-81eb-49a7-a328-d8b174a54be9 req-16eb969e-e0a7-4970-a3fa-cbddd624b086 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:43.685541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d5dcc13-81eb-49a7-a328-d8b174a54be9 req-16eb969e-e0a7-4970-a3fa-cbddd624b086 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.1650209 Sep 10 02:59:43.707113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Port a609e52a-b2c8-4c67-91ab-41c9efedccdf on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:43.707655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Attempting to bind port a609e52a-b2c8-4c67-91ab-41c9efedccdf on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:43.721883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:43.722561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Checking segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:43.723060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Bound using segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:43.724147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Bound port: a609e52a-b2c8-4c67-91ab-41c9efedccdf, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:43.726989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:43.729345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f70331ab-5159-466e-a69c-6c09cebf95b4 req-b610e07c-c788-4e7c-b9ed-cf70ba191fa1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208477 Sep 10 02:59:43.775518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-240efd15-4da2-4ccc-9a78-9fd525271d57 req-f2f27d3c-dcb7-4de9-b23c-367ac0e6f1d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393989 Sep 10 02:59:43.786450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d5dcc13-81eb-49a7-a328-d8b174a54be9 req-94751733-bbc3-497f-850c-132e7645246a tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899279 Sep 10 02:59:44.044873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:44.048582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:44.050180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '3edb642f-86a7-46f7-bfc6-2d99a2aae503'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:44.052853 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439b3033-7148-40e6-9d10-cd6b6359b2af" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "3edb642f-86a7-46f7-bfc6-2d99a2aae503"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:44.062557 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:44.064661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4d6ebf75-2159-43fc-b809-ded186cb3417 req-f7be1777-3498-4b5d-848a-0bfa9f1934ab tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 210 time: 0.0777445 Sep 10 02:59:44.134082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:44.202093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fcd7f-cbfc-4796-95ca-2d3c077ba394 req-77d080e6-d42e-4bfb-b455-8f8b174a8b96 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.212768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-406fcd7f-cbfc-4796-95ca-2d3c077ba394 req-77d080e6-d42e-4bfb-b455-8f8b174a8b96 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2543669 Sep 10 02:59:44.226122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.228964 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:44.230425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4720af16-23fb-46f5-8f7b-80788b21f2b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a609e52a-b2c8-4c67-91ab-41c9efedccdf HTTP/1.1" status: 200 len: 1090 time: 1.9299941 Sep 10 02:59:44.238630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-3a8a2554-034f-4055-85e6-911c10d1377d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.240975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-3a8a2554-034f-4055-85e6-911c10d1377d tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.32 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.1520569 Sep 10 02:59:44.318923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:44.377480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-406fcd7f-cbfc-4796-95ca-2d3c077ba394 req-8d474500-7dca-437f-96dd-a51a080f25c6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637003 Sep 10 02:59:44.488863 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208239f2-26ab-400a-8f3c-c13f64a066e2 x-openstack-request-id: req-208239f2-26ab-400a-8f3c-c13f64a066e2 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:44.492013 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "3edb642f-86a7-46f7-bfc6-2d99a2aae503", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:44.492283 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-208239f2-26ab-400a-8f3c-c13f64a066e2 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:44.492809 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '3edb642f-86a7-46f7-bfc6-2d99a2aae503', 'status': 'completed', 'code': 200} Sep 10 02:59:44.513742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:44.579114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c371d-1a2c-4e62-89e7-39e5c7dc5416 req-e148cbd2-0a97-45b9-bc34-3d6abe55ff5c tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.586541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-151c371d-1a2c-4e62-89e7-39e5c7dc5416 req-e148cbd2-0a97-45b9-bc34-3d6abe55ff5c tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 945 time: 0.3440173 Sep 10 02:59:44.635421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.636096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.636573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.637037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.637499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.637961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.638416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:44.640327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-188523d5-7f4a-4606-845c-dd1ac4423585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6277 time: 0.1239858 Sep 10 02:59:44.670954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Deleting port 516bcca2-064a-4142-921a-7c4d2774a0b4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:59:44.671326 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:44.699512 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-151c371d-1a2c-4e62-89e7-39e5c7dc5416 req-5ed02624-ecff-43d9-b667-dd93bf78526a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Sep 10 02:59:45.684926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-90af0e36-ffcc-42f6-9e8b-9a80a74acd52 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:45.686578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-90af0e36-ffcc-42f6-9e8b-9a80a74acd52 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.36 "GET /v2.0/networks?id=47bddafa-3e3e-4b1d-8714-d155669bc58a HTTP/1.1" status: 200 len: 825 time: 0.1672144 Sep 10 02:59:45.710307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Request body: {'port': {'device_id': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a', 'admin_state_up': True, 'tenant_id': '8774d5f4522c421ba00300c83112b7b5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:45.788145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] For port 516bcca2-064a-4142-921a-7c4d2774a0b4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=516bcca2-064a-4142-921a-7c4d2774a0b4,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:45.788960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:45.826974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76dd12-737c-4953-b42b-cb51738d1ef3 req-918f490a-8c6a-4dda-a52b-93e7aa34ec1b tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:45.834532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c76dd12-737c-4953-b42b-cb51738d1ef3 req-918f490a-8c6a-4dda-a52b-93e7aa34ec1b tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 945 time: 0.3160818 Sep 10 02:59:45.973797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:45.980269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:45.986760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:45.993293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.000289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.006767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.007527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c76dd12-737c-4953-b42b-cb51738d1ef3 req-4eb9da8e-272d-4f16-bb02-9dba19eb8c45 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups?id=0528009e-f5bc-4b05-af59-64fb8ffd3f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719062 Sep 10 02:59:46.024657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.032918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-43bae4d3-df89-41c1-ab8b-2360a6ee8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5385 time: 1.1055803 Sep 10 02:59:46.047110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-bc3d8248-6cdf-40ef-b0c9-27f2be93aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.048403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-bc3d8248-6cdf-40ef-b0c9-27f2be93aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.049843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-bc3d8248-6cdf-40ef-b0c9-27f2be93aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.051948 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-bc3d8248-6cdf-40ef-b0c9-27f2be93aa94 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=73d2a02419cf45aca35909c97cdd7164&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.3009632 Sep 10 02:59:46.084129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Made reservation on behalf of 8774d5f4522c421ba00300c83112b7b5 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:46.088940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:46.240488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4087bba-e9ac-43eb-b087-62fd601869a6 req-acb85e58-f7ac-4929-9cc1-dc4997bd4126 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041383 Sep 10 02:59:46.498023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:46.505160 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d451b100-01fb-45a2-827d-b3353282ce51" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:46.521753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575322c6-19b6-4b56-8111-94c8ac3b5bed {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:46.547002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:46.547477 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:46.547657 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13 disassociated. External IP: 172.25.8.126, port: 516bcca2-064a-4142-921a-7c4d2774a0b4. Sep 10 02:59:46.552572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Calling delete_port for 516bcca2-064a-4142-921a-7c4d2774a0b4 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:59:46.566932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:46.595759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c377ba-2c52-4b21-b1ef-ea6ace77022a req-5257d638-7ffe-49d8-a0cd-bd0135bf1963 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.597578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31c377ba-2c52-4b21-b1ef-ea6ace77022a req-5257d638-7ffe-49d8-a0cd-bd0135bf1963 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2414761 Sep 10 02:59:46.605454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-3a95ff9e-d394-4ae2-93db-e9cb5ddefdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:46.607208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-439b3033-7148-40e6-9d10-cd6b6359b2af req-3a95ff9e-d394-4ae2-93db-e9cb5ddefdf5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5443969 Sep 10 02:59:46.679985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Transition to ACTIVE for port object 575322c6-19b6-4b56-8111-94c8ac3b5bed will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:46.697680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:46.763925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-874342a2-9071-45bd-b294-83f46b531c73 req-43f48eb3-3246-43c7-9257-c67c10e24900 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 210 time: 0.4784482 Sep 10 02:59:46.767155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:46.784825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Allocated IP 172.20.0.7 (47bddafa-3e3e-4b1d-8714-d155669bc58a/ced63cdf-0578-4e14-a4ca-4e0875296091/94862b9f-cec4-40b1-b0fa-109150e0e17e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:46.786444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Pushing event updated for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:46.818287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event deleted for resources: {'Port': ['ID=516bcca2-064a-4142-921a-7c4d2774a0b4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:46.836133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31c377ba-2c52-4b21-b1ef-ea6ace77022a req-7be0a2e6-f0c9-439f-b8d0-1c6bd714fea3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271719 Sep 10 02:59:47.121083 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d06f2-85c7-4b88-b221-2273be85b141 x-openstack-request-id: req-9d4d06f2-85c7-4b88-b221-2273be85b141 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:47.121711 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:47.121711 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d4d06f2-85c7-4b88-b221-2273be85b141 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:47.121972 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf', 'status': 'completed', 'code': 200} Sep 10 02:59:47.254602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f0ba-c3c1-4d04-8b6d-95d076b00d54 req-8dc7c894-ce2c-43e0-b79e-e06d0d3d39da tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.263796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b1f0ba-c3c1-4d04-8b6d-95d076b00d54 req-8dc7c894-ce2c-43e0-b79e-e06d0d3d39da tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 945 time: 0.2566330 Sep 10 02:59:47.300343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-710a99d7-79e4-433f-9da0-2ffd20a2311f req-34023aa3-9890-4026-bf12-b70fe9d09571 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/ports?device_id=79351e2f-53fe-4c7c-9e23-b52e442d6387 HTTP/1.1" status: 200 len: 210 time: 0.1089385 Sep 10 02:59:47.343614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.344116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.344842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.345841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.346336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.346818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.347296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.349311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d451b100-01fb-45a2-827d-b3353282ce51 req-8563a911-68d3-45b5-8b75-b9bc8b8a4d97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6302 time: 0.2506101 Sep 10 02:59:47.422603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Attempting to bind port 575322c6-19b6-4b56-8111-94c8ac3b5bed on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:47.423338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Attempting to bind port 575322c6-19b6-4b56-8111-94c8ac3b5bed by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:47.423688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Attempting to bind port 575322c6-19b6-4b56-8111-94c8ac3b5bed on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:47.427231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Router 2b55b377-01b4-43de-9d0d-498625ff2681 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:59:47.477405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Port 575322c6-19b6-4b56-8111-94c8ac3b5bed on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:47.477734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Attempting to bind port 575322c6-19b6-4b56-8111-94c8ac3b5bed on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:47.566001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b1f0ba-c3c1-4d04-8b6d-95d076b00d54 req-4dbf1179-bc3a-4dde-b877-5de5faab864b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951140 Sep 10 02:59:47.583369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:47.583369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Checking segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:47.583369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Bound using segment: {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:47.583369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Bound port: 575322c6-19b6-4b56-8111-94c8ac3b5bed, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f30454e-65fc-45d7-aa68-961b117890d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:47.583369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:47.776891 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:47.826300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:47.842918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-867c24f6-ec32-40d5-8af5-da1218022178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.844568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-867c24f6-ec32-40d5-8af5-da1218022178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.845105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-867c24f6-ec32-40d5-8af5-da1218022178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.849093 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d451b100-01fb-45a2-827d-b3353282ce51 req-867c24f6-ec32-40d5-8af5-da1218022178 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=73d2a02419cf45aca35909c97cdd7164&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4595993 Sep 10 02:59:47.856243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:47.948504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:47.973942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.987479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:47.993760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.000169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.004307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-6e146a25-6d1b-476f-9c9a-775b356f76bf tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.006343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.013157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.019108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-6e146a25-6d1b-476f-9c9a-775b356f76bf tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3280900 Sep 10 02:59:48.020027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.033565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-c007328f-0e64-4374-91f8-d31ebe9f2cbb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5397 time: 0.3818684 Sep 10 02:59:48.092918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:59:48.104940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:59:48.120755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:48.121720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:48.157186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] No DVR routers for this DVR port 516bcca2-064a-4142-921a-7c4d2774a0b4 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 02:59:48.161594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:48.165624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8870841-1ecc-454c-91ae-e4189cffc70d req-af43a47e-a577-4d53-baf5-0b08395d71f7 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.32 "DELETE /v2.0/ports/516bcca2-064a-4142-921a-7c4d2774a0b4 HTTP/1.1" status: 204 len: 173 time: 3.9042921 Sep 10 02:59:48.168132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'name': 'network-vif-deleted', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:48.174087 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd2e80-a3ce-4cf9-ab9b-3870093f4f36" -d '{"events": [{"server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "name": "network-vif-deleted", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:48.212717 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8961cfa0-de14-4cb6-a966-da37ca543877 req-4f0c3aa9-e40a-470d-a37d-6374a98652b5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735814 Sep 10 02:59:48.218961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:48.346832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-e1bcf1b4-46ee-453d-a120-041b2431dccd tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.3266194 Sep 10 02:59:48.378418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.379322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:48.380982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] 10.222.0.32 "PUT /v2.0/ports/575322c6-19b6-4b56-8111-94c8ac3b5bed HTTP/1.1" status: 200 len: 1091 time: 4.0777593 Sep 10 02:59:48.387947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'floatingip': {'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:48.452838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Network 47bddafa-3e3e-4b1d-8714-d155669bc58a is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:48.476381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:48.481778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:48.572180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:48.588202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:48.622900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Pushing event updated for resources: {'Port': ['ID=94862b9f-cec4-40b1-b0fa-109150e0e17e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:48.642757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.646051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:48.676866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc03e-d202-43a2-8ea3-0cc1fc7cb252 req-0bcc8a1c-f510-49ef-a885-ffe33d4d723d tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:48.687094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d2fc03e-d202-43a2-8ea3-0cc1fc7cb252 req-0bcc8a1c-f510-49ef-a885-ffe33d4d723d tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 931 time: 0.3129847 Sep 10 02:59:48.770759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:48.775821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 516bcca2-064a-4142-921a-7c4d2774a0b4 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:59:48.782494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-a0787949-3961-4e82-9031-aa0bea7342d8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0768504 Sep 10 02:59:48.801501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d2fc03e-d202-43a2-8ea3-0cc1fc7cb252 req-de02544e-17e7-4f7e-b1d2-bdf635f092f2 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098580 Sep 10 02:59:48.818294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Request body: {'port': {'device_id': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:48.988448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 516bcca2-064a-4142-921a-7c4d2774a0b4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 02:59:48.991058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 516bcca2-064a-4142-921a-7c4d2774a0b4 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 02:59:49.142653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:49.143890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:49.173101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbc6ab-bf75-4faf-bf67-e9d7e5173fda req-cd35157b-86d2-4457-8676-bc8cfbccab84 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:49.174992 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56bbc6ab-bf75-4faf-bf67-e9d7e5173fda req-cd35157b-86d2-4457-8676-bc8cfbccab84 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2686059 Sep 10 02:59:49.235290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:59:49.256341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:49.257691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:49.409069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:49.455090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:49.456634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:49.459517 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ee8e2-0120-42eb-a9e2-7516b04eae28" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:49.469162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b100-01fb-45a2-827d-b3353282ce51 req-924fdaee-33f0-4bdf-b084-d582aced154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:49.471069 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d451b100-01fb-45a2-827d-b3353282ce51 req-924fdaee-33f0-4bdf-b084-d582aced154a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.6097660 Sep 10 02:59:49.471971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3c47-e2f7-4130-8350-7120be86d601 service neutron] Pushing event updated for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:49.474936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:49.593277 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c associated. External IP: 172.25.8.116, port: c76cbfac-7f9a-4ba6-8c29-41181680d2cc. Sep 10 02:59:49.666615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:49.790091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56bbc6ab-bf75-4faf-bf67-e9d7e5173fda req-a9be8256-d0bd-470c-8af4-f31e3e6eec0e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744178 Sep 10 02:59:49.828220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:49.963882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7636e7-d44b-471e-8165-4cee0fd3e6dc None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:55Z', 'revision_number': 4, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '43036ed2-c0b9-4391-8851-bf63d1951475', 'name': '', 'network_id': '4afa03e6-264f-4e4e-832a-b3c5e82d5e51', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'mac_address': 'fa:16:3e:6d:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:54Z', 'updated_at': '2021-09-10T02:55:01Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'subnets': [{'id': '204ed0fc-dadb-4b8c-b966-22b0620b65ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:59:49.992308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94862b9f-cec4-40b1-b0fa-109150e0e17e {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:50.041150 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48066529-8e49-48b3-9fcd-41f6f73ff54c x-openstack-request-id: req-48066529-8e49-48b3-9fcd-41f6f73ff54c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:50.042308 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79351e2f-53fe-4c7c-9e23-b52e442d6387", "name": "network-vif-deleted", "tag": "516bcca2-064a-4142-921a-7c4d2774a0b4", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:50.042744 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48066529-8e49-48b3-9fcd-41f6f73ff54c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:50.043318 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79351e2f-53fe-4c7c-9e23-b52e442d6387', 'name': 'network-vif-deleted', 'tag': '516bcca2-064a-4142-921a-7c4d2774a0b4', 'status': 'completed', 'code': 200} Sep 10 02:59:50.051944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.124025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Transition to ACTIVE for port object 94862b9f-cec4-40b1-b0fa-109150e0e17e will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:50.130262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.151048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5369cc-81b4-48e9-b155-46c046a3e136 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:50.195350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.220363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Transition to ACTIVE for port object 8c5369cc-81b4-48e9-b155-46c046a3e136 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:50.228709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.322607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Pushing event updated for resources: {'Port': ['ID=94862b9f-cec4-40b1-b0fa-109150e0e17e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:50.332274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:59:50.346494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:50.440165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Attempting to bind port 94862b9f-cec4-40b1-b0fa-109150e0e17e on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:50.443089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Attempting to bind port 94862b9f-cec4-40b1-b0fa-109150e0e17e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '2bc97244-b134-4c3f-be7f-d493d184be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:50.443890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Attempting to bind port 94862b9f-cec4-40b1-b0fa-109150e0e17e on network 47bddafa-3e3e-4b1d-8714-d155669bc58a {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:50.467676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.481747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.493396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.501880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.510120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.515801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.525156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:50.527719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-49e639f8-d5ff-4395-b81a-826a5c5d0443 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5409 time: 0.2101526 Sep 10 02:59:50.529343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Port 94862b9f-cec4-40b1-b0fa-109150e0e17e on network 47bddafa-3e3e-4b1d-8714-d155669bc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:50.530637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Attempting to bind port 94862b9f-cec4-40b1-b0fa-109150e0e17e on network 47bddafa-3e3e-4b1d-8714-d155669bc58a {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:50.536363 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839a2167-424f-483a-ba0e-c2a6612f099b None None] New status for floating IP dd764d1d-a8b6-4a05-b644-c1995f48db13: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:59:50.596244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:50.596633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Checking segment: {'id': '2bc97244-b134-4c3f-be7f-d493d184be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:50.597078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Bound using segment: {'id': '2bc97244-b134-4c3f-be7f-d493d184be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:50.597534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Bound port: 94862b9f-cec4-40b1-b0fa-109150e0e17e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc97244-b134-4c3f-be7f-d493d184be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:50.597944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.660183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Attempting to bind port 8c5369cc-81b4-48e9-b155-46c046a3e136 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:50.660768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Attempting to bind port 8c5369cc-81b4-48e9-b155-46c046a3e136 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:50.661216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Attempting to bind port 8c5369cc-81b4-48e9-b155-46c046a3e136 on network d814818c-87c3-4a6d-88b9-0d80b94173da {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:50.670491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Port 8c5369cc-81b4-48e9-b155-46c046a3e136 on network d814818c-87c3-4a6d-88b9-0d80b94173da not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:50.679156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Attempting to bind port 8c5369cc-81b4-48e9-b155-46c046a3e136 on network d814818c-87c3-4a6d-88b9-0d80b94173da {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:50.723126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52b8ab84-513e-4e53-ad89-bbbac9472bf2 req-01ad8b4d-bf75-4629-9978-d7a774a513eb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1694107 Sep 10 02:59:50.725931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:50.737057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Checking segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:50.737726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Bound using segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:50.738434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Bound port: 8c5369cc-81b4-48e9-b155-46c046a3e136, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:50.739070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.743920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:59:50.755670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:59:50.764439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:50.818033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:50.823712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:50.906659 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b68a0a-fffa-4c2c-a30d-6b882bf89d73 x-openstack-request-id: req-c8b68a0a-fffa-4c2c-a30d-6b882bf89d73 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:50.907242 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:50.907737 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8b68a0a-fffa-4c2c-a30d-6b882bf89d73 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:50.910235 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed', 'status': 'completed', 'code': 200} Sep 10 02:59:50.931370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-2ab85430-4ca9-4cdb-ab95-603ef91af877 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "PUT /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 997 time: 2.5797589 Sep 10 02:59:51.035239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:51.042004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8c5369cc-81b4-48e9-b155-46c046a3e136,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:51.049705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.050273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.050772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.051237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.051748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.052219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.052712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.054665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-8953d5e1-5e48-4c85-aa26-aad00a806250 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6369 time: 0.1218779 Sep 10 02:59:51.057430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:51.096522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-78e445a4-6599-47ff-873d-0ee050007d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.104350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-78e445a4-6599-47ff-873d-0ee050007d0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.1386490 Sep 10 02:59:51.144179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:51.150811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.151581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:51.159671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 200 len: 1091 time: 2.7369277 Sep 10 02:59:51.258952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Request body: {'port': {'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:51.490760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] For port 94862b9f-cec4-40b1-b0fa-109150e0e17e, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:51.495262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] For port 94862b9f-cec4-40b1-b0fa-109150e0e17e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e,segment=NetworkSegment(2bc97244-b134-4c3f-be7f-d493d184be99),segment_id=2bc97244-b134-4c3f-be7f-d493d184be99)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:51.507636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67677b-d3d4-43c7-9869-eca3e1170c00 req-4a491773-bdf8-40d3-8fc3-9d67e02da254 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.515832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e67677b-d3d4-43c7-9869-eca3e1170c00 req-4a491773-bdf8-40d3-8fc3-9d67e02da254 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 943 time: 0.1460984 Sep 10 02:59:51.523967 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:51.561378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T02:59:49Z', 'revision_number': 1, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:51.582736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.583475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:51.585041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] 10.222.0.36 "PUT /v2.0/ports/94862b9f-cec4-40b1-b0fa-109150e0e17e HTTP/1.1" status: 200 len: 1091 time: 2.7811344 Sep 10 02:59:51.605033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e67677b-d3d4-43c7-9869-eca3e1170c00 req-ff156d6d-8128-43ea-9c73-0652c13cd60b tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836596 Sep 10 02:59:51.605236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:59:51.630337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:51.631051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:51.642477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9395086-081f-48bb-b9cf-5d3dea430e81 service neutron] Pushing event updated for resources: {'Port': ['ID=94862b9f-cec4-40b1-b0fa-109150e0e17e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:51.742003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-64278752-555e-4267-99cf-ebdbb19679e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.745534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-64278752-555e-4267-99cf-ebdbb19679e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8774d5f4522c421ba00300c83112b7b5&device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 1094 time: 0.0867660 Sep 10 02:59:51.792734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:51.796900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-6cb21bd0-3d25-45fe-9fae-84df3283d981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e HTTP/1.1" status: 200 len: 217 time: 0.0413766 Sep 10 02:59:51.828732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dcade-df9c-4329-a576-45d0724e75e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:51.855430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f618-900f-47b7-8733-a094198dda1a req-19e32c01-c0fa-483d-a9ed-795054325365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.856956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-19e32c01-c0fa-483d-a9ed-795054325365 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ced63cdf-0578-4e14-a4ca-4e0875296091 HTTP/1.1" status: 200 len: 865 time: 0.0506291 Sep 10 02:59:51.905518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-22a0c9a0-02f1-46e3-9ad0-5096c494c99b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47bddafa-3e3e-4b1d-8714-d155669bc58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281415 Sep 10 02:59:51.950976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff32d46-b152-4bf8-9635-47540e1fa0f8 req-30a281dd-6a24-4c9b-b17d-83a7bef38ace tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:51.952964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ff32d46-b152-4bf8-9635-47540e1fa0f8 req-30a281dd-6a24-4c9b-b17d-83a7bef38ace tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.1550541 Sep 10 02:59:52.011226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:52.029680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-c7fdd710-f20d-49ec-9df7-bde77ef5fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.030161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-c7fdd710-f20d-49ec-9df7-bde77ef5fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.030790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-c7fdd710-f20d-49ec-9df7-bde77ef5fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.032597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-c7fdd710-f20d-49ec-9df7-bde77ef5fa84 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=73d2a02419cf45aca35909c97cdd7164&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9668019 Sep 10 02:59:52.039589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-f4d55b78-130d-4145-bb8e-4b0b803ee6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.047181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-f4d55b78-130d-4145-bb8e-4b0b803ee6ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.9418552 Sep 10 02:59:52.057947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'tag': '94862b9f-cec4-40b1-b0fa-109150e0e17e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:52.060240 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534a8f08-c65a-435d-a316-d26d0a665a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1", "tag": "94862b9f-cec4-40b1-b0fa-109150e0e17e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:52.073143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ff32d46-b152-4bf8-9635-47540e1fa0f8 req-aeec943d-37ce-4eaa-82dc-c7c997d9efe5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985122 Sep 10 02:59:52.133040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T02:59:49Z', 'revision_number': 1, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:52.147670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-7f82a50e-dd4c-4159-a4f7-676fd36aacb9 service neutron] 10.222.0.36 "GET /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294507 Sep 10 02:59:52.166568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab1a1b-62fe-4669-ba13-4231b8628c61 None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T02:59:49Z', 'revision_number': 1, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:59:52.330130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7af0f618-900f-47b7-8733-a094198dda1a req-cd5da3fc-6a00-4957-9805-b8ec6f6d9be6 service neutron] 10.222.0.36 "GET /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776597 Sep 10 02:59:52.383050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-f109d5b6-2a83-44a3-8eb9-e1300af46c06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 1000 time: 0.3349462 Sep 10 02:59:52.462020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-2a899d14-1b0f-4c6e-ae72-01c8790c6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.463560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-531ee8e2-0120-42eb-a9e2-7516b04eae28 req-2a899d14-1b0f-4c6e-ae72-01c8790c6672 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4087262 Sep 10 02:59:52.505978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-9afba245-eb60-4948-bbb3-aa19526c51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.507958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-9afba245-eb60-4948-bbb3-aa19526c51cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1129193 Sep 10 02:59:52.515800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.521844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.528436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.534748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.542846 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34324e3a-9e80-4dab-b21f-4a0a6dcfa30c None None] New status for floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:59:52.543422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.553249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.567322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.569435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-7efa6260-0196-4a9a-82a4-7031d0e0777c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5409 time: 0.1573942 Sep 10 02:59:52.624908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-992001f8-ae1b-43aa-8ad2-405bde10dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.627443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-992001f8-ae1b-43aa-8ad2-405bde10dde0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095815 Sep 10 02:59:52.648267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11e1e1aa-6f82-412d-863e-95144188ddb8 req-65437998-5670-4423-9cf9-5029c1059a9c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709157 Sep 10 02:59:52.860664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed592fd-391e-4c5d-90ca-b5ebc93ca85b {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:52.878585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:52.891433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-9ba7a962-3790-4b83-be3a-59dade7a543e service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551944 Sep 10 02:59:52.911380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}, {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:52.919512 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}, {"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:52.924888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Transition to ACTIVE for port object eed592fd-391e-4c5d-90ca-b5ebc93ca85b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:52.930837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-e2572290-2e3b-4210-890e-51e290ee913c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:52.938573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-e2572290-2e3b-4210-890e-51e290ee913c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.1597388 Sep 10 02:59:52.956283 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-9258097e-2d4a-405b-9778-03a3436400a6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/quotas/d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 375 time: 0.0165186 Sep 10 02:59:52.997944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.026689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-50c5af45-5870-44ee-b6c1-f4dc34fbcda6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693631 Sep 10 02:59:53.144158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Pushing event updated for resources: {'Port': ['ID=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:53.158285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0740618d-dcf9-476f-98b2-4c43ca7c7cd1 req-3ab5f174-192a-437b-b66c-6d2c31dbd8d1 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481964 Sep 10 02:59:53.210224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-197d5075-cdba-41cb-9020-0dadd10e63f3 service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824727 Sep 10 02:59:53.235031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Attempting to bind port eed592fd-391e-4c5d-90ca-b5ebc93ca85b on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 02:59:53.235031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Attempting to bind port eed592fd-391e-4c5d-90ca-b5ebc93ca85b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 02:59:53.235360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Attempting to bind port eed592fd-391e-4c5d-90ca-b5ebc93ca85b on network d814818c-87c3-4a6d-88b9-0d80b94173da {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:53.249474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Port eed592fd-391e-4c5d-90ca-b5ebc93ca85b on network d814818c-87c3-4a6d-88b9-0d80b94173da not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 02:59:53.249805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Attempting to bind port eed592fd-391e-4c5d-90ca-b5ebc93ca85b on network d814818c-87c3-4a6d-88b9-0d80b94173da {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 02:59:53.262811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 02:59:53.264132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Checking segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 02:59:53.264539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Bound using segment: {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 02:59:53.265399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Bound port: eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec04d624-e152-4da3-9176-c8e0e88bd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 02:59:53.270103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.314205 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea8781-e6ed-4cc0-bee5-038ad111cfc5 x-openstack-request-id: req-15ea8781-e6ed-4cc0-bee5-038ad111cfc5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:53.315874 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1", "tag": "94862b9f-cec4-40b1-b0fa-109150e0e17e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:53.316198 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15ea8781-e6ed-4cc0-bee5-038ad111cfc5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:53.316687 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'tag': '94862b9f-cec4-40b1-b0fa-109150e0e17e', 'status': 'completed', 'code': 200} Sep 10 02:59:53.346347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:53.386567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-b3405045-003e-4765-9605-3cda6937298d service neutron] 10.222.0.23 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754527 Sep 10 02:59:53.390277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-acfd3ea9-a871-4fa0-9827-0e0cdfeb9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.391930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-acfd3ea9-a871-4fa0-9827-0e0cdfeb9981 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8774d5f4522c421ba00300c83112b7b5&device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 1094 time: 0.0742590 Sep 10 02:59:53.531675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] For port eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 02:59:53.536691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a8d-d12f-4a4e-85f1-38e08f2b6f39 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.583181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-b7712d35-5052-46a3-a1fb-cfbafc35f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.584982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-b7712d35-5052-46a3-a1fb-cfbafc35f193 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47bddafa-3e3e-4b1d-8714-d155669bc58a HTTP/1.1" status: 200 len: 925 time: 0.1787670 Sep 10 02:59:53.585577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e25b-b5aa-4abc-b091-22ee76c0001f req-63b14142-2369-49c1-afda-7e76d89af3af tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.587973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7183e25b-b5aa-4abc-b091-22ee76c0001f req-63b14142-2369-49c1-afda-7e76d89af3af tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 943 time: 0.1405139 Sep 10 02:59:53.592210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] For port eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 02:59:53.618647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.637746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a8d-d12f-4a4e-85f1-38e08f2b6f39 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.642778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-751a421a-8738-4df1-98f7-f35bf371dc5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e HTTP/1.1" status: 200 len: 217 time: 0.0446582 Sep 10 02:59:53.691117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.691803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.693356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] 10.222.0.32 "PUT /v2.0/ports/eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 200 len: 1091 time: 2.4449897 Sep 10 02:59:53.714476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-305a4fb9-aa32-47cc-838c-eb2f94b77aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.716384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-305a4fb9-aa32-47cc-838c-eb2f94b77aef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ced63cdf-0578-4e14-a4ca-4e0875296091 HTTP/1.1" status: 200 len: 865 time: 0.0657589 Sep 10 02:59:53.728333 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7183e25b-b5aa-4abc-b091-22ee76c0001f req-6f45f79c-dab2-49f7-88bc-1a5532053bae tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309533 Sep 10 02:59:53.773881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-ca96f404-65c2-4521-865f-5d3ea030c3b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47bddafa-3e3e-4b1d-8714-d155669bc58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405850 Sep 10 02:59:53.838952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acee89-b38a-4b96-84e3-933985aafead service neutron] Pushing event updated for resources: {'Port': ['ID=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:53.891809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.892475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.892772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.895634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.896150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.896644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.897131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:53.903838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-041cd027-f03a-462a-bcb3-7082be61c8f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6478 time: 0.1443450 Sep 10 02:59:53.924991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a8d-d12f-4a4e-85f1-38e08f2b6f39 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.933545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a8d-d12f-4a4e-85f1-38e08f2b6f39 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:53.936852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e3ed6a8d-d12f-4a4e-85f1-38e08f2b6f39 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "DELETE /v2.0/security-groups/0528009e-f5bc-4b05-af59-64fb8ffd3f1c HTTP/1.1" status: 204 len: 168 time: 0.5887556 Sep 10 02:59:53.941789 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d127f16-ceb3-445b-bce8-b03d0021f9d7 x-openstack-request-id: req-1d127f16-ceb3-445b-bce8-b03d0021f9d7 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:53.942141 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:53.942404 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d127f16-ceb3-445b-bce8-b03d0021f9d7 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:53.943816 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'status': 'completed', 'code': 200} Sep 10 02:59:53.945302 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136', 'status': 'completed', 'code': 200} Sep 10 02:59:53.959969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44758) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:53.983024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-75cfd8cf-3259-4dad-861c-cf5e3b5a1b1b service neutron] 10.222.0.36 "GET /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946735 Sep 10 02:59:54.105041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-e82d9409-a059-4e32-84c9-73a45f217a89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 200 len: 217 time: 0.1887832 Sep 10 02:59:54.121840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6a8d-d12f-4a4e-85f1-38e08f2b6f39 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0528009e-f5bc-4b05-af59-64fb8ffd3f1c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:54.138785 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-96af88fe-59a4-45ab-8db6-6b81ae3b473c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] show failed (client error): The resource could not be found. Sep 10 02:59:54.140154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-96af88fe-59a4-45ab-8db6-6b81ae3b473c tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "GET /v2.0/security-groups/0528009e-f5bc-4b05-af59-64fb8ffd3f1c HTTP/1.1" status: 404 len: 347 time: 0.0952983 Sep 10 02:59:54.162181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 02:59:54.200345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534a8f08-c65a-435d-a316-d26d0a665a9c req-1aba226e-8698-472e-94d2-5a530c9df25c service neutron] 10.222.0.36 "GET /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104213 Sep 10 02:59:54.227726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd05c51-f652-4313-8ae8-e26ed345a344 req-9cd081b2-9031-4065-a021-303d810a5995 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.235775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bd05c51-f652-4313-8ae8-e26ed345a344 req-9cd081b2-9031-4065-a021-303d810a5995 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2275984 Sep 10 02:59:54.290466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bd05c51-f652-4313-8ae8-e26ed345a344 req-aa6ba27e-c1d9-4936-93b7-6def2415c582 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Sep 10 02:59:54.350489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4f3db58d-ddd6-4745-aaa7-771ed8a5d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.352055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-4f3db58d-ddd6-4745-aaa7-771ed8a5d37f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ab391f9-1aeb-47f9-af5b-63f6312f69a9 HTTP/1.1" status: 200 len: 851 time: 0.2267320 Sep 10 02:59:54.360434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-bab13e76-003f-45aa-bfbd-9b80f365be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.361927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-bab13e76-003f-45aa-bfbd-9b80f365be9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.4010775 Sep 10 02:59:54.384193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-e80f043d-fb3a-4632-ab0c-4f71c792302d tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.391696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-e80f043d-fb3a-4632-ab0c-4f71c792302d tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2806289 Sep 10 02:59:54.640754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.648563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-253707d0-fece-4bc7-b8cb-b7cdb820e10b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1002 time: 0.2556293 Sep 10 02:59:54.654378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'floatingip': {'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:54.657811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.664274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.666538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-7c5a6ad4-4d7a-4887-bfd9-285d2aa19fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.668169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-7c5a6ad4-4d7a-4887-bfd9-285d2aa19fb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343ee87-8966-4201-a9c7-f0ff37993794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745457 Sep 10 02:59:54.672651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.678768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.684715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.691009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.693116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-d276a3c3-8e7a-40ff-bb27-5e2e4ca2fdad tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1363695 Sep 10 02:59:54.717094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-549b798d-f56d-4f16-8515-90f4e5bbe8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:54.718649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-549b798d-f56d-4f16-8515-90f4e5bbe8b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.3139861 Sep 10 02:59:54.760702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Deleting port dbf10fe4-fd4a-4db9-a5c3-887b13fbaf52 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 02:59:54.761056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:54.817235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56ef8447-92fa-4aff-b4cc-606ad9a5d475 req-e0889b90-bdeb-4a95-bc1d-44b451906d8b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089218 Sep 10 02:59:54.823799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:54.928150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b807ba7-8f27-4884-95d1-fe4afaba77ab req-88428332-35a1-4ede-8972-f9b050098b7e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0381629 Sep 10 02:59:54.960653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-1be10af7-9833-4f8c-aef7-a707b410d652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 1002 time: 0.2272584 Sep 10 02:59:55.047369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f48ff6-79e7-419e-b8dc-483c83440a7f req-bfe5d101-ab7a-4b5c-b6da-0106685d7a35 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:55.054997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35f48ff6-79e7-419e-b8dc-483c83440a7f req-bfe5d101-ab7a-4b5c-b6da-0106685d7a35 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 943 time: 0.0570266 Sep 10 02:59:55.076276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-b82882b4-a248-4628-baab-8ee8bfd1b343 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778651 Sep 10 02:59:55.081421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:55.082019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:55.110922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35f48ff6-79e7-419e-b8dc-483c83440a7f req-b8e8d9c9-61b7-435f-a5c4-101f5631c85e tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543044 Sep 10 02:59:55.169429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-f2338583-64dc-432f-b6e6-9c5de33f02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:55.170980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-f2338583-64dc-432f-b6e6-9c5de33f02c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1992855 Sep 10 02:59:55.172177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Calling delete_port for dbf10fe4-fd4a-4db9-a5c3-887b13fbaf52 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 02:59:55.464660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e555b-a506-4859-9e65-26ce6d51108e req-94ed87f6-3526-4d18-8cc9-fee3925b9dbb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:55.467966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a5e555b-a506-4859-9e65-26ce6d51108e req-94ed87f6-3526-4d18-8cc9-fee3925b9dbb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0765491 Sep 10 02:59:55.527302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a5e555b-a506-4859-9e65-26ce6d51108e req-671c8fdc-ff08-46d0-affd-588ee61c4f80 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485384 Sep 10 02:59:55.591829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 94862b9f-cec4-40b1-b0fa-109150e0e17e details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 02:59:55.758555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 94862b9f-cec4-40b1-b0fa-109150e0e17e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e,segment=NetworkSegment(2bc97244-b134-4c3f-be7f-d493d184be99),segment_id=2bc97244-b134-4c3f-be7f-d493d184be99)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:55.775289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '94862b9f-cec4-40b1-b0fa-109150e0e17e', 'network_id': '47bddafa-3e3e-4b1d-8714-d155669bc58a', 'port_id': '94862b9f-cec4-40b1-b0fa-109150e0e17e', 'mac_address': 'fa:16:3e:76:9a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced63cdf-0578-4e14-a4ca-4e0875296091', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 02:59:55.827509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:55.854538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94862b9f-cec4-40b1-b0fa-109150e0e17e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:55.880921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 94862b9f-cec4-40b1-b0fa-109150e0e17e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e,segment=NetworkSegment(2bc97244-b134-4c3f-be7f-d493d184be99),segment_id=2bc97244-b134-4c3f-be7f-d493d184be99)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:55.887991 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:56.044940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-ca9e682b-1d4e-4602-83c1-3408628d985e service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386160 Sep 10 02:59:56.045621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:56.051527 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "eed592fd-391e-4c5d-90ca-b5ebc93ca85b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:56.067149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-4236516d-b442-4d22-bca4-533a9e05db18 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.068762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-4236516d-b442-4d22-bca4-533a9e05db18 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 820 time: 0.4116769 Sep 10 02:59:56.112726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.119426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.127996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.131338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=94862b9f-cec4-40b1-b0fa-109150e0e17e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:56.135978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.142977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.143347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.143739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.144098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.144476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.144834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.145365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.145873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.146387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.146892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.147406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.147916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.148428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 02:59:56.151514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.160151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.171779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75421a4f-625a-4962-878c-d402a0390f23 req-10a38538-b410-42cd-a63b-10e9577f3af7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.2197757 Sep 10 02:59:56.200916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-25654faf-8c68-4f00-830d-bdb258ccef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.202800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-25654faf-8c68-4f00-830d-bdb258ccef53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0118885 Sep 10 02:59:56.214394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Request body: {'port': {'device_id': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'admin_state_up': True, 'tenant_id': 'd4f5c79ec5904823928a7be6aadeb25e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:56.215944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75421a4f-625a-4962-878c-d402a0390f23 req-4b408009-920b-4056-998b-6c60493f3176 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431345 Sep 10 02:59:56.271509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['94862b9f-cec4-40b1-b0fa-109150e0e17e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:56.290322 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-ceea8114-6ab8-4de4-b8df-5e2e9e5e57bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 217 time: 0.1039746 Sep 10 02:59:56.322555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-519a5008-543e-47aa-8c94-9c92494b16d0 req-94eb3e28-4d61-4cbc-8f83-76233045dfe9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0388489 Sep 10 02:59:56.465187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac13cc3-3dcb-496c-ba23-4a92255f9ac9 req-d1e8964e-f5b6-4e3f-9fe8-2b5f0169b4ab tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.468000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ac13cc3-3dcb-496c-ba23-4a92255f9ac9 req-d1e8964e-f5b6-4e3f-9fe8-2b5f0169b4ab tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 944 time: 0.0631740 Sep 10 02:59:56.514813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ac13cc3-3dcb-496c-ba23-4a92255f9ac9 req-6cecb42e-730c-4642-b4e2-e8f1b5f73d0b tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Sep 10 02:59:56.569806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8b7ffd3f-f9a9-4bab-b9d1-8d59f3bf4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.572045 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-8b7ffd3f-f9a9-4bab-b9d1-8d59f3bf4073 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.2523713 Sep 10 02:59:56.575331 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c6c788-638a-4310-ac22-8c3db61baa77 x-openstack-request-id: req-99c6c788-638a-4310-ac22-8c3db61baa77 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:56.575331 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "eed592fd-391e-4c5d-90ca-b5ebc93ca85b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:56.575607 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99c6c788-638a-4310-ac22-8c3db61baa77 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:56.575990 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b', 'status': 'completed', 'code': 200} Sep 10 02:59:56.672132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb422a-d157-4e96-a350-99517d53cb01 req-cc45ef76-652d-4a12-83a6-f9249b0fc19a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.673718 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97eb422a-d157-4e96-a350-99517d53cb01 req-cc45ef76-652d-4a12-83a6-f9249b0fc19a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0593600 Sep 10 02:59:56.697374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-2c84fb40-9243-4246-82dc-d4d120860ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349759 Sep 10 02:59:56.716863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97eb422a-d157-4e96-a350-99517d53cb01 req-0c1afd8b-b027-4dd9-aced-5f9446de861f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 Sep 10 02:59:56.728030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:56.821546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Pushing event deleted for resources: {'Port': ['ID=dbf10fe4-fd4a-4db9-a5c3-887b13fbaf52,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:56.823697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Made reservation on behalf of d4f5c79ec5904823928a7be6aadeb25e for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 02:59:56.827244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:56.860155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-13d1b336-62a1-4990-82d8-56df9a978cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:56.861682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-13d1b336-62a1-4990-82d8-56df9a978cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2784593 Sep 10 02:59:56.897991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 02:59:57.101092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.133907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.137301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-47c4dcb8-2063-4150-83d1-fe40a68cbcbe service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234169 Sep 10 02:59:57.181980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.184429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.188174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-52ff2c0c-5458-47a5-b76a-9f9186c40f99 tempest-ServersWithSpecificFlavorTestJSON-998436443 tempest-ServersWithSpecificFlavorTestJSON-998436443-project] 10.222.0.23 "DELETE /v2.0/floatingips/dd764d1d-a8b6-4a05-b644-c1995f48db13 HTTP/1.1" status: 204 len: 168 time: 3.0048370 Sep 10 02:59:57.250241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-26f8a778-2930-4a33-a34b-1ad59a0cd861 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770092 Sep 10 02:59:57.338769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Allocated IP 172.20.0.3 (19c12e1b-6fc9-48da-a9dc-43e060107e95/0da84e85-dbf7-4cce-be4e-870c91e06539/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 02:59:57.372007 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c associated. External IP: 172.25.8.116, port: c76cbfac-7f9a-4ba6-8c29-41181680d2cc. Sep 10 02:59:57.507765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-20855048-f0b6-498d-a51e-bac03a4274aa service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242777 Sep 10 02:59:57.575024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-77532022-1245-4487-9a13-aa34f500217e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 217 time: 0.0567536 Sep 10 02:59:57.610501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 94862b9f-cec4-40b1-b0fa-109150e0e17e up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 02:59:57.674256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 94862b9f-cec4-40b1-b0fa-109150e0e17e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 02:59:57.681191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 94862b9f-cec4-40b1-b0fa-109150e0e17e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 02:59:57.683001 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.725353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-84ba576a-8c4c-4f26-98dd-30c6615eaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:57.726895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-84ba576a-8c4c-4f26-98dd-30c6615eaa92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1446579 Sep 10 02:59:57.798498 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.814422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.837296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94862b9f-cec4-40b1-b0fa-109150e0e17e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:57.839934 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44bae37-6092-428c-b0fb-ff2cc7ff449b" -d '{"events": [{"server_uuid": "6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1", "name": "network-vif-plugged", "status": "completed", "tag": "94862b9f-cec4-40b1-b0fa-109150e0e17e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:57.855262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 94862b9f-cec4-40b1-b0fa-109150e0e17e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e,segment=NetworkSegment(2bc97244-b134-4c3f-be7f-d493d184be99),segment_id=2bc97244-b134-4c3f-be7f-d493d184be99)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:57.855847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-62621096-64eb-4e89-acd9-7d18ebfc0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:57.857284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-62621096-64eb-4e89-acd9-7d18ebfc0acf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160340 Sep 10 02:59:57.859268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:59:57.862434 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:57.863546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 02:59:57.966170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=94862b9f-cec4-40b1-b0fa-109150e0e17e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:57.972895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:57.983828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:57.995217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:57.998515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:58.006898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.011985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['01508b1d-15a9-46d1-8156-e9157f1ebbc1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 02:59:58.016658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.026564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.034201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.045729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-157762c2-6693-48c0-9171-ae4415b972a4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.3078594 Sep 10 02:59:58.104216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36064f68-16d5-46b6-b584-36d90a0e53c5 req-9d6fa28b-260d-49fc-ad37-2c992281a844 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572410 Sep 10 02:59:58.136355 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:58.205930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 02:59:58.218336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:58.269617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988e4bd-c051-41a1-9879-b35af2139593 req-2e30c206-4477-478f-899f-d2c085c6b567 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.280903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7988e4bd-c051-41a1-9879-b35af2139593 req-2e30c206-4477-478f-899f-d2c085c6b567 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 931 time: 0.0876956 Sep 10 02:59:58.281592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:58.333870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7988e4bd-c051-41a1-9879-b35af2139593 req-d4629306-0d5d-4825-bc60-c7479491b399 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514650 Sep 10 02:59:58.376491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-c5fb2845-9f19-4780-a410-feb78f59e1fc service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119014 Sep 10 02:59:58.426862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Network 19c12e1b-6fc9-48da-a9dc-43e060107e95 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 02:59:58.455060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08b6e-3a4c-4520-97ef-d5d3fe07060c req-d7168220-38ca-4fd2-9330-135784a14e0d tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.456604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 02:59:58.457007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8c08b6e-3a4c-4520-97ef-d5d3fe07060c req-d7168220-38ca-4fd2-9330-135784a14e0d tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0562108 Sep 10 02:59:58.466701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 02:59:58.470900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:58.511699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8c08b6e-3a4c-4520-97ef-d5d3fe07060c req-1fa63a27-b5e6-40b7-8306-6ad39441bfd3 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Sep 10 02:59:58.533733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:59:58.552711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 02:59:58.565348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:58.565551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:58.603075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.603745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:58.665789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-610f599b-579b-429c-b295-d3da39a4f8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786233 Sep 10 02:59:58.667036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-ebad8ecd-416c-422d-a650-f133c2f5a893 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4686210 Sep 10 02:59:58.717861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:58.739471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Request body: {'port': {'device_id': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 02:59:58.826422 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-ac269a53-d683-426e-a665-ad903d39cd97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf HTTP/1.1" status: 200 len: 217 time: 0.1379774 Sep 10 02:59:58.883781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b687d0-590f-4f55-8fd5-f9e0fd96b674 req-fa45bc0c-f28a-4218-8ee1-eff4f91b4a0c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:58.895978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21b687d0-590f-4f55-8fd5-f9e0fd96b674 req-fa45bc0c-f28a-4218-8ee1-eff4f91b4a0c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0736465 Sep 10 02:59:58.951750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:58.953135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21b687d0-590f-4f55-8fd5-f9e0fd96b674 req-4de9bfdd-3ad8-4972-acb0-b2448d3b0f36 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549462 Sep 10 02:59:59.002955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6d51ac0a-22c9-475a-b46d-c12d52f7aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:59.004473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6d51ac0a-22c9-475a-b46d-c12d52f7aea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1664057 Sep 10 02:59:59.052851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T02:59:56Z', 'revision_number': 3, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:59.092764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 02:59:59.096030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 02:59:59.105640 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c52a4-4fbb-49b2-ad2f-b4442a61792d x-openstack-request-id: req-529c52a4-4fbb-49b2-ad2f-b4442a61792d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 02:59:59.106299 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1", "name": "network-vif-plugged", "status": "completed", "tag": "94862b9f-cec4-40b1-b0fa-109150e0e17e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 02:59:59.106922 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-529c52a4-4fbb-49b2-ad2f-b4442a61792d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 02:59:59.107571 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94862b9f-cec4-40b1-b0fa-109150e0e17e', 'code': 200} Sep 10 02:59:59.108381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 02:59:59.110021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:59.174369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-5ee44b72-d2cc-4835-9787-f4566340c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:59.175908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-5ee44b72-d2cc-4835-9787-f4566340c622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622543 Sep 10 02:59:59.302448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 02:59:59.388093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-f5335c5a-866b-4a33-8829-a6425cbd3c1e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:59.395818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-f5335c5a-866b-4a33-8829-a6425cbd3c1e tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.1415071 Sep 10 02:59:59.419888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-bc2d3a0c-58d0-4c39-b4fc-c5991ab127cd tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/quotas/3a56f4fa42e4403da647901e35459fc6 HTTP/1.1" status: 200 len: 375 time: 0.0221512 Sep 10 02:59:59.426116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50160-a1b5-4936-a1de-3e18da397562 req-47fa4f6b-6d16-4187-ac3f-851294168fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:59.427673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bde50160-a1b5-4936-a1de-3e18da397562 req-47fa4f6b-6d16-4187-ac3f-851294168fb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 1096 time: 0.2463577 Sep 10 02:59:59.486501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 02:59:59.486714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-fe85a2d8-84c4-46a0-ab58-a915a5772f23 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651786 Sep 10 02:59:59.491443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-bdfd31a0-606d-4005-baf1-4e0730cda9b0 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971599 Sep 10 02:59:59.495224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:59.559704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bde50160-a1b5-4936-a1de-3e18da397562 req-0781f9e0-5985-404f-836b-da9b1a1e9d0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173310 Sep 10 02:59:59.600831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 02:59:59.603984 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ab9138-216e-4300-94d2-f8051e49e081" -d '{"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 02:59:59.604280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-ab1975af-5e93-4c8f-8461-76cb6fd51f5a service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165578 Sep 10 02:59:59.633577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T02:59:56Z', 'revision_number': 3, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 02:59:59.678428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 02:59:59.679736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b6730-1893-42cc-9d8f-ff1ed85f7e1a None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T02:59:56Z', 'revision_number': 3, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 02:59:59.695410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:59.698616 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-5bdf75ff-5c30-4df5-a2c8-b2de856b4b57 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "PUT /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 998 time: 5.0486627 Sep 10 02:59:59.723809 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-eeeecdfb-b26e-48bf-a000-78007f601434 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230234 Sep 10 02:59:59.725146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Transition to ACTIVE for port object 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 02:59:59.729908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 02:59:59.731247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-986d0c91-e031-413f-937d-51c0dcfb6878 service neutron] 10.222.0.23 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260262 Sep 10 02:59:59.842203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-57f2759f-0c48-41fe-a23a-25fa9019eb99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed HTTP/1.1" status: 200 len: 217 time: 0.1084120 Sep 10 02:59:59.904492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 02:59:59.953103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-1a49e23d-6f1c-4d92-a695-9d64b051e8fb tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 02:59:59.954594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-1a49e23d-6f1c-4d92-a695-9d64b051e8fb tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports/c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 943 time: 0.2489364 Sep 10 02:59:59.976152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb315754-94e9-491b-9673-a4ebcded693a None None] New status for floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 02:59:59.998394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-929245b3-1b05-4f02-ac45-e269fdb339ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.002306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-929245b3-1b05-4f02-ac45-e269fdb339ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1522934 Sep 10 03:00:00.018626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.026756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.033405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.039894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.040967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.041448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.043361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.043825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.044634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.045428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.048005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.048148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.048599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.049089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.052913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.053376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.054030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:00.056305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.062693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.064975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-5b3bd03c-9592-4f2f-983a-3d62d7ed2d48 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1248925 Sep 10 03:00:00.130534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bdca44be-5be3-4fba-b577-5a921f2d2967 req-a6fadf63-bcbe-44c5-9bc9-f11e13b44aab tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570657 Sep 10 03:00:00.288947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:00.289679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:00.290211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:00.303217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-725cb239-99c1-4000-8475-33c9891996cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.307258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-725cb239-99c1-4000-8475-33c9891996cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.1240292 Sep 10 03:00:00.375855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:00.376311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:00.390869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:00.391209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:00.391655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:00.392103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Bound port: 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:00.392507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:00.409415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701f61-805a-44c7-96ce-b68bf9580615 req-97f9e843-71ff-450c-9966-b895ec30eb25 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.417154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83701f61-805a-44c7-96ce-b68bf9580615 req-97f9e843-71ff-450c-9966-b895ec30eb25 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0942547 Sep 10 03:00:00.447629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-978796dd-1f27-42ca-ae9f-620af95804a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.449321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-978796dd-1f27-42ca-ae9f-620af95804a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3746560 Sep 10 03:00:00.479056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83701f61-805a-44c7-96ce-b68bf9580615 req-dce13431-9fce-4aa7-9294-54e84cbdb86a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597761 Sep 10 03:00:00.499001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:00.519150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:00.519896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:00.596713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-cfbe4bb2-a257-406e-84e3-74016218686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.598555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-cfbe4bb2-a257-406e-84e3-74016218686a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.2815673 Sep 10 03:00:00.634148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:00.663617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610db3c-3083-42a1-93a9-eadc4fdd1a10 req-4acce2ac-dac2-4c9f-bc8f-9120a869c0d6 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.666112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5610db3c-3083-42a1-93a9-eadc4fdd1a10 req-4acce2ac-dac2-4c9f-bc8f-9120a869c0d6 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0753527 Sep 10 03:00:00.692144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-91dbec2e-b445-4263-9c4d-0e754d411ba4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 217 time: 0.0751653 Sep 10 03:00:00.693431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:00.735613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:00.760942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5610db3c-3083-42a1-93a9-eadc4fdd1a10 req-849c1f95-339b-4e50-b880-951cc0b9bab3 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833392 Sep 10 03:00:00.762130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-5a073337-47b2-40d5-804e-ff2ac8d9ac2a service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885597 Sep 10 03:00:00.765714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:00.865503 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2da23-96ff-4a92-8a7f-cb331ed83803 x-openstack-request-id: req-eda2da23-96ff-4a92-8a7f-cb331ed83803 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:00.866168 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:00.866660 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eda2da23-96ff-4a92-8a7f-cb331ed83803 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:00.867264 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'status': 'completed', 'code': 200} Sep 10 03:00:00.901745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:00.936378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.937561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:00.939734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-fb707b55-3d07-4283-8bfe-763c62a423c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 1091 time: 2.2343111 Sep 10 03:00:00.958797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-03ee422b-7e36-4fd9-85b2-00d0fb81eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:00.960984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-03ee422b-7e36-4fd9-85b2-00d0fb81eebb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.2395010 Sep 10 03:00:01.032440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e93e3318-d264-440c-a873-4b6dd0ac9a35 req-f481cf19-56f6-46a1-a3c2-8080ad7c2fe0 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 210 time: 0.0635300 Sep 10 03:00:01.047185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-c6aaaa20-4394-4b16-a6c1-9035a446b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.049553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-c6aaaa20-4394-4b16-a6c1-9035a446b284 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.1715779 Sep 10 03:00:01.066191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-b0b1ff11-8113-4109-852f-326e8121a4ce tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.068098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-b0b1ff11-8113-4109-852f-326e8121a4ce tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2ac473-f396-462e-88bd-09d28e34df6e HTTP/1.1" status: 200 len: 944 time: 0.1807370 Sep 10 03:00:01.081355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-f17a4065-86af-4b9a-a867-4ff208769124 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602603 Sep 10 03:00:01.120502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:01.122778 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824c02fa-170c-4d07-95b8-7180a54ad0a7" -d '{"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:01.152332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T03:00:00Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:01.164484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-67710eff-a255-478c-b697-923d9fea32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.166485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-67710eff-a255-478c-b697-923d9fea32af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662264 Sep 10 03:00:01.185737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-9ba69aef-6073-4d02-8906-37686be0bce5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 200 len: 217 time: 0.0926929 Sep 10 03:00:01.187832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:01.197463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:01.204084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T02:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:01.258248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-1a04dd1c-8981-4a6b-addc-2c1cf15ad2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.260021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-1a04dd1c-8981-4a6b-addc-2c1cf15ad2c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.1940358 Sep 10 03:00:01.274328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a5b43-893c-47b9-8e20-3fb99d7d0a2a req-f427a9d7-c22c-4e74-81e4-71cb49ea31ed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.283941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d5a5b43-893c-47b9-8e20-3fb99d7d0a2a req-f427a9d7-c22c-4e74-81e4-71cb49ea31ed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.1128416 Sep 10 03:00:01.307621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-3a2e631d-6267-4769-b02a-8f3ec86a90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.309252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-3a2e631d-6267-4769-b02a-8f3ec86a90ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1094 time: 0.2328916 Sep 10 03:00:01.342319 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-e0b0dd1e-481e-436f-bcc1-c94ba55176ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 217 time: 0.0559902 Sep 10 03:00:01.354120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:01.394869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d5a5b43-893c-47b9-8e20-3fb99d7d0a2a req-a3cc88ed-72db-4c61-af60-ff24947dc57c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100445 Sep 10 03:00:01.432994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-0c0eb522-4629-4522-8341-fcb7fad59543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.434540 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-0c0eb522-4629-4522-8341-fcb7fad59543 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.0762663 Sep 10 03:00:01.612304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-1811c095-e1a1-4670-9390-61b14d79571f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.613873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-1811c095-e1a1-4670-9390-61b14d79571f tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 805 time: 0.1216168 Sep 10 03:00:01.627583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-24d0b213-7920-4cc4-98c9-d1570b42b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.629158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-24d0b213-7920-4cc4-98c9-d1570b42b300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833549 Sep 10 03:00:01.640901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Request body: {'port': {'device_id': '92720481-6130-4efd-8841-9d9d610f7ed2', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'admin_state_up': True, 'tenant_id': '3a56f4fa42e4403da647901e35459fc6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:01.733430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-c488d8db-d152-4f58-8e71-cece5ca6474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.735355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-c488d8db-d152-4f58-8e71-cece5ca6474e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.5334520 Sep 10 03:00:01.738657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-b415bac0-ad99-4ab4-a739-754086da6091 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 217 time: 0.4004078 Sep 10 03:00:01.786210 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e02ece-d471-4c31-8f95-1e56a1a47b9c x-openstack-request-id: req-e0e02ece-d471-4c31-8f95-1e56a1a47b9c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:01.786799 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:01.786956 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0e02ece-d471-4c31-8f95-1e56a1a47b9c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:01.787335 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'code': 200} Sep 10 03:00:01.815065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-04722aac-cc81-4571-ac01-b98908a6a6ac service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259971 Sep 10 03:00:01.849605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Deleting port f0e1e746-51c8-4c1e-ad33-8a5f421a111c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:01.850010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:01.858584 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-421a99b2-6523-49f6-8fde-b7ffdc4f8bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:01.861263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:01.865706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:01.887742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T03:00:00Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:01.893125 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-98cde614-3e88-4f90-9271-6d706aab337a service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380350 Sep 10 03:00:01.900254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-1b00723c-2bab-4ac1-beaf-8aa9ef269819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.901831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-1b00723c-2bab-4ac1-beaf-8aa9ef269819 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1381633 Sep 10 03:00:01.911623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.915370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3d7132b8-4b88-4e03-8e65-4977318f063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.918733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-3d7132b8-4b88-4e03-8e65-4977318f063d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1637597 Sep 10 03:00:01.919304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.925112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.928477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952739f-c6ae-4e92-9bda-8000c3e70172 None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:38:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f326df-20b2-403d-8eed-d67958e46efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T03:00:00Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:01.931716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.937467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.943250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.949638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:01.951593 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-b2c1e4cc-5863-4507-943d-6c294110adf2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1509576 Sep 10 03:00:02.005943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Made reservation on behalf of 3a56f4fa42e4403da647901e35459fc6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:02.009969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.027879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-6ab8095b-d08e-4fcc-8b85-da109df346cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145980 Sep 10 03:00:02.177340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ea7308c2-9af4-47c9-bfae-03855dbbd767 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537805 Sep 10 03:00:02.201628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] For port f0e1e746-51c8-4c1e-ad33-8a5f421a111c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:02.202005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.236937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Calling delete_port for f0e1e746-51c8-4c1e-ad33-8a5f421a111c owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:02.265604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-7ccf013a-87f9-497b-be3a-b2a7a5cabf8b service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091209 Sep 10 03:00:02.277976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-154134c3-1e66-434d-873f-6930a72bb9be service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398684 Sep 10 03:00:02.311153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0eb56a1-1fd0-4cfa-935e-a6aab1ba0797 req-44a3fb28-6228-4a2c-bb9f-19b82ddbde4f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3449111 Sep 10 03:00:02.374411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5ab9138-216e-4300-94d2-f8051e49e081 req-5364b472-6ba4-498c-87f5-37eea06b9f64 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213881 Sep 10 03:00:02.416101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ff1040c2-2c3b-4a84-8c2b-e1d58fe88fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.417629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ff1040c2-2c3b-4a84-8c2b-e1d58fe88fde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1096 time: 0.2085686 Sep 10 03:00:02.463334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Allocated IP 172.20.0.6 (6486c3b7-3a79-4168-87ba-81a8dd8445e3/9b257b2a-a70a-4972-a6f5-5ab366df041b/ccc9475c-c6a5-46e1-ab92-59051fcfbd73) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:02.478283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86b15c-f519-48d7-afb8-b8730df940f4 req-d8815783-da00-4d36-b1d0-9590c1b37d48 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.480843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df86b15c-f519-48d7-afb8-b8730df940f4 req-d8815783-da00-4d36-b1d0-9590c1b37d48 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0974784 Sep 10 03:00:02.542953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df86b15c-f519-48d7-afb8-b8730df940f4 req-78cceb24-a385-4a47-9424-7112a163174d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 Sep 10 03:00:02.569171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b2b27cc-f0e9-429e-8e2c-873176c09b6b req-b7278641-f2d6-4a14-9ccc-ba6b51b8a3cb service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758775 Sep 10 03:00:02.570194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6d7b9d6c-5160-4eef-8ea2-8b2da7664f63 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946122 Sep 10 03:00:02.626690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-eaf75772-e792-404b-a91f-f73c26dd23b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 200 len: 217 time: 0.0473862 Sep 10 03:00:02.685814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ce77bd9c-2285-44d9-b2c4-887d8e86aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.687203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ce77bd9c-2285-44d9-b2c4-887d8e86aa88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.2393117 Sep 10 03:00:02.716944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.735296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e28dc-5b52-4243-a48e-b274108c13dc req-41e409ac-4bff-4644-b5e3-dbb95366b3ed tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.737149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed6e28dc-5b52-4243-a48e-b274108c13dc req-41e409ac-4bff-4644-b5e3-dbb95366b3ed tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0829167 Sep 10 03:00:02.755934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-d9deef94-9dd0-48a4-815c-30c06f8d7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.757403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-d9deef94-9dd0-48a4-815c-30c06f8d7f40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1050620 Sep 10 03:00:02.760449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.793098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed6e28dc-5b52-4243-a48e-b274108c13dc req-ddc7d450-6866-4be7-8c31-8292a8cca5c8 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Sep 10 03:00:02.798075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.812129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event deleted for resources: {'Port': ['ID=f0e1e746-51c8-4c1e-ad33-8a5f421a111c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:02.829683 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-26edc7d4-b0c9-40d1-b8d4-2b3bfa7a5795 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 1001 time: 0.1330554 Sep 10 03:00:02.856099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:02.861262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:02.865506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:02.879199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b'}, {'name': 'network-changed', 'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:02.881344 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442638bf-bcc1-4e80-94c9-c00843574c85" -d '{"events": [{"name": "network-changed", "server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b"}, {"name": "network-changed", "server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:02.911870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] No DVR routers for this DVR port f0e1e746-51c8-4c1e-ad33-8a5f421a111c on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:02.913184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:02.916305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.918282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b99e4c1-3afb-4c59-af63-da8beb4c9148 req-2ea59120-1f36-4b1e-9589-b76e360e1b52 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "DELETE /v2.0/ports/f0e1e746-51c8-4c1e-ad33-8a5f421a111c HTTP/1.1" status: 204 len: 173 time: 1.8277364 Sep 10 03:00:02.930306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-2d9d8447-4c7c-46db-a376-afa80bf2aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.931837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-2d9d8447-4c7c-46db-a376-afa80bf2aea8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590877 Sep 10 03:00:02.933334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ef0733d2-155b-4baf-a890-116c008996d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.935389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-ef0733d2-155b-4baf-a890-116c008996d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.0974102 Sep 10 03:00:02.949286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.949648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.949980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.950391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.950710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.951021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.951371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.951768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.952115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.952463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.952789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.953116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:02.970867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.971543 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:02.993745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc4e8-12ee-4746-b811-91efcfa6b524 req-ce804d68-fd1d-4c82-ab3c-0748203f9d44 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:02.995273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efbbc4e8-12ee-4746-b811-91efcfa6b524 req-ce804d68-fd1d-4c82-ab3c-0748203f9d44 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 931 time: 0.1200349 Sep 10 03:00:03.005272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-06b2f7ab-d77d-45bb-b14c-8a9ccd6216da tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3706996 Sep 10 03:00:03.026250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Request body: {'port': {'device_id': '92720481-6130-4efd-8841-9d9d610f7ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:03.045523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-08d702be-50e4-4655-a14c-3f05548a9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.047154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-08d702be-50e4-4655-a14c-3f05548a9d1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976498 Sep 10 03:00:03.057973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-6bc11dc7-3a91-4219-b290-9204eacb79ae service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177497 Sep 10 03:00:03.066700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efbbc4e8-12ee-4746-b811-91efcfa6b524 req-2492f935-a87f-471f-bbb1-a35bffe382db tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Sep 10 03:00:03.102285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:03.212231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-0b6388af-5d80-4d6d-9e7b-a6b75b093420 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532834 Sep 10 03:00:03.240911 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7b13746-4383-45ea-8648-bc4d8dca1a82 req-62c941ca-f574-479a-b647-9b6129af0877 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602416 Sep 10 03:00:03.286023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ff8ca-82ee-4b21-a251-26195c87ae10 req-161a09fe-6a7d-4780-a47c-e0f0a5ce7811 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.287539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d1ff8ca-82ee-4b21-a251-26195c87ae10 req-161a09fe-6a7d-4780-a47c-e0f0a5ce7811 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.1304169 Sep 10 03:00:03.317397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a391f5c9-d80a-460f-96ab-2b8399416343 req-95cc5ad0-c711-43b9-929e-d3ba2a657ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967622 Sep 10 03:00:03.381728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.383595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.384238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d1ff8ca-82ee-4b21-a251-26195c87ae10 req-445e6525-b5f2-482d-9c6e-c732881eeb58 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856407 Sep 10 03:00:03.384433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.385071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.385701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.386317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.386941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.390475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-8a9fba0f-6733-4756-838c-c75354b23a1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6478 time: 0.0721891 Sep 10 03:00:03.478719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc9475c-c6a5-46e1-ab92-59051fcfbd73 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:03.487151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:03.502352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Transition to ACTIVE for port object ccc9475c-c6a5-46e1-ab92-59051fcfbd73 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:03.506906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:03.536169 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd04590-f239-41ab-9862-9cc8a1e62160 x-openstack-request-id: req-0cd04590-f239-41ab-9862-9cc8a1e62160 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:03.536760 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:03.537025 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cd04590-f239-41ab-9862-9cc8a1e62160 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:03.537423 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'status': 'completed', 'code': 200} Sep 10 03:00:03.537677 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'status': 'completed', 'code': 200} Sep 10 03:00:03.599112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-c03ab059-793b-4204-a6c3-99a3f1016b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.600539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-c03ab059-793b-4204-a6c3-99a3f1016b53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 902 time: 0.2009928 Sep 10 03:00:03.637274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d9fda-4fd2-4a9c-ba62-9eeb000d70b3 req-31364386-3861-4137-8f77-1e3001cc09ed tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.639148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-363d9fda-4fd2-4a9c-ba62-9eeb000d70b3 req-31364386-3861-4137-8f77-1e3001cc09ed tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.1490371 Sep 10 03:00:03.639634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:03.675307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-4c654693-9dec-4afc-b652-2345848d4cbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 200 len: 217 time: 0.0568938 Sep 10 03:00:03.694427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4381d66c-0c4c-4d31-95aa-eaac94ba945c req-27726c6b-a512-490b-aeaf-acb1458fee94 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1001 time: 0.1402051 Sep 10 03:00:03.709830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-380ec252-b2fa-4326-b134-285380ab41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.711312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-380ec252-b2fa-4326-b134-285380ab41de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1096 time: 0.1545715 Sep 10 03:00:03.734324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-f6fd5031-78f6-48b8-bd3a-e024fc8b90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.735718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-f6fd5031-78f6-48b8-bd3a-e024fc8b90d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1094 time: 0.1711230 Sep 10 03:00:03.758368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d66c-0c4c-4d31-95aa-eaac94ba945c req-76d2bf4d-d697-4f43-b0a2-638a541a372f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.759765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4381d66c-0c4c-4d31-95aa-eaac94ba945c req-76d2bf4d-d697-4f43-b0a2-638a541a372f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports/c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 942 time: 0.0593750 Sep 10 03:00:03.770569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Attempting to bind port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:03.770895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Attempting to bind port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:03.771067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Attempting to bind port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:03.776243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:03.776243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Attempting to bind port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 on network 6486c3b7-3a79-4168-87ba-81a8dd8445e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:03.781116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:03.781458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Checking segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:03.781847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Bound using segment: {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:03.782277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Bound port: ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037988a-5eb2-4429-930b-316d73349064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:03.782636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:03.818041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-363d9fda-4fd2-4a9c-ba62-9eeb000d70b3 req-b93b1539-b72b-416c-a246-aae07a5f6e1c tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495359 Sep 10 03:00:03.849856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-4129fc00-6967-4db3-8e2a-20fc977dface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.851512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-4129fc00-6967-4db3-8e2a-20fc977dface service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1650960 Sep 10 03:00:03.900580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:03.906849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4381d66c-0c4c-4d31-95aa-eaac94ba945c req-b8a784e4-2377-4733-ae4a-8d94958971c7 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1001 time: 0.0908775 Sep 10 03:00:03.917068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:03.936826 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:03.982137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-bb949841-40a1-4a0a-ba73-f5a41273c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.983360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-bb949841-40a1-4a0a-ba73-f5a41273c66f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.2513721 Sep 10 03:00:03.987948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-8285f0e5-295a-4d97-8ca6-001ae14288dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:03.989310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-8285f0e5-295a-4d97-8ca6-001ae14288dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2403297 Sep 10 03:00:04.017257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.017872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:04.019242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccc9475c-c6a5-46e1-ab92-59051fcfbd73 HTTP/1.1" status: 200 len: 1091 time: 0.9990165 Sep 10 03:00:04.023254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:04.026058 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:04.038067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-c7b747d4-70f5-4d12-a141-cc4c25660d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.040121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-c7b747d4-70f5-4d12-a141-cc4c25660d37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553283 Sep 10 03:00:04.056881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.062676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.066919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817571-7329-4c9f-a401-e212ef9d53f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:04.068437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.074231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.079974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.085697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.091980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.093834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-cb5db417-a4a6-4985-92a4-708d38334c34 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1923702 Sep 10 03:00:04.113439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d66c-0c4c-4d31-95aa-eaac94ba945c req-689f94ea-8767-45b7-af47-c35b2a051953 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.114792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4381d66c-0c4c-4d31-95aa-eaac94ba945c req-689f94ea-8767-45b7-af47-c35b2a051953 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2009468 Sep 10 03:00:04.125860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-79de3941-b365-4c3c-b81d-daf219fa1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.127898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-79de3941-b365-4c3c-b81d-daf219fa1860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0695474 Sep 10 03:00:04.143161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-ca9f24aa-51b8-434e-b32d-252a74ef0699 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 217 time: 0.1399133 Sep 10 03:00:04.171476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44978) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:04.177116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-3348be41-6441-4758-b96d-519df912bbe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73 HTTP/1.1" status: 200 len: 217 time: 0.0409553 Sep 10 03:00:04.222166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-056a146d-3dbc-48f3-b986-4c840612aa77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 1001 time: 0.2289262 Sep 10 03:00:04.272969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-dba98116-daef-41f0-b125-e8f88f1e437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.274916 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-dba98116-daef-41f0-b125-e8f88f1e437f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.0909865 Sep 10 03:00:04.287921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d344-3f35-4c3c-8c06-e4a30f41dc57 req-6bfe16c4-626a-4862-8a3f-95c04f3bd371 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.298403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d51d344-3f35-4c3c-8c06-e4a30f41dc57 req-6bfe16c4-626a-4862-8a3f-95c04f3bd371 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0783019 Sep 10 03:00:04.307036 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60a09c2b-a022-4035-8702-a2cd9aaf11be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:04.345336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d51d344-3f35-4c3c-8c06-e4a30f41dc57 req-aad2ab18-981f-4421-9f85-14d07b1b8525 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 Sep 10 03:00:04.388837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-2bb9fd9d-a018-4383-81af-8b8df34a4497 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809646 Sep 10 03:00:04.495333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-83a89897-e20f-4716-b9dd-cbf1662aada7 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979152 Sep 10 03:00:04.498859 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4d795d-4aef-4ee9-bdf4-2b661d8bf9aa x-openstack-request-id: req-7c4d795d-4aef-4ee9-bdf4-2b661d8bf9aa {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:04.499404 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:04.499772 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c4d795d-4aef-4ee9-bdf4-2b661d8bf9aa {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:04.500098 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'status': 'completed', 'code': 200} Sep 10 03:00:04.623526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:04.629493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7caca91b-869b-48e8-96d4-59cf97743d4e req-895ec4b3-8253-4fbf-b7c9-17f0274a4a27 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246009 Sep 10 03:00:04.636692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51e64ccb-b8eb-45d5-b46c-21e05419bbb7 req-6b5e4d3f-f30f-4a29-81a6-b25b2abca625 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5026700 Sep 10 03:00:04.638473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59aab-41d8-4975-abf8-6739b9a1dc94 req-32ae6b4a-90d7-447b-ae80-39f46cd59805 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.640201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23e59aab-41d8-4975-abf8-6739b9a1dc94 req-32ae6b4a-90d7-447b-ae80-39f46cd59805 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 943 time: 0.0736413 Sep 10 03:00:04.679345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-50f07fe3-886d-4775-b703-55341ecaf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.681334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-50f07fe3-886d-4775-b703-55341ecaf0b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.5175917 Sep 10 03:00:04.719844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23e59aab-41d8-4975-abf8-6739b9a1dc94 req-c551c594-4aa5-4e56-ad6f-42fd37f3e66b tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649846 Sep 10 03:00:04.742929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-f42bdc4f-11ee-4a0e-b6b5-1e570b1f5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.744738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-f42bdc4f-11ee-4a0e-b6b5-1e570b1f5bfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a56f4fa42e4403da647901e35459fc6&device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0552628 Sep 10 03:00:04.757642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-bdeeef91-cb5d-4f8e-9270-468d9e917a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.759737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-bdeeef91-cb5d-4f8e-9270-468d9e917a24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.5286720 Sep 10 03:00:04.768280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-d7cdd8c8-5c66-46b2-9dca-26bab507cad3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694067 Sep 10 03:00:04.823418 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-1b52c20f-42e1-4fbc-a6ce-e04041d5fad6 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267125 Sep 10 03:00:04.875804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8566a18-0261-4545-9a6b-3abe96ea0afb req-05963648-a5b0-4564-a15a-22ede26d7c93 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.877415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8566a18-0261-4545-9a6b-3abe96ea0afb req-05963648-a5b0-4564-a15a-22ede26d7c93 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0972059 Sep 10 03:00:04.878553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-6339d69a-afaa-46f9-9717-4a7c942dfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.879952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-6339d69a-afaa-46f9-9717-4a7c942dfc1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 200 len: 905 time: 0.1281123 Sep 10 03:00:04.921300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-5945bc42-da85-4b59-8f7e-9efe10703835 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1001 time: 0.2389860 Sep 10 03:00:04.932407 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-2a4a5300-c9b9-475f-be0e-4204af0e7c91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73 HTTP/1.1" status: 200 len: 217 time: 0.0407434 Sep 10 03:00:04.958021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8566a18-0261-4545-9a6b-3abe96ea0afb req-6812f0c4-1b5c-49e2-8b65-6e8a0ad52cf1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724750 Sep 10 03:00:04.996723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-969f375b-3268-4b80-898b-c9bbceae88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:04.998210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-969f375b-3268-4b80-898b-c9bbceae88c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 200 len: 845 time: 0.0533929 Sep 10 03:00:05.035175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-8213dea9-5ca6-4480-9b51-d2df622ba3bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6486c3b7-3a79-4168-87ba-81a8dd8445e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251901 Sep 10 03:00:05.088444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-8d47dc30-f1d9-480a-98d9-8093ced81e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.089950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-8d47dc30-f1d9-480a-98d9-8093ced81e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137362 Sep 10 03:00:05.120113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-48aaaf3c-9457-4f33-a61a-0de67d571d82 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.121354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-48aaaf3c-9457-4f33-a61a-0de67d571d82 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports/c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 942 time: 0.1879580 Sep 10 03:00:05.161789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-345130de-e7df-4fd4-9579-625a3c48b55a service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843648 Sep 10 03:00:05.171378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdd96b31-cb56-4dea-a5cc-29bb3756fba1 req-505604ef-e639-47b9-a432-788e366bedb8 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277707 Sep 10 03:00:05.181299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7259-1870-4103-bb04-39c0baa33204 req-f6918afd-9321-4c38-a404-98d961955a62 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.182804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0eda7259-1870-4103-bb04-39c0baa33204 req-f6918afd-9321-4c38-a404-98d961955a62 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0952263 Sep 10 03:00:05.186778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-317f3fb0-b33a-495f-ac72-83311a35df7a service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363173 Sep 10 03:00:05.310066 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:05.425624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-b0c035d1-8fc8-4d48-b737-567f48ceb62d tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1001 time: 0.2508330 Sep 10 03:00:05.453973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-e91ff91c-d88d-46d9-9adc-0097d24c48cf service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537726 Sep 10 03:00:05.473320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0eda7259-1870-4103-bb04-39c0baa33204 req-2afdd030-4e4d-4627-bff3-66633e7c8e12 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828009 Sep 10 03:00:05.511818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.512301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.512774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.513237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.513695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.514157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.514614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.516495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-f22ccd80-7a6f-4c30-8e19-0cc4416ba550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6478 time: 0.2544129 Sep 10 03:00:05.527303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a550fbeb-484c-43c9-b17b-cb9251d1d0e9 req-acb5a4ea-9206-431f-ac80-913c2dfb0a53 service neutron] 10.222.0.36 "GET /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294599 Sep 10 03:00:05.541621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-002c5e45-40c7-4374-bcf1-71bfd02a7beb service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691738 Sep 10 03:00:05.542082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-deleted', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:05.544626 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59257b93-a5cf-47ab-a610-65d6224b116d" -d '{"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-deleted", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:05.600069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9855e75-2c6a-4068-8c24-f47a171bf1c6 req-aa5e763e-50ff-49e6-a43a-0997cac76616 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.602538 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9855e75-2c6a-4068-8c24-f47a171bf1c6 req-aa5e763e-50ff-49e6-a43a-0997cac76616 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0588903 Sep 10 03:00:05.628234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:05.644147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9855e75-2c6a-4068-8c24-f47a171bf1c6 req-4712f3a9-0abf-4683-8f6b-d7386eceef3a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353074 Sep 10 03:00:05.651557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: f0e1e746-51c8-4c1e-ad33-8a5f421a111c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:05.651970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f0e1e746-51c8-4c1e-ad33-8a5f421a111c not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:05.732720 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d478486-91e0-49e0-9641-57f5de09c6c3 x-openstack-request-id: req-3d478486-91e0-49e0-9641-57f5de09c6c3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:05.733011 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2ac473-f396-462e-88bd-09d28e34df6e", "name": "network-vif-deleted", "tag": "f0e1e746-51c8-4c1e-ad33-8a5f421a111c", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:05.733259 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d478486-91e0-49e0-9641-57f5de09c6c3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:05.733650 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2ac473-f396-462e-88bd-09d28e34df6e', 'name': 'network-vif-deleted', 'tag': 'f0e1e746-51c8-4c1e-ad33-8a5f421a111c', 'status': 'completed', 'code': 200} Sep 10 03:00:05.768927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-442638bf-bcc1-4e80-94c9-c00843574c85 req-74cc9635-3f3e-4a24-8d6d-2e8218f6a282 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009889 Sep 10 03:00:05.785470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-572ccde6-ab33-4bf2-baec-256e15827f62 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.786856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-572ccde6-ab33-4bf2-baec-256e15827f62 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.3409703 Sep 10 03:00:05.797590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-cde7f52a-f1cc-47bb-b960-198a18803e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.799041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-cde7f52a-f1cc-47bb-b960-198a18803e8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 902 time: 0.2685544 Sep 10 03:00:05.826447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.832440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.838921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.844866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.850656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.856978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.862708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:05.864731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-f8a41e94-7c08-4691-a036-d5952d99954a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.0936449 Sep 10 03:00:05.880359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-7c746474-04c1-427b-bfe5-2e60e4f3e415 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 200 len: 217 time: 0.0717638 Sep 10 03:00:05.904824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74610db7-61a6-4f5b-b422-a11d3bf73e84 req-c79efa4e-c880-4322-b846-3c3006df4c89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331552 Sep 10 03:00:05.950842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-c52a5965-3b9c-4ec3-a70e-e3af29eee4a3 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1001 time: 0.1546431 Sep 10 03:00:05.967112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:06.006507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-379fbe42-2bc0-4e4e-987f-ba6b81beae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:06.008008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-379fbe42-2bc0-4e4e-987f-ba6b81beae4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1171865 Sep 10 03:00:06.060314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:06.098561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:06.132268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa1e90-6b9e-4a11-8490-b2cfe70469aa req-54835ace-baee-4fa7-a6f1-e9bd35ced9d4 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:06.133896 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08fa1e90-6b9e-4a11-8490-b2cfe70469aa req-54835ace-baee-4fa7-a6f1-e9bd35ced9d4 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 943 time: 0.0504293 Sep 10 03:00:06.156615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-ff4aa2fd-8234-4380-874c-fda2c6ccdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:06.158112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-ff4aa2fd-8234-4380-874c-fda2c6ccdecc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411712 Sep 10 03:00:06.176886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08fa1e90-6b9e-4a11-8490-b2cfe70469aa req-489da84a-8c30-409b-b7c9-415b1e1e81ef tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367630 Sep 10 03:00:06.284449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715925f-803b-47d9-9122-ef021f4f3ab8 req-58eaddf0-e670-473e-b4e3-587025573057 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:06.286044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3715925f-803b-47d9-9122-ef021f4f3ab8 req-58eaddf0-e670-473e-b4e3-587025573057 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0531237 Sep 10 03:00:06.328915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3715925f-803b-47d9-9122-ef021f4f3ab8 req-a02c486a-f68f-4c9b-8b44-868b1d74d66d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347981 Sep 10 03:00:06.435190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d17a24-7af8-44fd-a121-5f06b89ea447 req-81a7195d-f97f-430e-b9cc-7f84791a683a tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:06.436840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78d17a24-7af8-44fd-a121-5f06b89ea447 req-81a7195d-f97f-430e-b9cc-7f84791a683a tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0502446 Sep 10 03:00:06.477142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78d17a24-7af8-44fd-a121-5f06b89ea447 req-565c720d-9978-48d5-a989-cab8828382b3 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Sep 10 03:00:06.696842 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:06.722862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:06.723205 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c disassociated. External IP: 172.25.8.116, port: c901b48c-7fac-4609-9427-b90430ae3b8b. Sep 10 03:00:06.761176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-e3e15cc1-9f8e-4e26-aac6-ad8b446734ca service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947599 Sep 10 03:00:06.767270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2804db-99f6-473a-abdc-5c2e99c1fe69 req-e3e69adb-52ac-4041-b51a-4486f6049302 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:06.768809 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed2804db-99f6-473a-abdc-5c2e99c1fe69 req-e3e69adb-52ac-4041-b51a-4486f6049302 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0487053 Sep 10 03:00:06.809916 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed2804db-99f6-473a-abdc-5c2e99c1fe69 req-e48cb792-000b-403b-b83a-12d674bb003f tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Sep 10 03:00:06.918815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fe3915b-7f00-4a8a-92ba-7abcf91ad688 req-2d74d3a5-a38d-4902-a943-efad04865518 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495430 Sep 10 03:00:07.036585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.042796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.048582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.054330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.060108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.065848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.071627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.073529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-e9e22d6a-166a-42f8-9740-bccab9ad5f25 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.0890617 Sep 10 03:00:07.073833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:07.075383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Deleting port 43036ed2-c0b9-4391-8851-bf63d1951475 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:07.075777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.117038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9d3e5ad-68ed-439f-83d9-a5b7f9d8251e req-9278a7d9-a27a-4c6c-acfa-1380b1355908 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365024 Sep 10 03:00:07.204627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.215446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] For port 43036ed2-c0b9-4391-8851-bf63d1951475, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=43036ed2-c0b9-4391-8851-bf63d1951475,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:07.215850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.256330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Calling delete_port for 43036ed2-c0b9-4391-8851-bf63d1951475 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:07.277466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:07.283326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.288412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:07.297513 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:07.298380 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:07.304110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeb12a-6ed2-41f7-a0e7-256198e577ff req-6ffb624f-52ce-4c78-9874-4a244d3480e3 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.305625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5cfeb12a-6ed2-41f7-a0e7-256198e577ff req-6ffb624f-52ce-4c78-9874-4a244d3480e3 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 943 time: 0.0592999 Sep 10 03:00:07.344916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-414f14d8-d186-41a7-8dda-fd36c28dc991 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "PUT /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 695 time: 1.3849835 Sep 10 03:00:07.358987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5cfeb12a-6ed2-41f7-a0e7-256198e577ff req-69be371c-a3e4-4a20-a917-d2e70ae886fe tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372796 Sep 10 03:00:07.406986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:07.449509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-c25074e9-b816-40c6-acf3-dec3d62ba10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.451202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-c25074e9-b816-40c6-acf3-dec3d62ba10e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1096 time: 0.0919983 Sep 10 03:00:07.483951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607406-ed91-4741-a557-083e3a51b17c req-dafd92d5-28d0-473a-b423-689ed6ffa1d3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.491309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b607406-ed91-4741-a557-083e3a51b17c req-dafd92d5-28d0-473a-b423-689ed6ffa1d3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.0620036 Sep 10 03:00:07.524724 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b607406-ed91-4741-a557-083e3a51b17c req-3d4db654-2613-4cce-9956-a6fbc12c6a00 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Sep 10 03:00:07.625402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ccc9475c-c6a5-46e1-ab92-59051fcfbd73 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:07.625676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-0be96c7c-42ab-4df6-b948-ae51fa3ddd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.626967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-0be96c7c-42ab-4df6-b948-ae51fa3ddd70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.1688554 Sep 10 03:00:07.634006 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:07.639153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-25851137-df39-4fc4-8a02-12951a7c77df tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.643402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5628a-ffea-41a9-95ad-392294a0fdd6 req-f563a19f-e96c-479e-879a-4233a5dfb504 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.645016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2f5628a-ffea-41a9-95ad-392294a0fdd6 req-f563a19f-e96c-479e-879a-4233a5dfb504 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Sep 10 03:00:07.647518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-25851137-df39-4fc4-8a02-12951a7c77df tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.1136363 Sep 10 03:00:07.655998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.677409 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:07.687359 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:07.688126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:07.714093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2f5628a-ffea-41a9-95ad-392294a0fdd6 req-3494219d-2550-4483-8b5f-d25ff7d82be0 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88ebac4-9008-4906-a9ef-f21d03daa9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 Sep 10 03:00:07.735784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-7f26baa0-374f-4d97-a10b-833fcdf0bc66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 217 time: 0.0863123 Sep 10 03:00:07.736217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:07.738434 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c76ad-5dc7-4d41-bbe3-577b699be624" -d '{"events": [{"name": "network-changed", "server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:07.748655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Pushing event deleted for resources: {'Port': ['ID=43036ed2-c0b9-4391-8851-bf63d1951475,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:07.757685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:07.782509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'mac_address': 'fa:16:3e:eb:1c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:07.828604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.839249 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:07.844149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc9475c-c6a5-46e1-ab92-59051fcfbd73 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:07.865357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:07.874676 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:07.875004 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f2df04-f50e-4b42-b922-fc2986231ee3 x-openstack-request-id: req-12f2df04-f50e-4b42-b922-fc2986231ee3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:07.875368 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:07.875647 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12f2df04-f50e-4b42-b922-fc2986231ee3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:07.876039 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'status': 'completed', 'code': 200} Sep 10 03:00:07.918597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-29b048b2-2597-4575-a065-4f136f4671e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:07.920187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-29b048b2-2597-4575-a065-4f136f4671e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1726880 Sep 10 03:00:07.993496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:08.025224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-cb6ee0af-e5d6-4c31-a0f2-7ab6ec966282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.026996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-cb6ee0af-e5d6-4c31-a0f2-7ab6ec966282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 1096 time: 0.1327841 Sep 10 03:00:08.031942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Deleting port 94862b9f-cec4-40b1-b0fa-109150e0e17e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:08.031942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:08.040541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74112c-90b5-4179-b586-8babe3b06761 req-ac6a142d-789a-4d70-bb39-d469e9f553ad tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.042286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf74112c-90b5-4179-b586-8babe3b06761 req-ac6a142d-789a-4d70-bb39-d469e9f553ad tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.1009114 Sep 10 03:00:08.100992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-c122c7c5-761f-4a37-a2a1-57666afe55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.102565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-c122c7c5-761f-4a37-a2a1-57666afe55dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225855 Sep 10 03:00:08.135917 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:08.166711 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf74112c-90b5-4179-b586-8babe3b06761 req-ce8a8590-ebe9-4932-995a-bdd4d76b81e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152735 Sep 10 03:00:08.167144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ccc9475c-c6a5-46e1-ab92-59051fcfbd73'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:08.177639 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299eca6b-b043-4827-8d1b-5966840aecaa None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:08.180788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:08.184929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-05d1c7a8-8ed1-4696-822b-6e91053f69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.196509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-05d1c7a8-8ed1-4696-822b-6e91053f69da service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.1529214 Sep 10 03:00:08.281704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-b985c920-c355-4463-8432-3fb84f4c8889 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 200 len: 217 time: 0.0771890 Sep 10 03:00:08.333437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] For port 94862b9f-cec4-40b1-b0fa-109150e0e17e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=94862b9f-cec4-40b1-b0fa-109150e0e17e,segment=NetworkSegment(2bc97244-b134-4c3f-be7f-d493d184be99),segment_id=2bc97244-b134-4c3f-be7f-d493d184be99)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:08.333658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:08.364305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Calling delete_port for 94862b9f-cec4-40b1-b0fa-109150e0e17e owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:08.371199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-274ed43f-5f1e-4f00-bed7-99b6129117f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.372912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-274ed43f-5f1e-4f00-bed7-99b6129117f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.0820105 Sep 10 03:00:08.377298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-0b2595b2-a526-461c-bb44-7acef717c8be service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662520 Sep 10 03:00:08.392796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.400703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.410577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.419956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.432741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.438887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.445125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.448071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-4382c3ad-4a44-4f54-8020-146747e74ab7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1687858 Sep 10 03:00:08.528843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f9372b9-7999-4e4a-b6de-3dd03010022d req-ab553e80-a0d4-40ff-9cce-238af6e17394 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693750 Sep 10 03:00:08.531657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-bcf4ee1d-c4db-48ba-860e-540cd01dbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.533221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-bcf4ee1d-c4db-48ba-860e-540cd01dbbdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839462 Sep 10 03:00:08.577089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80738c-b014-4313-a4dc-ba39c5042123 None None] New status for floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:00:08.656233 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-5a8c022b-f285-4d23-ac65-a9a3608cbe04 service neutron] show failed (client error): The resource could not be found. Sep 10 03:00:08.657173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-5a8c022b-f285-4d23-ac65-a9a3608cbe04 service neutron] 10.222.0.32 "GET /v2.0/ports/61d81bc4-f161-4c2f-acea-b7326e8cd886/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.2339115 Sep 10 03:00:08.678854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f474366-89a4-44ce-bae3-7e231c8f6243 req-653b1cb7-e237-426c-b952-d1a63187d3e9 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674506 Sep 10 03:00:08.714356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-1789a21c-9e92-49cc-814d-a982ae9c28c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721776 Sep 10 03:00:08.778071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Router 2b55b377-01b4-43de-9d0d-498625ff2681 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:08.798378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e2fb-30d0-4f49-96f1-7520a1bafa73 req-27e0022a-13af-4a35-bd59-f229a2cdc91d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.806516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2001e2fb-30d0-4f49-96f1-7520a1bafa73 req-27e0022a-13af-4a35-bd59-f229a2cdc91d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 944 time: 0.1854603 Sep 10 03:00:08.827161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:08.881905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:08.896418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['94862b9f-cec4-40b1-b0fa-109150e0e17e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:08.923765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2001e2fb-30d0-4f49-96f1-7520a1bafa73 req-890e847c-6c54-4672-b7e6-1de596f786d0 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162746 Sep 10 03:00:08.941461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Pushing event deleted for resources: {'Port': ['ID=94862b9f-cec4-40b1-b0fa-109150e0e17e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:08.967885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e98c76ad-5dc7-4d41-bbe3-577b699be624 req-48e0af7d-e334-41a2-88d0-091af3c55bcb service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423687 Sep 10 03:00:08.978080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cbdab-b5d2-4be8-9604-6688732119be req-e02e0aab-cbbe-40af-b70f-c3d417e84dde tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.980318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-255cbdab-b5d2-4be8-9604-6688732119be req-e02e0aab-cbbe-40af-b70f-c3d417e84dde tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 949 time: 0.2061954 Sep 10 03:00:08.994773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-b915e282-bfcf-4b74-b169-3b326de8f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:08.996303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-b915e282-bfcf-4b74-b169-3b326de8f5ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03&tenant_id=fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 1100 time: 0.0913851 Sep 10 03:00:09.010761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:09.056214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] No DVR routers for this DVR port 94862b9f-cec4-40b1-b0fa-109150e0e17e on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:09.060108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.062671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1c0424c-25d7-41a3-8104-192cae3d7066 req-38045441-791d-4e02-bada-822ccad46de7 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.36 "DELETE /v2.0/ports/94862b9f-cec4-40b1-b0fa-109150e0e17e HTTP/1.1" status: 204 len: 173 time: 1.4075844 Sep 10 03:00:09.076040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:09.098015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.122642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95', 'port_id': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'mac_address': 'fa:16:3e:c7:3f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da84e85-dbf7-4cce-be4e-870c91e06539', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:09.152528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-255cbdab-b5d2-4be8-9604-6688732119be req-447596c2-0719-4bf7-bf54-3fd3db03544b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507182 Sep 10 03:00:09.169054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:09.179256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-61527e0d-66ac-4259-ac5a-3708208dd0df admin admin] 10.222.0.23 "PUT /v2.0/routers/2b55b377-01b4-43de-9d0d-498625ff2681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0066099 Sep 10 03:00:09.181041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:09.182600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] Sync routers for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:09.203427 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:09.206521 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:09.256049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.287186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:09.330572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:09.337512 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.347824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.363219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de80d695-d704-458b-939e-5d9a936a1b37 req-8299a7f2-e12c-42a3-912b-215c6a6e89e6 tempest-ServersNegativeTestMultiTenantJSON-217049892 tempest-ServersNegativeTestMultiTenantJSON-217049892-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1 HTTP/1.1" status: 200 len: 210 time: 0.0491679 Sep 10 03:00:09.392564 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:09.432340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:09.555338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:09.582778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058f7ab-bdd4-4916-a963-3914dfcaad13 req-2e8ca341-7e92-4fc4-a5c0-50407dfe18b8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.584495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e058f7ab-bdd4-4916-a963-3914dfcaad13 req-2e8ca341-7e92-4fc4-a5c0-50407dfe18b8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.1081064 Sep 10 03:00:09.621224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ccc9475c-c6a5-46e1-ab92-59051fcfbd73 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:09.654774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:09.659679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e058f7ab-bdd4-4916-a963-3914dfcaad13 req-3b8126fa-18cc-42dc-9d84-52ac0fcbbe96 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668280 Sep 10 03:00:09.696336 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T03:00:07Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:09.713493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:09.722845 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb7cb42-c7a9-4637-8b82-917b1acd85f8" -d '{"events": [{"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-unplugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:09.725038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] Checking router: 2b55b377-01b4-43de-9d0d-498625ff2681 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:09.734813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.735073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] Routers {'2b55b377-01b4-43de-9d0d-498625ff2681'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:09.735992 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2b55b377-01b4-43de-9d0d-498625ff2681'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:09.736998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:09.781564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Transition to ACTIVE for port object 61d81bc4-f161-4c2f-acea-b7326e8cd886 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:09.804066 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.841103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:09.846803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:09.847360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:09.853580 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] Set router 2b55b377-01b4-43de-9d0d-498625ff2681 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:09.895891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] No DVR routers for this DVR port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:09.915556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.923170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.932742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.935068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'name': 'network-vif-deleted', 'tag': '94862b9f-cec4-40b1-b0fa-109150e0e17e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:09.937451 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e14ba3-3d4a-437e-bff6-07b84887d282" -d '{"events": [{"server_uuid": "6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1", "name": "network-vif-deleted", "tag": "94862b9f-cec4-40b1-b0fa-109150e0e17e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:09.941629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.949089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.956714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.963021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:09.972502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-f0875836-de0c-4905-8b12-261ebf59d75c tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.2127228 Sep 10 03:00:09.977513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:10.034202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-b736caf7-4167-442d-8634-b217c1b9cfa5 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.036728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-b736caf7-4167-442d-8634-b217c1b9cfa5 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6036208 Sep 10 03:00:10.057866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9960679-4efc-4675-9d36-8936fc0b0a20 req-b10fd274-7c6d-4641-b75e-71e44455a98e tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839386 Sep 10 03:00:10.067813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:10.068211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:10.068534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:10.074138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:10.074469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:10.080245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:10.080583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:10.081021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:10.081467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Bound port: 61d81bc4-f161-4c2f-acea-b7326e8cd886, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:10.081905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.090435 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.128698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:10.131406 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6789b98b-6980-4c8a-8e08-e4bfb6b5dc26" -d '{"events": [{"server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:10.152062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-46e59f72-0033-4110-8ed5-a162625a038f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.1048515 Sep 10 03:00:10.156525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.159985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:10.163697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'floatingip': {'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:10.175207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.176730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 94862b9f-cec4-40b1-b0fa-109150e0e17e no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:10.210103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:10.214714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:10.224800 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.260577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.282539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:10.288628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 94862b9f-cec4-40b1-b0fa-109150e0e17e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:10.289323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 94862b9f-cec4-40b1-b0fa-109150e0e17e not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:10.290928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:10.294970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.295683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.297110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-bd810b12-2574-414c-9efe-6a64acd2b351 service neutron] 10.222.0.36 "PUT /v2.0/ports/61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 1095 time: 1.2918222 Sep 10 03:00:10.308458 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T03:00:07Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:10.369972 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed174a4-f2ac-4305-8829-946f7d799575 x-openstack-request-id: req-3ed174a4-f2ac-4305-8829-946f7d799575 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:10.369972 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-unplugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:10.369972 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ed174a4-f2ac-4305-8829-946f7d799575 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:10.370423 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'code': 200} Sep 10 03:00:10.378124 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da171693-3e08-4940-8add-2cdd7314e601 None None] The sync data for ids ['2b55b377-01b4-43de-9d0d-498625ff2681'] in n-d-808126-2 is: [{'id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045775399-router', 'tenant_id': '1e85b2d1a39c44eba571a20c28493404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T03:00:07Z', 'revision_number': 5, 'project_id': '1e85b2d1a39c44eba571a20c28493404', 'gw_port': {'id': 'e353b309-68e4-474c-981a-ebb25e22a9ec', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55b377-01b4-43de-9d0d-498625ff2681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:54:50Z', 'updated_at': '2021-09-10T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:10.396656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-4e789858-efc5-4bef-b06e-562ae983328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.399282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-4e789858-efc5-4bef-b06e-562ae983328d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1098 time: 0.0642011 Sep 10 03:00:10.423124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Deleting port e353b309-68e4-474c-981a-ebb25e22a9ec {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:10.423726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.452804 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50293f2f-bff0-4cec-9242-dedb182dcb6f x-openstack-request-id: req-50293f2f-bff0-4cec-9242-dedb182dcb6f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:10.453279 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1", "name": "network-vif-deleted", "tag": "94862b9f-cec4-40b1-b0fa-109150e0e17e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:10.453734 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50293f2f-bff0-4cec-9242-dedb182dcb6f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:10.454368 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbd6e6a-2278-410f-9e9f-61f8c35eb8a1', 'name': 'network-vif-deleted', 'tag': '94862b9f-cec4-40b1-b0fa-109150e0e17e', 'status': 'completed', 'code': 200} Sep 10 03:00:10.565141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-e8bff22a-59d5-47bd-b89e-1eae17f536ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.566812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-e8bff22a-59d5-47bd-b89e-1eae17f536ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1597760 Sep 10 03:00:10.578500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665017-4e22-4476-804b-9a2b379a3ad9 req-ef4cb1c3-a910-43aa-a541-7898d9ca77ab tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.580237 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40665017-4e22-4476-804b-9a2b379a3ad9 req-ef4cb1c3-a910-43aa-a541-7898d9ca77ab tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 945 time: 0.0774181 Sep 10 03:00:10.622220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-47a04468-61d1-4467-857f-3d66ac504e5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.0409324 Sep 10 03:00:10.661832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] For port e353b309-68e4-474c-981a-ebb25e22a9ec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e353b309-68e4-474c-981a-ebb25e22a9ec,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:10.662215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:10.683514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Calling delete_port for e353b309-68e4-474c-981a-ebb25e22a9ec owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:10.688082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40665017-4e22-4476-804b-9a2b379a3ad9 req-5933dceb-5fa0-4be1-8639-fc3e4a636d7d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684485 Sep 10 03:00:10.698550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-95438aea-fd9e-4317-b7a1-07772400d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.699983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-95438aea-fd9e-4317-b7a1-07772400d7ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0650480 Sep 10 03:00:10.751850 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a55d1f-9938-4c10-adb3-bac2931a075f x-openstack-request-id: req-d6a55d1f-9938-4c10-adb3-bac2931a075f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:10.752421 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:10.752526 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6a55d1f-9938-4c10-adb3-bac2931a075f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:10.752957 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'code': 200} Sep 10 03:00:10.753542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-268869b8-8b28-4dd6-af33-2fc303e699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.755484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-268869b8-8b28-4dd6-af33-2fc303e699d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489166 Sep 10 03:00:10.757611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-7953d1b3-b4e4-4620-b21b-5ac56c4954d3 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.759708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-7953d1b3-b4e4-4620-b21b-5ac56c4954d3 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f326df-20b2-403d-8eed-d67958e46efb HTTP/1.1" status: 200 len: 945 time: 0.1779189 Sep 10 03:00:10.831813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:10.870387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 43036ed2-c0b9-4391-8851-bf63d1951475 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:10.903544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 43036ed2-c0b9-4391-8851-bf63d1951475 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:10.903897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 43036ed2-c0b9-4391-8851-bf63d1951475 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:10.924147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:10.951013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858820-0d46-4ed7-b48b-2f21f74c068e req-e9efe513-5a17-40d2-9df8-219575691f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.952435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d858820-0d46-4ed7-b48b-2f21f74c068e req-e9efe513-5a17-40d2-9df8-219575691f9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1032889 Sep 10 03:00:10.955301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-8b7ef38d-53ab-4be7-a820-d71b6169f1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870050 Sep 10 03:00:10.967936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d0288-fa0f-43a0-b2d8-28b5eae14345 req-a8d33712-cd9c-4c1a-9a66-049f1dfa1b35 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:10.969445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-579d0288-fa0f-43a0-b2d8-28b5eae14345 req-a8d33712-cd9c-4c1a-9a66-049f1dfa1b35 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 947 time: 0.1219699 Sep 10 03:00:11.078697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d858820-0d46-4ed7-b48b-2f21f74c068e req-18f74d3f-37c7-4399-ac9b-9fa666b1ae24 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082225 Sep 10 03:00:11.089088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-579d0288-fa0f-43a0-b2d8-28b5eae14345 req-8bfa72a6-4b6d-4d6b-a4d0-0d104e2ca48c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099384 Sep 10 03:00:11.122013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d4e3c28-4d14-4a63-a154-c422bf233f94 req-cba879b2-7566-4d27-8447-9f569c12db9f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504953 Sep 10 03:00:11.156024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Deleting port c901b48c-7fac-4609-9427-b90430ae3b8b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:11.156710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.195645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45066) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:11.251324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Deleting subnet ced63cdf-0578-4e14-a4ca-4e0875296091 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:00:11.280505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.296512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.297635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.329796 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.336918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.346853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] For port c901b48c-7fac-4609-9427-b90430ae3b8b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c901b48c-7fac-4609-9427-b90430ae3b8b,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:11.347535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.352422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Pushing event deleted for resources: {'Port': ['ID=e353b309-68e4-474c-981a-ebb25e22a9ec,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:11.362437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468d6d-fd53-44a1-b150-45f58aa4ae34 req-eaf9fcf2-882b-4812-a5b7-32b896378954 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.364133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52468d6d-fd53-44a1-b150-45f58aa4ae34 req-eaf9fcf2-882b-4812-a5b7-32b896378954 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.1235759 Sep 10 03:00:11.403991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Calling delete_port for c901b48c-7fac-4609-9427-b90430ae3b8b owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:11.411291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.453816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52468d6d-fd53-44a1-b150-45f58aa4ae34 req-d2183798-ba25-4546-81b7-7e3e91eda418 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772934 Sep 10 03:00:11.490495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.522019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced63cdf-0578-4e14-a4ca-4e0875296091,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:11.543479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.545877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b29d6a3-b637-4cee-ace6-b0beab4264b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ced63cdf-0578-4e14-a4ca-4e0875296091 HTTP/1.1" status: 204 len: 168 time: 0.3490269 Sep 10 03:00:11.550594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45068) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:11.587079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.594394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.594623 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c associated. External IP: 172.25.8.116, port: c76cbfac-7f9a-4ba6-8c29-41181680d2cc. Sep 10 03:00:11.600239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.606063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.611903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.617752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.623551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.629647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.631570 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-779b2b03-b3a3-4ad0-b7c0-2b1a123e95c7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1011178 Sep 10 03:00:11.673084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7995a05-0cf5-4a13-8aab-592019f8ed6f req-d13a43d0-39f0-4d9f-9fb3-bb68adc6d006 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345221 Sep 10 03:00:11.778908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.785019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.791301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.811242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabbffb-7991-4c71-8063-bbd4b405e663 req-40a73a40-abde-4515-a1d0-d2d462dc6f9d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:11.812786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-acabbffb-7991-4c71-8063-bbd4b405e663 req-40a73a40-abde-4515-a1d0-d2d462dc6f9d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 945 time: 0.0524757 Sep 10 03:00:11.852321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-acabbffb-7991-4c71-8063-bbd4b405e663 req-b2077b97-0607-4e11-b93f-079295770495 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Sep 10 03:00:11.912043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.912601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b55b377-01b4-43de-9d0d-498625ff2681 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:00:11.921787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:11.925281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-22befd40-a998-42c6-be76-02461d49a306 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2b55b377-01b4-43de-9d0d-498625ff2681 HTTP/1.1" status: 204 len: 168 time: 2.7407372 Sep 10 03:00:11.932327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45072) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:11.982696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Deleting subnet 204ed0fc-dadb-4b8c-b966-22b0620b65ee {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:00:11.986141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.019341 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.031138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.033387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c76cbfac-7f9a-4ba6-8c29-41181680d2cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:12.087019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.088485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event deleted for resources: {'Port': ['ID=c901b48c-7fac-4609-9427-b90430ae3b8b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:12.170228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.207931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bddafa-3e3e-4b1d-8714-d155669bc58a']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:12.222786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc97244-b134-4c3f-be7f-d493d184be99') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:12.223387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc97244-b134-4c3f-be7f-d493d184be99') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:12.235971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.237911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] No DVR routers for this DVR port c901b48c-7fac-4609-9427-b90430ae3b8b on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:12.255545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.275490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:12.277444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.279723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6558c8e2-7e42-4db0-9026-1b589e41991f req-e617dd3b-c03d-492f-9ff0-d864d207cc77 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "DELETE /v2.0/ports/c901b48c-7fac-4609-9427-b90430ae3b8b HTTP/1.1" status: 204 len: 173 time: 1.4249918 Sep 10 03:00:12.305859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.327489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204ed0fc-dadb-4b8c-b966-22b0620b65ee,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:12.332268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.339673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b47f95ab-e0d8-4d70-a697-d999fc7e7e8b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/204ed0fc-dadb-4b8c-b966-22b0620b65ee HTTP/1.1" status: 204 len: 168 time: 0.4056439 Sep 10 03:00:12.345718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd64f9e-d14f-45c3-8422-f3f8830f6b74 None None] Network 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:12.351240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45078) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:12.359822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:00:12.360604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.382417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:12.385161 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:12.415489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d8737-a84d-4224-ae5b-2d442c51da1d req-214a82b7-c6db-4f92-8254-a4ff0adeef15 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:12.417491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba8d8737-a84d-4224-ae5b-2d442c51da1d req-214a82b7-c6db-4f92-8254-a4ff0adeef15 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 947 time: 0.1460974 Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:00:12.456110 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:00:12.459886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'name': 'network-vif-deleted', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:12.459886 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b56452-c040-47b7-9880-81f8d0887458" -d '{"events": [{"server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "name": "network-vif-deleted", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:12.502922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.509086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba8d8737-a84d-4224-ae5b-2d442c51da1d req-104235d1-94f8-439b-a048-788ce439c951 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Sep 10 03:00:12.538291 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.543711 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] 10.222.0.23 "DELETE /v2.0/networks/47bddafa-3e3e-4b1d-8714-d155669bc58a HTTP/1.1" status: 204 len: 168 time: 0.9904513 Sep 10 03:00:12.544740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165e393-9dc2-47a4-962c-18cef65a410d admin admin] Pushing event deleted for resources: {'Network': ['ID=47bddafa-3e3e-4b1d-8714-d155669bc58a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:12.547240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45086) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:12.603439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Deleting subnet 2a36cf98-dd38-48c8-9387-c15f6b61b4cd {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:00:12.607826 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.639575 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.650200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.671654 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d223b6-2abe-4bf4-a34f-c328c8f9731d x-openstack-request-id: req-28d223b6-2abe-4bf4-a34f-c328c8f9731d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:12.672019 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:12.672966 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28d223b6-2abe-4bf4-a34f-c328c8f9731d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:12.673391 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'status': 'completed', 'code': 200} Sep 10 03:00:12.674351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:12.689658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.690595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] DHCP port deletion for 4afa03e6-264f-4e4e-832a-b3c5e82d5e51 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:00:12.699828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:12.711401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.728503 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93254a9b-593c-4921-98d8-572c9dce5bf6 x-openstack-request-id: req-93254a9b-593c-4921-98d8-572c9dce5bf6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:12.729290 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f326df-20b2-403d-8eed-d67958e46efb", "name": "network-vif-deleted", "tag": "c901b48c-7fac-4609-9427-b90430ae3b8b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:12.729290 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93254a9b-593c-4921-98d8-572c9dce5bf6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:12.729726 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f326df-20b2-403d-8eed-d67958e46efb', 'name': 'network-vif-deleted', 'tag': 'c901b48c-7fac-4609-9427-b90430ae3b8b', 'status': 'completed', 'code': 200} Sep 10 03:00:12.767363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:12.768992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:12.832957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:12.839969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-610c5010-5d46-4915-8249-6469bba87aba tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "PUT /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 997 time: 2.6830394 Sep 10 03:00:12.875396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.944167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a36cf98-dd38-48c8-9387-c15f6b61b4cd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:12.960259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] Deleting port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:12.961424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:12.966387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1ef8-c200-404e-ab1b-717437b64772 req-3a856796-e4bb-4e5c-94db-377687671820 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:12.972374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 00a1fb6b-0a85-4323-90b5-e3615880d8d1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:12.974577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa6e1ef8-c200-404e-ab1b-717437b64772 req-3a856796-e4bb-4e5c-94db-377687671820 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.1813817 Sep 10 03:00:13.001351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.003552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9135b33-ab1c-4787-a01d-9c82e20237ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a36cf98-dd38-48c8-9387-c15f6b61b4cd HTTP/1.1" status: 204 len: 168 time: 0.4547460 Sep 10 03:00:13.009869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45092) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:13.023830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:13.034876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa6e1ef8-c200-404e-ab1b-717437b64772 req-bb3bb110-bc39-47fd-8417-31f1ae98e914 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593894 Sep 10 03:00:13.075880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:13.075880 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.158886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:13.229898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] For port 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=00a1fb6b-0a85-4323-90b5-e3615880d8d1,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:13.230591 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.262230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] Calling delete_port for 00a1fb6b-0a85-4323-90b5-e3615880d8d1 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:13.288447 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:00:13.310711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-5ae541f2-6fd3-4f0b-9704-08892d5a8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.312330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-5ae541f2-6fd3-4f0b-9704-08892d5a8688 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1098 time: 0.5992382 Sep 10 03:00:13.340381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-af89aee0-b32f-4542-a059-c59680d8761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.342009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-af89aee0-b32f-4542-a059-c59680d8761b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1098 time: 0.6174533 Sep 10 03:00:13.370456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Deleting port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:13.370788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.420526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-e15f4d07-a94e-4527-83ff-6a371eaaf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.422107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-e15f4d07-a94e-4527-83ff-6a371eaaf781 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.5681934 Sep 10 03:00:13.434240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.473290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.480056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.486145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.492238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.498330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.505078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.511534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.513630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-29df27ff-4950-4227-a572-de9f48f28137 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1226656 Sep 10 03:00:13.582187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] For port 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=00a1fb6b-0a85-4323-90b5-e3615880d8d1,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:13.582555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.598261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.605819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.620769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef1d09c5-fa6f-4533-9048-c56987c489ea req-05ef897d-e335-4682-8d2b-066932ed7cb3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863755 Sep 10 03:00:13.638611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.644634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106fc049-e0ee-40e7-8bb6-01ab8cbe191c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:13.646985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Calling delete_port for 00a1fb6b-0a85-4323-90b5-e3615880d8d1 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:13.655325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-c9f84680-84b7-42c8-aaef-392ab08beac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.656445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8874ada4-4029-42dc-960a-b2d790cadc02') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:13.656759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8874ada4-4029-42dc-960a-b2d790cadc02') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:13.656866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-c9f84680-84b7-42c8-aaef-392ab08beac1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2995114 Sep 10 03:00:13.657770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-889a7baf-df05-4be2-a361-22a94eb00e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.659073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-889a7baf-df05-4be2-a361-22a94eb00e2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3380697 Sep 10 03:00:13.667534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.685660 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.685915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:13.688974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c901b48c-7fac-4609-9427-b90430ae3b8b no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:13.696706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:00:13.697126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:00:13.699117 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:00:13.791812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-59ff75ac-0cdf-406e-9f52-5f927aca45a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.1233971 Sep 10 03:00:13.795480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: c901b48c-7fac-4609-9427-b90430ae3b8b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:13.795811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c901b48c-7fac-4609-9427-b90430ae3b8b not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:13.797506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-b5dcb5af-c1fe-4a58-b9a5-1cb712755019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.1219366 Sep 10 03:00:13.803744 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.804064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 00a1fb6b-0a85-4323-90b5-e3615880d8d1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=00a1fb6b-0a85-4323-90b5-e3615880d8d1,segment=NetworkSegment(84c7f668-dd9a-4164-a0b2-14a4dd49d37b),segment_id=84c7f668-dd9a-4164-a0b2-14a4dd49d37b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:13.813051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.817633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] 10.222.0.23 "DELETE /v2.0/networks/106fc049-e0ee-40e7-8bb6-01ab8cbe191c HTTP/1.1" status: 204 len: 168 time: 0.8043962 Sep 10 03:00:13.817811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-41cb0056-e5b4-4cf4-9e37-d6e05119e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.817811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-41cb0056-e5b4-4cf4-9e37-d6e05119e5a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.3856232 Sep 10 03:00:13.830211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cf40b-40b4-4347-8d62-809e644bb976 admin admin] Pushing event deleted for resources: {'Network': ['ID=106fc049-e0ee-40e7-8bb6-01ab8cbe191c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:13.844890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:13.850506 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f56114-a9fe-4dc2-b940-a1881c793405" -d '{"events": [{"server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:13.855539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98a028-3269-42ef-a317-d00e217890f4 req-e7b50394-ef38-4473-a6e8-95b0027d354d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.857105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f98a028-3269-42ef-a317-d00e217890f4 req-e7b50394-ef38-4473-a6e8-95b0027d354d tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 945 time: 0.1150506 Sep 10 03:00:13.863921 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.866159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e353b309-68e4-474c-981a-ebb25e22a9ec no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:13.891015 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:13.912489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f98a028-3269-42ef-a317-d00e217890f4 req-9c0d86e7-f126-4d64-b400-bf2f866303af tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Sep 10 03:00:13.920384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:00:13.945350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:13.965442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-ce06ecfa-c85f-43f4-bfe3-1b4c271e13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.967032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-ce06ecfa-c85f-43f4-bfe3-1b4c271e13a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1673167 Sep 10 03:00:13.976166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-95856693-ad1a-42ad-97e3-50c8dd1a686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:13.978308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-95856693-ad1a-42ad-97e3-50c8dd1a686c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1673491 Sep 10 03:00:13.982159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45104) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:13.997253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-e9342598-d1f0-4b1c-bcfe-8a5f126b1b67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 1000 time: 0.1524959 Sep 10 03:00:14.005893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e353b309-68e4-474c-981a-ebb25e22a9ec {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:14.006736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e353b309-68e4-474c-981a-ebb25e22a9ec not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:14.020394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event deleted for resources: {'Port': ['ID=00a1fb6b-0a85-4323-90b5-e3615880d8d1,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.022905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.028760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.044493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] No DVR routers for this DVR port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:14.063521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6d5eaaa-b0e1-4165-a47a-04c7ac4e90bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8774d5f4522c421ba00300c83112b7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789945 Sep 10 03:00:14.064999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45106) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:14.110233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a1fb6b-0a85-4323-90b5-e3615880d8d1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.121245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c190f73-7734-4085-80de-b1f3b3ff6230 req-af7ca5ff-4ab2-4f5f-9a5a-9a3ac4df76d4 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.122761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c190f73-7734-4085-80de-b1f3b3ff6230 req-af7ca5ff-4ab2-4f5f-9a5a-9a3ac4df76d4 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 947 time: 0.1133301 Sep 10 03:00:14.125502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] No DVR routers for this DVR port 00a1fb6b-0a85-4323-90b5-e3615880d8d1 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:14.130663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70cf08-9839-4a3b-9525-d0afc3b4d9e8 None None] Pushing event deleted for resources: {'Port': ['ID=00a1fb6b-0a85-4323-90b5-e3615880d8d1,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.139330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e6ef-fa12-49a9-8b08-5c64e4ac7d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.157610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-59c7279b-0632-47b2-a715-3358b5a6c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.159097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-59c7279b-0632-47b2-a715-3358b5a6c536 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.1521575 Sep 10 03:00:14.160975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-3b948f12-7b55-48f4-818e-4d087c353669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.162351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-3b948f12-7b55-48f4-818e-4d087c353669 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831942 Sep 10 03:00:14.176948 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e6ef-fa12-49a9-8b08-5c64e4ac7d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.178968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-4589d929-dafe-463b-b4a7-27d5972d465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.180497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-4589d929-dafe-463b-b4a7-27d5972d465b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868448 Sep 10 03:00:14.209366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c190f73-7734-4085-80de-b1f3b3ff6230 req-0a2848c9-de28-48eb-9dc2-a7d18540ca70 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680492 Sep 10 03:00:14.250202 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e6ef-fa12-49a9-8b08-5c64e4ac7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.258490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e6ef-fa12-49a9-8b08-5c64e4ac7d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.263703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6ad8e6ef-fa12-49a9-8b08-5c64e4ac7d05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d88ebac4-9008-4906-a9ef-f21d03daa9f9 HTTP/1.1" status: 204 len: 168 time: 0.1937675 Sep 10 03:00:14.263894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:14.270297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8e6ef-fa12-49a9-8b08-5c64e4ac7d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ebac4-9008-4906-a9ef-f21d03daa9f9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.292084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.337602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.348977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'mac_address': 'fa:16:3e:c0:3b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:14.358347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T03:00:11Z', 'revision_number': 8, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:14.363103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afa03e6-264f-4e4e-832a-b3c5e82d5e51']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:14.410886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c7f668-dd9a-4164-a0b2-14a4dd49d37b') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:14.411191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c7f668-dd9a-4164-a0b2-14a4dd49d37b') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:14.416250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-82712cd6-94b8-4222-acc3-97fd2931de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.417774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-82712cd6-94b8-4222-acc3-97fd2931de04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412732 Sep 10 03:00:14.420718 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff804c46-3218-4f21-b46a-a4e53794a9ef x-openstack-request-id: req-ff804c46-3218-4f21-b46a-a4e53794a9ef {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:14.421167 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:14.421466 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff804c46-3218-4f21-b46a-a4e53794a9ef {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:14.421959 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'code': 200} Sep 10 03:00:14.425165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:14.446044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:14.446684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:14.450072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.450978 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.497875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-97f8d2af-0d0e-4594-ade4-6559e1d7d0d0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149543 Sep 10 03:00:14.504952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:14.538856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:14.540415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.548048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-659ba765-430d-4a08-8150-82f15d7ef56e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486445 Sep 10 03:00:14.573502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.605025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:00:14.605764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:00:14.607625 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:00:14.626997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.656407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:14.748165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:14.750633 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:14.801462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-fb2bba0e-d946-4113-b1a8-39341a10836c service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668532 Sep 10 03:00:14.803683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88673-e700-4dca-84d9-696b7d99cb8a req-9dbe6a57-6e69-4478-9059-a91e0ec7c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.805334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69c88673-e700-4dca-84d9-696b7d99cb8a req-9dbe6a57-6e69-4478-9059-a91e0ec7c9e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1096 time: 0.3405287 Sep 10 03:00:14.823906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.844342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45130) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:14.858703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:14.860678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4afa03e6-264f-4e4e-832a-b3c5e82d5e51 HTTP/1.1" status: 204 len: 168 time: 2.5079803 Sep 10 03:00:14.868503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45132) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:14.899225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['61d81bc4-f161-4c2f-acea-b7326e8cd886'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:14.919425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-5eb5fc05-77cf-42c3-8c59-220c56fd0913 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900182 Sep 10 03:00:14.920172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902952f-a031-4773-ac78-bede066bdd35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4afa03e6-264f-4e4e-832a-b3c5e82d5e51,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:14.937685 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-92c87fbf-c4ac-4196-849c-0c85881091a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4129edadeeee4187aa3469a79a03d4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917408 Sep 10 03:00:14.942509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45134) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:14.976810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeee594-211b-438d-89c5-e7aa401c2182 req-a67da669-a290-4c46-b7e6-370f10314a43 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:14.985707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eeeee594-211b-438d-89c5-e7aa401c2182 req-a67da669-a290-4c46-b7e6-370f10314a43 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.1104915 Sep 10 03:00:15.014938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2f6f1b1-853d-48f6-80fd-52b417e0c9cd req-0db02366-e36f-4ecb-8c83-b60865a2e7e8 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246547 Sep 10 03:00:15.026016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69c88673-e700-4dca-84d9-696b7d99cb8a req-62e00e42-b9f5-41cd-aa83-8c6f0495ed4c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001059 Sep 10 03:00:15.055582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eeeee594-211b-438d-89c5-e7aa401c2182 req-679c6b25-63bb-48fd-9608-68ef02db5f19 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687294 Sep 10 03:00:15.086768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e6da5b3-50b6-48b6-a0dc-7d1fe0654aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:15.087559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T03:00:11Z', 'revision_number': 8, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:15.088325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e5a511f-91d4-4a82-8f05-cc598a7bfdd1 req-7ba84531-f393-4cba-b6df-704dbf30b14f service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765691 Sep 10 03:00:15.121311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab50cf-480b-4a8f-aa2f-a3b3596da20a None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1721a7d7-055f-4bff-83a8-3e246d52737c', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'port_id': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'mac_address': 'fa:16:3e:6f:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:21Z', 'updated_at': '2021-09-10T03:00:11Z', 'revision_number': 8, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:15.168924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e6da5b3-50b6-48b6-a0dc-7d1fe0654aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:15.251981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e6da5b3-50b6-48b6-a0dc-7d1fe0654aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:15.254670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e6da5b3-50b6-48b6-a0dc-7d1fe0654aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:15.260760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6e6da5b3-50b6-48b6-a0dc-7d1fe0654aab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2233050-fabd-4a7b-9fe0-4525c4b55ff1 HTTP/1.1" status: 204 len: 168 time: 0.3172252 Sep 10 03:00:15.270379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6da5b3-50b6-48b6-a0dc-7d1fe0654aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2233050-fabd-4a7b-9fe0-4525c4b55ff1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:15.346969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.354397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.361054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.368681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.376835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.383786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.390771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.399130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-44010a8f-f025-4554-b46b-e34ee4fcba1f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1559584 Sep 10 03:00:15.413475 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882513a6-d6a2-4954-82ac-6aba537384c3 None None] New status for floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:00:15.419187 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7546fcb-a3da-4f0a-9419-553d75aa65f4 x-openstack-request-id: req-d7546fcb-a3da-4f0a-9419-553d75aa65f4 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:15.419483 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:15.420368 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7546fcb-a3da-4f0a-9419-553d75aa65f4 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:15.420910 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'status': 'completed', 'code': 200} Sep 10 03:00:15.514502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-f9c281f8-3ef1-4ede-a8a4-4cbae6bc6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.516070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-f9c281f8-3ef1-4ede-a8a4-4cbae6bc6b05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.0590081 Sep 10 03:00:15.534337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c10e40f-875b-4306-9657-fbcea20f1cd0 req-d2f5a519-1634-4669-b497-45bae53ae254 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340539 Sep 10 03:00:15.580532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-51fdca4f-6d6a-406b-a004-0ac2e5176650 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.582359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-51fdca4f-6d6a-406b-a004-0ac2e5176650 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03&tenant_id=fdefb927a1ca491f82300590a76294f8&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 948 time: 0.1738350 Sep 10 03:00:15.725834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-4c90bc19-2d77-4e28-ae24-1f3d20edf723 service neutron] 10.222.0.36 "GET /v2.0/ports/61d81bc4-f161-4c2f-acea-b7326e8cd886/bindings/n-h2-808126-2 HTTP/1.1" status: 200 len: 382 time: 0.1279354 Sep 10 03:00:15.732251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-241cc0f0-f84e-40a7-b9be-d4e5029a4173 req-36643191-0e53-414b-9fa0-403debfb5b4b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 997 time: 0.2118258 Sep 10 03:00:15.733333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:15.789186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-b3303cc3-3136-446c-9425-c8c8249bc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.790841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-b3303cc3-3136-446c-9425-c8c8249bc21b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.2645166 Sep 10 03:00:15.937994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cc0f0-f84e-40a7-b9be-d4e5029a4173 req-880ee1c4-0fd4-43e9-ae5b-733c4ad077ae tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:15.939489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-241cc0f0-f84e-40a7-b9be-d4e5029a4173 req-880ee1c4-0fd4-43e9-ae5b-733c4ad077ae tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2067251 Sep 10 03:00:15.942074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-f9579f77-6399-45a2-88ce-6fc6d68a0b0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 1002 time: 0.1223004 Sep 10 03:00:15.951387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-241cc0f0-f84e-40a7-b9be-d4e5029a4173 req-6f3a9f8f-3af0-4600-a460-4738b3ad8c9b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:00:15.952427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-241cc0f0-f84e-40a7-b9be-d4e5029a4173 req-6f3a9f8f-3af0-4600-a460-4738b3ad8c9b tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061967 Sep 10 03:00:16.010943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-3b49e00e-4ac1-4c70-bab7-c1595cd86af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.012715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-3b49e00e-4ac1-4c70-bab7-c1595cd86af7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.0554371 Sep 10 03:00:16.121335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-09758340-d3c4-4835-9306-737e6b61f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.122916 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-09758340-d3c4-4835-9306-737e6b61f73f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945067 Sep 10 03:00:16.133377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-7c3e4d01-d81c-46ff-939d-6b39bf56a7e1 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1002 time: 0.0908802 Sep 10 03:00:16.235104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-818c16c3-acbf-43bd-8c30-97d9f29defb0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.236575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-818c16c3-acbf-43bd-8c30-97d9f29defb0 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports/c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 943 time: 0.0949314 Sep 10 03:00:16.265044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-45348709-0762-4720-b6c4-7cd919354cab service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305146 Sep 10 03:00:16.343066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27690b88-d2f8-411d-9277-1403fb7a4a82 req-14812e8f-6776-4b4e-897d-e71cc602a583 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.344488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27690b88-d2f8-411d-9277-1403fb7a4a82 req-14812e8f-6776-4b4e-897d-e71cc602a583 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.4905934 Sep 10 03:00:16.361735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-21c283e9-9c3e-41e6-bfeb-2994cf52e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.363169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-21c283e9-9c3e-41e6-bfeb-2994cf52e3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1099 time: 0.5082140 Sep 10 03:00:16.387904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-01bfcb2c-9ece-4007-ad6b-f9e58e480f5a tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1002 time: 0.1063805 Sep 10 03:00:16.429772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6efe9c15-f1be-4b80-9a2c-03f0ef8be47c req-9ef507cb-933c-4e6a-ba4c-57533bfde41b service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570277 Sep 10 03:00:16.461973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27690b88-d2f8-411d-9277-1403fb7a4a82 req-0f59eb80-dea5-4aa4-ae80-815dc3e4e3e6 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978036 Sep 10 03:00:16.499712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-0d7314f2-89fb-494d-9e8c-ec76aa6a812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.501439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-0d7314f2-89fb-494d-9e8c-ec76aa6a812a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1291537 Sep 10 03:00:16.519387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-4baa5aea-2c76-4c4c-bc7a-f0ddab360623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.520804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-4baa5aea-2c76-4c4c-bc7a-f0ddab360623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1237097 Sep 10 03:00:16.578696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-279fec48-b545-409a-bb2b-c281595e10ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.0541320 Sep 10 03:00:16.604849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-3e0cebea-9e6e-4c64-91cd-9073b4053668 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 1002 time: 0.0730407 Sep 10 03:00:16.620189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:16.669706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-570febc8-4106-4cf1-89ce-b3432d84cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.671137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-570febc8-4106-4cf1-89ce-b3432d84cde4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0712781 Sep 10 03:00:16.678044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:16.709193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Deleting port d1a85d85-5d8c-4e65-840a-e6664ab96c7d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:16.709661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:16.778937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2abd18-4305-47d9-9a14-7bb0cf2cffee req-59ac4707-7469-4ab4-8cf4-489b60521b0c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.780559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c2abd18-4305-47d9-9a14-7bb0cf2cffee req-59ac4707-7469-4ab4-8cf4-489b60521b0c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.1243482 Sep 10 03:00:16.825914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:16.830141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-ed967fe9-c5db-4e53-99b0-2a89e3f04bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:16.830663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:16.831149 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c disassociated. External IP: 172.25.8.116, port: c76cbfac-7f9a-4ba6-8c29-41181680d2cc. Sep 10 03:00:16.832019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-ed967fe9-c5db-4e53-99b0-2a89e3f04bda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386528 Sep 10 03:00:16.896873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c2abd18-4305-47d9-9a14-7bb0cf2cffee req-929f528a-6a08-4bb2-81a0-99b47792250a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879333 Sep 10 03:00:16.902924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] For port d1a85d85-5d8c-4e65-840a-e6664ab96c7d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,segment=NetworkSegment(4c090562-e1d2-408a-99e4-8175222ea8c3),segment_id=4c090562-e1d2-408a-99e4-8175222ea8c3)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:16.902924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:16.948593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Calling delete_port for d1a85d85-5d8c-4e65-840a-e6664ab96c7d owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:17.013852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-98bbec09-3461-4d68-ac78-daf3f8ddbd0c service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720719 Sep 10 03:00:17.218917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-bd39d13e-8ed3-4761-b941-39a0a0db5faf service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935940 Sep 10 03:00:17.239429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.245933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.252105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.261891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.267924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.273857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.275173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:17.279647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.281596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-aff5a40a-360a-4151-b1d9-5aa06c63b1a9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1480780 Sep 10 03:00:17.352432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee219a28-2338-4644-9414-e2eeb1cc5a62 req-5391f1fe-e565-41ff-8266-2b799925b320 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624671 Sep 10 03:00:17.361549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:17.389370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a85d85-5d8c-4e65-840a-e6664ab96c7d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:17.389979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:17.394812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:17.410675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:17.428887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-a62d98c7-f20b-44aa-bf5b-0022106da623 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "PUT /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 696 time: 0.8133457 Sep 10 03:00:17.429297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:17.430165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:17.430463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:17.433280 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08447a23-5c60-4865-874d-8f8eaeeff18f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:17.511527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-78ee53e7-860b-4b47-b25f-3c20c44eb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.513377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-78ee53e7-860b-4b47-b25f-3c20c44eb1c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.0668895 Sep 10 03:00:17.594924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:17.668051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-c8325dc6-75df-43b2-bd72-e5f06a66374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.670015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-c8325dc6-75df-43b2-bd72-e5f06a66374b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.1503677 Sep 10 03:00:17.676520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ccc9475c-c6a5-46e1-ab92-59051fcfbd73 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:17.676713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:17.678375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:17.718338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-916b37d2-7a1b-44f1-98d2-dc98d27b49ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 217 time: 0.0410998 Sep 10 03:00:17.727420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65051af3-3d7f-4698-baa8-bb722966f3c7 req-f6b26e29-6abc-488d-acf3-dcd3067cbb24 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.729125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65051af3-3d7f-4698-baa8-bb722966f3c7 req-f6b26e29-6abc-488d-acf3-dcd3067cbb24 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1096 time: 0.1257911 Sep 10 03:00:17.771814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-137acb12-2d4e-4dc5-8e1b-3476714d7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.774517 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-137acb12-2d4e-4dc5-8e1b-3476714d7ddc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.0477080 Sep 10 03:00:17.810041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65051af3-3d7f-4698-baa8-bb722966f3c7 req-aa2c0841-d654-4343-8da5-56c02d871856 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739830 Sep 10 03:00:17.833996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-3496db12-7e29-414a-a588-173ad8e92812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:17.835617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-3496db12-7e29-414a-a588-173ad8e92812 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550356 Sep 10 03:00:17.960668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-8083d1a3-338a-4b24-becc-b510a8e24660 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157255 Sep 10 03:00:18.010685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Router aa156340-8555-494d-a6ee-6c3cf7b46d37 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:18.037376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:18.051033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:18.051404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.054020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:18.083732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda4c20-208f-45a3-9ef8-26651c1c8746 req-e72eaf22-203f-4a98-82e8-3f02b69a3e82 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.085542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1dda4c20-208f-45a3-9ef8-26651c1c8746 req-e72eaf22-203f-4a98-82e8-3f02b69a3e82 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 945 time: 0.1293411 Sep 10 03:00:18.093024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2800e32a-4a01-43aa-b598-1836d6baeb90 req-0ddd2071-5619-489f-9198-d216d5fac8b4 service neutron] 10.222.0.23 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196713 Sep 10 03:00:18.116304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'network_id': '6486c3b7-3a79-4168-87ba-81a8dd8445e3', 'port_id': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'mac_address': 'fa:16:3e:eb:1c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b257b2a-a70a-4972-a6f5-5ab366df041b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:18.154961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1dda4c20-208f-45a3-9ef8-26651c1c8746 req-8e14d024-65c8-4012-9b59-e20ac2dc96c5 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/security-groups?id=98ca1efa-5e5c-4458-8767-8121e3ffb0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Sep 10 03:00:18.163170 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c643c-01a7-4ba3-b9e3-139fb63a824c x-openstack-request-id: req-995c643c-01a7-4ba3-b9e3-139fb63a824c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:18.163677 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:18.164525 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-995c643c-01a7-4ba3-b9e3-139fb63a824c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:18.164662 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'status': 'completed', 'code': 200} Sep 10 03:00:18.216628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45226) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:18.228752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.266843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccc9475c-c6a5-46e1-ab92-59051fcfbd73 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:18.279440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:18.303714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:18.313864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd747299-35fe-424d-a8a5-058f358b75b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa156340-8555-494d-a6ee-6c3cf7b46d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4159126 Sep 10 03:00:18.314069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc36683-5644-43fe-aff7-be53e043d8b4 req-7e317b35-ed81-4e30-b3d6-265d31912f8c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.315845 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] Sync routers for ids ['aa156340-8555-494d-a6ee-6c3cf7b46d37'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:18.316257 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccc36683-5644-43fe-aff7-be53e043d8b4 req-7e317b35-ed81-4e30-b3d6-265d31912f8c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0739670 Sep 10 03:00:18.316384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45230) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:18.326634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-31dd5caf-254f-42e6-bf17-190f6785ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.328106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-31dd5caf-254f-42e6-bf17-190f6785ec54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05e37fba0041489b821e7c4f52ae83e2&device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 1097 time: 0.1267028 Sep 10 03:00:18.332094 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] Routers {'aa156340-8555-494d-a6ee-6c3cf7b46d37'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:18.332601 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['aa156340-8555-494d-a6ee-6c3cf7b46d37'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:18.340888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:18.393472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccc36683-5644-43fe-aff7-be53e043d8b4 req-c42e40d2-1768-4381-bed0-0243d4574ca5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632780 Sep 10 03:00:18.422108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.425130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:18.435947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:18.436884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:18.469262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] Set router aa156340-8555-494d-a6ee-6c3cf7b46d37 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:18.473122 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.475495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8770697-1cc2-417a-843f-a4fe049c4881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.496308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe8b5c-185a-4401-9cbd-ee86a2f992ff req-936ce1ae-b7fa-4965-a19b-48085857eafa tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.498857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10fe8b5c-185a-4401-9cbd-ee86a2f992ff req-936ce1ae-b7fa-4965-a19b-48085857eafa tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1096 time: 0.2543447 Sep 10 03:00:18.534898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:18.569442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:18.572265 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4c71b-a120-4756-a09b-893fb2b8b8c1" -d '{"events": [{"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-plugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:18.592840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:18.599795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ccc9475c-c6a5-46e1-ab92-59051fcfbd73'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:18.608852 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.664977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-e8d0f376-99fc-4286-85ac-0bdf888a74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.666911 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-e8d0f376-99fc-4286-85ac-0bdf888a74ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 200 len: 921 time: 0.3023601 Sep 10 03:00:18.680201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:18.750856 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T03:00:17Z', 'revision_number': 5, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:18.770238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10fe8b5c-185a-4401-9cbd-ee86a2f992ff req-3194ba85-594d-4c9a-9d07-be9414a34f2b tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531526 Sep 10 03:00:18.775742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.784221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.784817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] Checking router: aa156340-8555-494d-a6ee-6c3cf7b46d37 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:18.791977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.794553 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] Routers {'aa156340-8555-494d-a6ee-6c3cf7b46d37'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:18.795664 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['aa156340-8555-494d-a6ee-6c3cf7b46d37'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:18.807202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-3697d006-7d77-4165-a961-956986f0210c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 200 len: 217 time: 0.1020162 Sep 10 03:00:18.809493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.812949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:18.836109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.858243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.872388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:18.874848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-6da84551-754d-45ba-a246-32985d7ede7a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.1756818 Sep 10 03:00:18.906893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:18.961069 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] Set router aa156340-8555-494d-a6ee-6c3cf7b46d37 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:18.980128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c01cd73a-b80a-4d5c-8ded-6f07ff8ec18a req-a111d9d9-d41d-407e-9387-c5d51b732688 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990202 Sep 10 03:00:19.082860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8770697-1cc2-417a-843f-a4fe049c4881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.096883 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8770697-1cc2-417a-843f-a4fe049c4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.139296 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25011f4-46b6-4a86-8508-dd490a6e286e x-openstack-request-id: req-b25011f4-46b6-4a86-8508-dd490a6e286e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:19.139650 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-plugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:19.139903 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b25011f4-46b6-4a86-8508-dd490a6e286e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:19.140997 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'code': 200} Sep 10 03:00:19.171052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-ff086abc-6612-4742-88f4-e3df0c22f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:19.172570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-ff086abc-6612-4742-88f4-e3df0c22f8f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 200 len: 860 time: 0.3560071 Sep 10 03:00:19.207369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-64f76800-d812-412e-9bbc-8bab0e2203c1 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 200 len: 696 time: 0.1182961 Sep 10 03:00:19.227362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.238040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45256) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:19.238264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c8770697-1cc2-417a-843f-a4fe049c4881 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9577fc23aaaa4b9f9649eee75633deb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0203104 Sep 10 03:00:19.238869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8770697-1cc2-417a-843f-a4fe049c4881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7220f4-eec1-453b-8d1d-05b32fa24189,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:19.331512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:19.339298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d27c4540-2709-4c67-a97b-3562a80214c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.366582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d27c4540-2709-4c67-a97b-3562a80214c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.374983 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T03:00:17Z', 'revision_number': 5, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:19.397695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16791084-90af-45c8-bf2d-5caab5570632 None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T02:58:56Z', 'revision_number': 4, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73db8bdb-a5ae-4d5d-a69a-cbc295d569e8', 'name': '', 'network_id': '7064388c-2b00-4686-9a52-5fe8a0ae57cf', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'mac_address': 'fa:16:3e:f2:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:54Z', 'updated_at': '2021-09-10T02:59:05Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'subnets': [{'id': 'f8172d4c-3099-417f-ab03-f85b61651cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:19.403091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-b5561a65-735b-454f-a8e4-83d280dd06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:19.405002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-b5561a65-735b-454f-a8e4-83d280dd06c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7064388c-2b00-4686-9a52-5fe8a0ae57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110331 Sep 10 03:00:19.445804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3590ba-e891-42b7-8718-88ba8c418269 None None] The sync data for ids ['aa156340-8555-494d-a6ee-6c3cf7b46d37'] in n-d-808126-2 is: [{'id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069028368-router', 'tenant_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:55:00Z', 'updated_at': '2021-09-10T03:00:17Z', 'revision_number': 5, 'project_id': 'dcda66ca58ba4a999e0f2870e9cf2967', 'gw_port': {'id': 'dc9450df-c4c9-4e2b-91bd-c631feb5b126', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa156340-8555-494d-a6ee-6c3cf7b46d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:55:01Z', 'updated_at': '2021-09-10T02:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:19.450062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d27c4540-2709-4c67-a97b-3562a80214c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.452853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d27c4540-2709-4c67-a97b-3562a80214c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.457332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d27c4540-2709-4c67-a97b-3562a80214c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b7220f4-eec1-453b-8d1d-05b32fa24189 HTTP/1.1" status: 204 len: 168 time: 0.2181201 Sep 10 03:00:19.478787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c4540-2709-4c67-a97b-3562a80214c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7220f4-eec1-453b-8d1d-05b32fa24189,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:19.581363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-11ad37d8-fcd3-49ac-8175-125d6d0a7fc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:19.582969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-11ad37d8-fcd3-49ac-8175-125d6d0a7fc4 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.3746808 Sep 10 03:00:19.597098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-367d2d87-fa08-4707-bbdd-d4bc6392b5f3 service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815069 Sep 10 03:00:19.675942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ccc9475c-c6a5-46e1-ab92-59051fcfbd73 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:19.744982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:19.745735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.891419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:19.905222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879010a-03b1-4080-bf88-3ab22a7728df None None] New status for floating IP 1721a7d7-055f-4bff-83a8-3e246d52737c: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:00:20.045259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Deleting port dc9450df-c4c9-4e2b-91bd-c631feb5b126 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:20.045841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.065749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:20.078327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.079275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:20.117737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-175a1504-75e3-4f6a-ad2d-ebda5fe1416c tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 699 time: 0.5218701 Sep 10 03:00:20.285492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-d1f5c696-9f64-4446-b657-663317b9ef87 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 699 time: 0.1499164 Sep 10 03:00:20.294785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-60e6a388-2c3d-4786-b38e-a77ed2f382a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:20.296328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-60e6a388-2c3d-4786-b38e-a77ed2f382a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03&tenant_id=fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 1100 time: 0.7223911 Sep 10 03:00:20.330089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:20.338002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:20.352519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-8ddd8567-1bbf-4dd8-9590-fe24e4115f16 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:20.356144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-8ddd8567-1bbf-4dd8-9590-fe24e4115f16 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 945 time: 0.0789573 Sep 10 03:00:20.402393 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.452772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:20.462440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.475628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] For port dc9450df-c4c9-4e2b-91bd-c631feb5b126, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dc9450df-c4c9-4e2b-91bd-c631feb5b126,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:20.475994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.495292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08447a23-5c60-4865-874d-8f8eaeeff18f req-3d14e636-8806-4229-99e6-f613a1ac744d service neutron] 10.222.0.36 "GET /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848460 Sep 10 03:00:20.506988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Deleting port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:20.507435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.526161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Calling delete_port for dc9450df-c4c9-4e2b-91bd-c631feb5b126 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:20.536091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:20.658301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-7e5f7e68-f665-44f0-af87-59bd1badb0bf tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:00:20.659295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-7e5f7e68-f665-44f0-af87-59bd1badb0bf tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061970 Sep 10 03:00:20.665984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] For port ccc9475c-c6a5-46e1-ab92-59051fcfbd73, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,segment=NetworkSegment(2037988a-5eb2-4429-930b-316d73349064),segment_id=2037988a-5eb2-4429-930b-316d73349064)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:20.666360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.669172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.706603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Calling delete_port for ccc9475c-c6a5-46e1-ab92-59051fcfbd73 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:20.721882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-c76ad01f-69a4-40a5-addd-8aff771b87c6 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:20.723814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-c76ad01f-69a4-40a5-addd-8aff771b87c6 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 1093 time: 0.0546570 Sep 10 03:00:20.759414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Request body: {'binding': {'host': 'n-h2-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:20.759897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:00:20.837115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Deleting port fc9ba3b2-16de-4fbe-aba1-fac4aafe96da {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:20.837369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.862572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1a85d85-5d8c-4e65-840a-e6664ab96c7d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:20.903433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d1a85d85-5d8c-4e65-840a-e6664ab96c7d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:20.903787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1a85d85-5d8c-4e65-840a-e6664ab96c7d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:20.967014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on host n-h2-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:20.967293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:20.967837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:20.972317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.981842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:20.982175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:20.994522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:20.994856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.009582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Pushing event deleted for resources: {'Port': ['ID=ccc9475c-c6a5-46e1-ab92-59051fcfbd73,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:21.013893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:21.014494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:21.014867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:21.015317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Bound port: 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:21.042551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Calling delete_port for fc9ba3b2-16de-4fbe-aba1-fac4aafe96da owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:21.052318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.081455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] No DVR routers for this DVR port ccc9475c-c6a5-46e1-ab92-59051fcfbd73 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:21.085201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.087216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bd21a0f-7209-4bdf-bf2a-56ec386601c1 req-bbb49f34-6a4c-4791-82da-44505c740d86 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.36 "DELETE /v2.0/ports/ccc9475c-c6a5-46e1-ab92-59051fcfbd73 HTTP/1.1" status: 204 len: 173 time: 0.7244484 Sep 10 03:00:21.087693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'name': 'network-vif-deleted', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:21.089943 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe1b72-001c-4383-80cb-5fc0202cf449" -d '{"events": [{"server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "name": "network-vif-deleted", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:21.118080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:21.123257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.124754 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0af33734-90b9-4ea1-8f34-392b4ef980ac service neutron] 10.222.0.23 "POST /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3697128 Sep 10 03:00:21.126567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9450df-c4c9-4e2b-91bd-c631feb5b126,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:21.136128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:21.142464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73'}, {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:21.148517 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f613d-fba5-4c54-a360-b5877fbbce8f" -d '{"events": [{"server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73"}, {"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-unplugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:21.245062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:21.269097 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.304035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-405df137-b1e2-43da-9b08-701f542e8dc0 req-c9266dc4-5011-4b80-9adf-b9596f5dc015 tempest-ImagesTestJSON-1889443751 tempest-ImagesTestJSON-1889443751-project] 10.222.0.23 "GET /v2.0/ports?device_id=92720481-6130-4efd-8841-9d9d610f7ed2 HTTP/1.1" status: 200 len: 210 time: 0.0378153 Sep 10 03:00:21.350531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:21.361588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.390679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.396214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.426464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Transition to ACTIVE for port object 61d81bc4-f161-4c2f-acea-b7326e8cd886 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:21.431025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-2764780a-807f-4d6b-944f-7a2ea6920ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:21.432585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-2764780a-807f-4d6b-944f-7a2ea6920ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1096 time: 0.0794108 Sep 10 03:00:21.443148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc943a42-b24a-4b27-8dcb-86b1647e58c7 req-15620879-42af-49c6-bd01-718636bb6adf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:21.444520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc943a42-b24a-4b27-8dcb-86b1647e58c7 req-15620879-42af-49c6-bd01-718636bb6adf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0641434 Sep 10 03:00:21.464748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.504142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.504763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa156340-8555-494d-a6ee-6c3cf7b46d37 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:00:21.514236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.515396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-06ee39fe-1c09-474b-93b3-364afd1ed073 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa156340-8555-494d-a6ee-6c3cf7b46d37 HTTP/1.1" status: 204 len: 168 time: 3.1984582 Sep 10 03:00:21.522092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45318) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:21.533025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.554304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=11']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:21.559791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] No DVR routers for this DVR port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:21.575589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc943a42-b24a-4b27-8dcb-86b1647e58c7 req-04634a92-1048-4990-879d-abd9c1a6603f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194136 Sep 10 03:00:21.618386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-2d8bef6c-8e1f-4395-bf90-4628bb0cbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:21.619917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-2d8bef6c-8e1f-4395-bf90-4628bb0cbd48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.1745179 Sep 10 03:00:21.622723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Deleting subnet 2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:00:21.626757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.686460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ccc9475c-c6a5-46e1-ab92-59051fcfbd73 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:21.686780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-1c36ee5f-46b9-4308-8619-bb2e1a53777c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 217 time: 0.0576584 Sep 10 03:00:21.696391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event deleted for resources: {'Port': ['ID=fc9ba3b2-16de-4fbe-aba1-fac4aafe96da,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:21.733571 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.743731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: ccc9475c-c6a5-46e1-ab92-59051fcfbd73 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:21.744088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ccc9475c-c6a5-46e1-ab92-59051fcfbd73 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:21.767772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.778381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.780217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c8b320-aa22-44be-8b18-d416fb4e4033 req-26ad4ade-b35a-4f49-8c01-65d633d7bfff tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "DELETE /v2.0/floatingips/1721a7d7-055f-4bff-83a8-3e246d52737c HTTP/1.1" status: 204 len: 173 time: 1.4813328 Sep 10 03:00:21.781672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:21.782376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:21.782636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:21.792002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:21.792355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Attempting to bind port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:21.798897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:21.799247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:21.800164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:21.800449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Bound port: 61d81bc4-f161-4c2f-acea-b7326e8cd886, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:21.800779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.821617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-f5e6dabf-efdf-482d-9317-90dcc59acd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:21.823182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-f5e6dabf-efdf-482d-9317-90dcc59acd7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1287432 Sep 10 03:00:21.885543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:21.889346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:21.899709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.907755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-5c6e45fa-8c17-4c5d-96e9-45ff3cd14012 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731709 Sep 10 03:00:21.951151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:21.951996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:21.953186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] 10.222.0.32 "PUT /v2.0/ports/61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 1096 time: 1.6358354 Sep 10 03:00:21.953675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:21.956045 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1e0800-5d7b-4a33-b899-c494a68e6761" -d '{"events": [{"name": "network-changed", "server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:21.963226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:22.009763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.015702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3743a6-9ff0-4609-9f49-062af5b7631f service neutron] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=12']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:22.015866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.022043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.028660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.034556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.040668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.046571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.048730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60893131-9b0d-47b8-bc34-3236d6387caa req-0515c919-6d6f-4459-8f69-3dca459742af tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5421 time: 0.2516880 Sep 10 03:00:22.072782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-d229272f-3993-4ee4-bf01-34825db332b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.074325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-d229272f-3993-4ee4-bf01-34825db332b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1099 time: 0.0710266 Sep 10 03:00:22.159517 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-fd307dd6-34a1-4581-8a55-c6d2eb10af8b service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439137 Sep 10 03:00:22.171330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60893131-9b0d-47b8-bc34-3236d6387caa req-fb9770ab-9488-4727-8577-cf64eb3f3f98 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136951 Sep 10 03:00:22.212172 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:22.220308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-22b04d0d-8b30-4e19-9f4b-109b6a8ba316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.225167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-22b04d0d-8b30-4e19-9f4b-109b6a8ba316 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1418521 Sep 10 03:00:22.276617 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec29291-4f9a-4185-ab10-a4827b8eac7d x-openstack-request-id: req-dec29291-4f9a-4185-ab10-a4827b8eac7d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:22.277011 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "name": "network-vif-deleted", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:22.277222 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dec29291-4f9a-4185-ab10-a4827b8eac7d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:22.277595 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'name': 'network-vif-deleted', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'status': 'completed', 'code': 200} Sep 10 03:00:22.283630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:22.294767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:22.296713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3fef24b-fd80-4192-9e2d-483e01148248 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2342a6bf-0dac-4e3d-80c1-9a6f8e8d37dd HTTP/1.1" status: 204 len: 168 time: 0.7736933 Sep 10 03:00:22.299737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45328) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:22.302344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf512d-26fc-48d5-b264-412f145a8925 None None] Network 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:22.329473 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38246b12-56a1-47cc-b72f-f0da74cfd32e x-openstack-request-id: req-38246b12-56a1-47cc-b72f-f0da74cfd32e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:22.330052 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92720481-6130-4efd-8841-9d9d610f7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9475c-c6a5-46e1-ab92-59051fcfbd73", "code": 200}, {"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-unplugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:22.330532 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38246b12-56a1-47cc-b72f-f0da74cfd32e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:22.331115 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92720481-6130-4efd-8841-9d9d610f7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9475c-c6a5-46e1-ab92-59051fcfbd73', 'code': 200} Sep 10 03:00:22.331684 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'code': 200} Sep 10 03:00:22.336166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-4cea974e-7af1-4f74-a869-ba16a873e429 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.1010745 Sep 10 03:00:22.368627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-de044b9f-13b6-4f0c-aec8-33b837b0c9f2 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960289 Sep 10 03:00:22.436911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-5244c938-2762-40e6-98cf-e034bbd5cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.441940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-5244c938-2762-40e6-98cf-e034bbd5cc43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0976782 Sep 10 03:00:22.491817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:22.503811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a738-e21a-4897-b460-275b18dfe855 req-b2ae4e64-676e-4b98-8fc0-a016448093e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.505873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-b2ae4e64-676e-4b98-8fc0-a016448093e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554616 Sep 10 03:00:22.561238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a9bf-cba7-469a-b990-dbe926820629 req-5a3d8a40-8b9c-4f30-9c30-cf816924186a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:22.563021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c80a9bf-cba7-469a-b990-dbe926820629 req-5a3d8a40-8b9c-4f30-9c30-cf816924186a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.1496723 Sep 10 03:00:22.631350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c80a9bf-cba7-469a-b990-dbe926820629 req-3d837f0a-df44-4940-838f-5228b148e8fd tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Sep 10 03:00:22.673141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Deleting port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:22.673486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:22.754942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-86db9bf0-ca9f-4589-bc87-6923d06b9dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401469 Sep 10 03:00:22.850253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f0836e72-81fc-458f-8d8b-5600a6890fc5 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:22.854177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] For port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,segment=NetworkSegment(4c090562-e1d2-408a-99e4-8175222ea8c3),segment_id=4c090562-e1d2-408a-99e4-8175222ea8c3)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:22.854332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:22.892326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Calling delete_port for cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:22.920014 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8906bc5-7f2f-44b6-ba01-866fd3a25df1 x-openstack-request-id: req-b8906bc5-7f2f-44b6-ba01-866fd3a25df1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:22.920342 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:22.920537 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8906bc5-7f2f-44b6-ba01-866fd3a25df1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:22.920931 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'status': 'completed', 'code': 200} Sep 10 03:00:23.002146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c171a738-e21a-4897-b460-275b18dfe855 req-b711537d-4ab4-49a3-9f6b-93774b953095 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389290 Sep 10 03:00:23.020484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] DHCP port deletion for 98c99850-6d03-493e-8dbd-3d3e23c5d2c7 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:00:23.072664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dc9450df-c4c9-4e2b-91bd-c631feb5b126 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:23.133031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-8a8bb4d6-8f7a-4c06-90d5-e1f2fd20a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.134531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-8a8bb4d6-8f7a-4c06-90d5-e1f2fd20a82e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1099 time: 0.1337402 Sep 10 03:00:23.170217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-c1234069-1aaa-4423-8b2a-e650dcb717ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.172567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-c1234069-1aaa-4423-8b2a-e650dcb717ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 1099 time: 0.1026578 Sep 10 03:00:23.177419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d175-289e-4751-852c-d7dec895aad5 req-d5f6e6e0-676f-418c-a971-aa590d2dae2b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.185222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67d9d175-289e-4751-852c-d7dec895aad5 req-d5f6e6e0-676f-418c-a971-aa590d2dae2b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.1545439 Sep 10 03:00:23.232879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.254156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: dc9450df-c4c9-4e2b-91bd-c631feb5b126 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:23.254503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dc9450df-c4c9-4e2b-91bd-c631feb5b126 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:23.302132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:23.321919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f0836e72-81fc-458f-8d8b-5600a6890fc5', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'port_id': 'f0836e72-81fc-458f-8d8b-5600a6890fc5', 'mac_address': 'fa:16:3e:a9:ba:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:23.337050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Deleting port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:23.337680 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.395340 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.402189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-2477d2a3-b7a2-4184-aab4-57449abe240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.403907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-2477d2a3-b7a2-4184-aab4-57449abe240f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2023518 Sep 10 03:00:23.411793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0836e72-81fc-458f-8d8b-5600a6890fc5 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:23.414367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cc406-40da-41b9-9b37-f7dd2a430287 req-a79ce168-b61f-4613-9920-b4736509d07f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.416247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-425cc406-40da-41b9-9b37-f7dd2a430287 req-a79ce168-b61f-4613-9920-b4736509d07f tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 946 time: 0.0860252 Sep 10 03:00:23.456701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:23.486374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.490884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-b206b5d6-2b84-4358-b2ff-d5250b302d24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.0734768 Sep 10 03:00:23.494931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3bf53030-6ff4-4a62-856c-c69b1242528a details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:23.525414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] For port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:23.526069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.578383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Calling delete_port for cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:23.585334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:00:23.600255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.603094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-425cc406-40da-41b9-9b37-f7dd2a430287 req-7b2652ab-0cee-420e-b41b-06d339cd003e tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794407 Sep 10 03:00:23.630415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-4f154f8a-bfa0-43a7-8517-2e3b0f9affb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.631980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-4f154f8a-bfa0-43a7-8517-2e3b0f9affb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1333377 Sep 10 03:00:23.646968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] No DVR routers for this DVR port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:23.657954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:23.708075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-0111ed29-7a54-449a-80ad-cd1923b1dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.709751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-0111ed29-7a54-449a-80ad-cd1923b1dfe4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690806 Sep 10 03:00:23.783579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67d9d175-289e-4751-852c-d7dec895aad5 req-bf6c9bf8-79e4-4416-965e-d729bb1614da tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972826 Sep 10 03:00:23.789602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b542c-806f-4c20-ae7a-8ba4f574e4f3 None None] Pushing event deleted for resources: {'Port': ['ID=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:23.804015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:23.814721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] No DVR routers for this DVR port cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:23.823145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3bf53030-6ff4-4a62-856c-c69b1242528a,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:23.849219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'port_id': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'mac_address': 'fa:16:3e:b6:96:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:23.882992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-9c347fcd-8ad4-40d6-a334-196b239db4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.884892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-9c347fcd-8ad4-40d6-a334-196b239db4ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.7404847 Sep 10 03:00:23.914667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-7aafac61-4eed-4cf6-8cb6-09a3ba5ef84e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937187 Sep 10 03:00:23.919181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.935536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.935867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf53030-6ff4-4a62-856c-c69b1242528a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:23.943110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.950521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.958271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.965262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.965895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3bf53030-6ff4-4a62-856c-c69b1242528a,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:23.972073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.972253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:23.973270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3edb642f-86a7-46f7-bfc6-2d99a2aae503 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:23.978779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:23.986938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-4e17191a-8e39-4f77-a21e-26d1660d5b04 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5422 time: 0.1872020 Sep 10 03:00:24.012686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.051704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c99850-6d03-493e-8dbd-3d3e23c5d2c7']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:24.063229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:24.065319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c090562-e1d2-408a-99e4-8175222ea8c3') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:24.065673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c090562-e1d2-408a-99e4-8175222ea8c3') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:24.085677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.125546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91c29e8a-7854-4a6b-af59-e2f9d06f2bd1 req-c869700d-3ae0-48d8-b273-75ae03cf1e6e tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373107 Sep 10 03:00:24.158949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.175398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '3edb642f-86a7-46f7-bfc6-2d99a2aae503', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'port_id': '3edb642f-86a7-46f7-bfc6-2d99a2aae503', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:24.196909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-7a0c0aec-3e82-431f-8bab-985118423661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 200 len: 217 time: 0.0934260 Sep 10 03:00:24.240946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.253564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-385f891f-11e7-48f0-9a59-276faf158030 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632039 Sep 10 03:00:24.262139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-4c8350fa-3845-43f3-b4e5-2a71dacebe98 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:24.265423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.268701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-4c8350fa-3845-43f3-b4e5-2a71dacebe98 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 946 time: 0.1718860 Sep 10 03:00:24.298654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edb642f-86a7-46f7-bfc6-2d99a2aae503 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:24.306050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:00:24.306345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:00:24.310910 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:00:24.336138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.346564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.347837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 575322c6-19b6-4b56-8111-94c8ac3b5bed details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:24.365360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f5862-9612-4bd5-8f30-85086a4e05cf req-ea2c90ec-218d-44c1-9be9-6470a7e899ff tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:24.373619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c16f5862-9612-4bd5-8f30-85086a4e05cf req-ea2c90ec-218d-44c1-9be9-6470a7e899ff tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.4808948 Sep 10 03:00:24.423476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:24.439619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-648c1c7d-d57a-401f-8342-204647b2ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:24.441602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-648c1c7d-d57a-401f-8342-204647b2ce9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2135894 Sep 10 03:00:24.452498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.465285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '575322c6-19b6-4b56-8111-94c8ac3b5bed', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'port_id': '575322c6-19b6-4b56-8111-94c8ac3b5bed', 'mac_address': 'fa:16:3e:9f:a9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:24.508917 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.511374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.516574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.529213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575322c6-19b6-4b56-8111-94c8ac3b5bed {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:24.534898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] 10.222.0.23 "DELETE /v2.0/networks/98c99850-6d03-493e-8dbd-3d3e23c5d2c7 HTTP/1.1" status: 204 len: 168 time: 2.2219176 Sep 10 03:00:24.536509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Deleting port c76cbfac-7f9a-4ba6-8c29-41181680d2cc {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:24.536874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.553842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.560394 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.561463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device a609e52a-b2c8-4c67-91ab-41c9efedccdf details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:24.605317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c16f5862-9612-4bd5-8f30-85086a4e05cf req-ffcf25ca-e6c5-4c0c-beb8-63c0559af1bb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231944 Sep 10 03:00:24.608570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85126f9-0367-44ee-a311-c9cf8fc72092 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c99850-6d03-493e-8dbd-3d3e23c5d2c7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:24.642044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.657057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:24.662325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf', 'network_id': '6105f85c-b0f5-49d2-b0ff-4a8258a9a3db', 'port_id': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf', 'mac_address': 'fa:16:3e:fc:b7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:24.679055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-21c8d8c1-0296-4864-848b-fd9086d66dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:24.681226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-21c8d8c1-0296-4864-848b-fd9086d66dbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2294922 Sep 10 03:00:24.700340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] For port c76cbfac-7f9a-4ba6-8c29-41181680d2cc, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.700728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.706845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.721108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a609e52a-b2c8-4c67-91ab-41c9efedccdf {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:24.729765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Calling delete_port for c76cbfac-7f9a-4ba6-8c29-41181680d2cc owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:24.758116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:24.767300 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:24.767659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8c5369cc-81b4-48e9-b155-46c046a3e136 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:24.943785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:24.978145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-6af45bde-632b-4b5f-9bdb-d2e34b2ed1e8 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892315 Sep 10 03:00:24.978738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45382) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:25.061764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.087806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8c5369cc-81b4-48e9-b155-46c046a3e136,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:25.089242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67f633-dffc-4dd5-8982-f901af455bfe req-dba5eae6-dcbd-4317-806a-5935a13b3333 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.102638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8c5369cc-81b4-48e9-b155-46c046a3e136', 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da', 'port_id': '8c5369cc-81b4-48e9-b155-46c046a3e136', 'mac_address': 'fa:16:3e:3e:49:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596aa7e-d722-48c2-a245-018b8b3092a0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:25.107795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae67f633-dffc-4dd5-8982-f901af455bfe req-dba5eae6-dcbd-4317-806a-5935a13b3333 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29c3f8-2880-4a7f-962e-0c907651216c HTTP/1.1" status: 200 len: 946 time: 0.2393718 Sep 10 03:00:25.115868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:25.120494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c76cbfac-7f9a-4ba6-8c29-41181680d2cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:25.201762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:25.202084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cf99be4c-ce09-4eb9-b3d7-2d92125fbe8b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:25.256506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4a1ca4e8-5517-4d30-93a3-9ac7f27b69a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e85b2d1a39c44eba571a20c28493404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2755220 Sep 10 03:00:25.275135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45394) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:25.281606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b1e0800-5d7b-4a33-b899-c494a68e6761 req-7f35b3f3-4bdd-4086-a001-ec98de80c623 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798295 Sep 10 03:00:25.287481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.298700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Pushing event deleted for resources: {'Port': ['ID=c76cbfac-7f9a-4ba6-8c29-41181680d2cc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:25.302198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] No DVR routers for this DVR port c76cbfac-7f9a-4ba6-8c29-41181680d2cc on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:25.306099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.309703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c582d0c9-2f84-421d-b60b-d3f666806b9c req-8237ea9d-8b64-4c26-8d65-189976b73922 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.36 "DELETE /v2.0/ports/c76cbfac-7f9a-4ba6-8c29-41181680d2cc HTTP/1.1" status: 204 len: 173 time: 1.0327756 Sep 10 03:00:25.310174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'name': 'network-vif-deleted', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:25.312422 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523e8df-7f8e-42ab-a497-371f4d1840de" -d '{"events": [{"server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "name": "network-vif-deleted", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:25.325009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5369cc-81b4-48e9-b155-46c046a3e136 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:25.354587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8c5369cc-81b4-48e9-b155-46c046a3e136,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:25.360848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.362622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device eed592fd-391e-4c5d-90ca-b5ebc93ca85b details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:25.364966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae67f633-dffc-4dd5-8982-f901af455bfe req-76022e3d-5169-40a4-8dd0-de588a8a8f22 tempest-FloatingIPsAssociationTestJSON-56760186 tempest-FloatingIPsAssociationTestJSON-56760186-project] 10.222.0.23 "GET /v2.0/security-groups?id=92b6ed9c-acbc-43e3-a0bb-61d4296e650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561131 Sep 10 03:00:25.371612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deac25b-3baf-4e9b-8808-5bed34cb7004 req-1bac43b3-e88c-421f-b5e3-c2f95ec45076 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.386649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0deac25b-3baf-4e9b-8808-5bed34cb7004 req-1bac43b3-e88c-421f-b5e3-c2f95ec45076 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.1829047 Sep 10 03:00:25.427708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e5d02f-c0d5-48c2-9467-7eab45f7c307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.498073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e5d02f-c0d5-48c2-9467-7eab45f7c307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.506116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0deac25b-3baf-4e9b-8808-5bed34cb7004 req-410021ed-b10c-4419-9eb6-ad40fb6d0954 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134706 Sep 10 03:00:25.528646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:25.564582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:25.582841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b', 'network_id': 'd814818c-87c3-4a6d-88b9-0d80b94173da', 'port_id': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b', 'mac_address': 'fa:16:3e:6b:26:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596aa7e-d722-48c2-a245-018b8b3092a0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:25.592746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e5d02f-c0d5-48c2-9467-7eab45f7c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.595361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28e5d02f-c0d5-48c2-9467-7eab45f7c307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.599275 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28e5d02f-c0d5-48c2-9467-7eab45f7c307 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c51852d-6f39-49b7-8fc7-e2859256c9f5 HTTP/1.1" status: 204 len: 168 time: 0.3142681 Sep 10 03:00:25.603646 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f0c6de-bc72-4990-87c1-95fb921cd527 x-openstack-request-id: req-b5f0c6de-bc72-4990-87c1-95fb921cd527 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:25.604198 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec29c3f8-2880-4a7f-962e-0c907651216c", "name": "network-vif-deleted", "tag": "c76cbfac-7f9a-4ba6-8c29-41181680d2cc", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:25.605416 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5f0c6de-bc72-4990-87c1-95fb921cd527 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:25.606227 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec29c3f8-2880-4a7f-962e-0c907651216c', 'name': 'network-vif-deleted', 'tag': 'c76cbfac-7f9a-4ba6-8c29-41181680d2cc', 'status': 'completed', 'code': 200} Sep 10 03:00:25.618665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5d02f-c0d5-48c2-9467-7eab45f7c307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c51852d-6f39-49b7-8fc7-e2859256c9f5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:25.688090 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.777818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed592fd-391e-4c5d-90ca-b5ebc93ca85b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:25.838657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.855237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.861828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:25.862403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.870467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:25.871288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.880178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.888194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.896878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:25.904062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-702c85ef-e127-4a8e-9e78-b0914368373b req-17fc4cdd-0a6f-42ec-81ff-1bba7fe1a9cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5427 time: 0.2304974 Sep 10 03:00:25.979376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-702c85ef-e127-4a8e-9e78-b0914368373b req-6d9c0f76-d0dd-46f2-a284-130799428717 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650210 Sep 10 03:00:26.005820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:26.010751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:26.018350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3300-0bab-4919-9d2d-8a2db024d81d req-115da357-381f-4485-b433-c19c532d04db tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:26.026240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f57a3300-0bab-4919-9d2d-8a2db024d81d req-115da357-381f-4485-b433-c19c532d04db tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 948 time: 0.0967643 Sep 10 03:00:26.074472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f57a3300-0bab-4919-9d2d-8a2db024d81d req-c157ed95-fe22-4c63-ae7d-70df847319cb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Sep 10 03:00:26.139511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:26.154677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'mac_address': 'fa:16:3e:c0:3b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:26.203710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04a6e2-cb22-4c99-ae53-ceba7763d4f8 req-2d1c66fe-8aad-4d8a-8ac5-838f8e07b808 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:26.212725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a04a6e2-cb22-4c99-ae53-ceba7763d4f8 req-2d1c66fe-8aad-4d8a-8ac5-838f8e07b808 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0749187 Sep 10 03:00:26.223824 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.251860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:26.260999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:26.278381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:26.291401 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.317322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a04a6e2-cb22-4c99-ae53-ceba7763d4f8 req-c5bfb908-8057-4996-b02b-d673129d7973 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906482 Sep 10 03:00:26.340697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a95f37b8-2667-4132-bd01-ba253a6c4525 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcda66ca58ba4a999e0f2870e9cf2967&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0780756 Sep 10 03:00:26.342969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45434) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:26.409602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=13']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:26.449371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45440) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:26.451075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fcd418bc-e41e-4948-9dbb-ebd75fbf05dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.474557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45442) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:26.485636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fcd418bc-e41e-4948-9dbb-ebd75fbf05dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.562385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Deleting subnet 9b257b2a-a70a-4972-a6f5-5ab366df041b {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:00:26.566269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.658871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-d0b71583-c8aa-4d16-b97e-9dda8b4207c0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496628 Sep 10 03:00:26.663741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.734756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fcd418bc-e41e-4948-9dbb-ebd75fbf05dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.737466 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fcd418bc-e41e-4948-9dbb-ebd75fbf05dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:26.738728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fcd418bc-e41e-4948-9dbb-ebd75fbf05dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f537ebde-e41f-4329-b1b7-4e91f89bcaf9 HTTP/1.1" status: 204 len: 168 time: 0.3946736 Sep 10 03:00:26.905199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd418bc-e41e-4948-9dbb-ebd75fbf05dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f537ebde-e41f-4329-b1b7-4e91f89bcaf9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:26.909284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.050330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f0836e72-81fc-458f-8d8b-5600a6890fc5'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.133600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['a609e52a-b2c8-4c67-91ab-41c9efedccdf'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.135925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3bf53030-6ff4-4a62-856c-c69b1242528a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.184338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-217ed183-e828-49ba-a877-7c73b15cfce1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:27.186773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-217ed183-e828-49ba-a877-7c73b15cfce1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999366 Sep 10 03:00:27.211775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-8f86a3d2-55c2-452b-82b2-6c311625996b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/quotas/fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 375 time: 0.0170240 Sep 10 03:00:27.220090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.229427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['eed592fd-391e-4c5d-90ca-b5ebc93ca85b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.231381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8c5369cc-81b4-48e9-b155-46c046a3e136'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.279582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['575322c6-19b6-4b56-8111-94c8ac3b5bed'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.283582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3edb642f-86a7-46f7-bfc6-2d99a2aae503'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.290677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.313705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b257b2a-a70a-4972-a6f5-5ab366df041b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:27.328017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.331620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-02776232-4a29-43b0-bf72-28a52c51fc3f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b257b2a-a70a-4972-a6f5-5ab366df041b HTTP/1.1" status: 204 len: 168 time: 0.8552697 Sep 10 03:00:27.334299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45468) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:27.396381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-43b843e0-5072-4b40-931c-1844f2bd28c5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1711016 Sep 10 03:00:27.441241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.526529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['61d81bc4-f161-4c2f-acea-b7326e8cd886'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:27.527847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.555788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6486c3b7-3a79-4168-87ba-81a8dd8445e3']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:27.580657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2037988a-5eb2-4429-930b-316d73349064') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:27.580964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2037988a-5eb2-4429-930b-316d73349064') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:27.600787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.637211 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.648515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:00:27.649106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:00:27.650896 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:00:27.755142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c76cbfac-7f9a-4ba6-8c29-41181680d2cc no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:27.811174 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.819443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:27.822339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6486c3b7-3a79-4168-87ba-81a8dd8445e3 HTTP/1.1" status: 204 len: 168 time: 0.4868617 Sep 10 03:00:27.838082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a88025-a210-44aa-85b3-1b823d4fe041 admin admin] Pushing event deleted for resources: {'Network': ['ID=6486c3b7-3a79-4168-87ba-81a8dd8445e3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:27.856538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653b6be-a50d-42c4-8d07-42480b79350c req-df45219c-9836-4c07-a9f5-5ff67005ef76 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:27.863864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a653b6be-a50d-42c4-8d07-42480b79350c req-df45219c-9836-4c07-a9f5-5ff67005ef76 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0888839 Sep 10 03:00:27.914857 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a653b6be-a50d-42c4-8d07-42480b79350c req-4bc229b8-5d93-43c6-97e0-5fc48f229aa8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493653 Sep 10 03:00:28.077950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-117ca5d1-11a8-49b0-9a24-202a01692a03 req-c4ab620c-c7d0-4d89-9cb4-7b4f33649ba7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 210 time: 0.0595376 Sep 10 03:00:28.087621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45504) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:28.152020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-507cb343-b9dc-446b-bbfb-4c5eaae82864 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a56f4fa42e4403da647901e35459fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584621 Sep 10 03:00:28.154741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45508) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:28.170589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: c76cbfac-7f9a-4ba6-8c29-41181680d2cc {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:28.171210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c76cbfac-7f9a-4ba6-8c29-41181680d2cc not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:28.188698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.196085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45510) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:28.204268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.212973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.219531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.232835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.254868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.272745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d31b00a-7fa1-4297-a3b5-e291be5725da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.277889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:28.287841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-c5cf3f67-9b5b-43af-a1ac-85e5a8fdbc89 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5428 time: 1.0747352 Sep 10 03:00:28.331044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d31b00a-7fa1-4297-a3b5-e291be5725da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.443425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d31b00a-7fa1-4297-a3b5-e291be5725da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.446826 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d31b00a-7fa1-4297-a3b5-e291be5725da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.448421 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4d31b00a-7fa1-4297-a3b5-e291be5725da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98ca1efa-5e5c-4458-8767-8121e3ffb0ab HTTP/1.1" status: 204 len: 168 time: 0.2926295 Sep 10 03:00:28.467567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b00a-7fa1-4297-a3b5-e291be5725da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca1efa-5e5c-4458-8767-8121e3ffb0ab,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:28.524139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-499a8993-8ad0-46d0-a30b-8ad8817efa00 req-0dafd618-b6e4-40aa-ad5e-3a88f3de0f01 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321949 Sep 10 03:00:28.614044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1150489336-network', 'tenant_id': 'ff53133a072e468dae1c1a13132c8f31'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:28.658342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Made reservation on behalf of ff53133a072e468dae1c1a13132c8f31 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:28.661064 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.680436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.886301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.892513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.894321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Deleting port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:28.894703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:28.947209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:00:28.992598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2856fd8-da91-4e2f-bbe2-70a105725f1b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:29.002217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.003036 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Added segment e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df of type vlan for network f27cd70f-0acf-453b-8644-d38267514cb4 Sep 10 03:00:29.082483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] For port 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:29.082864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.115668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Calling delete_port for 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:29.226708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.267703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f955-321d-4079-a1dd-83b2ee0c52e9 req-888f2c22-3632-4773-a244-4898d3bd2405 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.276210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2963f955-321d-4079-a1dd-83b2ee0c52e9 req-888f2c22-3632-4773-a244-4898d3bd2405 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.1563320 Sep 10 03:00:29.290701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-24d47c07-c97b-4944-a120-431c0c13aadb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdefb927a1ca491f82300590a76294f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579913 Sep 10 03:00:29.349928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2963f955-321d-4079-a1dd-83b2ee0c52e9 req-26131e4b-dda5-4f01-ab94-29aa6a306e09 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694468 Sep 10 03:00:29.353567 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.354998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.358612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.399229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33600eb2-1afd-4ec1-97c0-0f4a18e0e7c3 req-4c7a9d8b-eda0-4ec9-af6b-5d04c5495e47 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 210 time: 0.1789131 Sep 10 03:00:29.518520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] Pushing event updated for resources: {'Network': ['ID=f27cd70f-0acf-453b-8644-d38267514cb4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:29.529736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-68b34f7e-7922-44b4-8a40-4bba25f5dbac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3290536 Sep 10 03:00:29.533191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45544) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:29.548154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Request body: {'subnet': {'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1150489336-subnet', 'tenant_id': 'ff53133a072e468dae1c1a13132c8f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:29.587324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f27cd70f-0acf-453b-8644-d38267514cb4 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:00:29.618601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Made reservation on behalf of ff53133a072e468dae1c1a13132c8f31 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:29.621714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.684363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-7845e169-0638-4dc9-9fa2-ccbd749fb16b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.686104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-7845e169-0638-4dc9-9fa2-ccbd749fb16b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3884041 Sep 10 03:00:29.701217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Request body: {'port': {'device_id': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'fdefb927a1ca491f82300590a76294f8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:29.868306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Made reservation on behalf of fdefb927a1ca491f82300590a76294f8 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:29.873486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.888291 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:29.907410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.913426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.919249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.933403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.944337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.961954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.980315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:29.989439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b546349e-c8eb-4782-a908-1d517af03619 req-5f88fca6-5d8c-41b3-936d-7ccadca0d0a1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5428 time: 0.2709208 Sep 10 03:00:30.014225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45556) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:30.126419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Allocated IP 192.168.233.178 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/1ee3fa74-93e3-4231-bdb7-88eee1f7c499) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:30.147240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b546349e-c8eb-4782-a908-1d517af03619 req-ebbf2186-a303-440c-9344-42fb5bcc51d5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567850 Sep 10 03:00:30.149644 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.246456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1221601154-network', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:30.269072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:30.269621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Network hostable DHCP agents. Network: f27cd70f-0acf-453b-8644-d38267514cb4, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:00:30.273791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Pushing event deleted for resources: {'Port': ['ID=73db8bdb-a5ae-4d5d-a69a-cbc295d569e8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:30.284348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59e221c-9d0f-43b7-a6e0-94503c996ccd,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:30.295315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Made reservation on behalf of 207dd554d0c54532bd910e7e70ab8454 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:30.297885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.314647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.328766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Network f27cd70f-0acf-453b-8644-d38267514cb4 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:00:30.344523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f27cd70f-0acf-453b-8644-d38267514cb4) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:30.354740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:30.355408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.356628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c4252f-11da-47de-bae6-36c2aae25abe None None] Network f27cd70f-0acf-453b-8644-d38267514cb4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:30.548145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.569900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c54dd276-99f4-4f33-8505-647fef99f418 req-ef213a8c-0aee-4ba7-a689-624167eb4177 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 210 time: 0.0586901 Sep 10 03:00:30.607489 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.623111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.629892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.630440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbde80b-8ea5-46c0-8ca9-15b8ff7bf1cb None None] Network f27cd70f-0acf-453b-8644-d38267514cb4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:30.644114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:00:30.655233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.655702 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Added segment 181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0 of type vlan for network d38cf699-b864-4e9b-9582-ecd1c44affab Sep 10 03:00:30.677499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Transition to ACTIVE for port object 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:30.686908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-af3be6a5-2b71-4057-9e0d-67ee60462ec5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1439042 Sep 10 03:00:30.692452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae9832-574e-4ae5-ba1d-53282fbcab3a req-00452324-c0d9-45eb-878f-dcc152ea4d2a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:30.701739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33ae9832-574e-4ae5-ba1d-53282fbcab3a req-00452324-c0d9-45eb-878f-dcc152ea4d2a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.1514864 Sep 10 03:00:30.826998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb9d3b-d309-4c0d-8a0b-54d6b2465118,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:30.830462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.881127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33ae9832-574e-4ae5-ba1d-53282fbcab3a req-282b2374-a09c-4d4f-9886-90d6b5796218 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784003 Sep 10 03:00:30.881274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.883516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:30.884310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.967102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:30.979857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'fec07df8-922d-4c19-9853-4e3a797f9676'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:31.033627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:31.041621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] Pushing event updated for resources: {'Network': ['ID=d38cf699-b864-4e9b-9582-ecd1c44affab,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:31.043921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:31.048390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:31.052059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:31.057461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d38cf699-b864-4e9b-9582-ecd1c44affab details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:00:31.068598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f4a0156f-c29a-4c7f-add3-608d4f7edba8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0484688 Sep 10 03:00:31.071969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45582) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:31.087101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Request body: {'subnet': {'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1221601154-subnet', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:31.106143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.107045 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.156774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Made reservation on behalf of 207dd554d0c54532bd910e7e70ab8454 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:31.173603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.202021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-fcd8195f-4db2-49e0-b0cb-283fd97d8358 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5053093 Sep 10 03:00:31.231391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Request body: {'port': {'device_id': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:31.281651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Router 9cdbc613-7504-4818-833f-80384fc4e7fd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:31.475641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.514537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.522166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.527161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cb07a1db-e258-4ce9-b29a-e3faa9d3a791 None None] Provisioning for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:31.529785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.533388 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.534338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cb07a1db-e258-4ce9-b29a-e3faa9d3a791 None None] Provisioning complete for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:31.535169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cb07a1db-e258-4ce9-b29a-e3faa9d3a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.536158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.542753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.549692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.556273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.558298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-4342b902-eb7f-4aac-b1c8-0a5c117cd2de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5428 time: 0.2672014 Sep 10 03:00:31.623037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Checking segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:31.623396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Network hostable DHCP agents. Network: d38cf699-b864-4e9b-9582-ecd1c44affab, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:00:31.639212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2e48e6-b2af-4ee0-9b17-352033429b55,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:31.656408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.658275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cb07a1db-e258-4ce9-b29a-e3faa9d3a791 None None] Port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:00:31.665442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Network d38cf699-b864-4e9b-9582-ecd1c44affab is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:00:31.680167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d38cf699-b864-4e9b-9582-ecd1c44affab) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:31.687245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.688917 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.696207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4542907-f0dd-480b-ac08-80b0bb07bb48 req-8775d93a-97ce-4902-96c1-ca3703014e47 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285353 Sep 10 03:00:31.698175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115a04d-8216-4b2f-80a3-ab7d35fb056b None None] Network d38cf699-b864-4e9b-9582-ecd1c44affab requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:31.731043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-769f660e-c51a-4d2c-9f89-505293d514a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.742020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:31.751672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fc0f9dd6-e235-48f4-b125-41ac8949856c admin admin] 10.222.0.23 "PUT /v2.0/routers/9cdbc613-7504-4818-833f-80384fc4e7fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3008540 Sep 10 03:00:31.754866 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] Sync routers for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:31.759271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45600) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:31.759980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:31.765306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03f1e1c9-36e4-4972-bcf6-442269e96957 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6763351 Sep 10 03:00:31.766903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:31.769039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:31.770796 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:31.798022 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.822012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:31.832607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1265474466-network', 'tenant_id': 'bac31e1992b941bcb5562f9667627579'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:31.875986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac166-0510-453b-96e4-a5722cb0bd50 req-a5269d42-80d4-4c54-8934-5e6a239468d0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:31.888410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b0ac166-0510-453b-96e4-a5722cb0bd50 req-a5269d42-80d4-4c54-8934-5e6a239468d0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 936 time: 0.1643288 Sep 10 03:00:31.894825 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.895906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.930889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d38cf699-b864-4e9b-9582-ecd1c44affab', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:00:31.931797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:31.951157 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b0ac166-0510-453b-96e4-a5722cb0bd50 req-a6d91161-65b3-4017-9079-c54a8ce5d0f7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615482 Sep 10 03:00:31.957236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device a609e52a-b2c8-4c67-91ab-41c9efedccdf up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:32.020055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Made reservation on behalf of bac31e1992b941bcb5562f9667627579 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:32.022433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.102737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port a609e52a-b2c8-4c67-91ab-41c9efedccdf completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:32.106466 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.109637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port a609e52a-b2c8-4c67-91ab-41c9efedccdf triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:32.110021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.119895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.156797 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:32.196102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Allocated IP 172.20.0.2 (d38cf699-b864-4e9b-9582-ecd1c44affab/8a2e48e6-b2af-4ee0-9b17-352033429b55/4e540bfc-b963-4231-9470-0332620a8ef1) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:32.198366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.296803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.299275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd83e9-48e8-431c-87fa-6c37b8310d91 req-b96cf723-b3d2-4b86-ab7c-5a14d0fd5f2a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:32.300554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0cfd83e9-48e8-431c-87fa-6c37b8310d91 req-b96cf723-b3d2-4b86-ab7c-5a14d0fd5f2a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.2892790 Sep 10 03:00:32.354768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:32.357400 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4cc65-7bb2-47d1-a1e1-a54a1167bd93" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:32.382737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:32.392481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.501170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:32.508191 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T03:00:29Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:32.511769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.528488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Transition to ACTIVE for port object 4e540bfc-b963-4231-9470-0332620a8ef1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:32.551977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Transition to ACTIVE for port object 4e540bfc-b963-4231-9470-0332620a8ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:32.557823 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] Checking router: 9cdbc613-7504-4818-833f-80384fc4e7fd for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:32.562592 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.568858 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] Routers {'9cdbc613-7504-4818-833f-80384fc4e7fd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:32.570664 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9cdbc613-7504-4818-833f-80384fc4e7fd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:32.588337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Network d38cf699-b864-4e9b-9582-ecd1c44affab is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:32.610458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:32.629944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:32.712249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Pushing event updated for resources: {'Port': ['ID=4e540bfc-b963-4231-9470-0332620a8ef1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:32.721389 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] Set router 9cdbc613-7504-4818-833f-80384fc4e7fd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:32.724698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Attempting to bind port 4e540bfc-b963-4231-9470-0332620a8ef1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:32.725074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Attempting to bind port 4e540bfc-b963-4231-9470-0332620a8ef1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:32.725437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Attempting to bind port 4e540bfc-b963-4231-9470-0332620a8ef1 on network d38cf699-b864-4e9b-9582-ecd1c44affab {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:32.743919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:32.746859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Checking segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:32.746859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.746859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Bound using segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:32.746859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Bound port: 4e540bfc-b963-4231-9470-0332620a8ef1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:32.746859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.806708 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1bd93b-2267-467f-985f-967f5dc94bf1 x-openstack-request-id: req-4f1bd93b-2267-467f-985f-967f5dc94bf1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:32.807327 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:32.807327 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f1bd93b-2267-467f-985f-967f5dc94bf1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:32.813938 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf', 'code': 200} Sep 10 03:00:32.832160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.875902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] For port 4e540bfc-b963-4231-9470-0332620a8ef1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:32.886334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] For port 4e540bfc-b963-4231-9470-0332620a8ef1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4e540bfc-b963-4231-9470-0332620a8ef1,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:32.894111 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.900392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:32.960694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0cfd83e9-48e8-431c-87fa-6c37b8310d91 req-3317bc3f-4504-43a9-b116-027bd14603e3 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975459 Sep 10 03:00:32.982107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f8e06-d6f7-4b8a-8221-6d3c0c1b852b None None] Pushing event updated for resources: {'Port': ['ID=4e540bfc-b963-4231-9470-0332620a8ef1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:33.004434 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T03:00:29Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:33.006645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.009733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:33.016884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.025917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.032277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.041484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.045713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724c81-90ea-4d29-b71c-03aa61c9bd0b None None] The sync data for ids ['9cdbc613-7504-4818-833f-80384fc4e7fd'] in n-d-808126-2 is: [{'id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1473853574-router', 'tenant_id': '05e37fba0041489b821e7c4f52ae83e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:49Z', 'updated_at': '2021-09-10T03:00:29Z', 'revision_number': 5, 'project_id': '05e37fba0041489b821e7c4f52ae83e2', 'gw_port': {'id': '107930ed-3dea-4424-8c75-6cececa90e1b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdbc613-7504-4818-833f-80384fc4e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:50Z', 'updated_at': '2021-09-10T02:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:33.058423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.066921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.068739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.079688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80abe703-a149-4a67-8e57-259820115889 req-b599fb2a-bffe-4307-8298-e9cf93248255 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5429 time: 0.1982894 Sep 10 03:00:33.150911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Transition to ACTIVE for port object 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:33.164123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80abe703-a149-4a67-8e57-259820115889 req-72428020-54a8-4af6-bbe3-46b3d863b4be tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842545 Sep 10 03:00:33.173172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.251931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.274328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Deleting port 107930ed-3dea-4424-8c75-6cececa90e1b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:33.274682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.320393 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.335940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:33.397340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:00:33.513246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb6d7e-6546-471d-a6f9-471c1db5e892,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:33.541273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1c95-98f6-48a2-8510-cf02f841bad2 req-06813214-36a2-4872-b1af-08eb422a163d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.542867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e0d1c95-98f6-48a2-8510-cf02f841bad2 req-06813214-36a2-4872-b1af-08eb422a163d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 948 time: 0.3156691 Sep 10 03:00:33.547078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.547609 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Added segment 2d616b4c-badd-40b9-8f2e-16f12867eea7 of type vlan for network e45082a1-46bb-49e4-bc0b-c6e483d56055 Sep 10 03:00:33.657819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.704841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.705881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:33.706477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.717749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] For port 107930ed-3dea-4424-8c75-6cececa90e1b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=107930ed-3dea-4424-8c75-6cececa90e1b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:33.718109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.722141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:33.722488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:33.722821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:33.731560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['61d81bc4-f161-4c2f-acea-b7326e8cd886'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:33.793752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Calling delete_port for 107930ed-3dea-4424-8c75-6cececa90e1b owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:33.801393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e0d1c95-98f6-48a2-8510-cf02f841bad2 req-f74be079-1ba6-488f-a8f0-25e3e7b873f2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398193 Sep 10 03:00:33.814607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:33.814852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:33.839268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0106137 Sep 10 03:00:33.839872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45640) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:33.844051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Request body: {'subnet': {'network_id': 'e45082a1-46bb-49e4-bc0b-c6e483d56055', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1265474466-subnet', 'tenant_id': 'bac31e1992b941bcb5562f9667627579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:33.873170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:33.873534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:33.873907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:33.874614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Bound port: 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:33.874984 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.901073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Made reservation on behalf of bac31e1992b941bcb5562f9667627579 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:33.905772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:33.947135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:33.954368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682d37d-c6aa-4bba-963a-2e91df4a0287 admin admin] Pushing event updated for resources: {'Network': ['ID=e45082a1-46bb-49e4-bc0b-c6e483d56055,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:33.981944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e45082a1-46bb-49e4-bc0b-c6e483d56055 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:00:34.025319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:34.099396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:34.130894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.140867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:34.175669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.183096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:34.183311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.188473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 61d81bc4-f161-4c2f-acea-b7326e8cd886 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:34.188967 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.246537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc976c4-b47e-4bd7-84e5-4c758b463f25 req-4ffba100-3c7a-4366-bb6e-d0f8555680e4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.259923 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bc976c4-b47e-4bd7-84e5-4c758b463f25 req-4ffba100-3c7a-4366-bb6e-d0f8555680e4 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.1750734 Sep 10 03:00:34.323952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.324604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.326051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 1096 time: 3.1127596 Sep 10 03:00:34.363332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:34.370849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-011e45b3-b8c1-41f7-a382-cf332b5107a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.372330 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7839c5-8cc6-4df9-b660-034baa719c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:34.405865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.485271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:34.492482 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.493609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f0836e72-81fc-458f-8d8b-5600a6890fc5 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:34.617328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a8adb-1a3f-45c0-8e3b-9cde24d10870 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:34.634252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a471907-e752-490c-a1f5-82c7a6e93c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.676935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f0836e72-81fc-458f-8d8b-5600a6890fc5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:34.692481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.697165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f0836e72-81fc-458f-8d8b-5600a6890fc5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:34.697530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.725425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=14']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:34.796598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.805132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.809910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ccf313-b5d8-4a89-96db-5db511563f3e None None] Network d38cf699-b864-4e9b-9582-ecd1c44affab requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:34.811909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.818209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.822316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.823977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:34.826001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.826329 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ff5d9-454a-40d0-b92e-3861d2249b70" -d '{"events": [{"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-plugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:34.834345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.840929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.850025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-b3d5031a-5304-4aab-8737-251987f459cc tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5429 time: 0.3448310 Sep 10 03:00:34.853023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bc976c4-b47e-4bd7-84e5-4c758b463f25 req-a3889833-7a96-4b97-8de0-d03878f86ec7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920756 Sep 10 03:00:34.855010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-7e435095-c899-4d5e-bae8-5566b3cd4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:34.856878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-7e435095-c899-4d5e-bae8-5566b3cd4ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1099 time: 0.3767107 Sep 10 03:00:34.862395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.888529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Allocated IP 172.25.8.193 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/c2cd15c9-9d53-4981-8516-10ce7ff4aac1) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:34.947066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:34.949914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-90ddb4b0-a358-4450-9994-cd9e8ddc4439 None None] Provisioning for port 4e540bfc-b963-4231-9470-0332620a8ef1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:34.967706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:34.969172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8c5369cc-81b4-48e9-b155-46c046a3e136 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:34.990406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-cb0d9168-c9f7-44aa-b54c-b08005768073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.0977495 Sep 10 03:00:35.027259 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb6d7d2-05fe-4510-827e-b2682659c023 x-openstack-request-id: req-5fb6d7d2-05fe-4510-827e-b2682659c023 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:35.027635 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:35.028043 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fb6d7d2-05fe-4510-827e-b2682659c023 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:35.028386 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'status': 'completed', 'code': 200} Sep 10 03:00:35.039617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e33b47-2ee4-4f89-b156-af63dba207b6,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:35.051967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Checking segment: {'id': '2d616b4c-badd-40b9-8f2e-16f12867eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e45082a1-46bb-49e4-bc0b-c6e483d56055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:35.052334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Network hostable DHCP agents. Network: e45082a1-46bb-49e4-bc0b-c6e483d56055, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:00:35.072796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Network e45082a1-46bb-49e4-bc0b-c6e483d56055 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:00:35.098728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-283c4c6b-4c17-4503-824e-d3454bcd1cac req-6bbcc6f3-bdf6-4f4f-a6c6-7b8dbf50b3f9 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468984 Sep 10 03:00:35.106911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.109877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4e540bfc-b963-4231-9470-0332620a8ef1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:35.118179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e45082a1-46bb-49e4-bc0b-c6e483d56055) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:35.135966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:35.136514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.164837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef0775-92e3-42df-bc3d-f9220f842f41 req-e6b92dce-04dc-4404-aa58-32a91f5451fe tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:35.172481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4aef0775-92e3-42df-bc3d-f9220f842f41 req-e6b92dce-04dc-4404-aa58-32a91f5451fe tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 948 time: 0.0878592 Sep 10 03:00:35.211781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Pushing event deleted for resources: {'Port': ['ID=107930ed-3dea-4424-8c75-6cececa90e1b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:35.214728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-a2d83a19-177e-4608-b29a-6ac762ac99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:35.216264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-a2d83a19-177e-4608-b29a-6ac762ac99de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2138989 Sep 10 03:00:35.221124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4aef0775-92e3-42df-bc3d-f9220f842f41 req-630e38b3-e343-444b-93fe-ac9491a289ae tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Sep 10 03:00:35.273905 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1433df6-4a82-4f6f-b3cc-aea3456e0b63 x-openstack-request-id: req-d1433df6-4a82-4f6f-b3cc-aea3456e0b63 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:35.274088 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-plugged", "status": "completed", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:35.274340 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1433df6-4a82-4f6f-b3cc-aea3456e0b63 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:35.274718 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'code': 200} Sep 10 03:00:35.275645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc14f27-ea58-4ecc-a964-4bb38afb2f3a None None] Network e45082a1-46bb-49e4-bc0b-c6e483d56055 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:35.322703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a471907-e752-490c-a1f5-82c7a6e93c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.339950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-805b8f44-2ac9-42e6-9ff9-5dbad0ec90eb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4977553 Sep 10 03:00:35.340989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a471907-e752-490c-a1f5-82c7a6e93c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.346248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.401954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.408469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-b94ef9c8-016b-4ae1-bf12-91c2cd4d0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:35.410003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-b94ef9c8-016b-4ae1-bf12-91c2cd4d0d3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818056 Sep 10 03:00:35.417721 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.422085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:35.434835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8c5369cc-81b4-48e9-b155-46c046a3e136 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:35.446199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4a471907-e752-490c-a1f5-82c7a6e93c9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f6a007ed5864ecc9a1c50489465867b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3607497 Sep 10 03:00:35.447052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45666) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:35.456963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8c5369cc-81b4-48e9-b155-46c046a3e136 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:35.457347 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.477729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a471907-e752-490c-a1f5-82c7a6e93c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe3a55-8161-4ea6-9616-c69c46bc8c26,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:35.527212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50ed8d49-1470-4311-b153-1c9e2f580bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.540712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4e540bfc-b963-4231-9470-0332620a8ef1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:35.544727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.553638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.556504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50ed8d49-1470-4311-b153-1c9e2f580bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.623806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4e540bfc-b963-4231-9470-0332620a8ef1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:35.624465 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.628124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.629130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50ed8d49-1470-4311-b153-1c9e2f580bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.633114 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50ed8d49-1470-4311-b153-1c9e2f580bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.638812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50ed8d49-1470-4311-b153-1c9e2f580bbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3fe3a55-8161-4ea6-9616-c69c46bc8c26 HTTP/1.1" status: 204 len: 168 time: 0.1901026 Sep 10 03:00:35.654146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8d49-1470-4311-b153-1c9e2f580bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe3a55-8161-4ea6-9616-c69c46bc8c26,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:35.673322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.673837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdbc613-7504-4818-833f-80384fc4e7fd {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:00:35.688331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.692148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee8fba7b-abe8-4b7a-a7ac-8185a0b4a16e admin admin] 10.222.0.23 "DELETE /v2.0/routers/9cdbc613-7504-4818-833f-80384fc4e7fd HTTP/1.1" status: 204 len: 168 time: 3.9296396 Sep 10 03:00:35.692272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:35.695745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:35.703733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.705101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:35.713366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:35.725194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-75910e5f-242a-436b-b344-b14e7539a440 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787836 Sep 10 03:00:35.751202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Pushing event updated for resources: {'Port': ['ID=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:35.766149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd349342-14c7-4128-8a6c-1491adc1e22c None None] Network e45082a1-46bb-49e4-bc0b-c6e483d56055 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:35.833741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Deleting subnet f8172d4c-3099-417f-ab03-f85b61651cb7 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:00:35.844086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.892869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.933389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8c5369cc-81b4-48e9-b155-46c046a3e136,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:35.991759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:35.992584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device eed592fd-391e-4c5d-90ca-b5ebc93ca85b up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:36.105110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f1d3b22-c1fa-43ad-a5c5-cdfe4b02ffaa req-3445fbfb-23c8-4150-a617-8c3a590018a5 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548050 Sep 10 03:00:36.181566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.213208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:36.252343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.285547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6c6864fc-6d3a-4d74-8ab9-2e46a69942b5 None None] Provisioning complete for port 4e540bfc-b963-4231-9470-0332620a8ef1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:36.285865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6c6864fc-6d3a-4d74-8ab9-2e46a69942b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.314906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 4e540bfc-b963-4231-9470-0332620a8ef1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4e540bfc-b963-4231-9470-0332620a8ef1,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:36.323156 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.344747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port eed592fd-391e-4c5d-90ca-b5ebc93ca85b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:36.347793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.356481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.359601 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8172d4c-3099-417f-ab03-f85b61651cb7 HTTP/1.1" status: 204 len: 168 time: 0.6653714 Sep 10 03:00:36.361343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:36.363338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b15fab0-4b91-4446-8633-daca16074457 None None] Network 7064388c-2b00-4686-9a52-5fe8a0ae57cf requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:00:36.365443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45704) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:36.460247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e761ca-894b-4e2b-8740-366175dcd079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8172d4c-3099-417f-ab03-f85b61651cb7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:36.470423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port eed592fd-391e-4c5d-90ca-b5ebc93ca85b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:36.470797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.551398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:36.551885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73db8bdb-a5ae-4d5d-a69a-cbc295d569e8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:36.588814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-d31abbbe-6751-4fa9-9c98-fca44b1d86c1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:36.597571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-d31abbbe-6751-4fa9-9c98-fca44b1d86c1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.3394876 Sep 10 03:00:36.603750 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.627301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-d48e289a-4f30-42c6-bf1d-08bbd8fa8a61 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/quotas/ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 375 time: 0.0285413 Sep 10 03:00:36.627754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=4e540bfc-b963-4231-9470-0332620a8ef1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:36.686960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-a7559d4a-ecda-4b62-b8c1-6324f565a4c5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579019 Sep 10 03:00:36.704271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac348-ef38-4193-a6b5-ba2f130a82ec req-538c7b17-d8b3-4400-a81e-a0af46d991b5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:36.722914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c96ac348-ef38-4193-a6b5-ba2f130a82ec req-538c7b17-d8b3-4400-a81e-a0af46d991b5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 945 time: 0.6683848 Sep 10 03:00:36.747601 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.751177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] DHCP port deletion for 7064388c-2b00-4686-9a52-5fe8a0ae57cf request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:00:36.785489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-0b373dd6-5a01-413b-9e73-76dab1fc5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:36.787489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-0b373dd6-5a01-413b-9e73-76dab1fc5db3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1099 time: 0.6183641 Sep 10 03:00:36.810112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Deleting port 70385be8-8d54-4146-99f8-def9c75b6062 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:36.811504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.825145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:36.839446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.840609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3bf53030-6ff4-4a62-856c-c69b1242528a up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:36.888461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] Deleting port 70385be8-8d54-4146-99f8-def9c75b6062 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:36.889130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.925527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:36.939285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c96ac348-ef38-4193-a6b5-ba2f130a82ec req-050380ac-7d62-4efa-b05a-11c0d3dc8323 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154107 Sep 10 03:00:36.988675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] For port 70385be8-8d54-4146-99f8-def9c75b6062, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70385be8-8d54-4146-99f8-def9c75b6062,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:36.989267 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.011914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4e540bfc-b963-4231-9470-0332620a8ef1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:37.037523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-c95c19d7-a588-4283-ba08-a6b0d564aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.039101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-c95c19d7-a588-4283-ba08-a6b0d564aa72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2262380 Sep 10 03:00:37.053248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] Calling delete_port for 70385be8-8d54-4146-99f8-def9c75b6062 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:37.066422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:37.146988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] For port 70385be8-8d54-4146-99f8-def9c75b6062, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70385be8-8d54-4146-99f8-def9c75b6062,segment=NetworkSegment(2018eb90-e5d6-436e-87f4-caea1fc89204),segment_id=2018eb90-e5d6-436e-87f4-caea1fc89204)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:37.147463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.163385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-1946bc4e-bfcd-4cea-a307-2cc3eae5ae29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.1155820 Sep 10 03:00:37.167710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 3bf53030-6ff4-4a62-856c-c69b1242528a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:37.178251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 3bf53030-6ff4-4a62-856c-c69b1242528a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:37.178633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.189930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-5ce6e739-a3bf-43f0-b0f8-04520b333f8c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.192822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-5ce6e739-a3bf-43f0-b0f8-04520b333f8c tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.3744993 Sep 10 03:00:37.199018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Calling delete_port for 70385be8-8d54-4146-99f8-def9c75b6062 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:37.215078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808126-2'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:37.221090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.227258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.233532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.240177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.246319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.252666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.253984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4e540bfc-b963-4231-9470-0332620a8ef1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:37.254467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.259554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.267343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f58d85a3-4939-4717-9907-ed35ba250097 req-44264387-2054-415f-9975-7eabf3f22914 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5432 time: 0.2083158 Sep 10 03:00:37.278573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0836e72-81fc-458f-8d8b-5600a6890fc5'}, {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136'}, {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:37.281398 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f23bf-51e1-494d-b775-fc58f3c8c8c7" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "f0836e72-81fc-458f-8d8b-5600a6890fc5"}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136"}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "eed592fd-391e-4c5d-90ca-b5ebc93ca85b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:37.284191 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.326028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-3eb4ae24-8745-462e-a3ab-4b2aa68d4423 service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379006 Sep 10 03:00:37.329833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.350807 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.388659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] Pushing event deleted for resources: {'Port': ['ID=70385be8-8d54-4146-99f8-def9c75b6062,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:37.400483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27a77f-9d8e-40c4-b026-8cf2b4c65ca3 None None] No DVR routers for this DVR port 70385be8-8d54-4146-99f8-def9c75b6062 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:37.424687 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.442205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f58d85a3-4939-4717-9907-ed35ba250097 req-252ffc5c-16cc-4adc-9b02-7162405eab63 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736424 Sep 10 03:00:37.462459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.487481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-b264c2c1-2aa4-427f-8e30-b8f737bf8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.490788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-b264c2c1-2aa4-427f-8e30-b8f737bf8b22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.3171010 Sep 10 03:00:37.498904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3bf53030-6ff4-4a62-856c-c69b1242528a,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:37.508825 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.508825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3edb642f-86a7-46f7-bfc6-2d99a2aae503 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:37.515038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=70385be8-8d54-4146-99f8-def9c75b6062,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:37.529567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] No DVR routers for this DVR port 70385be8-8d54-4146-99f8-def9c75b6062 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:37.596135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70385be8-8d54-4146-99f8-def9c75b6062 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:37.599141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.619603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-b9b60bb9-d901-47bb-b837-132f836a3c1f service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791908 Sep 10 03:00:37.671194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 70385be8-8d54-4146-99f8-def9c75b6062 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:37.672380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70385be8-8d54-4146-99f8-def9c75b6062 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:37.673746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 107930ed-3dea-4424-8c75-6cececa90e1b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:37.748880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.787297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7064388c-2b00-4686-9a52-5fe8a0ae57cf']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:37.791818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:37.817510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-fc605469-0d3c-4906-be99-4580479661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:37.819972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-fc605469-0d3c-4906-be99-4580479661e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2718604 Sep 10 03:00:37.823373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2018eb90-e5d6-436e-87f4-caea1fc89204') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:37.823778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2018eb90-e5d6-436e-87f4-caea1fc89204') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:37.837738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.861569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:37.867301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.876466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 107930ed-3dea-4424-8c75-6cececa90e1b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:37.877795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 107930ed-3dea-4424-8c75-6cececa90e1b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:37.893024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:00:37.893760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:00:37.896285 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:00:37.917902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:38.009590 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8ba3a-287f-4bdd-bad2-361503a410d9 x-openstack-request-id: req-4ea8ba3a-287f-4bdd-bad2-361503a410d9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:38.010273 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "f0836e72-81fc-458f-8d8b-5600a6890fc5", "code": 200}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136", "code": 200}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "eed592fd-391e-4c5d-90ca-b5ebc93ca85b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:38.010273 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ea8ba3a-287f-4bdd-bad2-361503a410d9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:38.010569 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0836e72-81fc-458f-8d8b-5600a6890fc5', 'code': 200} Sep 10 03:00:38.010825 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136', 'code': 200} Sep 10 03:00:38.011080 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b', 'code': 200} Sep 10 03:00:38.014324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:38.019072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Router 9d628553-9ac3-4837-b1ac-3a52b32af3fe is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:00:38.034550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:38.039481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792298-530b-48fd-ac00-7ceddc2a9a37 req-b1a48797-4438-4985-affd-69e15df36d6e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.047127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9792298-530b-48fd-ac00-7ceddc2a9a37 req-b1a48797-4438-4985-affd-69e15df36d6e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 948 time: 0.4430869 Sep 10 03:00:38.084566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:38.084946 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.094578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.102864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:38.114954 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce80eba9-3f4e-4192-824e-42290c5101e2" -d '{"events": [{"server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:38.126257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9792298-530b-48fd-ac00-7ceddc2a9a37 req-9123af98-a172-4dfe-bfc2-46ee92a8a500 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754113 Sep 10 03:00:38.148115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:38.174413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'mac_address': 'fa:16:3e:b8:1f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:38.174648 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c52202fa-37a5-4756-9d9e-4972a1494294 req-9d0772f9-38f4-4da8-88af-d3a9b6ee02e6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 210 time: 0.0482447 Sep 10 03:00:38.175286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.178068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.195858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.197989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7064388c-2b00-4686-9a52-5fe8a0ae57cf HTTP/1.1" status: 204 len: 168 time: 1.8014779 Sep 10 03:00:38.248000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.251201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.290137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:38.295799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:38.305985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.307055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 575322c6-19b6-4b56-8111-94c8ac3b5bed up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:38.329889 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501c3718-969c-4113-8bec-6a3e98ff8807 x-openstack-request-id: req-501c3718-969c-4113-8bec-6a3e98ff8807 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:38.330271 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:38.333110 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-501c3718-969c-4113-8bec-6a3e98ff8807 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:38.333627 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'code': 200} Sep 10 03:00:38.345915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9197d0-ab86-4eff-95d8-3697f3b94f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=7064388c-2b00-4686-9a52-5fe8a0ae57cf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:38.351653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:38.381427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-f57757d4-757a-4622-9307-1af84733e724 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522377 Sep 10 03:00:38.398378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Sync routers for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:38.414969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:38.448906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on host n-h1-808126-2 for vnic_type normal with profile {"migrating_to": "n-h2-808126-2"} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:38.449097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.449398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:38.449661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:38.449772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:38.466018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:38.466773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:38.479694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:38.481200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:38.481551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:38.481944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:38.483779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Bound port: 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:38.484578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.498791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:38.499714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:38.513153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.514385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c69b08bf-12ab-45d1-890c-d667838ebb81 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7533016 Sep 10 03:00:38.517883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:38.528813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45758) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:38.584897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:38.589244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:38.596969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.639334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377f4ca-17ec-435a-8d45-77d019d9c833 req-6b878b5c-5700-4ae3-9dc0-2ec9a7fd0b39 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.642405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45760) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:38.648739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2377f4ca-17ec-435a-8d45-77d019d9c833 req-6b878b5c-5700-4ae3-9dc0-2ec9a7fd0b39 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.2992041 Sep 10 03:00:38.651494 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:00:38.770542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:38.796681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:38.803234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 575322c6-19b6-4b56-8111-94c8ac3b5bed completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:38.811983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 575322c6-19b6-4b56-8111-94c8ac3b5bed triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:38.812558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:38.817952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.828020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.835244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.837967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a7839c5-8cc6-4df9-b660-034baa719c0f req-74dece5d-e611-47f0-80e8-56ae7ea8e01d service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071209 Sep 10 03:00:38.844763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.856387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.865281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.865634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:38.879383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:38.892030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2377f4ca-17ec-435a-8d45-77d019d9c833 req-15f56760-78a5-42a3-904b-3675ecc12e8a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416711 Sep 10 03:00:38.904565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:38.918235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-d00cae15-7ff8-49b6-8056-75005ad76286 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5434 time: 0.3161826 Sep 10 03:00:39.004510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:39.005699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.006984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-186701cc-1cae-406e-a876-33f859a3f6cb service neutron] 10.222.0.36 "PUT /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 1121 time: 1.8002536 Sep 10 03:00:39.025664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6c50101-c7aa-4f44-b223-db4fb64b4aa2 req-64cb87cc-fe4e-45b4-a2c8-1ddcc010d84a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035137 Sep 10 03:00:39.034177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-042603fe-75eb-4da0-b4d3-c30edfbd0c19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05e37fba0041489b821e7c4f52ae83e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893063 Sep 10 03:00:39.035391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45766) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:39.097563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-215e77fb-ba9b-4b08-9d97-e0acd3a0240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.123438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-215e77fb-ba9b-4b08-9d97-e0acd3a0240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.140627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on host n-h1-808126-2 for vnic_type normal with profile {"migrating_to": "n-h2-808126-2"} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:39.141104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:39.141350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:39.154723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:39.155061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Attempting to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on network 19c12e1b-6fc9-48da-a9dc-43e060107e95 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:39.162689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:39.163168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Checking segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:39.164534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Bound using segment: {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:39.164862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Bound port: 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a04c98-9fc5-45b0-87b7-b00751afa669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '19c12e1b-6fc9-48da-a9dc-43e060107e95'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:39.165330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.169532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:39.230341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:39.246991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-215e77fb-ba9b-4b08-9d97-e0acd3a0240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.251139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-215e77fb-ba9b-4b08-9d97-e0acd3a0240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.255596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-215e77fb-ba9b-4b08-9d97-e0acd3a0240d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92b6ed9c-acbc-43e3-a0bb-61d4296e650e HTTP/1.1" status: 204 len: 168 time: 0.2191157 Sep 10 03:00:39.325815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e77fb-ba9b-4b08-9d97-e0acd3a0240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6ed9c-acbc-43e3-a0bb-61d4296e650e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:39.333285 n-d-808126-2 neutron-server[94635]: WARNING neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Concurrent port binding operations failed on port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e Sep 10 03:00:39.370036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:39.392738 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.399773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b624ea-82cf-4490-84b2-8c876bf524b1 req-507460e3-f115-4092-a4b7-22fa1e6822e2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:39.401549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03b624ea-82cf-4490-84b2-8c876bf524b1 req-507460e3-f115-4092-a4b7-22fa1e6822e2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.1422889 Sep 10 03:00:39.421733 n-d-808126-2 neutron-server[94635]: INFO neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Attempt 2 to bind port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e Sep 10 03:00:39.422204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e has no active binding in host n-h2-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:00:39.443823 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646f0956-c350-4bd6-b5d4-f6cd633bf121 req-a10beed2-659f-4f8b-9d2d-d28cdae50803 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 210 time: 0.0790279 Sep 10 03:00:39.475062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03b624ea-82cf-4490-84b2-8c876bf524b1 req-c0848df0-9a52-4f15-a2d8-f5bfcc177f80 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643363 Sep 10 03:00:39.533806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:36Z', 'revision_number': 3, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:39.662797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Checking router: 9d628553-9ac3-4837-b1ac-3a52b32af3fe for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:39.663303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Updating router 9d628553-9ac3-4837-b1ac-3a52b32af3fe port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:00:39.692358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:39.711566 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.714458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1ee3fa74-93e3-4231-bdb7-88eee1f7c499'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:39.748405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.781966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-fa28fc22-aad6-4cf9-a5d5-5e81e6d0cf8a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:39.783632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-fa28fc22-aad6-4cf9-a5d5-5e81e6d0cf8a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.2423134 Sep 10 03:00:39.802181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:39.809226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Request body: {'port': {'device_id': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'admin_state_up': True, 'tenant_id': 'ff53133a072e468dae1c1a13132c8f31'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:39.926610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:39.987248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Allocated IP 172.20.0.1 (d38cf699-b864-4e9b-9582-ecd1c44affab/8a2e48e6-b2af-4ee0-9b17-352033429b55/7d67dbb1-d4db-49c3-abac-3e224243f15d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:40.020881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a'}, {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edb642f-86a7-46f7-bfc6-2d99a2aae503'}, {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:40.023236 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a0878-1daa-43ca-a3fa-8c28bb43aaea" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a"}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "3edb642f-86a7-46f7-bfc6-2d99a2aae503"}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:40.027946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:40.151416 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27fad9e-81bd-4e80-a8bf-61af96b3024c x-openstack-request-id: req-d27fad9e-81bd-4e80-a8bf-61af96b3024c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:40.152091 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a", "code": 200}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "3edb642f-86a7-46f7-bfc6-2d99a2aae503", "code": 200}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-plugged", "status": "completed", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:40.152091 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d27fad9e-81bd-4e80-a8bf-61af96b3024c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:40.152402 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'code': 200} Sep 10 03:00:40.152721 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edb642f-86a7-46f7-bfc6-2d99a2aae503', 'code': 200} Sep 10 03:00:40.152982 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed', 'code': 200} Sep 10 03:00:40.161487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Made reservation on behalf of ff53133a072e468dae1c1a13132c8f31 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:00:40.165588 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.199252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.231556 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-904c2f36-7617-43c1-8fd2-b12c99a31c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.244697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164b22f-4cff-4ed2-b377-9ca5dac7ed7a req-59171d4f-35c5-49a3-8831-373ac2514031 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.246635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f164b22f-4cff-4ed2-b377-9ca5dac7ed7a req-59171d4f-35c5-49a3-8831-373ac2514031 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.1958437 Sep 10 03:00:40.248941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Transition to ACTIVE for port object 7d67dbb1-d4db-49c3-abac-3e224243f15d will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:40.334914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.341230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.347712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.351446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:40.353779 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40abe51f-9fb8-4bff-a65b-e937a95d47ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:40.355015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.361195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.365172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.369757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.376260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.378211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-34d9ef24-61c9-4c0b-b322-6c0551c7d0f5 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.1597853 Sep 10 03:00:40.411762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Transition to ACTIVE for port object c2cd15c9-9d53-4981-8516-10ce7ff4aac1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:40.420292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.422381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f164b22f-4cff-4ed2-b377-9ca5dac7ed7a req-291ae461-9aa5-4f31-973b-e2ec43efb607 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595016 Sep 10 03:00:40.435945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.461260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.461892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.462312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.462846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.463318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.468140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.468943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:40.471814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec49c789-77be-4cd2-954e-12a30b967273 req-82237379-96ac-416f-a8fa-c4255919e5b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6492 time: 0.1624300 Sep 10 03:00:40.493161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Network d38cf699-b864-4e9b-9582-ecd1c44affab is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:40.507827 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-904c2f36-7617-43c1-8fd2-b12c99a31c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.523411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:40.531843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-904c2f36-7617-43c1-8fd2-b12c99a31c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.590009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59d8a94-9fd7-43fb-a10d-4aa8279389c9 req-149f019d-5bf3-4840-9c51-61a3296154f7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952770 Sep 10 03:00:40.617673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:40.670008 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea74bf68-6ce9-4b19-af9c-ee0a6f8464e4 x-openstack-request-id: req-ea74bf68-6ce9-4b19-af9c-ee0a6f8464e4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:40.670606 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:40.671051 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea74bf68-6ce9-4b19-af9c-ee0a6f8464e4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:40.671795 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'status': 'completed', 'code': 200} Sep 10 03:00:40.711503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec49c789-77be-4cd2-954e-12a30b967273 req-759658c1-127d-4ef9-a3c5-7860f2614a20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1901863 Sep 10 03:00:40.712229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.714748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-904c2f36-7617-43c1-8fd2-b12c99a31c96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eb1113f3b5849a8a47614b1ae2195a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7862456 Sep 10 03:00:40.715782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c2f36-7617-43c1-8fd2-b12c99a31c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55575c-218d-41d8-a89f-ddc5d472dcb3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:40.718525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:40.800180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Attempting to bind port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:40.800769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Attempting to bind port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:40.801193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Attempting to bind port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:40.811252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32d3d999-2979-4089-be7b-f707341c5a59 req-c9509bbc-1278-40ec-ad0d-76c4d9f1c413 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 210 time: 0.0421016 Sep 10 03:00:40.811989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346d3c6-6e02-48c2-9727-0c9da9d0b938 None None] Pushing event updated for resources: {'Port': ['ID=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:40.823659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:40.824171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:40.824939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.830038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:40.831215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Bound port: c2cd15c9-9d53-4981-8516-10ce7ff4aac1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:40.831992 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.858306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Allocated IP 172.20.0.8 (f27cd70f-0acf-453b-8644-d38267514cb4/c59e221c-9d0f-43b7-a6e0-94503c996ccd/932119b7-6596-4fba-a05f-d9ff6f9a1a69) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:40.912233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-573d9e25-4e56-4437-afe2-006b5436b83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.912667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] For port c2cd15c9-9d53-4981-8516-10ce7ff4aac1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:40.916382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] For port c2cd15c9-9d53-4981-8516-10ce7ff4aac1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:40.919411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.921853 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.969449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-573d9e25-4e56-4437-afe2-006b5436b83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:40.980577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:40.981365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:41.102651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-573d9e25-4e56-4437-afe2-006b5436b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.105590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-573d9e25-4e56-4437-afe2-006b5436b83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.106908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-573d9e25-4e56-4437-afe2-006b5436b83b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e55575c-218d-41d8-a89f-ddc5d472dcb3 HTTP/1.1" status: 204 len: 168 time: 0.3845131 Sep 10 03:00:41.132810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.135518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d9e25-4e56-4437-afe2-006b5436b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55575c-218d-41d8-a89f-ddc5d472dcb3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:41.164892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.167421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Pushing event updated for resources: {'Port': ['ID=7d67dbb1-d4db-49c3-abac-3e224243f15d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:41.177419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.219807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-91894bd3-d8ef-4d93-a3fd-bbecedcf799d None None] Provisioning for port 7d67dbb1-d4db-49c3-abac-3e224243f15d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:41.231588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346d3c6-6e02-48c2-9727-0c9da9d0b938 None None] Pushing event updated for resources: {'Port': ['ID=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:41.236756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-4e79f46a-2051-4909-a9ed-78a0d3838bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:41.238302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-4e79f46a-2051-4909-a9ed-78a0d3838bc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1124 time: 0.4055121 Sep 10 03:00:41.238564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:41.241862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-91894bd3-d8ef-4d93-a3fd-bbecedcf799d None None] Provisioning complete for port 7d67dbb1-d4db-49c3-abac-3e224243f15d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:41.242556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91894bd3-d8ef-4d93-a3fd-bbecedcf799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.255865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.272871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeacfa-4024-481a-a267-24eaafc45c8b req-8975aead-114e-4056-b793-7c367f088da3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:41.274448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29aeacfa-4024-481a-a267-24eaafc45c8b req-8975aead-114e-4056-b793-7c367f088da3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.4430857 Sep 10 03:00:41.342330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Network f27cd70f-0acf-453b-8644-d38267514cb4 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:41.343486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-91894bd3-d8ef-4d93-a3fd-bbecedcf799d None None] Port 7d67dbb1-d4db-49c3-abac-3e224243f15d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:00:41.359685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:41.368606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:41.370612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Pushing event updated for resources: {'Port': ['ID=7d67dbb1-d4db-49c3-abac-3e224243f15d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:41.392142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.458874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:41.485999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:41.486672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.497506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 1, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:41.498645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29aeacfa-4024-481a-a267-24eaafc45c8b req-3bc27961-faaf-45d8-8b70-806337470500 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806223 Sep 10 03:00:41.536604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b7f54-1b1d-48c5-8aad-5f648835d3b3 None None] The sync data for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 is: [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 1, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:41.536863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-ec34c7ac-b723-4481-b6e9-1f7d2b41e9f1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7419264 Sep 10 03:00:41.554388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Request body: {'port': {'device_id': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:41.570581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-05fd0084-e054-437c-a2e3-fcc29c575f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:41.572482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-05fd0084-e054-437c-a2e3-fcc29c575f82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 0.2930663 Sep 10 03:00:41.731624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.758595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146891e-a0d4-444d-9911-7ed86b5a18e5 req-79b3a448-16e1-4854-b9db-4f3aba74dd1b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:41.766907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9146891e-a0d4-444d-9911-7ed86b5a18e5 req-79b3a448-16e1-4854-b9db-4f3aba74dd1b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.1438437 Sep 10 03:00:41.772706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:41.862544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:41.873909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:41.883085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:41.883729 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:41.906755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9146891e-a0d4-444d-9911-7ed86b5a18e5 req-b90ec60f-b10b-438d-a2dd-bcbd94d52b41 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389558 Sep 10 03:00:42.061731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:42.072653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f6d982c-4567-4cb6-abd7-0fc8f61e10bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:42.075870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45874) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:42.149537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:42.154232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:42.157435 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96559598-aee4-4b25-b87c-1d3ca8b46a73" -d '{"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:42.162575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:42.249715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e278868-c7f0-4ab1-afbc-5e86ae3df638 req-20580b1a-0f41-447b-9089-80d1584a4c5b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.251308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e278868-c7f0-4ab1-afbc-5e86ae3df638 req-20580b1a-0f41-447b-9089-80d1584a4c5b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 931 time: 0.1744685 Sep 10 03:00:42.272236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:42.383794 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-cb256a4d-8fa1-4172-ad01-e52063fa45ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 217 time: 0.7810047 Sep 10 03:00:42.398506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Network d38cf699-b864-4e9b-9582-ecd1c44affab is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:42.400281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:42.526204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-e38b0073-06bd-49c3-859c-759ea9978141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.528240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-e38b0073-06bd-49c3-859c-759ea9978141 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.1250257 Sep 10 03:00:42.594575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.602071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.608541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.615288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.622610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.629473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.637092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:42.647954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-2778aecf-ebd9-45e1-9866-7dfa5d5ea59d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.2763031 Sep 10 03:00:42.732592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-1abb64e8-9bf5-4e02-b939-3778585ce1a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826552 Sep 10 03:00:42.803906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddbc35f7-4b2d-4d07-987c-322e02fd20db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:42.820326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ceb46de-75de-4162-a77d-0ccda6791c1b req-0304ecc0-df42-4a51-8c23-b34150b2d639 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716866 Sep 10 03:00:42.887832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3e09eee3-0d3c-4d34-94e5-f26d0f59f909 None None] Provisioning complete for port 7d67dbb1-d4db-49c3-abac-3e224243f15d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:42.888571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3e09eee3-0d3c-4d34-94e5-f26d0f59f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:42.975469 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246b6838-5c18-430d-945f-4b2116dd3cc0 x-openstack-request-id: req-246b6838-5c18-430d-945f-4b2116dd3cc0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:42.976781 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:42.977404 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-246b6838-5c18-430d-945f-4b2116dd3cc0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:42.979363 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'code': 200} Sep 10 03:00:42.987307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Router 9d628553-9ac3-4837-b1ac-3a52b32af3fe has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:43.016256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3e09eee3-0d3c-4d34-94e5-f26d0f59f909 None None] Port 7d67dbb1-d4db-49c3-abac-3e224243f15d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:00:43.029434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f6d982c-4567-4cb6-abd7-0fc8f61e10bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.043176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f6d982c-4567-4cb6-abd7-0fc8f61e10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.080927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e278868-c7f0-4ab1-afbc-5e86ae3df638 req-aa4d7d25-8c81-45c0-b3d7-f06137ab8076 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179128 Sep 10 03:00:43.102255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2cd15c9-9d53-4981-8516-10ce7ff4aac1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:43.183159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-3982bd50-507b-4b71-8615-f7bbba24c156 service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335327 Sep 10 03:00:43.184452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:43.202616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:43.205707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932119b7-6596-4fba-a05f-d9ff6f9a1a69 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:43.214452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:43.214832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.216124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4f6d982c-4567-4cb6-abd7-0fc8f61e10bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c650e8f4310b4e369f89bb8786a0c02f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3389893 Sep 10 03:00:43.216883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d982c-4567-4cb6-abd7-0fc8f61e10bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a34bd1-2876-4d18-920f-2ff1d5e68acf,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:43.226269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:43.260925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f5931cd9-cc18-437f-926f-afefafd1865b admin admin] 10.222.0.23 "PUT /v2.0/routers/9d628553-9ac3-4837-b1ac-3a52b32af3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7294331 Sep 10 03:00:43.285893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.337580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Transition to ACTIVE for port object 932119b7-6596-4fba-a05f-d9ff6f9a1a69 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:43.390061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.394278 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec33789f-ef5b-48a3-bb5c-556ac22c83cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.414922 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.425763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec33789f-ef5b-48a3-bb5c-556ac22c83cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.443654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c2cd15c9-9d53-4981-8516-10ce7ff4aac1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:43.449954 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.513227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041aac9-c0a5-4f55-9d2f-ebe38ee1bf36 req-8ec7ddb5-0375-42ce-a31b-af70b584b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:43.514766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3041aac9-c0a5-4f55-9d2f-ebe38ee1bf36 req-8ec7ddb5-0375-42ce-a31b-af70b584b050 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1101 time: 0.4324703 Sep 10 03:00:43.525263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd3712-442b-44e8-804b-47a9feab04ca req-c299bd83-299f-4b6b-88ad-ada90586ea9c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:43.526983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54bd3712-442b-44e8-804b-47a9feab04ca req-c299bd83-299f-4b6b-88ad-ada90586ea9c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.5030355 Sep 10 03:00:43.541907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:43.549951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:43.611426 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3041aac9-c0a5-4f55-9d2f-ebe38ee1bf36 req-78f7bed8-504b-4371-aa33-1c0e5e8025ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833437 Sep 10 03:00:43.623028 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddbc35f7-4b2d-4d07-987c-322e02fd20db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.624780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40abe51f-9fb8-4bff-a65b-e937a95d47ab req-2b74be1d-e361-4414-b19e-b9720d39315f service neutron] 10.222.0.32 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621082 Sep 10 03:00:43.644015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddbc35f7-4b2d-4d07-987c-322e02fd20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.656066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54bd3712-442b-44e8-804b-47a9feab04ca req-c5fd0205-f680-4a80-bb8c-973c1bb59a03 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126068 Sep 10 03:00:43.689538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a347-1190-41e0-99d0-fb976c7df613 req-83c77ae1-5928-47cf-a929-8df0652da09e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:43.696568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35d0a347-1190-41e0-99d0-fb976c7df613 req-83c77ae1-5928-47cf-a929-8df0652da09e tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.3264334 Sep 10 03:00:43.722875 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec33789f-ef5b-48a3-bb5c-556ac22c83cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.726308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec33789f-ef5b-48a3-bb5c-556ac22c83cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.730554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ec33789f-ef5b-48a3-bb5c-556ac22c83cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99a34bd1-2876-4d18-920f-2ff1d5e68acf HTTP/1.1" status: 204 len: 168 time: 0.5039103 Sep 10 03:00:43.805472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ddbc35f7-4b2d-4d07-987c-322e02fd20db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83bca3f53feb45e5b3e6337d97abf2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7250578 Sep 10 03:00:43.808672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:43.822686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc35f7-4b2d-4d07-987c-322e02fd20db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104d10f-47a7-41d9-8c65-1383be954e85,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:43.833686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35d0a347-1190-41e0-99d0-fb976c7df613 req-0ddff003-03d9-426d-9157-4adbb00b87c2 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248939 Sep 10 03:00:43.848756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33789f-ef5b-48a3-bb5c-556ac22c83cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a34bd1-2876-4d18-920f-2ff1d5e68acf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:43.871769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:43.872109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:43.872438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:43.877842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:43.878164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:43.887854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:43.888221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:43.888617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:43.889317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Bound port: 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:43.889445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:43.964924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cb7dc6a-558f-4025-96f6-3ea23800c60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.017092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:44.035381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cb7dc6a-558f-4025-96f6-3ea23800c60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.078198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:44.104292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:44.135777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cb7dc6a-558f-4025-96f6-3ea23800c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.136580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.139035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cb7dc6a-558f-4025-96f6-3ea23800c60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.144550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2cb7dc6a-558f-4025-96f6-3ea23800c60b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6104d10f-47a7-41d9-8c65-1383be954e85 HTTP/1.1" status: 204 len: 168 time: 0.3342550 Sep 10 03:00:44.144862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.153469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.160271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7dc6a-558f-4025-96f6-3ea23800c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104d10f-47a7-41d9-8c65-1383be954e85,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:44.160859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.170103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.178098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.187485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.190239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-be3bdbed-9aef-433e-97b4-c02d71074696 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.1748962 Sep 10 03:00:44.193303 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.319962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.320621 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.322495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] 10.222.0.36 "PUT /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 1091 time: 2.7763493 Sep 10 03:00:44.323232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2d06-9174-4775-b0c4-85bffd5d2c74 service neutron] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:44.325923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:44.328856 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:44.355168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03842686-3ce5-48ea-a373-9da2a6cb46a0 req-8727e10d-5847-4779-aa3f-3b0d982a9dfe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380517 Sep 10 03:00:44.570455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-c4d6ae27-5f4f-4817-b84b-58b378f73916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.572555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-c4d6ae27-5f4f-4817-b84b-58b378f73916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1094 time: 0.1572087 Sep 10 03:00:44.636603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd147f-03cd-465d-8153-8c1e5185d346 req-75927a13-8cdc-4515-96fa-db78e9a4b1f4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.638246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2dd147f-03cd-465d-8153-8c1e5185d346 req-75927a13-8cdc-4515-96fa-db78e9a4b1f4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.1409187 Sep 10 03:00:44.640674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-0045d49b-b43e-42c4-b0c4-4a283ad5f089 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 217 time: 0.0580940 Sep 10 03:00:44.705870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45926) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:44.710710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59906575', 'description': 'tempest-description--1495397337'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:44.752399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2dd147f-03cd-465d-8153-8c1e5185d346 req-8c5da0f8-b31e-45b3-b871-812137f09ad9 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920277 Sep 10 03:00:44.773257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-fde6b448-5b64-40fb-b309-99130ae39845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:44.777531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-fde6b448-5b64-40fb-b309-99130ae39845 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1291282 Sep 10 03:00:44.778330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:44.826265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-405ecbd3-467d-44b8-82e0-a7688399d98b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378191 Sep 10 03:00:44.859752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-9021c253-fd3a-437f-ae59-41a824f5edb1 service neutron] 10.222.0.32 "GET /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e/bindings/n-h2-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.1968277 Sep 10 03:00:44.956022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-df93e1b5-0419-4dac-a13a-71caa5b7aace service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223722 Sep 10 03:00:44.960523 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57adc7eb-097b-4b06-897f-df75e8ebc60d x-openstack-request-id: req-57adc7eb-097b-4b06-897f-df75e8ebc60d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:44.961070 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:44.961380 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57adc7eb-097b-4b06-897f-df75e8ebc60d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:44.961870 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'status': 'completed', 'code': 200} Sep 10 03:00:45.103957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2cd15c9-9d53-4981-8516-10ce7ff4aac1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:45.148967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.156871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.163026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.176888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.184659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.202657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.210936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.213699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dc8a886-34c8-4079-9509-e4ec3f5e281c req-6dd94273-2f98-4532-b707-5bd5431d7ebe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.2437866 Sep 10 03:00:45.239304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45944) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:45.239748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:45.240954 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.254215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Request body: {'floatingip': {'port_id': '3bf53030-6ff4-4a62-856c-c69b1242528a'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:45.255872 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Sync routers for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:45.280134 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:45.282296 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:45.324318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.325134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a7351b-55af-4b27-952d-bab3aaede8a4 req-f6cdac64-a214-48c0-9cab-792b4de8e3ca service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366249 Sep 10 03:00:45.347107 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.355559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.425154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ac0ad-3fb3-4de1-ab5e-bdfded329eac req-ece6afc2-c3fa-4111-b29f-67b202380fce tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.427205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d3ac0ad-3fb3-4de1-ab5e-bdfded329eac req-ece6afc2-c3fa-4111-b29f-67b202380fce tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.3242481 Sep 10 03:00:45.484696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.486807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7791319 Sep 10 03:00:45.512099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:45.562077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Request body: {'security_group_rule': {'security_group_id': 'eec94a6d-8778-4241-9023-009d9d795c0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:45.581617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065098cb-e346-4ae9-829e-d99dd869ec12 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec94a6d-8778-4241-9023-009d9d795c0d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:45.610881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-dac7871a-df0a-4987-a978-9b2ac2a5b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.612497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-dac7871a-df0a-4987-a978-9b2ac2a5b801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1094 time: 0.2043409 Sep 10 03:00:45.622721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981db49-5c33-4802-89d7-4126c511b270 req-af1b5b21-47d0-494a-b68b-1fdf01c4915a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.627166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2981db49-5c33-4802-89d7-4126c511b270 req-af1b5b21-47d0-494a-b68b-1fdf01c4915a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 943 time: 0.2143416 Sep 10 03:00:45.651865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d3ac0ad-3fb3-4de1-ab5e-bdfded329eac req-3dc6a14c-e6bb-4247-b928-efce1b374ebb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918979 Sep 10 03:00:45.661792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:45.671868 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:45.681361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.687755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:45.732830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:45.748775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:45.781155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.828393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.873515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.913834 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2981db49-5c33-4802-89d7-4126c511b270 req-14a85e1f-8148-4b0d-b46c-9498335b27f9 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767220 Sep 10 03:00:45.921374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e188a88-46ea-4a54-ad97-dc14fea3e8eb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:45.935414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:45.939248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-981dfc78-ff3c-46aa-bde5-16d5a447adc7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4145672 Sep 10 03:00:45.943053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45970) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:45.948462 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Request body: {'security_group_rule': {'security_group_id': 'eec94a6d-8778-4241-9023-009d9d795c0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:45.958863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-d3b3e45a-025c-4692-a672-82181f2dfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:45.961752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-d3b3e45a-025c-4692-a672-82181f2dfc7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.3335114 Sep 10 03:00:46.056650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.060384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de92ac7-df24-44a5-b830-f4517a4ff028 req-dd07910b-d29e-41c2-a786-0bd136197899 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:46.063029 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-94a983b9-a929-4e03-87fa-1a0e58f14dbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 217 time: 0.0901084 Sep 10 03:00:46.071022 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7de92ac7-df24-44a5-b830-f4517a4ff028 req-dd07910b-d29e-41c2-a786-0bd136197899 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1101 time: 0.3041747 Sep 10 03:00:46.127745 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 2, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:46.141981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] Transition to ACTIVE for port object 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:46.157808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.170368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Checking router: 9d628553-9ac3-4837-b1ac-3a52b32af3fe for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:46.170714 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Updating router 9d628553-9ac3-4837-b1ac-3a52b32af3fe port 7d67dbb1-d4db-49c3-abac-3e224243f15d binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:00:46.199158 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.210299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-cfeaec20-c879-42be-8ea4-b2435fc6519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:46.221650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-cfeaec20-c879-42be-8ea4-b2435fc6519a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1509607 Sep 10 03:00:46.280231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7de92ac7-df24-44a5-b830-f4517a4ff028 req-cc44a77d-f485-47eb-a71e-38f7b4a87daa tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079484 Sep 10 03:00:46.409354 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.412147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-07a2cd9c-a68f-46c5-8cd9-aed8d7ef0123 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560650 Sep 10 03:00:46.442712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] No DVR routers for this DVR port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:46.448301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.537067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52de889-9fc3-4cd5-b268-9697b70f0b77,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:46.571574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63676-e0ea-43bc-ac78-88100ed0a006 req-c072d023-c335-432a-9ed6-2812bb513407 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:46.574413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae63676-e0ea-43bc-ac78-88100ed0a006 req-c072d023-c335-432a-9ed6-2812bb513407 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.3514867 Sep 10 03:00:46.599984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=10']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:46.618565 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.630982 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Transition to ACTIVE for port object 7d67dbb1-d4db-49c3-abac-3e224243f15d will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:00:46.641822 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.646165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0b52e428-8d1d-4f47-a365-9ecab0c33c9f service neutron] 10.222.0.32 "PUT /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e/bindings/n-h2-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7779770 Sep 10 03:00:46.681819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.684894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ffd49a48-87dd-4bc5-98b3-2c83133aaf94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7394772 Sep 10 03:00:46.717027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45990) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:46.726066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:46.760529 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Pushing event updated for resources: {'Port': ['ID=7d67dbb1-d4db-49c3-abac-3e224243f15d,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:46.782758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-0deea1e2-2a8c-4073-8b8e-2d202125d696 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569362 Sep 10 03:00:46.808549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae63676-e0ea-43bc-ac78-88100ed0a006 req-e2dfb835-3457-4262-9f17-9db65c7b11a8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352689 Sep 10 03:00:46.847129 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.847473 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.847817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.848185 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.848455 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.848842 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.849355 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.849456 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.849693 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.850008 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.850324 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.850686 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:00:46.894073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Attempting to bind port 7d67dbb1-d4db-49c3-abac-3e224243f15d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:46.894444 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Attempting to bind port 7d67dbb1-d4db-49c3-abac-3e224243f15d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:46.895140 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Attempting to bind port 7d67dbb1-d4db-49c3-abac-3e224243f15d on network d38cf699-b864-4e9b-9582-ecd1c44affab {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:46.902509 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:46.902509 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Checking segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:46.902923 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.904970 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Bound using segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:46.906021 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Bound port: 7d67dbb1-d4db-49c3-abac-3e224243f15d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:46.906434 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.929330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:46.988074 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] For port 7d67dbb1-d4db-49c3-abac-3e224243f15d, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:46.992610 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] For port 7d67dbb1-d4db-49c3-abac-3e224243f15d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7d67dbb1-d4db-49c3-abac-3e224243f15d,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:47.001035 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:47.046093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:47.058293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:47.069677 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e96e3-8f9d-4f06-8242-5793bbfd7594 None None] Pushing event updated for resources: {'Port': ['ID=7d67dbb1-d4db-49c3-abac-3e224243f15d,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:47.132957 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:47.133714 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:47.139909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b1545-157d-45f8-ad88-850b0dc1b4d1 req-4b7b5d64-551f-4219-a268-d6b657ce531c service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389046 Sep 10 03:00:47.225031 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Floating IP 3cfd314b-dbbf-44a4-bb7d-f563a2df50c3 associated. External IP: 172.25.8.106, port: 3bf53030-6ff4-4a62-856c-c69b1242528a. Sep 10 03:00:47.296665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-ac336924-d8bd-4248-8eda-d2e3201375bc tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:47.298838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-ac336924-d8bd-4248-8eda-d2e3201375bc tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.3369358 Sep 10 03:00:47.298976 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-7b0ef7e1-74d3-4829-b700-f467865a2d7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472192 Sep 10 03:00:47.303970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-d9fae074-a3e5-46c9-aa8c-4a263565f8da service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:00:47.317903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-d9fae074-a3e5-46c9-aa8c-4a263565f8da service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174785 Sep 10 03:00:47.344853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de880372-8f0a-42f6-a459-ff418b2c09c0 req-b01f174f-c801-4fc7-b1f6-b7ab4221cf75 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:47.358577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de880372-8f0a-42f6-a459-ff418b2c09c0 req-b01f174f-c801-4fc7-b1f6-b7ab4221cf75 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.2293069 Sep 10 03:00:47.435171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3964fa-0a01-4ee7-a3d7-79de75df76e4 req-1013564f-2adf-4a71-be17-8ca43f35bf01 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:47.435574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de880372-8f0a-42f6-a459-ff418b2c09c0 req-deba4697-c659-4220-94dc-e19fc0b78f7c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Sep 10 03:00:47.443004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b3964fa-0a01-4ee7-a3d7-79de75df76e4 req-1013564f-2adf-4a71-be17-8ca43f35bf01 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1727028 Sep 10 03:00:47.453037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:47.471769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-bbe55685-b48f-40f1-8dac-9c153b1c3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:47.473314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-bbe55685-b48f-40f1-8dac-9c153b1c3627 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc&tenant_id=d4f5c79ec5904823928a7be6aadeb25e HTTP/1.1" status: 200 len: 1095 time: 0.1550426 Sep 10 03:00:47.621482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Allocated IP 172.25.8.203 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/2252acce-5527-4629-acc8-aef65ca3f8c1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:00:47.657721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b3964fa-0a01-4ee7-a3d7-79de75df76e4 req-42fd98af-325f-495b-8995-52ac212b4d4b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104235 Sep 10 03:00:47.675034 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:47.730430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-92bc3e0d-3236-4852-9102-16305b9ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:47.732456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-92bc3e0d-3236-4852-9102-16305b9ddc08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1095 time: 0.2244828 Sep 10 03:00:47.741372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Router d5328d5f-63a8-4f8e-ad29-992df7b4a495 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:00:47.779863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:47.813427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:00:47.830344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:47.889472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event updated for resources: {'Port': ['ID=2252acce-5527-4629-acc8-aef65ca3f8c1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:47.904298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:00:47.905739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:00:47.908696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:00:48.031906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.082122 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:46Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:48.091375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:48.124411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'port_id': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'mac_address': 'fa:16:3e:8d:ab:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e221c-9d0f-43b7-a6e0-94503c996ccd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:00:48.143850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.160400 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f827b22-1d0f-4dcc-800c-800305f3b93b None None] The sync data for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 is: [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:46Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:48.229252 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.253649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932119b7-6596-4fba-a05f-d9ff6f9a1a69 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:00:48.284163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:48.294820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.391330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.400900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.401763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:48.481394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.495045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46084) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:48.534817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.534817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8128383 Sep 10 03:00:48.559230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['932119b7-6596-4fba-a05f-d9ff6f9a1a69'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:48.561615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16f3dd-50ed-4d00-a544-9fdcfb70ed76 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event updated for resources: {'Port': ['ID=2252acce-5527-4629-acc8-aef65ca3f8c1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:48.688554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d162e-03e8-4142-86e3-add8ef7bbcd5 req-661ad57d-a597-4ae0-9402-5dff08eaac40 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:48.691974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-419d162e-03e8-4142-86e3-add8ef7bbcd5 req-661ad57d-a597-4ae0-9402-5dff08eaac40 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.1155365 Sep 10 03:00:48.745811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:00:48.755325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:48.768566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] Sync routers for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:00:48.775737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-419d162e-03e8-4142-86e3-add8ef7bbcd5 req-94dd93de-040d-42eb-8718-7c2eab8d65a8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761163 Sep 10 03:00:48.804385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-565b99e0-b727-4b21-aaed-1f841304ae8f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "PUT /v2.0/floatingips/3cfd314b-dbbf-44a4-bb7d-f563a2df50c3 HTTP/1.1" status: 200 len: 992 time: 3.5617621 Sep 10 03:00:48.809715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:48.812507 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2283d991-8037-4a11-9741-d71eb6ef277d" -d '{"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:48.861553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e4066-b60b-4f0a-a9ac-4ba37e998ad3 req-bc9cd62c-3810-439b-bf4d-9fd1eaeb946c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:48.864313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:48.866184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:48.874864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e79e4066-b60b-4f0a-a9ac-4ba37e998ad3 req-bc9cd62c-3810-439b-bf4d-9fd1eaeb946c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.3758149 Sep 10 03:00:48.878405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-31d403c0-528d-4814-ade2-a67808510d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:48.880682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-31d403c0-528d-4814-ade2-a67808510d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 200 len: 920 time: 1.1378777 Sep 10 03:00:48.996950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-8b5dac8f-2aa0-4035-893b-69399befdb9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 200 len: 217 time: 0.1048188 Sep 10 03:00:49.015090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd5a-fcde-4abc-8ff4-7d224e4df58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.143529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:49.221020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e79e4066-b60b-4f0a-a9ac-4ba37e998ad3 req-6ac42d90-40aa-4d22-b349-dd0a483cc09d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375642 Sep 10 03:00:49.221354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7d67dbb1-d4db-49c3-abac-3e224243f15d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:49.224351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0fdfb5af-40ba-4fb1-9859-d5c4e081fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.230686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-0fdfb5af-40ba-4fb1-9859-d5c4e081fdf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 200 len: 860 time: 0.2087703 Sep 10 03:00:49.321710 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-6e5f51cc-f150-4664-84d3-a106cd0261f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c12e1b-6fc9-48da-a9dc-43e060107e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869949 Sep 10 03:00:49.380713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46140) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:49.432672 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4f6740-7a62-4007-b9bc-9f8fc13a2eba x-openstack-request-id: req-9d4f6740-7a62-4007-b9bc-9f8fc13a2eba {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:49.433051 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:49.434525 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d4f6740-7a62-4007-b9bc-9f8fc13a2eba {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:49.436429 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'status': 'completed', 'code': 200} Sep 10 03:00:49.466303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645e146-dc21-4a1d-b485-605ee9390f28 req-b536a50d-7a6d-4817-a285-b63d231ec400 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.468449 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8645e146-dc21-4a1d-b485-605ee9390f28 req-b536a50d-7a6d-4817-a285-b63d231ec400 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.2540450 Sep 10 03:00:49.551174 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd5a-fcde-4abc-8ff4-7d224e4df58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.565866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd5a-fcde-4abc-8ff4-7d224e4df58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.576000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7d67dbb1-d4db-49c3-abac-3e224243f15d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:49.584430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.585459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.586657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.587565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.587686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.588089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.588568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.590722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-d62142eb-6e90-44e7-a454-87c3478f4151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6492 time: 0.0944543 Sep 10 03:00:49.593914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7d67dbb1-d4db-49c3-abac-3e224243f15d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:49.594739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.614955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-bf2cfda9-2e59-4280-aee8-da7a3ef6c203 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852383 Sep 10 03:00:49.635625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1e2edd5a-fcde-4abc-8ff4-7d224e4df58d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70641a5ae10143ad937f8aa5109727c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1093206 Sep 10 03:00:49.638513 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8645e146-dc21-4a1d-b485-605ee9390f28 req-d08148b2-526e-418a-8f0a-d582ccadaebf tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543519 Sep 10 03:00:49.651553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46144) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:49.718173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cba074d0-fbd4-4220-bb43-7315f8307cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.735229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2edd5a-fcde-4abc-8ff4-7d224e4df58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f9be09-4128-4002-b685-f81869aa3e5d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:49.746151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3cfd314b-dbbf-44a4-bb7d-f563a2df50c3', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'port_id': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'mac_address': 'fa:16:3e:b6:96:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:17Z', 'updated_at': '2021-09-10T03:00:46Z', 'revision_number': 1, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:49.808159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] Checking router: d5328d5f-63a8-4f8e-ad29-992df7b4a495 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:00:49.848648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:00:49.849642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:49.898941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.938779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cba074d0-fbd4-4220-bb43-7315f8307cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.946508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-6dff5ea9-fb21-4f77-8ac1-eea5e1a092f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:49.947074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb69d83b-502e-4f4b-b0d4-22b2a0a89d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.948816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-6dff5ea9-fb21-4f77-8ac1-eea5e1a092f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6343ee87-8966-4201-a9c7-f0ff37993794 HTTP/1.1" status: 200 len: 912 time: 0.3503013 Sep 10 03:00:49.951020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cba074d0-fbd4-4220-bb43-7315f8307cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:49.951249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-f8aef0c3-045e-4954-b629-59e58100bb86 service neutron] 10.222.0.36 "GET /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174117 Sep 10 03:00:50.018625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-1295921b-564c-492e-9440-e2d1498a65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.020245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-1295921b-564c-492e-9440-e2d1498a65f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1101 time: 0.2496777 Sep 10 03:00:50.070152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb69d83b-502e-4f4b-b0d4-22b2a0a89d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.101608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cba074d0-fbd4-4220-bb43-7315f8307cce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3669c61743804d45b87713b93fd95973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168393 Sep 10 03:00:50.103916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba074d0-fbd4-4220-bb43-7315f8307cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc207139-9bfe-4c0e-a6f0-b389130c8b00,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:50.106459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46180) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:50.181009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-151c2687-475a-403c-8129-1958f0780fa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 200 len: 1000 time: 0.1949186 Sep 10 03:00:50.203147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06997c-9372-4490-8d2c-fc07c7cdabc6 req-4704eac4-b8f2-4724-94bf-0f0b98a1101c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.204799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b06997c-9372-4490-8d2c-fc07c7cdabc6 req-4704eac4-b8f2-4724-94bf-0f0b98a1101c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.2837822 Sep 10 03:00:50.239658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:00:50.254215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7d67dbb1-d4db-49c3-abac-3e224243f15d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7d67dbb1-d4db-49c3-abac-3e224243f15d,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:50.287883 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.288574 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:00:50.300872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-b8a3ee73-e305-40b1-9f0e-08f1b86ce917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.305953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-b8a3ee73-e305-40b1-9f0e-08f1b86ce917 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ab391f9-1aeb-47f9-af5b-63f6312f69a9 HTTP/1.1" status: 200 len: 851 time: 0.1002223 Sep 10 03:00:50.317551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b57aec27-a189-461f-abc5-32831a2ca382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.348997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b57aec27-a189-461f-abc5-32831a2ca382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.358141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b06997c-9372-4490-8d2c-fc07c7cdabc6 req-fece9af3-5d7f-47a9-8b06-06c3d8af275a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369576 Sep 10 03:00:50.364390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7d67dbb1-d4db-49c3-abac-3e224243f15d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:50.435662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d991-8037-4a11-9741-d71eb6ef277d req-0090c37b-016e-4cbc-a45b-4d4e1f53f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.437301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-0090c37b-016e-4cbc-a45b-4d4e1f53f777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343ee87-8966-4201-a9c7-f0ff37993794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829341 Sep 10 03:00:50.445753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-88cb228a-351d-4a4a-85e3-8217d417d9ed tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.447269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-88cb228a-351d-4a4a-85e3-8217d417d9ed tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc&tenant_id=d4f5c79ec5904823928a7be6aadeb25e&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1401865 Sep 10 03:00:50.458410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb69d83b-502e-4f4b-b0d4-22b2a0a89d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.461189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb69d83b-502e-4f4b-b0d4-22b2a0a89d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.464978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bb69d83b-502e-4f4b-b0d4-22b2a0a89d16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30f9be09-4128-4002-b685-f81869aa3e5d HTTP/1.1" status: 204 len: 168 time: 0.8099461 Sep 10 03:00:50.474149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-96b36930-3dfb-4529-9907-3e1f7a624c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.476387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-96b36930-3dfb-4529-9907-3e1f7a624c4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.4161375 Sep 10 03:00:50.521909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d83b-502e-4f4b-b0d4-22b2a0a89d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f9be09-4128-4002-b685-f81869aa3e5d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:50.687389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-7b85ce3b-b124-48ba-b3d7-c27aac03cbc9 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390192 Sep 10 03:00:50.710285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-090a323c-0079-464e-96cb-6bc6f8619082 service neutron] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:50.731619 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-090a323c-0079-464e-96cb-6bc6f8619082 service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.734184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08975d94-7a01-4869-8bbc-8d6974a7e301 req-090a323c-0079-464e-96cb-6bc6f8619082 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e/bindings/n-h1-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.2784643 Sep 10 03:00:50.845030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-603bb53b-72c3-48fb-861d-94b1ae8766ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.3563521 Sep 10 03:00:50.857282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cf745-9ad3-47c4-9f73-065a706f81df req-239ef759-063e-449f-9b97-e36a6a0b43b1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.859121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-802cf745-9ad3-47c4-9f73-065a706f81df req-239ef759-063e-449f-9b97-e36a6a0b43b1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.4626641 Sep 10 03:00:50.935897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b57aec27-a189-461f-abc5-32831a2ca382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.939510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b57aec27-a189-461f-abc5-32831a2ca382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:50.954400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b57aec27-a189-461f-abc5-32831a2ca382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc207139-9bfe-4c0e-a6f0-b389130c8b00 HTTP/1.1" status: 204 len: 168 time: 0.8314753 Sep 10 03:00:50.971539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3cfd314b-dbbf-44a4-bb7d-f563a2df50c3', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'port_id': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'mac_address': 'fa:16:3e:b6:96:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:17Z', 'updated_at': '2021-09-10T03:00:46Z', 'revision_number': 1, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:00:50.990188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-40239d0d-bef8-4ec8-b776-85c47ccc66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:50.993450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-40239d0d-bef8-4ec8-b776-85c47ccc66c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1328459 Sep 10 03:00:50.996576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aec27-a189-461f-abc5-32831a2ca382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc207139-9bfe-4c0e-a6f0-b389130c8b00,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:51.030712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-802cf745-9ad3-47c4-9f73-065a706f81df req-a1e1b33e-4853-4e7e-8be9-67d1e1e38023 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590817 Sep 10 03:00:51.034799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dc5f0-ce33-4f65-8595-59ed663a73d2 None None] The sync data for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 is: [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3cfd314b-dbbf-44a4-bb7d-f563a2df50c3', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'port_id': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'mac_address': 'fa:16:3e:b6:96:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96e3d-9784-41b3-8984-97aa438a5934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T02:59:17Z', 'updated_at': '2021-09-10T03:00:46Z', 'revision_number': 1, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:00:51.044426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7d67dbb1-d4db-49c3-abac-3e224243f15d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:51.071029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2283d991-8037-4a11-9741-d71eb6ef277d req-2f4a228d-a436-4b2b-b55f-63a029524c4c service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623025 Sep 10 03:00:51.127750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-52e9b461-e68a-4e48-bd17-102f986fc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:51.136294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-52e9b461-e68a-4e48-bd17-102f986fc84a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275935 Sep 10 03:00:51.141256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26e84-27ac-4739-9187-f3173b3d1058 req-43822754-da70-4629-8e33-653ae1e0b92a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:51.155350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94a26e84-27ac-4739-9187-f3173b3d1058 req-43822754-da70-4629-8e33-653ae1e0b92a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.2477946 Sep 10 03:00:51.156521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7d67dbb1-d4db-49c3-abac-3e224243f15d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:51.157943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:51.284493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94a26e84-27ac-4739-9187-f3173b3d1058 req-9a405cb5-1139-4055-b39c-7ef6e22344a9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243620 Sep 10 03:00:51.396619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-fc216e6b-ca5f-412b-883d-13da2d21cdde service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487988 Sep 10 03:00:51.568391 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadcc632-3a6d-4267-a9bc-69fe32740629 None None] New status for floating IP 3cfd314b-dbbf-44a4-bb7d-f563a2df50c3: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:00:51.642562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-045eeb6f-fd22-4190-a777-fd603c5d2be6 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405031 Sep 10 03:00:51.653793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46218) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:51.660124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b13d-9a05-46cb-9f1f-c33a3f0e20f7 req-9b2f91ee-2f3a-4bb4-a9ca-b8e90c65ad22 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:51.661923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39b0b13d-9a05-46cb-9f1f-c33a3f0e20f7 req-9b2f91ee-2f3a-4bb4-a9ca-b8e90c65ad22 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.1528258 Sep 10 03:00:51.689691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7ab02ff-bdd1-452d-a2fe-914e4bf76db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:51.792030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39b0b13d-9a05-46cb-9f1f-c33a3f0e20f7 req-98e71e23-61a1-4457-a23d-43fecbd1afa7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205883 Sep 10 03:00:51.830840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:00:51.852374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7ab02ff-bdd1-452d-a2fe-914e4bf76db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:51.858168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7ab02ff-bdd1-452d-a2fe-914e4bf76db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:51.943689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab02ff-bdd1-452d-a2fe-914e4bf76db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0456a44-545b-4c24-9d2d-8a2e5882287e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:51.977958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:00:51.978434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46230) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:00:51.978788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f7ab02ff-bdd1-452d-a2fe-914e4bf76db3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e70d0ca873740d19026d7a188eefafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236814 Sep 10 03:00:51.995678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:00:52.001136 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.118166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813b8a-1516-43b5-8903-31164a09b6aa req-e5524716-7659-4437-b0a5-8d6d0b74b9c3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:52.120227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd813b8a-1516-43b5-8903-31164a09b6aa req-e5524716-7659-4437-b0a5-8d6d0b74b9c3 tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 1095 time: 0.1058590 Sep 10 03:00:52.164706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd813b8a-1516-43b5-8903-31164a09b6aa req-0bff337e-ab67-496d-a59d-54db450c4d8b tempest-LiveAutoBlockMigrationV225Test-393526736 tempest-LiveAutoBlockMigrationV225Test-393526736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Sep 10 03:00:52.168011 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90b11c87-1e10-4fea-b1cb-fb7186ebfc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.182567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.196228 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90b11c87-1e10-4fea-b1cb-fb7186ebfc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.242668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:52.244001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:52.253753 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815cf5fb-e933-4f76-824e-c704e79b320f" -d '{"events": [{"server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "name": "network-vif-plugged", "status": "completed", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:52.257394 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.274555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90b11c87-1e10-4fea-b1cb-fb7186ebfc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.278344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90b11c87-1e10-4fea-b1cb-fb7186ebfc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:52.279510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-90b11c87-1e10-4fea-b1cb-fb7186ebfc4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0456a44-545b-4c24-9d2d-8a2e5882287e HTTP/1.1" status: 204 len: 168 time: 0.2998319 Sep 10 03:00:52.299040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b11c87-1e10-4fea-b1cb-fb7186ebfc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0456a44-545b-4c24-9d2d-8a2e5882287e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:52.343339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e87a0a-5de5-40f0-a669-da55825f36c6 req-51b5af13-7b2b-4093-a717-2bc3b6298c25 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:52.356906 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00e87a0a-5de5-40f0-a669-da55825f36c6 req-51b5af13-7b2b-4093-a717-2bc3b6298c25 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.1644773 Sep 10 03:00:52.367094 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445d1db-172a-4376-8f38-20e8ffa259ac x-openstack-request-id: req-d445d1db-172a-4376-8f38-20e8ffa259ac {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:52.367342 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "name": "network-vif-plugged", "status": "completed", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:52.367542 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d445d1db-172a-4376-8f38-20e8ffa259ac {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:52.369289 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'code': 200} Sep 10 03:00:52.417916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:52.432145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00e87a0a-5de5-40f0-a669-da55825f36c6 req-84aa5c19-118d-467f-bbf0-40aa087aa49b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Sep 10 03:00:52.489964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c779ab-fff0-4588-b609-573cb718afb7 req-1fed4b22-fb86-4910-8841-3b574ccba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:52.495947 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08c779ab-fff0-4588-b609-573cb718afb7 req-1fed4b22-fb86-4910-8841-3b574ccba483 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1096 time: 0.0749283 Sep 10 03:00:52.588029 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08c779ab-fff0-4588-b609-573cb718afb7 req-3d6a6b21-a310-4fea-af68-5be2e20c7236 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841267 Sep 10 03:00:52.604381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e5f7-6123-42a5-a1af-306e5e6781d4 req-78638e8a-8e5a-4948-a796-f666c6a2bee7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:52.611902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1e5f7-6123-42a5-a1af-306e5e6781d4 req-78638e8a-8e5a-4948-a796-f666c6a2bee7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.0939188 Sep 10 03:00:52.670029 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1e5f7-6123-42a5-a1af-306e5e6781d4 req-1a0b1464-42d6-4230-96e1-d9a5bc956659 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554652 Sep 10 03:00:52.793649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0df02b-e1b7-492d-b3a8-9605bb24f9a7 req-2b22c970-43f1-453e-8eb1-17d8f689d3a7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:52.795294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f0df02b-e1b7-492d-b3a8-9605bb24f9a7 req-2b22c970-43f1-453e-8eb1-17d8f689d3a7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0587788 Sep 10 03:00:52.856055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f0df02b-e1b7-492d-b3a8-9605bb24f9a7 req-1313732f-ee52-4cf8-8fd0-5e238fcb37dc tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Sep 10 03:00:53.501473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-893cb99e-ea39-4bc2-955b-4bec4fdb5670 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:53.503577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-893cb99e-ea39-4bc2-955b-4bec4fdb5670 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0749924 Sep 10 03:00:53.632801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaae924-9deb-40d9-b0b8-daa45d4b1d47 req-63aab63e-91ba-482c-a7bd-e3313178f829 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:53.634312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eeaae924-9deb-40d9-b0b8-daa45d4b1d47 req-63aab63e-91ba-482c-a7bd-e3313178f829 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 945 time: 0.0911660 Sep 10 03:00:53.676421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Deleting port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:00:53.677047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:53.715688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eeaae924-9deb-40d9-b0b8-daa45d4b1d47 req-e15c06b1-1af1-4e00-a09f-29c474be7828 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634134 Sep 10 03:00:53.909471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794e292-15d8-4c60-bec9-ae4e4bf18ca7 req-8a5797c7-7557-4932-9b3d-1589cc0c5bb7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:53.921339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4794e292-15d8-4c60-bec9-ae4e4bf18ca7 req-8a5797c7-7557-4932-9b3d-1589cc0c5bb7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.0914662 Sep 10 03:00:53.965536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] For port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:53.965536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:53.993859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Calling delete_port for 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:00:54.012095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4794e292-15d8-4c60-bec9-ae4e4bf18ca7 req-1ce25fc4-5bb5-4c62-a4f4-ed15e12ac76f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855479 Sep 10 03:00:54.047790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6878e6-fcb0-43f0-9ef1-03650e91c50d req-98b853b5-9c8d-4a17-bb1a-31e71779201d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:54.049420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c6878e6-fcb0-43f0-9ef1-03650e91c50d req-98b853b5-9c8d-4a17-bb1a-31e71779201d tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0775659 Sep 10 03:00:54.119339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c6878e6-fcb0-43f0-9ef1-03650e91c50d req-06064cbd-71ad-4072-9a6c-e48335bc5dcb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623534 Sep 10 03:00:54.204774 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:54.230228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['01508b1d-15a9-46d1-8156-e9157f1ebbc1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:54.233341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:00:54.315940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] No DVR routers for this DVR port 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:00:54.320680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:54.323622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d417ff42-9abd-4cb9-aa7f-adf7391044dd req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "DELETE /v2.0/ports/2b0ae2aa-afbd-45ad-8f95-ecc4288b504e HTTP/1.1" status: 204 len: 173 time: 0.8105569 Sep 10 03:00:54.324893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35620b35-38d6-43fa-8a88-86b556d9b4e5 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event deleted for resources: {'Port': ['ID=2b0ae2aa-afbd-45ad-8f95-ecc4288b504e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:54.328611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'name': 'network-vif-deleted', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:54.331435 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f06e64-2fd7-4d9c-bb98-0aaa0c1bd1ea" -d '{"events": [{"server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "name": "network-vif-deleted", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:54.386710 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01679770-c0e9-4bfe-8a65-691f4c9ffd86 x-openstack-request-id: req-01679770-c0e9-4bfe-8a65-691f4c9ffd86 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:54.387205 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff4077e-a726-48df-b94e-695fe07f2cbc", "name": "network-vif-deleted", "tag": "2b0ae2aa-afbd-45ad-8f95-ecc4288b504e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:54.389259 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01679770-c0e9-4bfe-8a65-691f4c9ffd86 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:54.389692 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff4077e-a726-48df-b94e-695fe07f2cbc', 'name': 'network-vif-deleted', 'tag': '2b0ae2aa-afbd-45ad-8f95-ecc4288b504e', 'status': 'completed', 'code': 200} Sep 10 03:00:54.871376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7716-440c-4c6a-964a-3aba2954ae29 req-86ccdcbc-6fe3-4edd-aa68-dcf62c606b2a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:54.881379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df7b7716-440c-4c6a-964a-3aba2954ae29 req-86ccdcbc-6fe3-4edd-aa68-dcf62c606b2a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 945 time: 0.0990977 Sep 10 03:00:54.939119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df7b7716-440c-4c6a-964a-3aba2954ae29 req-64855470-b700-45c8-9c05-5f81ea788ddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560465 Sep 10 03:00:55.202987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792660f2-f39f-48ad-aac5-2404bd701de4 req-b08dfe1e-814e-4670-a8b2-77634385705c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:55.212580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-792660f2-f39f-48ad-aac5-2404bd701de4 req-b08dfe1e-814e-4670-a8b2-77634385705c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.0914936 Sep 10 03:00:55.271732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-792660f2-f39f-48ad-aac5-2404bd701de4 req-7425a92a-9829-4af4-bff6-bb53ca616bed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Sep 10 03:00:55.393798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e574-879b-47bb-bd6c-81aff8ec1c27 req-1afd753c-907a-40cf-99f6-bc98438a0c1d tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:55.397180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0108e574-879b-47bb-bd6c-81aff8ec1c27 req-1afd753c-907a-40cf-99f6-bc98438a0c1d tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1096 time: 0.0650277 Sep 10 03:00:55.418355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df30df19-31f0-40b0-b51d-3cc483f3b21a req-c2e75ca6-94aa-4e89-93c6-b571093e06f6 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0408266 Sep 10 03:00:55.453784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0108e574-879b-47bb-bd6c-81aff8ec1c27 req-db174580-3e6b-4c80-8a1f-4ddd6fb28625 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 Sep 10 03:00:55.574265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec27136-380d-4996-9016-10d57fc4c3d9 req-a49daaf1-6549-4d36-8df6-5d1439d8253e tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:55.581707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ec27136-380d-4996-9016-10d57fc4c3d9 req-a49daaf1-6549-4d36-8df6-5d1439d8253e tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1096 time: 0.0583389 Sep 10 03:00:55.645434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ec27136-380d-4996-9016-10d57fc4c3d9 req-8137fc1c-ba10-4ed1-a308-d7e05728a822 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627396 Sep 10 03:00:56.434376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1057d-64ad-4774-8d92-ef70a01d32f0 req-8a15cddc-e1ea-4066-adc1-d4b1fa4661b0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:56.446205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88e1057d-64ad-4774-8d92-ef70a01d32f0 req-8a15cddc-e1ea-4066-adc1-d4b1fa4661b0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.0734386 Sep 10 03:00:56.515981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88e1057d-64ad-4774-8d92-ef70a01d32f0 req-92a4c12d-db59-4206-bd3b-8ae8c541e87a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 Sep 10 03:00:56.622448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-736467ed-8755-4eb7-b3c4-a2dc1be575fe req-ccb48954-319d-4d58-82ef-124ec97b8690 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0363691 Sep 10 03:00:57.175394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-5b409d25-3a33-4f6a-9293-8ada6dc40a9d tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:00:57.183969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-5b409d25-3a33-4f6a-9293-8ada6dc40a9d tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133653 Sep 10 03:00:57.237418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-70371fbf-13d3-44c7-a7e0-4bb3022ae106 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:57.238881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-70371fbf-13d3-44c7-a7e0-4bb3022ae106 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 1093 time: 0.0539241 Sep 10 03:00:57.253561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Request body: {'binding': {'host': 'n-h1-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:57.254196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:00:57.422894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on host n-h1-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:57.423229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:57.423776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:57.429212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:57.430010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:57.445106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:57.446500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:57.446500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:57.446500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Bound port: 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:57.514807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:57.522753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:57.527203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-55b9a8d4-89df-400d-891d-8ffcf91311f2 service neutron] 10.222.0.23 "POST /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69/bindings HTTP/1.1" status: 201 len: 389 time: 0.2772083 Sep 10 03:00:57.775057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074c57e-2569-4794-ad6d-0234244a6239 req-1f2bf6de-e9cb-438a-b0ef-213c0a689903 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:57.781296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7074c57e-2569-4794-ad6d-0234244a6239 req-1f2bf6de-e9cb-438a-b0ef-213c0a689903 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1210110 Sep 10 03:00:57.805134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07614b-290d-4aba-a3ff-9250166091bc req-a29cf17c-fd5b-4a02-8f92-91cc8c5ebda8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:57.816144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0e07614b-290d-4aba-a3ff-9250166091bc req-a29cf17c-fd5b-4a02-8f92-91cc8c5ebda8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 945 time: 0.0980372 Sep 10 03:00:57.829318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:00:57.875611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:00:57.876195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2b0ae2aa-afbd-45ad-8f95-ecc4288b504e not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:00:57.887337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0e07614b-290d-4aba-a3ff-9250166091bc req-28ab4dea-92fc-4645-855b-87c0590f4910 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 Sep 10 03:00:57.903216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-c59772a8-c131-4a83-a558-8a033ae26dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:57.905693 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-c59772a8-c131-4a83-a558-8a033ae26dc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1096 time: 0.1197519 Sep 10 03:00:58.030846 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7074c57e-2569-4794-ad6d-0234244a6239 req-bb514b41-edfb-4091-8116-50e717c0ffe9 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437606 Sep 10 03:00:58.049312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-5a49bae8-d5b2-40c5-ac3b-ae8bb4df54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:58.050946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-5a49bae8-d5b2-40c5-ac3b-ae8bb4df54a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.1290858 Sep 10 03:00:58.080716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ec85c28-b34c-42c8-b1df-84b4a98db674 req-ccb83a56-d8ec-4919-ad17-ea73b18574e7 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0702782 Sep 10 03:00:58.151913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-a4a48705-b51a-43c4-85f7-15f61aeb1cd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 217 time: 0.0905032 Sep 10 03:00:58.263213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-c6222d44-979a-443d-8354-d910c67eff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:58.266255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-c6222d44-979a-443d-8354-d910c67eff20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1020522 Sep 10 03:00:58.320199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2003f469-b6f5-4606-ba5c-89298d963452 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405505 Sep 10 03:00:58.485424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-428b70ca-ad31-4162-973c-fb567dc6b316 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555624 Sep 10 03:00:58.634551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-a772f963-41a2-4dd3-b73a-5bf290a6fa43 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374123 Sep 10 03:00:58.806174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-201d0d8f-7a1b-48d2-9638-02405018d6c1 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:58.807731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-201d0d8f-7a1b-48d2-9638-02405018d6c1 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.0808613 Sep 10 03:00:58.822330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808126-2'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:00:58.907321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:59.066414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01038-1592-47de-b918-2a57ab3eb130 req-0ad98979-a7c8-4fcf-a773-81f8d1af9825 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:59.075385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecb01038-1592-47de-b918-2a57ab3eb130 req-0ad98979-a7c8-4fcf-a773-81f8d1af9825 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 945 time: 0.0662637 Sep 10 03:00:59.083379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-fafbfe15-9911-4068-b44f-cec2bc53c945 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b89436d75f9e435badb91be6d84c3aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680294 Sep 10 03:00:59.127483 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecb01038-1592-47de-b918-2a57ab3eb130 req-cc014ed7-0d19-496c-9f15-a61696d4d512 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Sep 10 03:00:59.274186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:00:59.309570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-bb4bb65f-5fe6-489c-b529-d029e488f719 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:59.311389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-bb4bb65f-5fe6-489c-b529-d029e488f719 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185926 Sep 10 03:00:59.341974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-57ddef6e-1058-4f7e-a1d9-eea2be7b8004 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/quotas/b89436d75f9e435badb91be6d84c3aa1 HTTP/1.1" status: 200 len: 375 time: 0.0197856 Sep 10 03:00:59.363194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:59.374662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55028b7-0991-4e8d-bb33-c1b65639ed90 req-5915ef99-2427-46ac-a31e-30570c852ca0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:59.376814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e55028b7-0991-4e8d-bb33-c1b65639ed90 req-5915ef99-2427-46ac-a31e-30570c852ca0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1415918 Sep 10 03:00:59.402946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-f7d40dc6-160d-4d51-ab3c-36e2515b62ec tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b89436d75f9e435badb91be6d84c3aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512781 Sep 10 03:00:59.435071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:00:59.436558 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98160d59-57c4-4585-bc68-02165aacc7f9" -d '{"events": [{"server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "name": "network-vif-unplugged", "status": "completed", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:00:59.442283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:59.450027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:59.489677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e55028b7-0991-4e8d-bb33-c1b65639ed90 req-693bc55b-9131-4bd7-ad7d-0b8b120eb428 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988462 Sep 10 03:00:59.566762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28565c72-e391-4492-8355-04581b0f689f service neutron] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:59.579208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on host n-h2-808126-2 for vnic_type normal with profile {"migrating_to": "n-h1-808126-2"} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:00:59.579208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:00:59.579480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:59.585867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:00:59.586198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Attempting to bind port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:00:59.592823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:00:59.593202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:00:59.593592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:00:59.594300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Bound port: 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:00:59.594712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:59.738759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:00:59.746680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:00:59.759342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:59.784415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae5efbea-cec0-4980-a810-44460dc572db req-84a57078-9d88-4f62-ab5a-64b256211e51 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ff4077e-a726-48df-b94e-695fe07f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0923760 Sep 10 03:00:59.905521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:00:59.906787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:00:59.908418 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-28565c72-e391-4492-8355-04581b0f689f service neutron] 10.222.0.32 "PUT /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 1121 time: 1.0910442 Sep 10 03:00:59.930024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28565c72-e391-4492-8355-04581b0f689f service neutron] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=8']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:00:59.970161 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f4be5-d92d-4dcc-982b-e533482bfb6e x-openstack-request-id: req-ae0f4be5-d92d-4dcc-982b-e533482bfb6e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:00:59.971898 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "name": "network-vif-unplugged", "status": "completed", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:00:59.972367 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae0f4be5-d92d-4dcc-982b-e533482bfb6e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:00:59.973527 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'code': 200} Sep 10 03:00:59.996183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['932119b7-6596-4fba-a05f-d9ff6f9a1a69'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:00.156591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-166505d4-f668-4b55-866a-e87545d9d3f8 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b89436d75f9e435badb91be6d84c3aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540791 Sep 10 03:01:00.336966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c429e7-e7ba-435e-8a36-99e0b7a2d70c req-92fcbff3-df37-4fe2-87cd-f243ddee0a91 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:00.347287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30c429e7-e7ba-435e-8a36-99e0b7a2d70c req-92fcbff3-df37-4fe2-87cd-f243ddee0a91 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.1062839 Sep 10 03:01:00.369586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-1df0078e-afdd-4126-89b2-179ecb26be08 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:00.379419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-1df0078e-afdd-4126-89b2-179ecb26be08 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212715 Sep 10 03:01:00.398224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-67a0a3d2-7326-48e6-a081-5dfb434dd8d0 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/quotas/b89436d75f9e435badb91be6d84c3aa1 HTTP/1.1" status: 200 len: 375 time: 0.0176132 Sep 10 03:01:00.405038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30c429e7-e7ba-435e-8a36-99e0b7a2d70c req-18416890-0624-4dc6-909a-0bd30b5a1c92 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542080 Sep 10 03:01:00.446444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-5c1b543f-249b-4c38-8837-9b851765750f tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b89436d75f9e435badb91be6d84c3aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473559 Sep 10 03:01:00.750852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69647d-4c91-4962-b73f-6281c64de4f6 req-19a9182f-ee88-40f1-a114-aca8823647ed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:00.759309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c69647d-4c91-4962-b73f-6281c64de4f6 req-19a9182f-ee88-40f1-a114-aca8823647ed tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1481297 Sep 10 03:01:00.824272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a01c3bb-08ac-475e-ab78-f8d083bb3b43 req-b264f367-646d-46be-a9f4-9adbcb7204bb tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 210 time: 0.0921295 Sep 10 03:01:00.838397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c69647d-4c91-4962-b73f-6281c64de4f6 req-a3f2befa-27d3-478a-aaf0-52ed37dc79ff tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780365 Sep 10 03:01:01.306637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-b3531120-7ff0-48dd-bccb-0acaa2ecb2cd tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b89436d75f9e435badb91be6d84c3aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563562 Sep 10 03:01:01.557576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e65113b8-2036-4ca3-9b59-0020c5bc90fa tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:01.560611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e65113b8-2036-4ca3-9b59-0020c5bc90fa tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433820 Sep 10 03:01:01.581581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:01.595665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Request body: {'port': {'device_id': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'b89436d75f9e435badb91be6d84c3aa1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:01.707477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7428c915-0889-4e56-bf80-8a1257af61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:01.753436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3dca4-4b62-4bfd-b11b-71ef1e572bbb req-817d991c-929c-45ba-9d38-c314119ffcc1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:01.762676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b3dca4-4b62-4bfd-b11b-71ef1e572bbb req-817d991c-929c-45ba-9d38-c314119ffcc1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.2404613 Sep 10 03:01:01.766291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:01.820570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b3dca4-4b62-4bfd-b11b-71ef1e572bbb req-62740c4e-e4e4-4089-ba71-b48b456ec33f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565436 Sep 10 03:01:01.821451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Made reservation on behalf of b89436d75f9e435badb91be6d84c3aa1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:01.827577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:01.847887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:01.974672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:01.981718 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a5d336-bce8-4095-bff5-44b1d5044171" -d '{"events": [{"name": "network-changed", "server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:02.039850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f41cc40-1195-4156-b1ef-0cca280bcfbc req-7bce24de-1f6d-4f89-8763-573a997eba33 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 210 time: 0.0496142 Sep 10 03:01:02.113687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:02.175338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:02.188941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a375d2-c760-4d57-b34b-4352e7de7bd5 req-d24c5c95-9a8a-4ee3-81c6-a04e804688d1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:02.190453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:02.217355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7a375d2-c760-4d57-b34b-4352e7de7bd5 req-d24c5c95-9a8a-4ee3-81c6-a04e804688d1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1831882 Sep 10 03:01:02.278333 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a5d799-1236-48f8-9209-deca83c0573d x-openstack-request-id: req-a7a5d799-1236-48f8-9209-deca83c0573d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:02.278620 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:02.278873 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7a5d799-1236-48f8-9209-deca83c0573d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:02.279315 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'status': 'completed', 'code': 200} Sep 10 03:01:02.349564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7a375d2-c760-4d57-b34b-4352e7de7bd5 req-e8bb55d2-1e25-4258-a429-10b766d98fac tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209364 Sep 10 03:01:02.349941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-6b004b7c-1587-4dc8-84b8-02e5cb3575bf tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b89436d75f9e435badb91be6d84c3aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738461 Sep 10 03:01:02.358009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:02.388099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 has no active binding in host n-h1-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:01:02.431646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-d2fb9fed-fe29-40f6-aec6-3eadbc2294f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:02.434105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-d2fb9fed-fe29-40f6-aec6-3eadbc2294f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1124 time: 0.1365781 Sep 10 03:01:02.549625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a016236f-a3f6-4aa8-88b0-825eee26c131,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:02.586609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.587011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.587493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.587817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.588247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.588632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.588999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.589326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.589651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.589975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.590293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.590609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:02.632719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-a7ed56ed-ea7a-47e8-ac5d-f8f2ae043f76 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:02.636119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-a7ed56ed-ea7a-47e8-ac5d-f8f2ae043f76 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317123 Sep 10 03:01:02.645971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-134450fb-6e63-4afa-9d3e-e98f6b1fe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:02.648458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-134450fb-6e63-4afa-9d3e-e98f6b1fe5ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.2070484 Sep 10 03:01:02.680723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Request body: {'port': {'device_id': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'b89436d75f9e435badb91be6d84c3aa1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:02.715099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-a90b22af-0651-4a87-a7c8-dbc48b44465c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 217 time: 0.0585921 Sep 10 03:01:02.816600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-5da9bad2-3633-4a52-9a8c-753376db4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:02.818073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Allocated IP 192.168.233.135 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/23730df1-1a1c-4b20-a4ec-c7b6c3d508e0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:02.819445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-5da9bad2-3633-4a52-9a8c-753376db4318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0957971 Sep 10 03:01:02.858568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Made reservation on behalf of b89436d75f9e435badb91be6d84c3aa1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:02.862932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:02.914703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-b76e972b-f271-4461-895c-1c85900907c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876329 Sep 10 03:01:03.090477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-371e89b5-f3c0-4ba1-a87c-aa2b7f81818a service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664600 Sep 10 03:01:03.156505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:03.205021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Transition to ACTIVE for port object 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:03.211167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bde53f-6290-4021-9057-9410e6c55f0b req-649987a8-8c39-4b08-ac69-6c7ffdcb558f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:03.221490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5bde53f-6290-4021-9057-9410e6c55f0b req-649987a8-8c39-4b08-ac69-6c7ffdcb558f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.1299601 Sep 10 03:01:03.294632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5bde53f-6290-4021-9057-9410e6c55f0b req-b217a1c5-0a39-4bd7-b7f6-0412ff823bf0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716574 Sep 10 03:01:03.321149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b029d16-402e-47f7-8621-f33a5161ccff req-d6003105-0959-45e1-8f98-dc14e6b104ac tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 210 time: 0.1200056 Sep 10 03:01:03.335267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a5d336-bce8-4095-bff5-44b1d5044171 req-277c1def-2327-42fd-89ae-0f10a0dff865 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337523 Sep 10 03:01:03.433279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:03.591911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:03.602329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:03.604968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:03.621659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:03.665733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Allocated IP 192.168.233.134 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/9c8806d2-58a4-4c28-8f30-a9b109275cd0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:03.700299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89f1c1-0a62-4f2a-b37e-ce6905468845 req-7edb322b-43a2-4266-98c3-59e1f6138d70 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:03.713192 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d89f1c1-0a62-4f2a-b37e-ce6905468845 req-7edb322b-43a2-4266-98c3-59e1f6138d70 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.2609930 Sep 10 03:01:03.793392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:03.794022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:03.862503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-e78c1a6f-a034-4d72-8a31-db568fad6886 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2712710 Sep 10 03:01:03.882526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d89f1c1-0a62-4f2a-b37e-ce6905468845 req-819fa8cd-a168-4545-9f94-b682b735e8d0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644042 Sep 10 03:01:03.892640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Request body: {'port': {'device_id': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:04.048699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.103559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ebd30631-ad80-4bb8-b6b0-7e84f0dd670f None None] Provisioning for port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:04.108539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ebd30631-ad80-4bb8-b6b0-7e84f0dd670f None None] Provisioning complete for port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:04.108892 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ebd30631-ad80-4bb8-b6b0-7e84f0dd670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.197571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.200835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ebd30631-ad80-4bb8-b6b0-7e84f0dd670f None None] Port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:04.290495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Transition to ACTIVE for port object 9c8806d2-58a4-4c28-8f30-a9b109275cd0 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:04.352510 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc4d16e3-1356-48c6-9152-936955567c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.378826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.468119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:04.519675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc302e45-7b9a-4381-b9c5-66ec96280dee req-b311e8df-5a5e-4599-ad54-b4715545000a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:04.532234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc302e45-7b9a-4381-b9c5-66ec96280dee req-b311e8df-5a5e-4599-ad54-b4715545000a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.0763242 Sep 10 03:01:04.593815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:04.600884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:04.606246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:04.632948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc302e45-7b9a-4381-b9c5-66ec96280dee req-02b812c7-59f9-48e1-a18a-08bec8000521 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961721 Sep 10 03:01:04.645766 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.673717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:04.674432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:04.736548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-b46d1903-be3b-412e-9ec7-a9476833eb5d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0623584 Sep 10 03:01:04.754693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f47acf-e3a6-4d62-856a-952352e4bc31 req-b26bc874-9b00-4e96-ab2e-564da5c477ea tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:04.757624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00f47acf-e3a6-4d62-856a-952352e4bc31 req-b26bc874-9b00-4e96-ab2e-564da5c477ea tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 936 time: 0.2905629 Sep 10 03:01:04.767579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Request body: {'port': {'device_id': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:04.957397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-89cbd298-55d4-49dd-a5d0-30b31ee255c1 service neutron] 10.222.0.36 "GET /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.2094340 Sep 10 03:01:05.020601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00f47acf-e3a6-4d62-856a-952352e4bc31 req-b4513e70-735e-40f2-ae87-95eae3fd22ca tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438531 Sep 10 03:01:05.103750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:05.108513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:05.114971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:05.138962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-601fc5da-080a-4656-beff-27e139475856 None None] Provisioning for port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:05.154314 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-601fc5da-080a-4656-beff-27e139475856 None None] Provisioning complete for port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:05.156046 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-601fc5da-080a-4656-beff-27e139475856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:05.166350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Transition to ACTIVE for port object 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:05.171867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:05.270555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-601fc5da-080a-4656-beff-27e139475856 None None] Port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:05.328972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7d90-d119-45c9-9ad8-0975a4face88 req-d13fc0ca-6002-4d01-a316-8809f262f6c7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:05.331774 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:05.335943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d1d7d90-d119-45c9-9ad8-0975a4face88 req-d13fc0ca-6002-4d01-a316-8809f262f6c7 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.2697549 Sep 10 03:01:05.362567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:05.552105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d1d7d90-d119-45c9-9ad8-0975a4face88 req-ffa71a6c-907f-4d76-9f87-023bcf0323ac tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037537 Sep 10 03:01:05.583337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:05.610972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:05.665141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932119b7-6596-4fba-a05f-d9ff6f9a1a69 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:05.681227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:05.700457 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:05.923575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9415b3-47d6-4f64-ba6d-5a1a00ea95c5 req-d2808f91-5483-4195-8894-99a8ecb1695f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:05.931515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd9415b3-47d6-4f64-ba6d-5a1a00ea95c5 req-d2808f91-5483-4195-8894-99a8ecb1695f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 943 time: 0.1748824 Sep 10 03:01:05.982534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Transition to ACTIVE for port object 932119b7-6596-4fba-a05f-d9ff6f9a1a69 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:05.989918 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.012629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd9415b3-47d6-4f64-ba6d-5a1a00ea95c5 req-cf40caee-d469-4518-949d-631f23b4cd1b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761483 Sep 10 03:01:06.156370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] No DVR routers for this DVR port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:06.186704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Attempting to bind port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:06.187758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Attempting to bind port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:06.188469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Attempting to bind port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:06.215158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] 10.222.0.36 "PUT /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69/bindings/n-h1-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2466295 Sep 10 03:01:06.216603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Pushing event updated for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:06.227818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc1d6-ac73-4c82-b732-cc9373012353 req-07ecc259-237c-4790-9bf5-f5945134b249 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.229411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c2dc1d6-ac73-4c82-b732-cc9373012353 req-07ecc259-237c-4790-9bf5-f5945134b249 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1877992 Sep 10 03:01:06.239324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.239883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.240548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.240677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.240941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.241324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.241601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.241932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.242264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.242597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.242927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.243929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:06.244541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Attempting to bind port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:06.245220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678899a-3fe2-4865-b3b1-2fc81fa98254 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:06.276047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:06.276454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:06.276849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:06.277556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Bound port: 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:06.277928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.348068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25890f6-0c30-4560-b969-c413fdd1aa3d req-7e73e11b-a9fd-4c87-8611-d6d0f6d077fb tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.351476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25890f6-0c30-4560-b969-c413fdd1aa3d req-7e73e11b-a9fd-4c87-8611-d6d0f6d077fb tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 936 time: 0.1140730 Sep 10 03:01:06.366375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-982d8275-eea0-42d2-b540-219510237953 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.367909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-982d8275-eea0-42d2-b540-219510237953 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.0757024 Sep 10 03:01:06.387855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c2dc1d6-ac73-4c82-b732-cc9373012353 req-56aa15ae-3a97-4aaa-926d-22e847b82eeb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482975 Sep 10 03:01:06.423102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8806d2-58a4-4c28-8f30-a9b109275cd0 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:06.439973 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.453422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:06.459697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:06.463024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Transition to ACTIVE for port object 9c8806d2-58a4-4c28-8f30-a9b109275cd0 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:06.464962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.475395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.507255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25890f6-0c30-4560-b969-c413fdd1aa3d req-a2e3e8dc-b89a-4b92-b21a-74faea0cb327 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379979 Sep 10 03:01:06.518281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.519110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.520646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] 10.222.0.32 "PUT /v2.0/ports/23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 HTTP/1.1" status: 200 len: 1096 time: 2.6320527 Sep 10 03:01:06.523423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:06.525916 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc356e9-9567-4320-8b18-b0265db6018d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:06.559960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-20edaa1d-ad46-4e9e-9d26-beb56aa8f5bb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.561491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-20edaa1d-ad46-4e9e-9d26-beb56aa8f5bb tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1774523 Sep 10 03:01:06.579151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-725e9a3b-7b40-4d63-8526-149ba700b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.580866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-725e9a3b-7b40-4d63-8526-149ba700b3e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df&tenant_id=ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 1095 time: 0.1953580 Sep 10 03:01:06.651874 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee00220-80e7-4c65-abba-d3c3edbdbe93 x-openstack-request-id: req-0ee00220-80e7-4c65-abba-d3c3edbdbe93 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:06.651874 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:06.651874 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ee00220-80e7-4c65-abba-d3c3edbdbe93 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:06.651874 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'status': 'completed', 'code': 200} Sep 10 03:01:06.681834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8298eb-a1a9-48be-a5c6-2d637b02e954 service neutron] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:06.780245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:06.797850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-cfd6e48e-15a3-49ca-b700-16b3641b5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.801262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-cfd6e48e-15a3-49ca-b700-16b3641b5151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b89436d75f9e435badb91be6d84c3aa1&device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 1099 time: 0.1943021 Sep 10 03:01:06.829651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-972ac53f-561b-4dd1-b040-7327cb1726a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.831197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-972ac53f-561b-4dd1-b040-7327cb1726a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1095 time: 0.1549900 Sep 10 03:01:06.860797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-2c4a6984-2939-4cef-8c4f-541af44f56de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 HTTP/1.1" status: 200 len: 217 time: 0.0513401 Sep 10 03:01:06.861957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Attempting to bind port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:06.862848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Attempting to bind port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:06.862848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Attempting to bind port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:06.877743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:06.879754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Attempting to bind port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:06.908206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Deleting port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:06.909015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.934982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:06.935284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:06.935904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:06.936429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Bound port: 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:06.936861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:06.943942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c889ec-28a2-455e-a0fe-929db6a7ef81 req-f9ec967e-c418-4d46-bf7a-5e7b22bd609e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:06.945767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87c889ec-28a2-455e-a0fe-929db6a7ef81 req-f9ec967e-c418-4d46-bf7a-5e7b22bd609e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.2707100 Sep 10 03:01:07.004863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-7a9364ba-1f4d-4497-bbd2-5d93a425c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.007289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-7a9364ba-1f4d-4497-bbd2-5d93a425c116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1380455 Sep 10 03:01:07.176195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:07.205653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87c889ec-28a2-455e-a0fe-929db6a7ef81 req-0e0573f5-7db7-419d-9634-b007dcd4322b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426457 Sep 10 03:01:07.220070 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:07.244815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:07.259731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-80bc048d-3d19-4d43-a83e-ac7b1000cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.261258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-80bc048d-3d19-4d43-a83e-ac7b1000cf34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2372100 Sep 10 03:01:07.262314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:07.300645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-ad18b1d7-9497-4a11-8080-42371957316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.303522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-ad18b1d7-9497-4a11-8080-42371957316e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.4625876 Sep 10 03:01:07.312035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] For port 01508b1d-15a9-46d1-8156-e9157f1ebbc1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=01508b1d-15a9-46d1-8156-e9157f1ebbc1,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:07.312403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:07.356368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:07.375486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bda63-117f-465b-8e34-1ac599a5fa6c req-2e2c3b6d-31f7-4a38-bb15-b06a189767de tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.377462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-1056359b-cc70-4df5-8ea0-bde46f4052f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 217 time: 0.0575068 Sep 10 03:01:07.378634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Calling delete_port for 01508b1d-15a9-46d1-8156-e9157f1ebbc1 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:07.383751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b05bda63-117f-465b-8e34-1ac599a5fa6c req-2e2c3b6d-31f7-4a38-bb15-b06a189767de tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.2308331 Sep 10 03:01:07.435311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.436017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:07.437302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-bf6814c7-7011-40f9-a208-5fc245f674e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/9c8806d2-58a4-4c28-8f30-a9b109275cd0 HTTP/1.1" status: 200 len: 1096 time: 2.6759238 Sep 10 03:01:07.515771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-38e012a1-b37d-48a8-874a-283713690187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.517533 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-38e012a1-b37d-48a8-874a-283713690187 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1294787 Sep 10 03:01:07.544289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b05bda63-117f-465b-8e34-1ac599a5fa6c req-131ed22a-cae2-4929-b00d-d75b9613755b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481273 Sep 10 03:01:07.566815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-38f342b9-defa-46ea-9901-2fe6a68e8f16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379004 Sep 10 03:01:07.682597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-ab6ac886-c512-47c1-b905-78c466caa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.684962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-ab6ac886-c512-47c1-b905-78c466caa219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b89436d75f9e435badb91be6d84c3aa1&device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 1099 time: 0.1771963 Sep 10 03:01:07.694961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-da40d309-544a-4781-984a-998c14df697f service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395693 Sep 10 03:01:07.762126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ae5ee-4acb-42fe-a50a-2463048ae701 req-11190145-8bc8-4a9c-a9cb-ecb19e308408 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.763808 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd8ae5ee-4acb-42fe-a50a-2463048ae701 req-11190145-8bc8-4a9c-a9cb-ecb19e308408 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9398a88-9a0d-462a-95e2-8964c61ce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1908002 Sep 10 03:01:07.821340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-d334fe06-c4b5-4663-9262-7223f247620b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0 HTTP/1.1" status: 200 len: 217 time: 0.1226180 Sep 10 03:01:07.841175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-7c0feda9-e82b-4007-afc8-926b84a29d66 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615798 Sep 10 03:01:07.891881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:07.900060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd8ae5ee-4acb-42fe-a50a-2463048ae701 req-c5a3d3af-3231-4066-a98c-9d3a2ac61a4b tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278589 Sep 10 03:01:07.917577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:07.936354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['01508b1d-15a9-46d1-8156-e9157f1ebbc1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:07.974654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38231928-dcc3-4a5d-b845-40b352ada301 req-227267fb-1573-4331-b982-604f3ba4f645 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.976751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38231928-dcc3-4a5d-b845-40b352ada301 req-227267fb-1573-4331-b982-604f3ba4f645 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 948 time: 0.2547779 Sep 10 03:01:07.982314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-228ad813-35e9-44bf-98cc-ff6f1728446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:07.983847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-228ad813-35e9-44bf-98cc-ff6f1728446e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1434202 Sep 10 03:01:08.003363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event deleted for resources: {'Port': ['ID=01508b1d-15a9-46d1-8156-e9157f1ebbc1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:08.029868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e22d8fa0-3732-4df7-ba94-4ab2fb13b996 req-9eb47e91-e9f5-4994-a732-2d6a607823cb service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063328 Sep 10 03:01:08.071289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-8e4921bf-8217-4006-929d-27bd17bd7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.073467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-8e4921bf-8217-4006-929d-27bd17bd7663 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799596 Sep 10 03:01:08.075155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] No DVR routers for this DVR port 01508b1d-15a9-46d1-8156-e9157f1ebbc1 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:08.085899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:08.088366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4da8fb84-dfcb-4f37-ad61-3719480fdfec req-4bd9601e-c0c5-4b28-8418-50a01c972018 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "DELETE /v2.0/ports/01508b1d-15a9-46d1-8156-e9157f1ebbc1 HTTP/1.1" status: 204 len: 173 time: 1.5122025 Sep 10 03:01:08.088866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'name': 'network-vif-deleted', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:08.091974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38231928-dcc3-4a5d-b845-40b352ada301 req-56d313ef-31f4-4e99-9d2f-9026d594cdea tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998492 Sep 10 03:01:08.106010 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c561d0e2-c9e2-4a0c-a095-1d54f916b3e3" -d '{"events": [{"server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "name": "network-vif-deleted", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:08.116478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:08.192917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-b54cb545-4ed8-4cd8-ac4e-8efdf363ebef service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330228 Sep 10 03:01:08.197576 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e3ba7-131d-4867-b3a6-87e8b95f0f52 x-openstack-request-id: req-a01e3ba7-131d-4867-b3a6-87e8b95f0f52 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:08.197884 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9398a88-9a0d-462a-95e2-8964c61ce3e2", "name": "network-vif-deleted", "tag": "01508b1d-15a9-46d1-8156-e9157f1ebbc1", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:08.198139 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a01e3ba7-131d-4867-b3a6-87e8b95f0f52 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:08.198549 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9398a88-9a0d-462a-95e2-8964c61ce3e2', 'name': 'network-vif-deleted', 'tag': '01508b1d-15a9-46d1-8156-e9157f1ebbc1', 'status': 'completed', 'code': 200} Sep 10 03:01:08.233776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc356e9-9567-4320-8b18-b0265db6018d req-73604120-56c5-476f-bf6c-43af610c9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.235256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-73604120-56c5-476f-bf6c-43af610c9fe0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b89436d75f9e435badb91be6d84c3aa1&device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 1099 time: 0.1196253 Sep 10 03:01:08.281466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-c68f21a6-29dc-4e3e-8251-e7794075aab5 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780407 Sep 10 03:01:08.390495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc356e9-9567-4320-8b18-b0265db6018d req-ac65ccc6-c96b-4b34-a4a4-f38f36e71944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.392360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-ac65ccc6-c96b-4b34-a4a4-f38f36e71944 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1407857 Sep 10 03:01:08.463546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7661-c7ea-4acc-87c0-546bc204be50 req-66d1177d-8b11-4900-8cb3-f022b7933edb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.465487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a21d7661-c7ea-4acc-87c0-546bc204be50 req-66d1177d-8b11-4900-8cb3-f022b7933edb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1625943 Sep 10 03:01:08.468227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-670a6fd2-3849-40c4-b121-a3163136e8c7 req-372f6f63-d434-4a2f-b0c4-47b078b20b33 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748374 Sep 10 03:01:08.498514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-5f9b21fa-7dcb-466d-9f85-f83bf9ae744c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 HTTP/1.1" status: 200 len: 217 time: 0.0745106 Sep 10 03:01:08.513559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a21d7661-c7ea-4acc-87c0-546bc204be50 req-16b548ff-3364-4ab4-a8fa-b8b146374d18 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Sep 10 03:01:08.568181 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-0406563a-f99c-4f59-a2a5-39be71005dce req-3784c788-cecd-4a33-9f55-d4d069bc3422 service neutron] show failed (client error): The resource could not be found. Sep 10 03:01:08.569768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-3784c788-cecd-4a33-9f55-d4d069bc3422 service neutron] 10.222.0.36 "GET /v2.0/ports/1ee3fa74-93e3-4231-bdb7-88eee1f7c499/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.1757016 Sep 10 03:01:08.576670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc356e9-9567-4320-8b18-b0265db6018d req-78fcd64f-5f1d-493c-a8ee-20bb1467960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.578324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-78fcd64f-5f1d-493c-a8ee-20bb1467960a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0673192 Sep 10 03:01:08.653172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:08.654844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc356e9-9567-4320-8b18-b0265db6018d req-7ec51884-fe9f-4290-90bb-357cce676e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.656595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-7ec51884-fe9f-4290-90bb-357cce676e0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698872 Sep 10 03:01:08.656743 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:08.709813 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fbf6cc-656e-49ee-8af7-0b4d5ba90de2 x-openstack-request-id: req-99fbf6cc-656e-49ee-8af7-0b4d5ba90de2 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:08.709944 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:08.710482 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99fbf6cc-656e-49ee-8af7-0b4d5ba90de2 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:08.710918 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'status': 'completed', 'code': 200} Sep 10 03:01:08.854657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93fd5a-edd0-4d1a-a078-3cb39751bdaa req-49f1fc9a-c849-41f9-bec8-9c013375fc10 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.856827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c93fd5a-edd0-4d1a-a078-3cb39751bdaa req-49f1fc9a-c849-41f9-bec8-9c013375fc10 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.1533239 Sep 10 03:01:08.879271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-031de2a2-f79e-4c77-b210-5958d73e7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:08.881930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-031de2a2-f79e-4c77-b210-5958d73e7d66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b89436d75f9e435badb91be6d84c3aa1&device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 1099 time: 0.0699081 Sep 10 03:01:08.896380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-032796ec-b1fa-40b0-a431-25431147432c service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279625 Sep 10 03:01:09.170135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-46827dc9-0798-4cbe-9241-006cd280c50b tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.171883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-46827dc9-0798-4cbe-9241-006cd280c50b tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1597538 Sep 10 03:01:09.175845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-27328141-6697-4cb2-9899-7b6286f7975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.176948 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-27328141-6697-4cb2-9899-7b6286f7975a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2870078 Sep 10 03:01:09.296754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-232d44a6-7677-4723-889d-2ce639d10959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0 HTTP/1.1" status: 200 len: 217 time: 0.0661943 Sep 10 03:01:09.315757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c93fd5a-edd0-4d1a-a078-3cb39751bdaa req-bbaf252f-f23b-45a9-973f-8d33399d2077 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426627 Sep 10 03:01:09.426473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-2f786245-b536-40c7-b6b4-2e850c06c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.429304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-2f786245-b536-40c7-b6b4-2e850c06c933 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1005714 Sep 10 03:01:09.454874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-868a7ed1-473c-4ec4-8e1b-c0b564c7b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.456952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-868a7ed1-473c-4ec4-8e1b-c0b564c7b8f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1&tenant_id=fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 1101 time: 0.2022216 Sep 10 03:01:09.459540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-30b6e2e1-fbdd-4934-96dd-f7cc609fbda1 service neutron] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:09.488055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-30b6e2e1-fbdd-4934-96dd-f7cc609fbda1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:09.489678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-30b6e2e1-fbdd-4934-96dd-f7cc609fbda1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69/bindings/n-h2-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.3011370 Sep 10 03:01:09.495784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:09.555491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-c1f7be49-bbce-4c9e-b007-ce84f94031d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.557231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-c1f7be49-bbce-4c9e-b007-ce84f94031d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195548 Sep 10 03:01:09.578668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc356e9-9567-4320-8b18-b0265db6018d req-26313951-9980-4ec6-882f-744d0cb8660f service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227539 Sep 10 03:01:09.582711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:09.591027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64ad70-5fd9-4817-adca-cee04cc42327 req-27fa8b2b-d4a8-403f-a79d-7333853d8081 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.592655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc64ad70-5fd9-4817-adca-cee04cc42327 req-27fa8b2b-d4a8-403f-a79d-7333853d8081 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 944 time: 0.0900037 Sep 10 03:01:09.618889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaa5e4-a509-4334-aec8-64a724448301 req-1ea9bd8a-e8d4-46cd-84a8-9254d6309239 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:09.620464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bfaa5e4-a509-4334-aec8-64a724448301 req-1ea9bd8a-e8d4-46cd-84a8-9254d6309239 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 948 time: 0.1896124 Sep 10 03:01:09.721808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-778191f8-6cf5-412d-9389-7bedfce2a334 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537046 Sep 10 03:01:09.918957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ad97eb6-eaab-4422-8c8f-2e3197e68b3b req-f824ede6-bf6b-421d-bfed-b5e27301c594 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880922 Sep 10 03:01:09.963038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bfaa5e4-a509-4334-aec8-64a724448301 req-b0459131-5847-4efb-a16a-202167c6371b tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294525 Sep 10 03:01:10.099613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc64ad70-5fd9-4817-adca-cee04cc42327 req-525e3976-7de5-46ff-afc8-e4e0aaf128c0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851179 Sep 10 03:01:10.113103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:10.160607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:10.160756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:10.216373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:10.219295 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fee35d-4e99-4561-9f27-f87dd03e109e" -d '{"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:10.247395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.251985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f3775d37-2fb1-45dc-80c9-93a23e7e646c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:10.260236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f3775d37-2fb1-45dc-80c9-93a23e7e646c tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 944 time: 0.3177681 Sep 10 03:01:10.280744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:10.291707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Transition to ACTIVE for port object 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:10.301160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.326404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 01508b1d-15a9-46d1-8156-e9157f1ebbc1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:10.326404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 01508b1d-15a9-46d1-8156-e9157f1ebbc1 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:10.341632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bc1b5-6f10-4ca8-9f96-09ba75564c2c req-c59e74f6-6d47-4136-9061-7a0f3fb8b464 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:10.350483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-907bc1b5-6f10-4ca8-9f96-09ba75564c2c req-c59e74f6-6d47-4136-9061-7a0f3fb8b464 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1615672 Sep 10 03:01:10.375441 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637e0028-0d6f-415e-85ae-683330aedfb0 x-openstack-request-id: req-637e0028-0d6f-415e-85ae-683330aedfb0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:10.375750 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:10.376008 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-637e0028-0d6f-415e-85ae-683330aedfb0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:10.376421 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'code': 200} Sep 10 03:01:10.387268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:10.417822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'mac_address': 'fa:16:3e:49:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:10.465214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] No DVR routers for this DVR port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:10.473369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:10.478428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-907bc1b5-6f10-4ca8-9f96-09ba75564c2c req-4c33588f-ea20-43b4-bfc9-3893867c149a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267853 Sep 10 03:01:10.515417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.531732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8806d2-58a4-4c28-8f30-a9b109275cd0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:10.560807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Deleting port f3207751-d8ad-4c21-9f20-5516dae1583f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:10.560946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.576239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:10.586607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.587353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:10.607156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:10.607896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:10.608167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:10.616107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:10.616503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:10.633998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:10.634333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:10.634881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:10.635346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Bound port: 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:10.635747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.647392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b33dbb-afde-462c-b3a8-dd7a8b4a1be0 req-389fc245-966a-47ce-8b4f-e9712b1b0443 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:10.655309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64b33dbb-afde-462c-b3a8-dd7a8b4a1be0 req-389fc245-966a-47ce-8b4f-e9712b1b0443 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.1511052 Sep 10 03:01:10.723831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] For port f3207751-d8ad-4c21-9f20-5516dae1583f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f3207751-d8ad-4c21-9f20-5516dae1583f,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:10.724214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.734472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:10.737783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Calling delete_port for f3207751-d8ad-4c21-9f20-5516dae1583f owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:10.771095 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:01:10.777053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.777634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.778272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.778901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.779427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.780036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.780728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.781259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.782327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.782857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.783376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.783917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:01:10.802259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:10.805683 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64b33dbb-afde-462c-b3a8-dd7a8b4a1be0 req-df903eeb-bf03-4fa7-b30e-3f46af0c5137 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488435 Sep 10 03:01:10.813515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:10.817497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:10.832276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.874601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'mac_address': 'fa:16:3e:86:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:10.896263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:10.896263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.906831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] 10.222.0.32 "PUT /v2.0/ports/1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 1096 time: 1.4166093 Sep 10 03:01:10.993141 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:10.998337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:11.031712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c75d9-8fff-4417-93a4-e848b8f1295b service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:11.032831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:11.088658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:11.091640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-44744a81-2db2-463e-b19b-673dfa2fb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.093478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-44744a81-2db2-463e-b19b-673dfa2fb16f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1099 time: 0.1399441 Sep 10 03:01:11.103309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:11.144936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event deleted for resources: {'Port': ['ID=f3207751-d8ad-4c21-9f20-5516dae1583f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:11.190381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4f27-8fbc-4ff0-b320-40a4ba380b7d req-58bb8cb6-a104-45c7-b349-681211612ae7 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.192255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-784c4f27-8fbc-4ff0-b320-40a4ba380b7d req-58bb8cb6-a104-45c7-b349-681211612ae7 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1095 time: 0.1422606 Sep 10 03:01:11.210875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:11.233647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] No DVR routers for this DVR port f3207751-d8ad-4c21-9f20-5516dae1583f on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:11.236457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:11.238754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91d4a241-4c1e-4f81-bec0-2e6950720586 req-f50509ec-2696-4cd1-9bf7-6e1be73ec0e1 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.32 "DELETE /v2.0/ports/f3207751-d8ad-4c21-9f20-5516dae1583f HTTP/1.1" status: 204 len: 173 time: 0.9642324 Sep 10 03:01:11.239633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'name': 'network-vif-deleted', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:11.242759 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8a009-53c5-487a-b4b7-039a5ea6dcda" -d '{"events": [{"server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "name": "network-vif-deleted", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:11.273460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f26c-78ba-4f39-b251-c81aa033139e req-5ab41cd7-e3a0-4074-9b5e-46f93f38dff9 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.275061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8562f26c-78ba-4f39-b251-c81aa033139e req-5ab41cd7-e3a0-4074-9b5e-46f93f38dff9 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 949 time: 0.1273277 Sep 10 03:01:11.321062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-784c4f27-8fbc-4ff0-b320-40a4ba380b7d req-09a910ab-7f22-4cd8-a1d0-ea45acd5d607 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729597 Sep 10 03:01:11.322446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-4f711d93-5a4c-4677-97e8-4c1fa9f4e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.324055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-4f711d93-5a4c-4677-97e8-4c1fa9f4e993 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2215407 Sep 10 03:01:11.408339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8562f26c-78ba-4f39-b251-c81aa033139e req-81059d1f-929a-469e-b521-e802005b4954 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259046 Sep 10 03:01:11.455993 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-06a26211-7bbf-4a2f-9b20-93d2d2969ae1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.1160138 Sep 10 03:01:11.517103 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a29f0817-daff-4e89-932a-510f48858182 req-aea1be85-0c96-4bdc-99a1-dd98f57e51b8 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c87f32-8517-49ac-a41e-dcd3dd945c71 HTTP/1.1" status: 200 len: 210 time: 0.0593114 Sep 10 03:01:11.541383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-7ba0fbab-af39-4969-99a3-835613ccff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.542904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-7ba0fbab-af39-4969-99a3-835613ccff2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0746002 Sep 10 03:01:11.551693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9c8806d2-58a4-4c28-8f30-a9b109275cd0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:11.559397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:11.577702 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40cbbd4-4a39-45a3-9867-c1ac16e99e0a x-openstack-request-id: req-d40cbbd4-4a39-45a3-9867-c1ac16e99e0a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:11.578146 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c87f32-8517-49ac-a41e-dcd3dd945c71", "name": "network-vif-deleted", "tag": "f3207751-d8ad-4c21-9f20-5516dae1583f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:11.578465 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d40cbbd4-4a39-45a3-9867-c1ac16e99e0a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:11.578987 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c87f32-8517-49ac-a41e-dcd3dd945c71', 'name': 'network-vif-deleted', 'tag': 'f3207751-d8ad-4c21-9f20-5516dae1583f', 'status': 'completed', 'code': 200} Sep 10 03:01:11.621837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406563a-f99c-4f59-a2a5-39be71005dce req-ad03206a-5a19-45f2-8345-956381b8ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.624053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-ad03206a-5a19-45f2-8345-956381b8ca7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623322 Sep 10 03:01:11.719194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f4ab9-de95-4f11-ae49-4563f8693a62 req-d55312f2-a948-4eef-ab97-e9583c5e2a4e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.721554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b2f4ab9-de95-4f11-ae49-4563f8693a62 req-d55312f2-a948-4eef-ab97-e9583c5e2a4e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 948 time: 0.0958388 Sep 10 03:01:11.840868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-e5a15193-f0b8-4101-8d08-4fdcf7f8224d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:11.842427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-e5a15193-f0b8-4101-8d08-4fdcf7f8224d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.1585715 Sep 10 03:01:11.858034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b2f4ab9-de95-4f11-ae49-4563f8693a62 req-208227e7-5b12-400d-99eb-a079452543ae tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685325 Sep 10 03:01:11.873589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-0756e271-f637-480b-a003-002fd0b7d09b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/quotas/ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 375 time: 0.0220129 Sep 10 03:01:11.892170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-cd750e62-04e8-4deb-b3e6-c82f0d497cb3 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308977 Sep 10 03:01:11.901792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:12.003995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-b85339e8-9d6e-4c6b-9124-fa7434714456 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273005 Sep 10 03:01:12.014909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:12.118208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0406563a-f99c-4f59-a2a5-39be71005dce req-7d77825d-db95-4a81-90eb-7e4069f2364f service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117598 Sep 10 03:01:12.166437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:12.207146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f3207751-d8ad-4c21-9f20-5516dae1583f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:12.207648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f3207751-d8ad-4c21-9f20-5516dae1583f not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:12.376934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-52a3979a-6065-49ba-b8bf-646411ea237e service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722560 Sep 10 03:01:12.377812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:12.380327 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:12.435683 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b4f782-e053-4978-ac92-cb5c59ecb537 x-openstack-request-id: req-b8b4f782-e053-4978-ac92-cb5c59ecb537 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:12.436250 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:12.436728 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8b4f782-e053-4978-ac92-cb5c59ecb537 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:12.437334 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'status': 'completed', 'code': 200} Sep 10 03:01:12.495912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-61ebcd73-b05a-4561-b26f-bb7a79983a81 service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108143 Sep 10 03:01:12.542603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46980) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:12.595000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-dc1824d4-0571-4008-90cc-5d1eb961501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:12.596602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-dc1824d4-0571-4008-90cc-5d1eb961501d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1099 time: 0.1415610 Sep 10 03:01:12.715125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60458dd7-5f0b-44ed-a6a5-8eff6791ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:12.718387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8dd2-577e-4910-af4d-c937f24ffa3b req-44de0178-4d2b-453e-ac8e-b0d6c919ab56 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:12.720339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea6d8dd2-577e-4910-af4d-c937f24ffa3b req-44de0178-4d2b-453e-ac8e-b0d6c919ab56 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 949 time: 0.2089877 Sep 10 03:01:12.727478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-76eaaded-f433-43b0-8956-0ae8dc2f9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:12.729702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-76eaaded-f433-43b0-8956-0ae8dc2f9b58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1099 time: 0.2391498 Sep 10 03:01:12.858650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60458dd7-5f0b-44ed-a6a5-8eff6791ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:12.881643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f92541e-679a-4029-948b-215b7808718d req-13276469-8a8c-4310-8d9e-63add37ff9e4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 210 time: 0.0396006 Sep 10 03:01:12.882672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60458dd7-5f0b-44ed-a6a5-8eff6791ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:12.917682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea6d8dd2-577e-4910-af4d-c937f24ffa3b req-94087ee2-905b-42a9-b862-74d724e74b6c tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835277 Sep 10 03:01:12.918812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-8dd82dfa-8dab-4dcf-b146-2ef02241c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:12.920806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-8dd82dfa-8dab-4dcf-b146-2ef02241c9fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1350510 Sep 10 03:01:12.923299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:12.924037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-60458dd7-5f0b-44ed-a6a5-8eff6791ce75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dec3b71f71049a1a6fd034db427a9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802836 Sep 10 03:01:12.966611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60458dd7-5f0b-44ed-a6a5-8eff6791ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb73e62-30a6-4595-ade5-0fa8e5531f7e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:13.052171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-e827d645-01cc-41fd-892e-0b6abfb17e9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.1184158 Sep 10 03:01:13.134556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-241cea11-5f81-4ca6-87da-5f2552390079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.136553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-241cea11-5f81-4ca6-87da-5f2552390079 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.5319705 Sep 10 03:01:13.222153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-b191696f-b8e3-49d4-add4-ab61b2fb3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.224389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-b191696f-b8e3-49d4-add4-ab61b2fb3d72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0868497 Sep 10 03:01:13.282427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-f15e3725-ec09-4175-8049-1a11157f0f46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.0516207 Sep 10 03:01:13.313179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76e94-3dfa-41dd-a5a1-850f73fcd838 req-72c8cd28-da1d-4aed-ac34-0094c687c8c0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.315578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b0e76e94-3dfa-41dd-a5a1-850f73fcd838 req-72c8cd28-da1d-4aed-ac34-0094c687c8c0 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 944 time: 0.0715716 Sep 10 03:01:13.376866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b0e76e94-3dfa-41dd-a5a1-850f73fcd838 req-b9b1f4c7-3dca-44a5-9a4f-86cf4c8d6610 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8ac0338-f758-4deb-9ed9-b3e39203e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Sep 10 03:01:13.384098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6bd67-0fd1-4875-9673-0aa0ce11d27c req-2af33de7-2dcb-4911-83c2-c325f30183aa tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.393503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ef6bd67-0fd1-4875-9673-0aa0ce11d27c req-2af33de7-2dcb-4911-83c2-c325f30183aa tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 948 time: 0.3458829 Sep 10 03:01:13.423878 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ef2334b-e2fb-4167-8b01-6091fa21d98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:13.458527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-2e01a97a-1673-478e-9c09-7087cfcc6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.460187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-2e01a97a-1673-478e-9c09-7087cfcc6787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752300 Sep 10 03:01:13.461615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-8b98b2f5-0ddc-4092-a2cb-3639dd42fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.463019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-8b98b2f5-0ddc-4092-a2cb-3639dd42fa10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1480274 Sep 10 03:01:13.502148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ef2334b-e2fb-4167-8b01-6091fa21d98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:13.549990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ef6bd67-0fd1-4875-9673-0aa0ce11d27c req-744bb5e1-236f-4143-ae7b-2fb17bb802c1 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505895 Sep 10 03:01:13.612105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-ea16c201-a128-4ba2-a841-57a416b8222a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.613831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-ea16c201-a128-4ba2-a841-57a416b8222a tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 944 time: 0.0543878 Sep 10 03:01:13.641486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-a93a4378-62d8-4ecc-94f4-b546cab76d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:13.643028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-a93a4378-62d8-4ecc-94f4-b546cab76d8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535733 Sep 10 03:01:13.692323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ef2334b-e2fb-4167-8b01-6091fa21d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:13.695609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ef2334b-e2fb-4167-8b01-6091fa21d98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:13.703150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7ef2334b-e2fb-4167-8b01-6091fa21d98f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfb73e62-30a6-4595-ade5-0fa8e5531f7e HTTP/1.1" status: 204 len: 168 time: 0.7781878 Sep 10 03:01:13.737300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-e341229d-01cc-4be8-8233-08c334271ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563758 Sep 10 03:01:13.797500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Deleting port fd7d07b7-86a8-4284-aad2-428917ff33d0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:13.797884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:13.844595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2334b-e2fb-4167-8b01-6091fa21d98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb73e62-30a6-4595-ade5-0fa8e5531f7e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:13.944551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] For port fd7d07b7-86a8-4284-aad2-428917ff33d0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fd7d07b7-86a8-4284-aad2-428917ff33d0,segment=NetworkSegment(91a04c98-9fc5-45b0-87b7-b00751afa669),segment_id=91a04c98-9fc5-45b0-87b7-b00751afa669)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:13.945219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:13.965734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Calling delete_port for fd7d07b7-86a8-4284-aad2-428917ff33d0 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:14.180322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2756f-df48-4dce-8cf3-61b58485ed64 req-c0c15f4d-408f-4284-bd5c-ab770126398f tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:14.184107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fd2756f-df48-4dce-8cf3-61b58485ed64 req-c0c15f4d-408f-4284-bd5c-ab770126398f tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 949 time: 0.1097627 Sep 10 03:01:14.185364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:14.201023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-0fc2a401-1cb1-4048-9a69-b8c55d17a165 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467793 Sep 10 03:01:14.207396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:14.223638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1782c1-a36f-44a5-b74d-8836cf83d0dd req-6b4aed89-3225-46e0-9872-8fd641681e77 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 210 time: 0.1237643 Sep 10 03:01:14.228580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-c3046e25-43ee-4b53-9827-4938d1c6ee7f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767553 Sep 10 03:01:14.239380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:14.321272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:01:14.326482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.329401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-9a7f4127-dc62-43b2-b240-4e57d34303eb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:14.331852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63f5c8fa-76c6-41f9-8b23-9c54de0e1a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.345000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-9a7f4127-dc62-43b2-b240-4e57d34303eb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.4927526 Sep 10 03:01:14.421971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:14.431657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fd2756f-df48-4dce-8cf3-61b58485ed64 req-9b974718-b0b8-4a4d-91b6-fd9e17fa39b6 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427633 Sep 10 03:01:14.432692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Pushing event deleted for resources: {'Port': ['ID=fd7d07b7-86a8-4284-aad2-428917ff33d0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:14.442771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:14.443531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.503675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] No DVR routers for this DVR port fd7d07b7-86a8-4284-aad2-428917ff33d0 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:14.509172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.511494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-405a6f64-60a7-4c17-97bf-f5dbabdf53e4 req-eeae239f-f30b-4fa5-ba0e-400548e2fc07 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.36 "DELETE /v2.0/ports/fd7d07b7-86a8-4284-aad2-428917ff33d0 HTTP/1.1" status: 204 len: 173 time: 0.8873706 Sep 10 03:01:14.512039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'name': 'network-vif-deleted', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:14.514649 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb08aa9-8295-4ce9-a4a9-c44c8d308ca9" -d '{"events": [{"server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "name": "network-vif-deleted", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:14.599374 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf2675f-d213-432d-9f9f-a47503cc5ac3 x-openstack-request-id: req-ddf2675f-d213-432d-9f9f-a47503cc5ac3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:14.600285 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4628c6a3-6a77-47a0-8bc7-75c20b36899b", "name": "network-vif-deleted", "tag": "fd7d07b7-86a8-4284-aad2-428917ff33d0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:14.606108 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddf2675f-d213-432d-9f9f-a47503cc5ac3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:14.606697 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4628c6a3-6a77-47a0-8bc7-75c20b36899b', 'name': 'network-vif-deleted', 'tag': 'fd7d07b7-86a8-4284-aad2-428917ff33d0', 'status': 'completed', 'code': 200} Sep 10 03:01:14.634738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:14.650048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'mac_address': 'fa:16:3e:b8:1f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:14.713363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.733894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63f5c8fa-76c6-41f9-8b23-9c54de0e1a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.738691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:14.753196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63f5c8fa-76c6-41f9-8b23-9c54de0e1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.754121 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.771280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:14.784213 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.794948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:14.797803 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dadb550-1279-4eb2-985e-e1cf43db641f" -d '{"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-plugged", "status": "completed", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:14.821544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Request body: {'port': {'device_id': '22e27945-3370-4981-96fd-7ddbc032cc13', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'admin_state_up': True, 'tenant_id': 'ff53133a072e468dae1c1a13132c8f31'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:14.836806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:14.845790 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.847012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:14.851528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-63f5c8fa-76c6-41f9-8b23-9c54de0e1a0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99ea018c68454f44a43539db40ef7bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385851 Sep 10 03:01:14.861718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe21fe7-d55d-4c42-b994-ba5896baf837 req-c6e1cd8c-9ca4-4265-b217-7be56ccbd708 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:14.863503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efe21fe7-d55d-4c42-b994-ba5896baf837 req-c6e1cd8c-9ca4-4265-b217-7be56ccbd708 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 948 time: 0.1888020 Sep 10 03:01:14.864185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5c8fa-76c6-41f9-8b23-9c54de0e1a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe37d60-ec63-45c4-b0f8-24811fa1e10c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:14.866940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:14.916508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:14.961138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efe21fe7-d55d-4c42-b994-ba5896baf837 req-4389cef0-e092-42af-8918-223345da1c6a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872228 Sep 10 03:01:14.962417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d71a6a0-3d64-433d-8492-a233c6597e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:14.997908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d71a6a0-3d64-433d-8492-a233c6597e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.004168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:15.049173 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6d875-64fd-4cdf-8c03-ccecd267e55f x-openstack-request-id: req-62b6d875-64fd-4cdf-8c03-ccecd267e55f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:15.049574 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-plugged", "status": "completed", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:15.049801 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62b6d875-64fd-4cdf-8c03-ccecd267e55f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:15.050336 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'code': 200} Sep 10 03:01:15.052664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:15.072143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a35df357-6ff2-4ba6-98c9-c64bb6d0f194 req-9b6361e6-8470-45f4-a202-1d5507d42953 tempest-LiveAutoBlockMigrationV225Test-58068941 tempest-LiveAutoBlockMigrationV225Test-58068941-project] 10.222.0.23 "GET /v2.0/ports?device_id=4628c6a3-6a77-47a0-8bc7-75c20b36899b HTTP/1.1" status: 200 len: 210 time: 0.2559462 Sep 10 03:01:15.088759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Made reservation on behalf of ff53133a072e468dae1c1a13132c8f31 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:15.099035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.101180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:15.103377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.121590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d71a6a0-3d64-433d-8492-a233c6597e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.127113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d71a6a0-3d64-433d-8492-a233c6597e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.140594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6d71a6a0-3d64-433d-8492-a233c6597e4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffe37d60-ec63-45c4-b0f8-24811fa1e10c HTTP/1.1" status: 204 len: 168 time: 0.2703924 Sep 10 03:01:15.152168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71a6a0-3d64-433d-8492-a233c6597e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe37d60-ec63-45c4-b0f8-24811fa1e10c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:15.274291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['1ee3fa74-93e3-4231-bdb7-88eee1f7c499'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:15.288943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae09cba-3fd1-4940-bf12-e6ce925e2da9 req-1023dfb3-79de-4f23-8c39-4d30802fd774 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0520146 Sep 10 03:01:15.438427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852d6b3-03f0-4bf9-8d34-78a37cf3ec49 req-11e0fe87-92a3-44c9-9172-a5def4e8153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:15.442441 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0852d6b3-03f0-4bf9-8d34-78a37cf3ec49 req-11e0fe87-92a3-44c9-9172-a5def4e8153f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 1101 time: 0.2524157 Sep 10 03:01:15.545532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f29cf77f-435f-4b93-b6f3-d1d7af850b9f req-73caf8ff-5fa5-4513-8012-cdbab5c1db10 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 210 time: 0.1275618 Sep 10 03:01:15.600342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-50cbb1d7-2862-4bba-9ed0-d837159aeab5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:15.601903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-50cbb1d7-2862-4bba-9ed0-d837159aeab5 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1&tenant_id=fdefb927a1ca491f82300590a76294f8&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 949 time: 0.2012672 Sep 10 03:01:15.659268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0852d6b3-03f0-4bf9-8d34-78a37cf3ec49 req-3fa09900-4edb-46af-a028-6ad47fadafe3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065978 Sep 10 03:01:15.705903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Allocated IP 172.20.0.6 (f27cd70f-0acf-453b-8644-d38267514cb4/c59e221c-9d0f-43b7-a6e0-94503c996ccd/88501732-e3e1-4678-beaa-d3ffc123402e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:15.710951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.743692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1525c02-bd24-4f9a-b748-7947e5d7f5fd req-10707652-f166-4a33-a75c-8258085968bd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:15.745868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1525c02-bd24-4f9a-b748-7947e5d7f5fd req-10707652-f166-4a33-a75c-8258085968bd tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.1817303 Sep 10 03:01:15.780771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-3843cae0-0113-46bd-a009-2798d3e47df4 service neutron] 10.222.0.32 "GET /v2.0/ports/1ee3fa74-93e3-4231-bdb7-88eee1f7c499/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 382 time: 0.1695251 Sep 10 03:01:15.801973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35523234-ab62-4c50-834a-f912045c2f2e req-95022aab-999b-46fb-8cbc-a669f431565a tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:15.804079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35523234-ab62-4c50-834a-f912045c2f2e req-95022aab-999b-46fb-8cbc-a669f431565a tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 950 time: 0.0858748 Sep 10 03:01:15.823980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:15.835771 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:15.839039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1525c02-bd24-4f9a-b748-7947e5d7f5fd req-73cfd1ec-99b9-483b-a19c-01c0692dabec tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792420 Sep 10 03:01:15.859067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35523234-ab62-4c50-834a-f912045c2f2e req-2e79fd5b-7383-42ca-a3f6-5ac439e0b3d8 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Sep 10 03:01:15.949275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ef16ffc7-d97d-4a03-bb72-a2878694a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:15.953120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ef16ffc7-d97d-4a03-bb72-a2878694a8fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1100 time: 0.0798404 Sep 10 03:01:15.954343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:16.040761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.075128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-3f9a5588-1c65-448c-bed9-ccbbb94df989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:16.082868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-3f9a5588-1c65-448c-bed9-ccbbb94df989 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1117544 Sep 10 03:01:16.089300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.135276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-549f66c9-373f-40be-ad2d-11643ff852e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.0492620 Sep 10 03:01:16.138771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47066) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:16.182907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Network f27cd70f-0acf-453b-8644-d38267514cb4 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:16.187334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:16.194720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:16.250899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:16.316388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:16.317122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.337128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4c49fb4b-477d-4d8b-972e-88d5724aa77f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5224018 Sep 10 03:01:16.351370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Request body: {'port': {'device_id': '22e27945-3370-4981-96fd-7ddbc032cc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:16.425515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.723335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-9776e984-9ab7-43db-8d18-44f6585edcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:16.725095 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-9776e984-9ab7-43db-8d18-44f6585edcaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.5777183 Sep 10 03:01:16.734954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Deleting subnet 0da84e85-dbf7-4cce-be4e-870c91e06539 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:01:16.739802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c4cfe-c85f-4405-89af-2279793b2566 req-28c72785-729f-418a-8f76-627b922bbdc6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:16.741361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-491c4cfe-c85f-4405-89af-2279793b2566 req-28c72785-729f-418a-8f76-627b922bbdc6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 931 time: 0.1003513 Sep 10 03:01:16.753864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.809459 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.820290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-491c4cfe-c85f-4405-89af-2279793b2566 req-97bc939f-f8ce-4b45-a964-9a5567aafe61 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708082 Sep 10 03:01:16.851743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-940a7756-b5d1-41e8-b69c-3a925987e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:16.853919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-940a7756-b5d1-41e8-b69c-3a925987e14d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155941 Sep 10 03:01:16.860712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88501732-e3e1-4678-beaa-d3ffc123402e {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:16.869876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.886996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Transition to ACTIVE for port object 88501732-e3e1-4678-beaa-d3ffc123402e will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:16.893769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.920919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:16.954264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:17.051846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:17.054864 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5b80b-d3bc-49b1-9b0c-4407f50422b2" -d '{"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-plugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:17.076502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:17.076841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:17.077085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:17.109380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-e1ee05ba-afde-48fb-b9b1-f514ad6d00d9 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454493 Sep 10 03:01:17.116098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:17.116468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:17.119861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28ebfe-4ab5-4716-a97e-e5db702109ed req-bb9b71f8-32d0-4257-8916-0774717a5f3c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.125711 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd28ebfe-4ab5-4716-a97e-e5db702109ed req-bb9b71f8-32d0-4257-8916-0774717a5f3c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.1568723 Sep 10 03:01:17.127385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:17.127823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:17.128287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:17.128652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Bound port: 88501732-e3e1-4678-beaa-d3ffc123402e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:17.128843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.129134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.178994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0283c5-6a91-4e72-8011-8982e7c91ef9 req-f2bbbc59-e5da-4887-b1e1-a90751df024a tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.180698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd0283c5-6a91-4e72-8011-8982e7c91ef9 req-f2bbbc59-e5da-4887-b1e1-a90751df024a tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 950 time: 0.1753714 Sep 10 03:01:17.204188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da84e85-dbf7-4cce-be4e-870c91e06539,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:17.224050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.226758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb7a3587-fb56-45da-8d48-7a16169a04b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0da84e85-dbf7-4cce-be4e-870c91e06539 HTTP/1.1" status: 204 len: 168 time: 1.0868604 Sep 10 03:01:17.231374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47104) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:17.239546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:17.282982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd0283c5-6a91-4e72-8011-8982e7c91ef9 req-f56f459a-a163-4867-b127-7f4f4cda335f tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Sep 10 03:01:17.284695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:17.286205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd28ebfe-4ab5-4716-a97e-e5db702109ed req-9de7dbd9-7df0-44ea-813d-5e094e377488 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354587 Sep 10 03:01:17.303655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-7e7f2709-7c9b-48b1-a7b8-e637dc63adce service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766813 Sep 10 03:01:17.327897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.366182 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef638f9-7bf6-4ad2-a91f-cca6ab92aac6 x-openstack-request-id: req-eef638f9-7bf6-4ad2-a91f-cca6ab92aac6 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:17.367478 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-plugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:17.367876 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eef638f9-7bf6-4ad2-a91f-cca6ab92aac6 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:17.368375 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'code': 200} Sep 10 03:01:17.373007 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.382543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.383161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.384557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-5015e664-8434-413d-a86f-ad391168d67f service neutron] 10.222.0.36 "PUT /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 1091 time: 1.0387766 Sep 10 03:01:17.384991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:17.387227 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc82d715-cdd2-406c-a102-fee09899edbb" -d '{"events": [{"name": "network-changed", "server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:17.450196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015e664-8434-413d-a86f-ad391168d67f service neutron] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:17.452830 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93bc10-4a8d-4fe8-b78a-c419c2ce53c5 x-openstack-request-id: req-fa93bc10-4a8d-4fe8-b78a-c419c2ce53c5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:17.453201 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:17.453455 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa93bc10-4a8d-4fe8-b78a-c419c2ce53c5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:17.453853 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e', 'status': 'completed', 'code': 200} Sep 10 03:01:17.526069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.532250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7092a7b-38d7-4681-8ba0-6acb0d0c7720 req-1b347fed-8371-4dcb-b350-4d3bdc66f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.533849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7092a7b-38d7-4681-8ba0-6acb0d0c7720 req-1b347fed-8371-4dcb-b350-4d3bdc66f85a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 1101 time: 0.0493324 Sep 10 03:01:17.553882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c12e1b-6fc9-48da-a9dc-43e060107e95']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:17.558196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-b4c6129b-3420-4e1f-9efe-5e459d9ded8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.560379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-b4c6129b-3420-4e1f-9efe-5e459d9ded8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1094 time: 0.1238964 Sep 10 03:01:17.571099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a04c98-9fc5-45b0-87b7-b00751afa669') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:17.572048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a04c98-9fc5-45b0-87b7-b00751afa669') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:17.587466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7092a7b-38d7-4681-8ba0-6acb0d0c7720 req-f039b11d-d8d3-4cf9-b76d-b8cd7bf3babf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Sep 10 03:01:17.613644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-be85d3e6-2dc0-41d5-96e1-1b58d8da7b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 217 time: 0.0451946 Sep 10 03:01:17.615414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.662737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.672913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:01:17.673408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:01:17.675153 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:01:17.699151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4185c2d8-36c6-4946-b6dc-0ef27ba01fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.700668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-4185c2d8-36c6-4946-b6dc-0ef27ba01fdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0783904 Sep 10 03:01:17.779216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-60d2c22c-4c29-441e-9251-4a798789f3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455501 Sep 10 03:01:17.781090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.786733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.789333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19c12e1b-6fc9-48da-a9dc-43e060107e95 HTTP/1.1" status: 204 len: 168 time: 0.5558574 Sep 10 03:01:17.792188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:17.812856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42391aec-71c6-43a4-b4f9-044a291ed933 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c12e1b-6fc9-48da-a9dc-43e060107e95,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:17.846341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Deleting subnet 3f4af9b6-0821-45e1-80c9-bbb96cb3a28b {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:01:17.852105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.859786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-1958b11b-5525-4c1c-9bc1-8a7fa3231006 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--59906575&fields=id&tenant_id=207dd554d0c54532bd910e7e70ab8454 HTTP/1.1" status: 200 len: 267 time: 0.1271746 Sep 10 03:01:17.894013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.937079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:17.964240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: fd7d07b7-86a8-4284-aad2-428917ff33d0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:17.964888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fd7d07b7-86a8-4284-aad2-428917ff33d0 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:17.977705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:17.986694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79274576-04a2-4073-81a2-3892f8552776 req-d1978aaa-8751-48f1-ae53-d5c5274eee2b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:17.988217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79274576-04a2-4073-81a2-3892f8552776 req-d1978aaa-8751-48f1-ae53-d5c5274eee2b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 943 time: 0.0650041 Sep 10 03:01:18.014128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-b2fdc5a8-9dd8-4875-8a56-1cf4cb0a5e77 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237489 Sep 10 03:01:18.059992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-70127480-cc66-400e-b0f0-7bca1afd5d64 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:18.061150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79274576-04a2-4073-81a2-3892f8552776 req-8871df8b-92c5-46c7-b1d4-22e454c76168 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494585 Sep 10 03:01:18.061528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-70127480-cc66-400e-b0f0-7bca1afd5d64 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/networks?id=d38cf699-b864-4e9b-9582-ecd1c44affab HTTP/1.1" status: 200 len: 816 time: 0.1891496 Sep 10 03:01:18.075135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.084743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-c099f9f4-d1b1-4c37-be4c-7628cb9555d5 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/quotas/207dd554d0c54532bd910e7e70ab8454 HTTP/1.1" status: 200 len: 375 time: 0.0150979 Sep 10 03:01:18.105000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4af9b6-0821-45e1-80c9-bbb96cb3a28b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:18.119658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.124014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4264a425-eacb-4b8a-b4a8-05d1d501ecee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f4af9b6-0821-45e1-80c9-bbb96cb3a28b HTTP/1.1" status: 204 len: 168 time: 0.3302090 Sep 10 03:01:18.124929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47136) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:18.177508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:18.179560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf5d5a8-f1ca-4461-a454-17d2329b0d3c req-b3a60bcf-066d-412a-a8ed-1c1a263a76a7 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582110 Sep 10 03:01:18.196661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.206983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-d4f177e8-b3a2-4ac4-862e-2b9adf81cf61 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=207dd554d0c54532bd910e7e70ab8454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937819 Sep 10 03:01:18.245869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:18.251587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:18.252203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.314722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.340635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d715-cdd2-406c-a102-fee09899edbb req-125f2c15-0e49-499e-897d-91913790f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:18.341865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-125f2c15-0e49-499e-897d-91913790f2e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1094 time: 0.0972564 Sep 10 03:01:18.342371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:18.357060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94829dd8-8d7d-4521-8470-adb98c16a0d0') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:18.357283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94829dd8-8d7d-4521-8470-adb98c16a0d0') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:18.368591 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.369213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.391083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.400929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:01:18.402372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.403800 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-8fab28d5-6305-4491-8cc4-6927e164a548 service neutron] 10.222.0.23 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865871 Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:01:18.414091 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:01:18.423049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:18.429607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.494389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:18.503331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47148) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:18.527272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.536669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaba3f-df0f-4648-b7e1-c0f4a65fb48f req-bb05af85-a90e-4c5f-9071-e939c2c7f844 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:18.538238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8bfaba3f-df0f-4648-b7e1-c0f4a65fb48f req-bb05af85-a90e-4c5f-9071-e939c2c7f844 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1030982 Sep 10 03:01:18.542428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.544967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db HTTP/1.1" status: 204 len: 168 time: 0.4184771 Sep 10 03:01:18.576670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4c66d-73f5-47ab-befa-0c9b549a7ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dbf81e-1e1b-4c22-bfa4-9eb74b7853db,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:18.581864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-f36cc881-ce12-4d9c-a66f-526aacc644aa service neutron] 10.222.0.23 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405857 Sep 10 03:01:18.583074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d715-cdd2-406c-a102-fee09899edbb req-d35a8539-cbe3-4b4f-a25f-c6a8f4177636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:18.585044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-d35a8539-cbe3-4b4f-a25f-c6a8f4177636 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.2354288 Sep 10 03:01:18.624847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8bfaba3f-df0f-4648-b7e1-c0f4a65fb48f req-5bfa8db7-bd19-4106-9567-eaefb532d208 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Sep 10 03:01:18.651551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-075faae2-31b4-4212-a2d5-4e8e6a9e4a3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 217 time: 0.0555193 Sep 10 03:01:18.683135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306f43fd-8573-4016-ade0-e220d3695104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.723415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d715-cdd2-406c-a102-fee09899edbb req-e7d507c0-cb90-41b7-8fdd-b823008589c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:18.725581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-e7d507c0-cb90-41b7-8fdd-b823008589c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0667648 Sep 10 03:01:18.726032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47156) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:18.778378 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-72560275-fee2-40f2-b620-641129171f9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294194 Sep 10 03:01:18.830721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dd88ca35-e405-43ff-b54d-6fe327eb21e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4f5c79ec5904823928a7be6aadeb25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012645 Sep 10 03:01:18.832381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47162) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:18.836074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85da0f0-3ff5-46b8-8076-d47c256eae2b req-2f1bdec4-e08d-42c2-a403-dac0a68f7195 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:18.840708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d85da0f0-3ff5-46b8-8076-d47c256eae2b req-2f1bdec4-e08d-42c2-a403-dac0a68f7195 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 950 time: 0.1337655 Sep 10 03:01:18.900024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d85da0f0-3ff5-46b8-8076-d47c256eae2b req-0f2d1b58-15da-4e0e-925c-624aa7567862 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535760 Sep 10 03:01:18.910806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306f43fd-8573-4016-ade0-e220d3695104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.919085 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306f43fd-8573-4016-ade0-e220d3695104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.943608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-4c406a7a-7c62-44ec-bd72-b7c0a2e3d32e service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567223 Sep 10 03:01:18.944581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae326a0d-0798-4872-b68f-8addbf6303df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:18.973112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-306f43fd-8573-4016-ade0-e220d3695104 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7133483f855433a94b3412a37e57fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662383 Sep 10 03:01:18.976257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47168) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:18.983597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f43fd-8573-4016-ade0-e220d3695104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e00cf5-f996-4084-b397-c76dc56fa1f9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:19.009798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae326a0d-0798-4872-b68f-8addbf6303df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.036280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e550152-5b0c-4264-803f-5a475de6342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.061767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e550152-5b0c-4264-803f-5a475de6342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.156043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d98c2f8-8b37-4c61-ad46-534b815477b0 req-77cd2232-c8c9-49ed-8dee-0f5e6c823af8 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0397029 Sep 10 03:01:19.185180 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc82d715-cdd2-406c-a102-fee09899edbb req-3b981905-d9e0-4260-bf53-63548a5d17e1 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296853 Sep 10 03:01:19.187353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae326a0d-0798-4872-b68f-8addbf6303df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.194490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae326a0d-0798-4872-b68f-8addbf6303df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.198247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae326a0d-0798-4872-b68f-8addbf6303df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8ac0338-f758-4deb-9ed9-b3e39203e5cc HTTP/1.1" status: 204 len: 168 time: 0.3624849 Sep 10 03:01:19.210182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae326a0d-0798-4872-b68f-8addbf6303df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac0338-f758-4deb-9ed9-b3e39203e5cc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:19.214022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e550152-5b0c-4264-803f-5a475de6342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.217114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e550152-5b0c-4264-803f-5a475de6342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.218449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e550152-5b0c-4264-803f-5a475de6342f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85e00cf5-f996-4084-b397-c76dc56fa1f9 HTTP/1.1" status: 204 len: 168 time: 0.2409368 Sep 10 03:01:19.248700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a30d65-dc4d-4af9-a928-ccc67ae57dca req-0331d803-3b97-44ba-b4f5-6b71608ae3c2 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:19.259395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2a30d65-dc4d-4af9-a928-ccc67ae57dca req-0331d803-3b97-44ba-b4f5-6b71608ae3c2 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 950 time: 0.1253119 Sep 10 03:01:19.261333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550152-5b0c-4264-803f-5a475de6342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e00cf5-f996-4084-b397-c76dc56fa1f9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:19.308174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2a30d65-dc4d-4af9-a928-ccc67ae57dca req-b002ef6a-15ef-4f87-88b5-bcb81bfff492 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476766 Sep 10 03:01:19.369362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:19.371713 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0dff0-8e69-40c8-b5db-ca894bd9c404" -d '{"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:19.371861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c413f8-17ae-402a-8ed5-c5f2d333f8a8 req-839b6de2-ea7d-445a-a77b-119ccdb2a523 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:19.373380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4c413f8-17ae-402a-8ed5-c5f2d333f8a8 req-839b6de2-ea7d-445a-a77b-119ccdb2a523 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 943 time: 0.0631180 Sep 10 03:01:19.446353 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ba0ff-2b29-4a06-abe0-3efb5633c936 x-openstack-request-id: req-004ba0ff-2b29-4a06-abe0-3efb5633c936 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:19.446793 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:19.447404 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-004ba0ff-2b29-4a06-abe0-3efb5633c936 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:19.448000 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'code': 200} Sep 10 03:01:19.453829 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4c413f8-17ae-402a-8ed5-c5f2d333f8a8 req-31689e3a-9370-44a4-8322-178de2568fb7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716529 Sep 10 03:01:19.671860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:19.705739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47196) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:19.738713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e88369a-ca7f-4b2e-b90e-e2864753ad5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.766105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-942c38ca-c15c-4487-832e-bc9579c63c2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb1c2f681b9f4cf9b8b70fa162f3a15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929008 Sep 10 03:01:19.769157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47198) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:19.802529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3108071-c322-4b41-90e3-dd38a6cb6303 req-9c5c1093-9e07-4588-a800-3cca7b64c82b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:19.804704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3108071-c322-4b41-90e3-dd38a6cb6303 req-9c5c1093-9e07-4588-a800-3cca7b64c82b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.0879736 Sep 10 03:01:19.843978 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095b3268-2383-4dae-b3f7-a9690ac0c650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.871011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095b3268-2383-4dae-b3f7-a9690ac0c650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.871583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3108071-c322-4b41-90e3-dd38a6cb6303 req-e91edd7c-09d7-4aaa-b7ee-b595d3c5556f tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Sep 10 03:01:19.904415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e88369a-ca7f-4b2e-b90e-e2864753ad5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.911649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e88369a-ca7f-4b2e-b90e-e2864753ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.930526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095b3268-2383-4dae-b3f7-a9690ac0c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.933206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095b3268-2383-4dae-b3f7-a9690ac0c650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:19.936678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-095b3268-2383-4dae-b3f7-a9690ac0c650 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cb75a79-5672-46ed-92af-25d32936311b HTTP/1.1" status: 204 len: 168 time: 0.1639874 Sep 10 03:01:19.946819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b3268-2383-4dae-b3f7-a9690ac0c650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb75a79-5672-46ed-92af-25d32936311b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:19.953648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:19.962042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88369a-ca7f-4b2e-b90e-e2864753ad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee9f62c-d314-4364-8c21-3c6d5ee2d90e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:19.967287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4e88369a-ca7f-4b2e-b90e-e2864753ad5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5666e84df5f47a8b1ca459d97ea1879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603891 Sep 10 03:01:19.970164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:20.038993 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5cce3fd-f368-4483-a96a-4239d7b920e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:20.069439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5cce3fd-f368-4483-a96a-4239d7b920e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:20.136431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5cce3fd-f368-4483-a96a-4239d7b920e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:20.137520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:20.144418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5cce3fd-f368-4483-a96a-4239d7b920e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:20.147218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d5cce3fd-f368-4483-a96a-4239d7b920e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dee9f62c-d314-4364-8c21-3c6d5ee2d90e HTTP/1.1" status: 204 len: 168 time: 0.1752288 Sep 10 03:01:20.158306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cce3fd-f368-4483-a96a-4239d7b920e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee9f62c-d314-4364-8c21-3c6d5ee2d90e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:20.183006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '88501732-e3e1-4678-beaa-d3ffc123402e', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'port_id': '88501732-e3e1-4678-beaa-d3ffc123402e', 'mac_address': 'fa:16:3e:7c:c8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e221c-9d0f-43b7-a6e0-94503c996ccd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:20.284729 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:20.301521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88501732-e3e1-4678-beaa-d3ffc123402e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:20.339542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:20.350290 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:20.413787 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-711a1a15-d5d3-4100-9721-b36e1eef92f8 req-515ebafa-e63a-4962-a2a8-337f210a8015 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.1300731 Sep 10 03:01:20.428697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:20.470407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe5b16-5725-4f1b-ade8-e33901f60fde req-3bbe0178-4725-485c-bb44-a0ce69b5f90b tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:20.478650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0efe5b16-5725-4f1b-ade8-e33901f60fde req-3bbe0178-4725-485c-bb44-a0ce69b5f90b tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 950 time: 0.0725427 Sep 10 03:01:20.544196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0efe5b16-5725-4f1b-ade8-e33901f60fde req-8f4ff03a-10d7-4d8f-9a27-3cab622b54ae tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617137 Sep 10 03:01:20.575667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['88501732-e3e1-4678-beaa-d3ffc123402e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:20.980616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-94ce8044-be6c-4740-b638-5119b62272b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:20.986062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-94ce8044-be6c-4740-b638-5119b62272b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1&tenant_id=fdefb927a1ca491f82300590a76294f8 HTTP/1.1" status: 200 len: 1101 time: 0.7021430 Sep 10 03:01:21.008125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:21.081985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-f12c4184-6a14-4de3-834c-b764a43642ca tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:21.081985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-f12c4184-6a14-4de3-834c-b764a43642ca tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.36 "GET /v2.0/networks?id=d38cf699-b864-4e9b-9582-ecd1c44affab HTTP/1.1" status: 200 len: 816 time: 0.8653054 Sep 10 03:01:21.090794 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:21.110671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603823d-5026-4656-a534-3c636f772891 req-2d71c57e-cb74-46a7-a93c-1bae8f6dbaf2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:21.112281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b603823d-5026-4656-a534-3c636f772891 req-2d71c57e-cb74-46a7-a93c-1bae8f6dbaf2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 944 time: 0.1960106 Sep 10 03:01:21.215805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-307f2dab-3b05-499d-9bb9-a447b7fb6050 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207dd554d0c54532bd910e7e70ab8454 HTTP/1.1" status: 200 len: 378 time: 0.1192293 Sep 10 03:01:21.245112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Request body: {'port': {'device_id': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'admin_state_up': True, 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'security_groups': ['eec94a6d-8778-4241-9023-009d9d795c0d']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:21.275284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b603823d-5026-4656-a534-3c636f772891 req-7237f88e-79e3-4824-9f51-5c0c946a2f1f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379919 Sep 10 03:01:21.379218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fd904-43f4-43f3-8744-a69cbd5aa8d2 req-03292d4a-b687-44c9-a840-731a2a602d7b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:21.389754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-060fd904-43f4-43f3-8744-a69cbd5aa8d2 req-03292d4a-b687-44c9-a840-731a2a602d7b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1294997 Sep 10 03:01:21.469469 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-060fd904-43f4-43f3-8744-a69cbd5aa8d2 req-235cf483-8881-4340-8e48-d5b7b78d9cb2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787954 Sep 10 03:01:21.571099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Made reservation on behalf of 207dd554d0c54532bd910e7e70ab8454 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:21.574970 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:21.633003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:21.695681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-099f7719-cc57-430a-9d24-54d1147888d5 req-ecb9961e-6d1d-497b-8a94-dfed7b4b26b3 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0652661 Sep 10 03:01:21.762024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:21.829830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:21.832153 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4c697e-cbad-4cce-a5a4-8ca3a0d2c6b2" -d '{"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:21.836595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:21.839310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Allocated IP 172.20.0.3 (d38cf699-b864-4e9b-9582-ecd1c44affab/8a2e48e6-b2af-4ee0-9b17-352033429b55/85636747-1407-4af3-856e-c0aef0acd34b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:21.860755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Transition to ACTIVE for port object 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:21.878142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:21.916124 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff0e384-a486-4259-9841-dbdb1f702c91 x-openstack-request-id: req-5ff0e384-a486-4259-9841-dbdb1f702c91 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:21.916431 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:21.916652 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ff0e384-a486-4259-9841-dbdb1f702c91 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:21.917039 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'code': 200} Sep 10 03:01:21.954588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:21.972309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] No DVR routers for this DVR port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:21.977946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:22.047797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 88501732-e3e1-4678-beaa-d3ffc123402e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:22.055283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 88501732-e3e1-4678-beaa-d3ffc123402e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:22.056227 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.139280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:22.139657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:22.139989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:22.154574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:22.154894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Attempting to bind port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:22.170031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:22.176491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:22.176833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:22.177234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:22.177813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Bound port: 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:22.178180 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.226498 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.265242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.269562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:22.323005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Transition to ACTIVE for port object 85636747-1407-4af3-856e-c0aef0acd34b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:22.325774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:22.342700 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1285f57-6cee-437e-8304-b605ffbc5823" -d '{"events": [{"server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "name": "network-vif-plugged", "status": "completed", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:22.363225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:22.378890 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.441658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:22.468607 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ea74c-7021-42c7-b255-020fda3d8dc2 x-openstack-request-id: req-6c0ea74c-7021-42c7-b255-020fda3d8dc2 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:22.468930 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "name": "network-vif-plugged", "status": "completed", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:22.469398 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c0ea74c-7021-42c7-b255-020fda3d8dc2 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:22.469901 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e', 'code': 200} Sep 10 03:01:22.472074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.596324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Network d38cf699-b864-4e9b-9582-ecd1c44affab is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:22.602129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:22.605810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c87727-68e1-4f18-824e-6e7ed5124be8 req-345c235c-6797-4629-8e9c-6ab3f8237cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:22.607673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:22.612839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6c87727-68e1-4f18-824e-6e7ed5124be8 req-345c235c-6797-4629-8e9c-6ab3f8237cfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1096 time: 0.0726893 Sep 10 03:01:22.615855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:22.670083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6c87727-68e1-4f18-824e-6e7ed5124be8 req-78d9557d-2dba-4de7-ad2c-4bc1a194c1b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514107 Sep 10 03:01:22.694546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event updated for resources: {'Port': ['ID=85636747-1407-4af3-856e-c0aef0acd34b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:22.713129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:22.717798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62d77e-fcd0-4b1c-b944-c86ba381a479 req-ffc6af49-35e0-44f4-9a87-564ecf01b740 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:22.727060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf62d77e-fcd0-4b1c-b944-c86ba381a479 req-ffc6af49-35e0-44f4-9a87-564ecf01b740 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.0732162 Sep 10 03:01:22.745835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6d96a-6148-4d47-a5c6-292fe1c98ace req-cb6cedde-d085-4d1f-b49d-083948123175 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:22.747499 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11d6d96a-6148-4d47-a5c6-292fe1c98ace req-cb6cedde-d085-4d1f-b49d-083948123175 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 945 time: 0.2223437 Sep 10 03:01:22.748610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.779791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:22.780368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.789600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf62d77e-fcd0-4b1c-b944-c86ba381a479 req-35e3fc9b-1ee3-4769-a09d-506f8d587400 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575106 Sep 10 03:01:22.853859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:22.855146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:22.856936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 1097 time: 1.8597026 Sep 10 03:01:22.872031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-36479056-5f96-4151-aec5-a84e9aaa4e94 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6438882 Sep 10 03:01:22.895749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11d6d96a-6148-4d47-a5c6-292fe1c98ace req-00ed72f5-2c47-4d33-b15d-edc9898a5b72 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080267 Sep 10 03:01:22.924157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Request body: {'port': {'device_id': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:23.010007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4492-8825-4349-82d2-0e45fe5e5745 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=11']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:23.106122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-156050cc-6b12-451e-9cc7-ff282070bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:23.107997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-156050cc-6b12-451e-9cc7-ff282070bd54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1100 time: 0.1917195 Sep 10 03:01:23.118593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.130034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7b75dab1-828a-4e53-aebe-b88cec3110f3 None None] Provisioning for port 85636747-1407-4af3-856e-c0aef0acd34b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:23.134891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7b75dab1-828a-4e53-aebe-b88cec3110f3 None None] Provisioning complete for port 85636747-1407-4af3-856e-c0aef0acd34b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:23.135220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b75dab1-828a-4e53-aebe-b88cec3110f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.163475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47348) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:23.225795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7b75dab1-828a-4e53-aebe-b88cec3110f3 None None] Port 85636747-1407-4af3-856e-c0aef0acd34b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:23.332261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c76388-d5c5-4d08-a1fa-028a954177db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.412312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-dafe2eb2-30a6-4a8b-804a-bd885651a95a tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5cba85d9096e414795413ee79afc7224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369432 Sep 10 03:01:23.442098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c1c6-f577-4aa9-bd1d-14141c38cfd3 req-ff23dab0-291a-465f-8f0d-5448fca9f277 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:23.444225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e45c1c6-f577-4aa9-bd1d-14141c38cfd3 req-ff23dab0-291a-465f-8f0d-5448fca9f277 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 931 time: 0.2756341 Sep 10 03:01:23.490843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-fe2161b0-934c-469f-a68b-f56fca0238c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:23.492388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-fe2161b0-934c-469f-a68b-f56fca0238c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3752477 Sep 10 03:01:23.562888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-f8e4f01c-d335-4566-a723-6e89adf0ccee tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:23.564689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-f8e4f01c-d335-4566-a723-6e89adf0ccee tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515636 Sep 10 03:01:23.570337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c76388-d5c5-4d08-a1fa-028a954177db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.580201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-a3aa2f34-c91f-42fc-8154-7de1345558da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.0713067 Sep 10 03:01:23.585735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e45c1c6-f577-4aa9-bd1d-14141c38cfd3 req-44cfb456-7044-4079-8568-56673ec29d5d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207249 Sep 10 03:01:23.590751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c76388-d5c5-4d08-a1fa-028a954177db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.622795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-9f97ac92-1431-4f42-bb83-443d56208ba2 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/quotas/5cba85d9096e414795413ee79afc7224 HTTP/1.1" status: 200 len: 375 time: 0.0459301 Sep 10 03:01:23.670883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-cca6db2f-ea8d-4431-9af3-1f6907f5f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:23.672223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-cca6db2f-ea8d-4431-9af3-1f6907f5f33c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0783763 Sep 10 03:01:23.687070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-01f98e9d-eac3-4002-a82e-06086d418681 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cba85d9096e414795413ee79afc7224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633159 Sep 10 03:01:23.690513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76388-d5c5-4d08-a1fa-028a954177db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c4280-2362-4102-9950-79b18fba7f31,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:23.706552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-39c76388-d5c5-4d08-a1fa-028a954177db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=555601990d69492d9370fe30a991ade1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408835 Sep 10 03:01:23.712360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:23.762439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85636747-1407-4af3-856e-c0aef0acd34b {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:23.771438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.781009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-d911bcdb-1fe0-488d-a7bf-64487e6598f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:23.782900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-d911bcdb-1fe0-488d-a7bf-64487e6598f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012208 Sep 10 03:01:23.791994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-189cd633-6253-45db-bedb-6caebcb31a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.800343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Transition to ACTIVE for port object 85636747-1407-4af3-856e-c0aef0acd34b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:23.813607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.839696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-189cd633-6253-45db-bedb-6caebcb31a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.920653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:23.923921 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a3f941-fc48-41c2-a213-708cbcec31bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:23.954425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6de93edb-9976-4174-869b-32f31c2ae7cc req-06758771-df36-486f-b122-69ca64bd7165 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 210 time: 0.0492980 Sep 10 03:01:23.958452 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-189cd633-6253-45db-bedb-6caebcb31a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.966043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-189cd633-6253-45db-bedb-6caebcb31a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:23.969831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-189cd633-6253-45db-bedb-6caebcb31a06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a4c4280-2362-4102-9950-79b18fba7f31 HTTP/1.1" status: 204 len: 168 time: 0.2551503 Sep 10 03:01:23.991679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cd633-6253-45db-bedb-6caebcb31a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c4280-2362-4102-9950-79b18fba7f31,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:24.084672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=85636747-1407-4af3-856e-c0aef0acd34b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:24.186866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-f42c715c-c7f6-4390-b263-a14eb8098e85 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961685 Sep 10 03:01:24.190934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:24.206261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e13e8a-c0f3-4367-9d3e-3260b9d840d4 req-7d7973ba-3316-4cef-b36b-57fccac21372 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:24.218558 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4e13e8a-c0f3-4367-9d3e-3260b9d840d4 req-7d7973ba-3316-4cef-b36b-57fccac21372 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.3111503 Sep 10 03:01:24.320403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865ae4-a179-4879-94b0-f81ea80f7788 req-55f3c0d5-7561-4e26-8f85-0deed9d0fbb4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:24.329424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04865ae4-a179-4879-94b0-f81ea80f7788 req-55f3c0d5-7561-4e26-8f85-0deed9d0fbb4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 945 time: 0.1239605 Sep 10 03:01:24.338731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Attempting to bind port 85636747-1407-4af3-856e-c0aef0acd34b on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:24.339068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Attempting to bind port 85636747-1407-4af3-856e-c0aef0acd34b by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:24.339401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Attempting to bind port 85636747-1407-4af3-856e-c0aef0acd34b on network d38cf699-b864-4e9b-9582-ecd1c44affab {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:24.350621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:24.373516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'mac_address': 'fa:16:3e:86:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:24.439475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Port 85636747-1407-4af3-856e-c0aef0acd34b on network d38cf699-b864-4e9b-9582-ecd1c44affab not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:24.439475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Attempting to bind port 85636747-1407-4af3-856e-c0aef0acd34b on network d38cf699-b864-4e9b-9582-ecd1c44affab {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:24.440975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04865ae4-a179-4879-94b0-f81ea80f7788 req-e2e3c0ab-68f8-4209-a64d-f9966d476cfb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103964 Sep 10 03:01:24.506502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:24.506840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Checking segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:24.507226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Bound using segment: {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:24.515970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Bound port: 85636747-1407-4af3-856e-c0aef0acd34b, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:24.516396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:24.566063 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:24.587709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4e13e8a-c0f3-4367-9d3e-3260b9d840d4 req-fc3c86f8-6c4c-49d6-a461-007f4f23687c tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626752 Sep 10 03:01:24.641326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:24.647080 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1fe3d8-a856-49f8-86ae-f9e34d9dbc81 x-openstack-request-id: req-eb1fe3d8-a856-49f8-86ae-f9e34d9dbc81 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:24.648538 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:24.650097 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb1fe3d8-a856-49f8-86ae-f9e34d9dbc81 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:24.650734 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'status': 'completed', 'code': 200} Sep 10 03:01:24.721530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:24.730444 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:24.810458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] For port 85636747-1407-4af3-856e-c0aef0acd34b, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:24.815228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] For port 85636747-1407-4af3-856e-c0aef0acd34b, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85636747-1407-4af3-856e-c0aef0acd34b,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:24.820735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e6ca5e-7282-4956-816b-9ff2e9a598f3 req-aa920210-6b1d-4dff-a8b9-096936a81bba service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985968 Sep 10 03:01:24.829042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:24.859812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:24.924928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-649f21ce-4fcd-4b6a-8c50-f378ae17be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:24.927373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-649f21ce-4fcd-4b6a-8c50-f378ae17be73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1100 time: 0.2516134 Sep 10 03:01:24.945862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:24.993318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:24.994254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:24.995732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] 10.222.0.36 "PUT /v2.0/ports/85636747-1407-4af3-856e-c0aef0acd34b HTTP/1.1" status: 200 len: 1091 time: 2.0830762 Sep 10 03:01:25.034271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-17a4813d-a7f6-45c1-84e0-08c4e533f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.035823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-17a4813d-a7f6-45c1-84e0-08c4e533f7a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1100 time: 0.1142783 Sep 10 03:01:25.045236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea809fd-c339-4653-bb05-befa344d2357 req-d7ec1a91-4cea-4cf1-a6fa-1a6a50539871 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.052520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eea809fd-c339-4653-bb05-befa344d2357 req-d7ec1a91-4cea-4cf1-a6fa-1a6a50539871 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1096 time: 0.2585061 Sep 10 03:01:25.190635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47566e34-e99a-40d0-9b5d-eee25a60b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=85636747-1407-4af3-856e-c0aef0acd34b,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:25.230963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbaefe-a61e-4ba5-a08e-f3277009ac50 req-2a14259d-5e27-44c0-b7f8-832e056760c9 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.232925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2cfbaefe-a61e-4ba5-a08e-f3277009ac50 req-2a14259d-5e27-44c0-b7f8-832e056760c9 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.2166996 Sep 10 03:01:25.279397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-e34eb3b8-a9b4-498c-850c-7108a0900ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.280871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-e34eb3b8-a9b4-498c-850c-7108a0900ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=207dd554d0c54532bd910e7e70ab8454&device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 1094 time: 0.2055831 Sep 10 03:01:25.395568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-dad35ff3-9505-40bb-99c5-0aac49e9a1dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85636747-1407-4af3-856e-c0aef0acd34b HTTP/1.1" status: 200 len: 217 time: 0.0967402 Sep 10 03:01:25.404716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2cfbaefe-a61e-4ba5-a08e-f3277009ac50 req-2bc775c3-9c5b-4145-bc7f-cb15a551ce02 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226282 Sep 10 03:01:25.449853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eea809fd-c339-4653-bb05-befa344d2357 req-ed2c0ae5-b80d-420e-abbe-5b46dd18e8fe tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283458 Sep 10 03:01:25.485349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-4c8fedfb-e0a2-4749-a2d1-5a7d01d105c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.486312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-5679aa0b-8c72-42ad-81fa-a6c94a80c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.488163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-4c8fedfb-e0a2-4749-a2d1-5a7d01d105c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2e48e6-b2af-4ee0-9b17-352033429b55 HTTP/1.1" status: 200 len: 855 time: 0.0827835 Sep 10 03:01:25.498154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-5679aa0b-8c72-42ad-81fa-a6c94a80c68a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.5615971 Sep 10 03:01:25.563777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-f0b38349-f483-4cb7-9f80-e0ccf13d3c2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.0582128 Sep 10 03:01:25.593958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-49563f73-5720-4a7d-bdb8-338ab87428d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.595623 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-49563f73-5720-4a7d-bdb8-338ab87428d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.5215766 Sep 10 03:01:25.605235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-547d2f92-e2b7-4241-83b3-34ed512a7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:25.606736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-547d2f92-e2b7-4241-83b3-34ed512a7d36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d38cf699-b864-4e9b-9582-ecd1c44affab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110249 Sep 10 03:01:25.747609 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-093b58c7-1f45-46f2-aba1-9dcbed7f8ade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 200 len: 217 time: 0.1265707 Sep 10 03:01:25.837796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ae38fce-335e-463b-993c-e042f022224a req-35229001-3ee9-4cd4-bcb0-5a4b131e621e tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 210 time: 0.2158341 Sep 10 03:01:25.838717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-ce1aaf8f-cf8c-4e47-9caf-9312d0545ef8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5cba85d9096e414795413ee79afc7224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2081928 Sep 10 03:01:26.007760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-8d4287f3-ac63-4b83-8f78-065c683254ed tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.010880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-8d4287f3-ac63-4b83-8f78-065c683254ed tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631415 Sep 10 03:01:26.015803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-c7f2476c-fe59-4a37-a21d-f7af7bdab800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.021212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-c7f2476c-fe59-4a37-a21d-f7af7bdab800 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.4477985 Sep 10 03:01:26.041072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Request body: {'port': {'device_id': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '5cba85d9096e414795413ee79afc7224'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:26.196954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:26.202063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34260c-2bf2-441c-9f8f-286a10fd46f1 req-7aae97d9-daea-4adc-abdb-3bd607cb31dc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.215015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a34260c-2bf2-441c-9f8f-286a10fd46f1 req-7aae97d9-daea-4adc-abdb-3bd607cb31dc tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.2017381 Sep 10 03:01:26.283999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a34260c-2bf2-441c-9f8f-286a10fd46f1 req-d47aa940-d4b0-41a3-aad5-1c33df43d962 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659482 Sep 10 03:01:26.300568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-d0f8e391-cd94-401f-9f14-c86f91583eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.302327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-d0f8e391-cd94-401f-9f14-c86f91583eb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2546153 Sep 10 03:01:26.336629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:26.336932 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:26.415768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-949b5420-257a-4553-bf2c-ac6e0b87fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.418048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-949b5420-257a-4553-bf2c-ac6e0b87fb61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.6358838 Sep 10 03:01:26.433965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01654-0402-4264-bfb6-3117c1f7eb94 req-5e0c5954-9f11-418b-a948-b088f0d170ea tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.449357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4c01654-0402-4264-bfb6-3117c1f7eb94 req-5e0c5954-9f11-418b-a948-b088f0d170ea tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1096 time: 0.6090302 Sep 10 03:01:26.553963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-31a59ad2-a3e6-4ea3-9ca1-87ba2a7f99e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9265575 Sep 10 03:01:26.562570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Made reservation on behalf of 5cba85d9096e414795413ee79afc7224 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:26.566317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:26.597612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:26.620449 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:26.643655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-402465b7-c1d0-4288-83b1-6b6d6829326a service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253117 Sep 10 03:01:26.668515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-ef27ca49-01a9-416b-bcb3-e476323dcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.670028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-ef27ca49-01a9-416b-bcb3-e476323dcb07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384689 Sep 10 03:01:26.684293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:26.686748 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757ca1c2-cbab-4d69-901f-26498678ac86" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "tag": "85636747-1407-4af3-856e-c0aef0acd34b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:26.718201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:26.721232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:26.728844 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fcb688-1ef7-4f28-a5b2-ea7aa132868c" -d '{"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-plugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:26.741719 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:26.773246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ab7c2-049e-4980-8e1f-268d9335e68c req-083e93d5-65e3-4e2e-9615-81d82c159f8a tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:26.775133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b9ab7c2-049e-4980-8e1f-268d9335e68c req-083e93d5-65e3-4e2e-9615-81d82c159f8a tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.2268603 Sep 10 03:01:26.813893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4c01654-0402-4264-bfb6-3117c1f7eb94 req-79cdd573-31cb-4251-bf65-7bf89bc0bf27 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635609 Sep 10 03:01:26.914320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-143b983c-1a00-4354-b3b1-e9e6935e6b60 req-d9c0d220-1d12-47bb-89df-99bf619a7ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359072 Sep 10 03:01:26.981968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:27.073154 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20f399-1362-4014-9348-0a6c3e9a422c x-openstack-request-id: req-bb20f399-1362-4014-9348-0a6c3e9a422c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:27.073541 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "tag": "85636747-1407-4af3-856e-c0aef0acd34b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:27.073814 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb20f399-1362-4014-9348-0a6c3e9a422c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:27.076379 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b', 'status': 'completed', 'code': 200} Sep 10 03:01:27.093101 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a848244b-745e-49c4-94cb-39dae9c320be x-openstack-request-id: req-a848244b-745e-49c4-94cb-39dae9c320be {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:27.093700 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-plugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:27.094192 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a848244b-745e-49c4-94cb-39dae9c320be {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:27.094807 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'code': 200} Sep 10 03:01:27.122560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b9ab7c2-049e-4980-8e1f-268d9335e68c req-95562d38-35c7-44c0-9c2e-02433d6f133d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3278103 Sep 10 03:01:27.167197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-06163d9c-b66f-4362-a7e0-283888ac284e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092618 Sep 10 03:01:27.238692 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-3be0a3cd-c474-4679-978e-f95d1e3f67a6 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481422 Sep 10 03:01:27.292156 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:01:27.295599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:27.323109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-4ab6840a-85d9-4413-ba45-9bf8e18ebf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:27.324836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:27.325368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-4ab6840a-85d9-4413-ba45-9bf8e18ebf42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=207dd554d0c54532bd910e7e70ab8454&device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 1094 time: 0.2581100 Sep 10 03:01:27.447265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:27.481395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f93961d-f0ea-4a95-90d4-adcb5512d45d req-04871962-e077-4bc6-8212-7301ddb62c42 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 210 time: 0.1798506 Sep 10 03:01:27.652757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47520) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:27.655887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52a3f941-fc48-41c2-a213-708cbcec31bc req-db7456ec-fec5-4a9c-bb7e-37987cca9269 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081836 Sep 10 03:01:27.802273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3fbef-d5c0-4429-834b-96c4ea28fe7d req-fd17a0bf-c5af-4ac1-94b6-d832dca90e9b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:27.816197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e3fbef-d5c0-4429-834b-96c4ea28fe7d req-fd17a0bf-c5af-4ac1-94b6-d832dca90e9b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 949 time: 0.1564479 Sep 10 03:01:27.870448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-18b3f596-a487-4142-b2c6-b19b99b869f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:27.875914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-18b3f596-a487-4142-b2c6-b19b99b869f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d38cf699-b864-4e9b-9582-ecd1c44affab HTTP/1.1" status: 200 len: 916 time: 0.5426762 Sep 10 03:01:27.948082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Allocated IP 192.168.233.51 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:27.967139 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-f94706cf-fd3b-4bc1-8aca-807e8f4fa9d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85636747-1407-4af3-856e-c0aef0acd34b HTTP/1.1" status: 200 len: 217 time: 0.0812793 Sep 10 03:01:27.976120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e3fbef-d5c0-4429-834b-96c4ea28fe7d req-cabaffcb-3459-41e6-aa3a-adf45edc7039 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584206 Sep 10 03:01:27.983414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:28.000489 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-206f14e8-f8d2-4c91-a50e-5afb74f21dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.038746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-8e1eb75b-4842-4a70-be1c-c3daab92d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:28.039800 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-8e1eb75b-4842-4a70-be1c-c3daab92d9be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2e48e6-b2af-4ee0-9b17-352033429b55 HTTP/1.1" status: 200 len: 855 time: 0.0626051 Sep 10 03:01:28.099081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59e571-bfdc-49f8-b850-27b9bfcad442 req-41daa879-77c8-4093-a2d7-a1d7b5e29e2e tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:28.109061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de59e571-bfdc-49f8-b850-27b9bfcad442 req-41daa879-77c8-4093-a2d7-a1d7b5e29e2e tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1096 time: 0.2668686 Sep 10 03:01:28.118553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-caafd1b2-f9c5-4518-830c-f5bbeae88ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:28.120485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-caafd1b2-f9c5-4518-830c-f5bbeae88ccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d38cf699-b864-4e9b-9582-ecd1c44affab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735271 Sep 10 03:01:28.290209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de59e571-bfdc-49f8-b850-27b9bfcad442 req-501c2c2c-1acf-4d1c-8ae7-36f1b79d17d9 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804278 Sep 10 03:01:28.301955 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-db976a9f-02f8-43bb-be61-bd146db1ec4a service neutron] 10.222.0.36 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741989 Sep 10 03:01:28.339504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18242e-7a26-492b-8723-c39487cc13ac req-71a96cd8-a99e-4c42-b33e-9353b10cbfd9 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:28.343238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da18242e-7a26-492b-8723-c39487cc13ac req-71a96cd8-a99e-4c42-b33e-9353b10cbfd9 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 1100 time: 0.1025622 Sep 10 03:01:28.359699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:28.406839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'mac_address': 'fa:16:3e:b8:1f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:28.483840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da18242e-7a26-492b-8723-c39487cc13ac req-2cfebb9e-a8a3-4d79-a374-8c4d3a63c7c3 tempest-MigrationsAdminTest-689225916 tempest-MigrationsAdminTest-689225916-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303763 Sep 10 03:01:28.502886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.531195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:28.567801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-757ca1c2-cbab-4d69-901f-26498678ac86 req-9b06bfc6-e26c-49ce-a524-408d1adfb5a7 service neutron] 10.222.0.36 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582374 Sep 10 03:01:28.583416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:28.594984 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.623395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-206f14e8-f8d2-4c91-a50e-5afb74f21dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.650105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-206f14e8-f8d2-4c91-a50e-5afb74f21dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.671796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.717994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bfbd3-514d-4108-8ed5-71c803f59c07 req-c49e96a7-8556-45ae-bc63-dcaa82e39311 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:28.720160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:28.736032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f1bfbd3-514d-4108-8ed5-71c803f59c07 req-c49e96a7-8556-45ae-bc63-dcaa82e39311 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.2856889 Sep 10 03:01:28.768679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Transition to ACTIVE for port object e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:28.789364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-206f14e8-f8d2-4c91-a50e-5afb74f21dea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f97e1caff07b4b2f86be1219c16d73be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1353326 Sep 10 03:01:28.792381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47546) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:28.797042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f14e8-f8d2-4c91-a50e-5afb74f21dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c6024-cd98-42a9-9e81-52172bd44e0e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:28.835568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f1bfbd3-514d-4108-8ed5-71c803f59c07 req-79756bc3-e90e-4940-9470-b17e94075b32 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947540 Sep 10 03:01:28.860643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1ee3fa74-93e3-4231-bdb7-88eee1f7c499'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:28.894236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.967197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:28.970835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:28.982201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e114-9271-4235-88cb-e77e5c83605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:28.994240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:29.087103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e114-9271-4235-88cb-e77e5c83605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.153289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Pushing event updated for resources: {'Port': ['ID=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:29.187397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:29.188295 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.211107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ab993-4096-4382-a178-c8a75179cb59 req-4860cf36-147b-4452-a1a4-9ff8891eeef3 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:29.219999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e7ab993-4096-4382-a178-c8a75179cb59 req-4860cf36-147b-4452-a1a4-9ff8891eeef3 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 935 time: 0.2465079 Sep 10 03:01:29.247967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-554f71ba-ac4f-42da-8328-986077367df6 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2233336 Sep 10 03:01:29.279054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Request body: {'port': {'device_id': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:29.279480 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e114-9271-4235-88cb-e77e5c83605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.283168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e114-9271-4235-88cb-e77e5c83605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.284716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6fc8e114-9271-4235-88cb-e77e5c83605f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/621c6024-cd98-42a9-9e81-52172bd44e0e HTTP/1.1" status: 204 len: 168 time: 0.4912159 Sep 10 03:01:29.303009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8e114-9271-4235-88cb-e77e5c83605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c6024-cd98-42a9-9e81-52172bd44e0e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:29.317180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f19ae-7eb7-4888-bdc2-1738c4797c62 req-a30af8bd-cb44-425e-86b8-1b75caac2b0d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:29.320042 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-596f19ae-7eb7-4888-bdc2-1738c4797c62 req-a30af8bd-cb44-425e-86b8-1b75caac2b0d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1165397 Sep 10 03:01:29.331426 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e7ab993-4096-4382-a178-c8a75179cb59 req-932c4a61-2c0e-4164-8cd6-920cee5c02a9 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097348 Sep 10 03:01:29.392020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c29b1474-3b27-416d-af3d-b92dafb6bde0 None None] Provisioning for port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:29.394902 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.397550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c29b1474-3b27-416d-af3d-b92dafb6bde0 None None] Provisioning complete for port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:29.398138 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c29b1474-3b27-416d-af3d-b92dafb6bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.455086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-596f19ae-7eb7-4888-bdc2-1738c4797c62 req-7d0add22-fdd6-43b5-9f7e-1fe9705becc0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170664 Sep 10 03:01:29.474890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c29b1474-3b27-416d-af3d-b92dafb6bde0 None None] Port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:29.609379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb288fb-e235-4c75-9fd2-287bfd373815 req-01f98749-a607-4b80-a5cf-007bc0299d64 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:29.619011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7bb288fb-e235-4c75-9fd2-287bfd373815 req-01f98749-a607-4b80-a5cf-007bc0299d64 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1096 time: 0.0712283 Sep 10 03:01:29.659097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7bb288fb-e235-4c75-9fd2-287bfd373815 req-abdda776-8c9a-4416-bae4-73f7118c39a4 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Sep 10 03:01:29.833223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:29.851765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.891731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Transition to ACTIVE for port object e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:29.898750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:29.993434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:30.047689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:30.180625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c3e4-b11c-49fb-a047-0961d0932533 req-6349409b-1a5d-4d1e-82d0-656fcbd2ca8b tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:30.186980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:30.188532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b262c3e4-b11c-49fb-a047-0961d0932533 req-6349409b-1a5d-4d1e-82d0-656fcbd2ca8b tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.2169454 Sep 10 03:01:30.194899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:30.195560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.259132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Attempting to bind port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:30.259685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Attempting to bind port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:30.260532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Attempting to bind port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:30.270026 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b262c3e4-b11c-49fb-a047-0961d0932533 req-671d78d5-6b1a-48ab-b893-3c0f734a3d99 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806055 Sep 10 03:01:30.271258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:30.272167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Attempting to bind port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:30.279646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:30.279646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:30.280146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:30.281033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Bound port: e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:30.282934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.382422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] For port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:30.386878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] For port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:30.393711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.415697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-4c8b82a4-9094-4f77-b516-321b210c64e2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:30.424137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-4c8b82a4-9094-4f77-b516-321b210c64e2 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 950 time: 0.1457658 Sep 10 03:01:30.450364 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.530644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:30.536212 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d29f004-e506-496c-a5af-346ffcee9525" -d '{"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:30.543625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:30.560098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:30.560739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.562453 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-5cc4ad28-5998-4420-b275-f46df83d49e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 HTTP/1.1" status: 200 len: 1095 time: 1.2899604 Sep 10 03:01:30.563230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'tag': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:30.568689 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1614e7ab-45d3-421d-b452-fd8eec89e42e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aab1e07-8088-46f9-9085-999e367ac9e0", "tag": "e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:30.583662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:30.593892 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.742534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=13']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:30.757422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Deleting port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:30.758293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:30.808323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-eddcf721-27da-481a-9cec-48fa6b9e229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:30.810663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-eddcf721-27da-481a-9cec-48fa6b9e229c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cba85d9096e414795413ee79afc7224&device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 1098 time: 0.1946628 Sep 10 03:01:30.894990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-72f7a785-5789-48a7-af5e-7a01278f82e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 HTTP/1.1" status: 200 len: 217 time: 0.0744686 Sep 10 03:01:31.007747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addb89e-0659-4a85-8c8a-212c1439695a req-8fdbbc7c-bda9-4738-9f67-05d41b13ff15 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:31.011839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9addb89e-0659-4a85-8c8a-212c1439695a req-8fdbbc7c-bda9-4738-9f67-05d41b13ff15 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 947 time: 0.3288350 Sep 10 03:01:31.022465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] For port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:31.023397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:31.065966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-2dc9b559-84e2-4894-98a6-1deb73fc6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:31.067583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-2dc9b559-84e2-4894-98a6-1deb73fc6705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1662576 Sep 10 03:01:31.077657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Calling delete_port for 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:31.122721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9addb89e-0659-4a85-8c8a-212c1439695a req-6c129762-f055-490f-9df7-e54a7bef44f5 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948658 Sep 10 03:01:31.142092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-0d7b508e-0f7e-46b3-a7be-1a61dc5b22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:31.143874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-0d7b508e-0f7e-46b3-a7be-1a61dc5b22c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699329 Sep 10 03:01:31.331631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:31.347219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'fec07df8-922d-4c19-9853-4e3a797f9676', '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:31.350890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['61d81bc4-f161-4c2f-acea-b7326e8cd886'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:31.404297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event deleted for resources: {'Port': ['ID=1ee3fa74-93e3-4231-bdb7-88eee1f7c499,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:31.446409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-962877b9-01e0-4a75-9bfe-0ff615968290 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:01:31.449218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-962877b9-01e0-4a75-9bfe-0ff615968290 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137086 Sep 10 03:01:31.492259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] No DVR routers for this DVR port 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:31.501895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:31.520408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63809ed4-692c-4983-b9ed-1f0139f5ce7c req-2f22ec77-0733-4bbd-a7f9-1e2e3209720b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "DELETE /v2.0/ports/1ee3fa74-93e3-4231-bdb7-88eee1f7c499 HTTP/1.1" status: 204 len: 173 time: 1.0941308 Sep 10 03:01:31.527073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-deleted', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:31.529911 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f87419-2ca0-4c7c-9a9f-c20aa9b20963" -d '{"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-deleted", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:31.601610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-3bb4a125-42df-46af-a3f4-d5965e9d92c0 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:31.607498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-3bb4a125-42df-46af-a3f4-d5965e9d92c0 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 1093 time: 0.1175437 Sep 10 03:01:31.617121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Request body: {'binding': {'host': 'n-h1-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:31.624667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:01:31.699310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:31.798088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64aed505-b183-4a9d-84d3-8c5ce4a36884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:31.905907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-7dedaa12-65ea-44a4-94ee-5b0e54bcb821 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541921 Sep 10 03:01:31.926843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on host n-h1-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:31.927207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:31.927719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:31.932552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:31.932880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:31.938504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:31.938994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:31.939684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:31.940471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Bound port: 88501732-e3e1-4678-beaa-d3ffc123402e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:31.969507 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:32.017613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75d480d3-f148-4f6f-9914-c45e69b84240 req-f34c9ffa-762d-4188-ae63-22bb81c376d4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000698 Sep 10 03:01:32.041005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:32.042877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84170e13-ad35-42ad-9c61-3f6085584830 req-0bb4414d-7421-4996-bf48-971b5cc30f03 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6bee32c-572d-4ab6-908b-95745b1c42b1 HTTP/1.1" status: 200 len: 210 time: 0.1337881 Sep 10 03:01:32.054962 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:32.056560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f1a1eadb-cac0-4afc-9f6a-f7e3bf622b8a service neutron] 10.222.0.23 "POST /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4437096 Sep 10 03:01:32.226934 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a911ebd-ad33-4844-a9f3-e44b774c03d7 x-openstack-request-id: req-0a911ebd-ad33-4844-a9f3-e44b774c03d7 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:32.227483 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:32.227910 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a911ebd-ad33-4844-a9f3-e44b774c03d7 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:32.228521 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'code': 200} Sep 10 03:01:32.265950 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f081c32-4424-43cc-b3d2-b227141f9a0a x-openstack-request-id: req-5f081c32-4424-43cc-b3d2-b227141f9a0a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:32.266314 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aab1e07-8088-46f9-9085-999e367ac9e0", "tag": "e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:32.266737 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f081c32-4424-43cc-b3d2-b227141f9a0a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:32.267168 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'tag': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68', 'status': 'completed', 'code': 200} Sep 10 03:01:32.394120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-71834b64-6737-4033-a68e-66b048bc832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.395971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-71834b64-6737-4033-a68e-66b048bc832f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cba85d9096e414795413ee79afc7224&device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 1098 time: 0.0910957 Sep 10 03:01:32.444590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-3a9f7306-657d-4b25-baec-b395de9d5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.446080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-3a9f7306-657d-4b25-baec-b395de9d5d23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1096 time: 0.0937169 Sep 10 03:01:32.600863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a5ca-e36a-41aa-bc1f-d22c00d7499b req-6ac492e8-5f23-4a03-b2cc-551cd6d33d6f tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.611893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a92a5ca-e36a-41aa-bc1f-d22c00d7499b req-6ac492e8-5f23-4a03-b2cc-551cd6d33d6f tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.1200178 Sep 10 03:01:32.653479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-bafbf29a-5918-4fe2-9f99-761edc824e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.654977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-bafbf29a-5918-4fe2-9f99-761edc824e4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2504184 Sep 10 03:01:32.680628 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7498d1-6c49-4900-883e-43f3fb6f813d x-openstack-request-id: req-da7498d1-6c49-4900-883e-43f3fb6f813d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:32.681016 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bee32c-572d-4ab6-908b-95745b1c42b1", "name": "network-vif-deleted", "tag": "1ee3fa74-93e3-4231-bdb7-88eee1f7c499", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:32.681199 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da7498d1-6c49-4900-883e-43f3fb6f813d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:32.681575 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bee32c-572d-4ab6-908b-95745b1c42b1', 'name': 'network-vif-deleted', 'tag': '1ee3fa74-93e3-4231-bdb7-88eee1f7c499', 'status': 'completed', 'code': 200} Sep 10 03:01:32.700483 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a92a5ca-e36a-41aa-bc1f-d22c00d7499b req-c6ab93f8-65bb-47ab-ade5-16de970a6305 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864797 Sep 10 03:01:32.737045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-a207ce3c-e0b9-40d5-9eba-5af0f50dc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.740125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-a207ce3c-e0b9-40d5-9eba-5af0f50dc127 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.2800362 Sep 10 03:01:32.842228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-c79b3331-b9b8-49b5-95f6-0e6132a09c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 HTTP/1.1" status: 200 len: 217 time: 0.1739340 Sep 10 03:01:32.867639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-c4dd1859-8941-4efb-bc19-cf51939f937d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 217 time: 0.1165383 Sep 10 03:01:32.875642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd848a7d-6ac4-4cd9-85aa-b9754e03c4a4 req-34e90ed3-2b06-493a-94f3-b25212eeb73b tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.877891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd848a7d-6ac4-4cd9-85aa-b9754e03c4a4 req-34e90ed3-2b06-493a-94f3-b25212eeb73b tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 947 time: 0.0713148 Sep 10 03:01:32.962621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd848a7d-6ac4-4cd9-85aa-b9754e03c4a4 req-b2d7b349-1909-45b3-b00e-f764c424d451 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Sep 10 03:01:32.978216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-7e6d4713-64d0-47be-9843-db9dfe62d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:32.978216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-7e6d4713-64d0-47be-9843-db9dfe62d193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1208827 Sep 10 03:01:33.010357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b090fb-2ff7-4922-a26c-19d839365be4 req-736f8115-2ed1-4ed2-82b1-1df0d7e86a80 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:33.012380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b090fb-2ff7-4922-a26c-19d839365be4 req-736f8115-2ed1-4ed2-82b1-1df0d7e86a80 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 945 time: 0.2514331 Sep 10 03:01:33.017821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-93872680-7b56-40af-8cdc-770f52ac6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:33.019385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-93872680-7b56-40af-8cdc-770f52ac6f29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1400230 Sep 10 03:01:33.084345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-59838bb9-c73a-447f-9bac-24caf75f49b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440135 Sep 10 03:01:33.149738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-1f2af097-a420-4c02-bb85-65618e37dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:33.151374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-1f2af097-a420-4c02-bb85-65618e37dd86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687641 Sep 10 03:01:33.207807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b090fb-2ff7-4922-a26c-19d839365be4 req-79248c4e-521c-452d-b180-af06ef741105 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659594 Sep 10 03:01:33.414080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-b4574a80-0a8e-466a-a1dc-47a34e0618fa service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181400 Sep 10 03:01:33.500707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-ef401ba4-c5b6-4e12-9d92-41f8949c7335 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398967 Sep 10 03:01:33.520279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79bdec-1022-4653-957c-ea0a2f7ff2fa req-b9750641-495a-4875-ae79-9d72dfdc2f7e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:33.522670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db79bdec-1022-4653-957c-ea0a2f7ff2fa req-b9750641-495a-4875-ae79-9d72dfdc2f7e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 950 time: 0.1051183 Sep 10 03:01:33.623312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db79bdec-1022-4653-957c-ea0a2f7ff2fa req-94778d45-58b1-4471-8c4d-58d175e03253 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763292 Sep 10 03:01:33.697330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-9feb3f75-8414-487e-8b12-df44f73d5942 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422888 Sep 10 03:01:33.720884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1614e7ab-45d3-421d-b452-fd8eec89e42e req-6bdf503c-f95d-414d-aab3-09793f4b9b30 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971395 Sep 10 03:01:33.891326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edcb25-c051-42d6-bc51-e2c4b7383631 req-202b5e92-c75e-4057-96f4-196f50cd66fb tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:33.899773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4edcb25-c051-42d6-bc51-e2c4b7383631 req-202b5e92-c75e-4057-96f4-196f50cd66fb tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.1041293 Sep 10 03:01:33.926094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-96f14884-b302-4660-8a9d-ce7ebfd9cc46 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:33.928111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-96f14884-b302-4660-8a9d-ce7ebfd9cc46 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.0985122 Sep 10 03:01:33.952694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808126-2'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:33.978891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4edcb25-c051-42d6-bc51-e2c4b7383631 req-bc1fc046-a190-454f-be06-743d4b27d502 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781894 Sep 10 03:01:34.016027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:34.018385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:34.062641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.063997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:34.064598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1ee3fa74-93e3-4231-bdb7-88eee1f7c499 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:34.151877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20e27-fa78-4a6b-a5b5-7b04f5321adb req-1a9fe558-a371-454f-9d58-0005590246e2 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:34.154985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-58c20e27-fa78-4a6b-a5b5-7b04f5321adb req-1a9fe558-a371-454f-9d58-0005590246e2 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 947 time: 0.0849082 Sep 10 03:01:34.192358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:34.214441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68', 'mac_address': 'fa:16:3e:39:f6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:34.244628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-58c20e27-fa78-4a6b-a5b5-7b04f5321adb req-bdf8f99e-aa86-4def-9ccd-86f5067c0625 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790536 Sep 10 03:01:34.300599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:34.330476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba1d4e0e-6352-483e-9e76-18a2b896704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.332652 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.349794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:34.397557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:34.408320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.421400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b8402-8396-4659-a8b4-d6909c77cf6a req-b4d30724-f4d5-4465-8a37-f5056ed94797 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:34.429610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec7b8402-8396-4659-a8b4-d6909c77cf6a req-b4d30724-f4d5-4465-8a37-f5056ed94797 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 945 time: 0.1095769 Sep 10 03:01:34.440007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:34.489525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:34.506657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:34.509187 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f16a13d-2008-4f54-b444-a6697cb95e3b" -d '{"events": [{"server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "name": "network-vif-unplugged", "status": "completed", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:34.514374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.529544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.589711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267e364-1272-4147-9f90-378725927e9b service neutron] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:34.597789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec7b8402-8396-4659-a8b4-d6909c77cf6a req-d4ab734e-ea17-47ad-9199-31ea916d3251 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671515 Sep 10 03:01:34.616394 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad9f52-412f-4ac3-9436-cf82b3ff3b5a x-openstack-request-id: req-60ad9f52-412f-4ac3-9436-cf82b3ff3b5a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:34.616394 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "name": "network-vif-unplugged", "status": "completed", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:34.616394 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60ad9f52-412f-4ac3-9436-cf82b3ff3b5a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:34.616767 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e', 'code': 200} Sep 10 03:01:34.662296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:34.669636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on host n-h2-808126-2 for vnic_type normal with profile {"migrating_to": "n-h1-808126-2"} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:34.670153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:34.670612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:34.684179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:34.684729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Attempting to bind port 88501732-e3e1-4678-beaa-d3ffc123402e on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:34.691370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:34.694035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:34.695329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:34.695888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Bound port: 88501732-e3e1-4678-beaa-d3ffc123402e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:34.697052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.711551 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.834347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47834) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:34.839172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:34.844025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:34.861181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0376e7-f32b-455b-98d1-6f9904ec185c req-48c9458e-6bb5-4337-8b6d-87e58c84167b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:34.868885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe0376e7-f32b-455b-98d1-6f9904ec185c req-48c9458e-6bb5-4337-8b6d-87e58c84167b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 950 time: 0.1015522 Sep 10 03:01:34.876807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.968847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3362d4d9-934b-44d4-ad99-33565f9cc9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:34.973607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe0376e7-f32b-455b-98d1-6f9904ec185c req-d525971c-5a9e-43f4-a901-5c26c784e683 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036830 Sep 10 03:01:34.981234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267e364-1272-4147-9f90-378725927e9b service neutron] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=8']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:35.004324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:35.004901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.006410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0267e364-1272-4147-9f90-378725927e9b service neutron] 10.222.0.32 "PUT /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 1121 time: 1.0616798 Sep 10 03:01:35.094192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['88501732-e3e1-4678-beaa-d3ffc123402e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:35.168075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d991-a244-49be-8bc0-43aadf82f51c req-45d7c3de-4d08-4762-88fc-893c87623346 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:35.175980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9506d991-a244-49be-8bc0-43aadf82f51c req-45d7c3de-4d08-4762-88fc-893c87623346 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.0825753 Sep 10 03:01:35.189453 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3362d4d9-934b-44d4-ad99-33565f9cc9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.200580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3362d4d9-934b-44d4-ad99-33565f9cc9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.275653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3362d4d9-934b-44d4-ad99-33565f9cc9f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdae7dc4cfc94105884ae5fe7b99a078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401190 Sep 10 03:01:35.285577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-51887033-277f-4f5d-8c17-5e08a0cff0b0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:35.287174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-51887033-277f-4f5d-8c17-5e08a0cff0b0 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 950 time: 0.1013770 Sep 10 03:01:35.287607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:35.291350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9506d991-a244-49be-8bc0-43aadf82f51c req-ce0603c3-cb92-4a09-8241-40c86b5543dd tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089706 Sep 10 03:01:35.292348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362d4d9-934b-44d4-ad99-33565f9cc9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a123a41-bb35-4cd3-80e7-661087351794,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:35.345466 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.465576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a72a9-611c-427a-bd93-8b22888ddca4 req-d3e9195f-671e-42a2-808e-ce57d9539811 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:35.467088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d75a72a9-611c-427a-bd93-8b22888ddca4 req-d3e9195f-671e-42a2-808e-ce57d9539811 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 948 time: 0.1151080 Sep 10 03:01:35.469378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58f43a65-6580-4eb9-b98c-e885c9f4257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.512538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58f43a65-6580-4eb9-b98c-e885c9f4257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.545349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Deleting port 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:35.545678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.577489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d75a72a9-611c-427a-bd93-8b22888ddca4 req-b13df6a3-5ff4-4181-a59f-fe423b2d988a tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010997 Sep 10 03:01:35.647692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58f43a65-6580-4eb9-b98c-e885c9f4257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.650461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58f43a65-6580-4eb9-b98c-e885c9f4257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.654371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-58f43a65-6580-4eb9-b98c-e885c9f4257e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a123a41-bb35-4cd3-80e7-661087351794 HTTP/1.1" status: 204 len: 168 time: 0.3657138 Sep 10 03:01:35.673807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f43a65-6580-4eb9-b98c-e885c9f4257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a123a41-bb35-4cd3-80e7-661087351794,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:35.680174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] For port 61d81bc4-f161-4c2f-acea-b7326e8cd886, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=61d81bc4-f161-4c2f-acea-b7326e8cd886,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:35.680549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:35.711721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Calling delete_port for 61d81bc4-f161-4c2f-acea-b7326e8cd886 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:35.836886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aa56e-2141-4607-b5a8-34d8591e2c63 req-cdd1b11c-9c1f-47ee-be5b-dabe2a6b9fa4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:35.840163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e0aa56e-2141-4607-b5a8-34d8591e2c63 req-cdd1b11c-9c1f-47ee-be5b-dabe2a6b9fa4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 943 time: 0.1240010 Sep 10 03:01:35.917492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e0aa56e-2141-4607-b5a8-34d8591e2c63 req-070fb301-1ffe-445b-8438-7bf0f491c76a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711341 Sep 10 03:01:35.990636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.006289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['61d81bc4-f161-4c2f-acea-b7326e8cd886'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:36.008951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'fec07df8-922d-4c19-9853-4e3a797f9676'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:36.011310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85636747-1407-4af3-856e-c0aef0acd34b details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:36.024930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event deleted for resources: {'Port': ['ID=61d81bc4-f161-4c2f-acea-b7326e8cd886,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:36.095073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47866) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:36.116121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] No DVR routers for this DVR port 61d81bc4-f161-4c2f-acea-b7326e8cd886 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:36.118497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae7df7c-a36d-4716-8475-b2e12f648bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.121177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.123304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68ed9e07-d190-4f89-b614-b6cca1cfce5f req-baeddf8f-21fd-4ce8-86d9-a91b488ee5ad tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.32 "DELETE /v2.0/ports/61d81bc4-f161-4c2f-acea-b7326e8cd886 HTTP/1.1" status: 204 len: 173 time: 0.8267152 Sep 10 03:01:36.253446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85636747-1407-4af3-856e-c0aef0acd34b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85636747-1407-4af3-856e-c0aef0acd34b,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:36.266931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:36.283321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-948b9637-62ee-4cd5-a0c4-1aef280de324 req-e7e7ac86-72d9-4db8-bcec-8a615259ea9e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd086ea3-fd93-4719-b797-5a18b98e8e03 HTTP/1.1" status: 200 len: 210 time: 0.1111856 Sep 10 03:01:36.293993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae7df7c-a36d-4716-8475-b2e12f648bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.300940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae7df7c-a36d-4716-8475-b2e12f648bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.346141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:36.357078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '85636747-1407-4af3-856e-c0aef0acd34b', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'port_id': '85636747-1407-4af3-856e-c0aef0acd34b', 'mac_address': 'fa:16:3e:78:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:36.358925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47870) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:36.359204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aae7df7c-a36d-4716-8475-b2e12f648bf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dce4955be6840409d5e2719b373d61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629957 Sep 10 03:01:36.362410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7df7c-a36d-4716-8475-b2e12f648bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839dbe01-0fde-4687-b9d1-5b41e5235439,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:36.425355 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.442037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85636747-1407-4af3-856e-c0aef0acd34b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:36.465490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85636747-1407-4af3-856e-c0aef0acd34b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85636747-1407-4af3-856e-c0aef0acd34b,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:36.467367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:36.494993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:36.495765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.506994 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.516017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f5a50-0ace-4b40-9a15-162b925c3842 req-6c961409-ebf6-4890-9a6d-e139e1d544ea tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:36.517726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-711f5a50-0ace-4b40-9a15-162b925c3842 req-6c961409-ebf6-4890-9a6d-e139e1d544ea tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 943 time: 0.1249065 Sep 10 03:01:36.522224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f625-bb2f-4816-8f2b-e229cc041afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.579860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f625-bb2f-4816-8f2b-e229cc041afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.605591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-711f5a50-0ace-4b40-9a15-162b925c3842 req-4a728827-6885-47e9-95f8-4b0430622c65 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810442 Sep 10 03:01:36.632575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e'}, {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-deleted', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:36.635059 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9650e-ef0b-4e87-99a5-294b9817b30a" -d '{"events": [{"name": "network-changed", "server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e"}, {"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-deleted", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:36.678372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f625-bb2f-4816-8f2b-e229cc041afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.685273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f625-bb2f-4816-8f2b-e229cc041afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:36.692554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4ca2f625-bb2f-4816-8f2b-e229cc041afa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/839dbe01-0fde-4687-b9d1-5b41e5235439 HTTP/1.1" status: 204 len: 168 time: 0.3316028 Sep 10 03:01:36.714696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2f625-bb2f-4816-8f2b-e229cc041afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839dbe01-0fde-4687-b9d1-5b41e5235439,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:36.875010 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e561d7-ec72-4694-9a29-c668708d824a x-openstack-request-id: req-62e561d7-ec72-4694-9a29-c668708d824a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:36.875411 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e", "status": "completed", "code": 200}, {"server_uuid": "cd086ea3-fd93-4719-b797-5a18b98e8e03", "name": "network-vif-deleted", "tag": "61d81bc4-f161-4c2f-acea-b7326e8cd886", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:36.875854 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62e561d7-ec72-4694-9a29-c668708d824a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:36.880226 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e', 'status': 'completed', 'code': 200} Sep 10 03:01:36.880915 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd086ea3-fd93-4719-b797-5a18b98e8e03', 'name': 'network-vif-deleted', 'tag': '61d81bc4-f161-4c2f-acea-b7326e8cd886', 'status': 'completed', 'code': 200} Sep 10 03:01:36.900310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['85636747-1407-4af3-856e-c0aef0acd34b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:36.914681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daf2c5-ce76-44a1-899b-9a32d21a253e req-27b5c144-7180-4cb7-aedb-c257caa9b97c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:36.932307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18daf2c5-ce76-44a1-899b-9a32d21a253e req-27b5c144-7180-4cb7-aedb-c257caa9b97c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 948 time: 0.1720026 Sep 10 03:01:36.982905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85636747-1407-4af3-856e-c0aef0acd34b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:37.030105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18daf2c5-ce76-44a1-899b-9a32d21a253e req-8db3f601-b26d-4699-91da-5c6d849924d8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910425 Sep 10 03:01:37.071606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-fb25ef05-822f-4b1f-b9d7-d0cffa1adc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.074844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-fb25ef05-822f-4b1f-b9d7-d0cffa1adc7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1124 time: 0.1584716 Sep 10 03:01:37.143497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:37.206350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee0e9-7519-43c4-b9f4-f797ad663fab req-a04aedf4-dc2f-4af1-ad34-0d0c1220d6e6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.208077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11cee0e9-7519-43c4-b9f4-f797ad663fab req-a04aedf4-dc2f-4af1-ad34-0d0c1220d6e6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 943 time: 0.0930669 Sep 10 03:01:37.251603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e has no active binding in host n-h1-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:01:37.288404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:37.310488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11cee0e9-7519-43c4-b9f4-f797ad663fab req-584ef3a2-28d9-49a8-a039-cfa2002a947c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908339 Sep 10 03:01:37.312156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-246d1e33-de52-4af3-8327-186c246fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.320716 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-246d1e33-de52-4af3-8327-186c246fce78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.2359943 Sep 10 03:01:37.329837 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:37.354344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:37.356486 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd33ce-4ba7-4c44-af2e-0188517e7149" -d '{"events": [{"server_uuid": "7aab1e07-8088-46f9-9085-999e367ac9e0", "name": "network-vif-plugged", "status": "completed", "tag": "e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:37.386827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:37.410423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:37.454774 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eede557a-bcec-43ac-87e3-bcdc76d97ea8 x-openstack-request-id: req-eede557a-bcec-43ac-87e3-bcdc76d97ea8 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:37.455341 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aab1e07-8088-46f9-9085-999e367ac9e0", "name": "network-vif-plugged", "status": "completed", "tag": "e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:37.455668 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eede557a-bcec-43ac-87e3-bcdc76d97ea8 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:37.456189 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68', 'code': 200} Sep 10 03:01:37.468769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-28b48ccc-f22f-4112-9018-56a8f197c8d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 217 time: 0.1341610 Sep 10 03:01:37.586043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:37.623421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-f7c9f7d8-3d89-43b3-86d9-a97cb932f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.631193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-f7c9f7d8-3d89-43b3-86d9-a97cb932f61c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1522398 Sep 10 03:01:37.658235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce8188-f4aa-4885-80db-e659fb08ac75 req-cf002439-0c42-4c27-9e41-a9140a068522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.663210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1ce8188-f4aa-4885-80db-e659fb08ac75 req-cf002439-0c42-4c27-9e41-a9140a068522 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 1100 time: 0.1392694 Sep 10 03:01:37.750551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-21cdf064-7730-47f2-b09a-10a78b9c0187 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003168 Sep 10 03:01:37.776703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1ce8188-f4aa-4885-80db-e659fb08ac75 req-cddaf60d-bda4-44c1-8e24-8d4727f13c40 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037133 Sep 10 03:01:37.877704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fe45b-f900-466a-a12c-785e73584fdf req-0171a7b3-1757-494e-b6ed-a92465934abe tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.886248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-188fe45b-f900-466a-a12c-785e73584fdf req-0171a7b3-1757-494e-b6ed-a92465934abe tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 944 time: 0.0993347 Sep 10 03:01:37.895697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb50ef-33ca-4991-a9f4-b73e5784baaf req-222a47d0-3901-4b54-a8ed-42731e27740d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:37.903262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4cb50ef-33ca-4991-a9f4-b73e5784baaf req-222a47d0-3901-4b54-a8ed-42731e27740d tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1516197 Sep 10 03:01:37.940062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-188fe45b-f900-466a-a12c-785e73584fdf req-bd5d3f94-a0d7-4231-a69b-7676d73c5e8e tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526509 Sep 10 03:01:37.954573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4cb50ef-33ca-4991-a9f4-b73e5784baaf req-d897b115-93ca-4903-b71b-53206890a2eb tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 Sep 10 03:01:37.972576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-f146fd42-fc30-47cd-9c1b-7dfe44ef185b service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906528 Sep 10 03:01:38.137167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fb9650e-ef0b-4e87-99a5-294b9817b30a req-7b3a9b07-455a-4758-91a4-298b0a531966 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546299 Sep 10 03:01:38.250872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b43fd-a570-491a-8baa-1d016946867a req-050884b0-a270-4889-af67-106e5e376d43 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:38.259380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f44b43fd-a570-491a-8baa-1d016946867a req-050884b0-a270-4889-af67-106e5e376d43 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 949 time: 0.0681722 Sep 10 03:01:38.265374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:38.303090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 61d81bc4-f161-4c2f-acea-b7326e8cd886 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:38.304243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 61d81bc4-f161-4c2f-acea-b7326e8cd886 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:38.336640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f44b43fd-a570-491a-8baa-1d016946867a req-b559d184-94c2-42d6-af96-f9f7a113d84b tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755284 Sep 10 03:01:38.459238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b15d7c-765c-48af-8d6b-e416744e6143 req-342f985d-81d2-45ee-a7bc-2da2380f8ea4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:38.461527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22b15d7c-765c-48af-8d6b-e416744e6143 req-342f985d-81d2-45ee-a7bc-2da2380f8ea4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 943 time: 0.0644901 Sep 10 03:01:38.511116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22b15d7c-765c-48af-8d6b-e416744e6143 req-cc91d38b-2b62-4b88-a0c9-6e986576030f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Sep 10 03:01:39.012802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47988) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:39.150359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348241-e367-404c-bb45-162344156d48 req-fd482a89-f265-4ecb-9a14-150047e1167e tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:39.151949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2348241-e367-404c-bb45-162344156d48 req-fd482a89-f265-4ecb-9a14-150047e1167e tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 944 time: 0.1024382 Sep 10 03:01:39.208599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c7cea4ab-8a2e-4a5d-bf9f-65372c628ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.214968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9616-fddc-4e9a-9d0d-72b8cfdc3f7e req-5d743ba9-1716-40ed-aeb2-f8c32832954e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:39.216518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31ee9616-fddc-4e9a-9d0d-72b8cfdc3f7e req-5d743ba9-1716-40ed-aeb2-f8c32832954e tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1604900 Sep 10 03:01:39.253817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2348241-e367-404c-bb45-162344156d48 req-45ca997c-ec5d-4436-87d7-f0fd13cdd0cd tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864360 Sep 10 03:01:39.283098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31ee9616-fddc-4e9a-9d0d-72b8cfdc3f7e req-75ae2819-9847-4d54-916c-e2b502398131 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560365 Sep 10 03:01:39.291329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-9a0bf8fd-2199-41b7-94e1-730f3f163fab service neutron] 10.222.0.36 "GET /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.1590934 Sep 10 03:01:39.369238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c7cea4ab-8a2e-4a5d-bf9f-65372c628ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.377240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c7cea4ab-8a2e-4a5d-bf9f-65372c628ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.444854 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c7cea4ab-8a2e-4a5d-bf9f-65372c628ff7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f667ba4ad1a4d19833682c267148bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278247 Sep 10 03:01:39.445925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48008) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:39.525641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cea4ab-8a2e-4a5d-bf9f-65372c628ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5112a2f2-5371-4c60-b38b-1912b029c347,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:39.566320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48da3248-2149-4ec6-b7b9-0d1845551487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.594249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-97e98c94-f874-4184-a454-c062f6b7241b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:39.596075 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-97e98c94-f874-4184-a454-c062f6b7241b tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 949 time: 0.1072145 Sep 10 03:01:39.627578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ff910-2e88-4d20-97d6-78a9df6678f4 req-c74dc2e3-918b-4108-bdf1-24183fe1dbfe tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:39.634697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-800ff910-2e88-4d20-97d6-78a9df6678f4 req-c74dc2e3-918b-4108-bdf1-24183fe1dbfe tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 949 time: 0.1385548 Sep 10 03:01:39.677628 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48da3248-2149-4ec6-b7b9-0d1845551487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.715961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-800ff910-2e88-4d20-97d6-78a9df6678f4 req-2bfbe7c9-c14b-41f1-bec9-294392582424 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717835 Sep 10 03:01:39.720033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:39.752334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:39.787840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52702f47-eaf7-4c7a-a768-9d7c46a0aa9a req-46f4c280-7597-4d13-ace4-be488a6d5820 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:39.789557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52702f47-eaf7-4c7a-a768-9d7c46a0aa9a req-46f4c280-7597-4d13-ace4-be488a6d5820 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 943 time: 0.1827331 Sep 10 03:01:39.806445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88501732-e3e1-4678-beaa-d3ffc123402e {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:39.833224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:39.863472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Deleting port fec07df8-922d-4c19-9853-4e3a797f9676 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:39.863984 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.874519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.919653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52702f47-eaf7-4c7a-a768-9d7c46a0aa9a req-872ee3ed-7bcf-4d8f-89d4-95b0ea6c4875 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156678 Sep 10 03:01:39.937582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48da3248-2149-4ec6-b7b9-0d1845551487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.937582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48da3248-2149-4ec6-b7b9-0d1845551487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:39.939254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-48da3248-2149-4ec6-b7b9-0d1845551487 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5112a2f2-5371-4c60-b38b-1912b029c347 HTTP/1.1" status: 204 len: 168 time: 0.4884489 Sep 10 03:01:40.006175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-6346e216-03c1-49b6-9c81-ae8ec50c69b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2125373 Sep 10 03:01:40.007313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da3248-2149-4ec6-b7b9-0d1845551487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5112a2f2-5371-4c60-b38b-1912b029c347,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:40.026214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] Transition to ACTIVE for port object 88501732-e3e1-4678-beaa-d3ffc123402e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:40.038005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:40.057271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85636747-1407-4af3-856e-c0aef0acd34b up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:40.146609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] For port fec07df8-922d-4c19-9853-4e3a797f9676, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=fec07df8-922d-4c19-9853-4e3a797f9676,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:40.148343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:40.205496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Calling delete_port for fec07df8-922d-4c19-9853-4e3a797f9676 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:40.213031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 85636747-1407-4af3-856e-c0aef0acd34b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:40.217702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 85636747-1407-4af3-856e-c0aef0acd34b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:40.218320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:40.250550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] No DVR routers for this DVR port 88501732-e3e1-4678-beaa-d3ffc123402e on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:40.253497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-248f2468-f250-4eb4-aa51-ff21c33bc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.256977 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-248f2468-f250-4eb4-aa51-ff21c33bc1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdefb927a1ca491f82300590a76294f8&device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 1099 time: 0.1869862 Sep 10 03:01:40.260682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] Pushing event updated for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=10']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:40.317845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bf2149e9-6f68-4e20-9912-3067b35e349d service neutron] 10.222.0.36 "PUT /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e/bindings/n-h1-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0184095 Sep 10 03:01:40.430757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:40.459724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3049fba-f03a-420e-9ba5-d257bceaf7bd req-7effba7d-3fc0-4d63-9f32-cf7a28e46455 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.471203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3049fba-f03a-420e-9ba5-d257bceaf7bd req-7effba7d-3fc0-4d63-9f32-cf7a28e46455 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 949 time: 0.2322454 Sep 10 03:01:40.500937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 85636747-1407-4af3-856e-c0aef0acd34b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85636747-1407-4af3-856e-c0aef0acd34b,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:40.503683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537801-31ad-43eb-9136-9a579c08697e req-8504420a-355a-49d1-ac3b-8d89064ce88d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.504804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:40.511785 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8640cf-9eea-419e-be0f-a65ed6caae00" -d '{"events": [{"server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "name": "network-vif-plugged", "status": "completed", "tag": "85636747-1407-4af3-856e-c0aef0acd34b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:40.512918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e537801-31ad-43eb-9136-9a579c08697e req-8504420a-355a-49d1-ac3b-8d89064ce88d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 944 time: 0.1330619 Sep 10 03:01:40.525546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:40.529191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:40.536000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-179d4f0b-ae8f-460c-af51-cf85830195b0 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.538913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-179d4f0b-ae8f-460c-af51-cf85830195b0 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1488125 Sep 10 03:01:40.545343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-ded190eb-ed80-4962-b16b-03211232413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.547059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-ded190eb-ed80-4962-b16b-03211232413d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2004611 Sep 10 03:01:40.567908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3049fba-f03a-420e-9ba5-d257bceaf7bd req-129daecd-ea58-4c71-88b3-100dfe3fdc42 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921834 Sep 10 03:01:40.624150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e537801-31ad-43eb-9136-9a579c08697e req-4421dded-05ad-4277-92b4-75866be957fe tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102064 Sep 10 03:01:40.638012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:40.675115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-38045856-543b-4544-81fe-6af77d053072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.679799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-38045856-543b-4544-81fe-6af77d053072 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13&tenant_id=ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 1095 time: 0.1300578 Sep 10 03:01:40.728235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-36d84281-13b6-43a0-b0b7-8bdd838a9329 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 200 len: 217 time: 0.1532710 Sep 10 03:01:40.757074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=85636747-1407-4af3-856e-c0aef0acd34b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:40.817404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f8d9a79e-1d72-4eb0-ae6f-48ba2f5fdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:40.820312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-f8d9a79e-1d72-4eb0-ae6f-48ba2f5fdc91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1095 time: 0.1052105 Sep 10 03:01:41.001132 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:41.021064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-55913f7f-a026-4bdd-8e6b-cd0f371292f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.024665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:41.027001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-55913f7f-a026-4bdd-8e6b-cd0f371292f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.1882634 Sep 10 03:01:41.096552 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0eae8f-fb92-489d-a91f-f824edc361ca x-openstack-request-id: req-ff0eae8f-fb92-489d-a91f-f824edc361ca {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:41.097055 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "name": "network-vif-plugged", "status": "completed", "tag": "85636747-1407-4af3-856e-c0aef0acd34b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:41.097171 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff0eae8f-fb92-489d-a91f-f824edc361ca {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:41.097538 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b', 'code': 200} Sep 10 03:01:41.101390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafabff9-105d-44f5-8d08-3010e77705ce req-bbdcf3e2-28ae-4802-be68-227846f5df51 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.103027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dafabff9-105d-44f5-8d08-3010e77705ce req-bbdcf3e2-28ae-4802-be68-227846f5df51 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909a75b-e790-446f-9816-f026184401d1 HTTP/1.1" status: 200 len: 867 time: 0.3923709 Sep 10 03:01:41.154373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-a0777800-68b5-4c18-bb6e-d5845e9d9aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 200 len: 217 time: 0.1208618 Sep 10 03:01:41.158034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-9c9b7f93-ddc3-4eb2-9e01-c91f7d907704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.159987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-9c9b7f93-ddc3-4eb2-9e01-c91f7d907704 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.4054351 Sep 10 03:01:41.201809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event deleted for resources: {'Port': ['ID=fec07df8-922d-4c19-9853-4e3a797f9676,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:41.265657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-bba65dee-ebec-4efc-a969-80f2ed8bf2e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3559685 Sep 10 03:01:41.314063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] No DVR routers for this DVR port fec07df8-922d-4c19-9853-4e3a797f9676 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:41.321135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:41.323009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1fdf27a-2d33-4cee-8e9f-d2bf23783831 req-a7e45d15-9ac9-40aa-881a-aab7c366c04a tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "DELETE /v2.0/ports/fec07df8-922d-4c19-9853-4e3a797f9676 HTTP/1.1" status: 204 len: 173 time: 1.7112763 Sep 10 03:01:41.323483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-deleted', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:41.325975 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25687c87-ba12-478b-8ead-63c8dfc168cc" -d '{"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-deleted", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:41.342855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dafabff9-105d-44f5-8d08-3010e77705ce req-83dbd0f6-2de6-48a5-bb76-42c209385275 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139318 Sep 10 03:01:41.353025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bfcfc03f-6313-47ff-bded-d91d63f1eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.355057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-bfcfc03f-6313-47ff-bded-d91d63f1eaff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1874597 Sep 10 03:01:41.369592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-2b93390d-184b-473e-9fdf-91053c97d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.371167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-2b93390d-184b-473e-9fdf-91053c97d6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868351 Sep 10 03:01:41.390740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-8c00fb69-8042-4138-a342-1aed174251b8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5cba85d9096e414795413ee79afc7224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484214 Sep 10 03:01:41.438703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-8c5f3e5f-87b3-46ac-959d-e3358a5644d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660012 Sep 10 03:01:41.443427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b737a26-0f94-496e-a9de-77a706d75752 req-4dbd3cd4-1c12-4448-83fa-3dde4f40e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.444910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b737a26-0f94-496e-a9de-77a706d75752 req-4dbd3cd4-1c12-4448-83fa-3dde4f40e2f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 1096 time: 0.2547691 Sep 10 03:01:41.559635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.560790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.561599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.562518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.563194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.564245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.565031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.567342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-cc3f330a-e0c1-47b3-92a3-8b5bf7c507f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6501 time: 0.2184889 Sep 10 03:01:41.608225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d98f9d-f2ef-4fde-8556-726b8c32bc34 req-dda1a28d-5ad2-4755-b871-3eacd94eec8c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:41.615948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c7d98f9d-f2ef-4fde-8556-726b8c32bc34 req-dda1a28d-5ad2-4755-b871-3eacd94eec8c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 944 time: 0.1586244 Sep 10 03:01:41.662528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-b66ecd33-83d3-484c-9e3a-4568aa72d0b4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474399 Sep 10 03:01:42.067278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:42.124750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: fec07df8-922d-4c19-9853-4e3a797f9676 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:42.126457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device fec07df8-922d-4c19-9853-4e3a797f9676 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:42.127043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b737a26-0f94-496e-a9de-77a706d75752 req-8d9d33b5-3c9b-4bfb-942f-42420177ba47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6620791 Sep 10 03:01:42.152847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-df3e0c47-bf64-4d7c-b14c-ffc04cec36bc tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.161151 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-df3e0c47-bf64-4d7c-b14c-ffc04cec36bc tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7694199 Sep 10 03:01:42.189410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-0e0db0a7-b5b7-41a1-8ec4-439487e78963 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/quotas/5cba85d9096e414795413ee79afc7224 HTTP/1.1" status: 200 len: 375 time: 0.0267096 Sep 10 03:01:42.212089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c7d98f9d-f2ef-4fde-8556-726b8c32bc34 req-42e18fbe-7c4b-4d1f-bf5a-a8a7abfb9ebb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902560 Sep 10 03:01:42.237266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-51bdd3f7-e7b3-4eb4-918b-eca7069e6837 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823994 Sep 10 03:01:42.328093 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8115269b-53f1-4198-9063-f4f380dde1f4 x-openstack-request-id: req-8115269b-53f1-4198-9063-f4f380dde1f4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:42.328407 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909a75b-e790-446f-9816-f026184401d1", "name": "network-vif-deleted", "tag": "fec07df8-922d-4c19-9853-4e3a797f9676", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:42.328658 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8115269b-53f1-4198-9063-f4f380dde1f4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:42.329059 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f909a75b-e790-446f-9816-f026184401d1', 'name': 'network-vif-deleted', 'tag': 'fec07df8-922d-4c19-9853-4e3a797f9676', 'status': 'completed', 'code': 200} Sep 10 03:01:42.341343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7e328a27-7532-4d05-9775-84aa571b3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.341668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7e328a27-7532-4d05-9775-84aa571b3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.342136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7e328a27-7532-4d05-9775-84aa571b3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.344178 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7e328a27-7532-4d05-9775-84aa571b3fd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 200 len: 2294 time: 0.7206242 Sep 10 03:01:42.366054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-6799cb04-8e42-4478-9644-4916e8c0b005 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cba85d9096e414795413ee79afc7224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756701 Sep 10 03:01:42.455208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-b9359f33-e768-476a-8039-3838d0a37afe service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068517 Sep 10 03:01:42.500026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2b1fafb-9a4f-455b-bd4b-6136efcdc8cf req-2dee0781-97e2-4546-bbd5-fb065a74efb5 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193088 Sep 10 03:01:42.552932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-bf51c543-0832-4d09-80ea-eb7ac3ae0ef8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=317cb891-9ec3-4317-ac29-8a8734791a29 HTTP/1.1" status: 200 len: 1000 time: 0.1879244 Sep 10 03:01:42.685975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-ac2e5fe4-5e68-41d8-958c-c4a3af7d181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.690509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-ac2e5fe4-5e68-41d8-958c-c4a3af7d181c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03e0228f-39d9-4fb6-8a0e-db15769a0d71 HTTP/1.1" status: 200 len: 856 time: 0.1242061 Sep 10 03:01:42.704809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48116) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:42.837592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9ac6-7ba7-496c-b855-c2ac5b626eac req-41ac6a24-342e-448c-8b70-ff9bfba2965b tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.845632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc4c9ac6-7ba7-496c-b855-c2ac5b626eac req-41ac6a24-342e-448c-8b70-ff9bfba2965b tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.3704417 Sep 10 03:01:42.876372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7e129b72-0cb6-4988-bd82-de24742d5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.877836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7e129b72-0cb6-4988-bd82-de24742d5d47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689267 Sep 10 03:01:42.914490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0dc1cc35-b63a-4079-8a53-398bedebaff4 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:42.916023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-0dc1cc35-b63a-4079-8a53-398bedebaff4 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1795990 Sep 10 03:01:42.935338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e1c50bc3-70f6-4fdd-b186-f8e89e67a7d2 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:42.942120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc4c9ac6-7ba7-496c-b855-c2ac5b626eac req-ecdcfb73-e429-44f2-b18d-ad6106ef6b4c tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955441 Sep 10 03:01:43.037641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-15e2521a-5d20-45a2-8020-5cc5a58823fe service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464007 Sep 10 03:01:43.118470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-711c17f1-5575-4672-b0ab-ba13bf747bc5 req-3a6c0844-ee27-44e8-8f57-453bb01b2f50 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 210 time: 0.1871257 Sep 10 03:01:43.202124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e1c50bc3-70f6-4fdd-b186-f8e89e67a7d2 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "PUT /v2.0/quotas/acd7912297574260bc4571495ef91e95 HTTP/1.1" status: 200 len: 366 time: 0.4961855 Sep 10 03:01:43.205037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48128) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.220286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8223f1fb-7c63-44dd-bf76-fc81871a648d tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0130193 Sep 10 03:01:43.225079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48132) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.259373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e8b80fac-4337-4257-9317-a787f0d30f47 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "GET /v2.0/quotas/acd7912297574260bc4571495ef91e95 HTTP/1.1" status: 200 len: 366 time: 0.0330973 Sep 10 03:01:43.264635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48136) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.275882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-ef314498-a618-4600-bbc3-61b183ebbf20 service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277391 Sep 10 03:01:43.291244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-c3f5421c-1d6f-4e5f-92a0-1d2d7a2acb47 service neutron] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:43.297166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-c3f5421c-1d6f-4e5f-92a0-1d2d7a2acb47 service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:43.300677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64b93567-9edd-4483-8e8e-73f7be7381f0 req-c3f5421c-1d6f-4e5f-92a0-1d2d7a2acb47 service neutron] 10.222.0.32 "DELETE /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e/bindings/n-h2-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.3297935 Sep 10 03:01:43.332607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41d7a3ec-4dff-4ad9-8206-74047da841cd tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/acd7912297574260bc4571495ef91e95 HTTP/1.1" status: 204 len: 168 time: 0.0611145 Sep 10 03:01:43.335685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48138) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.375313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ab0e539a-24d1-4ca6-929f-0a88763495a4 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0363917 Sep 10 03:01:43.377028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.419009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-efa9be1f-7d31-41f3-9170-1c895c27cd92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 217 time: 0.1342039 Sep 10 03:01:43.434291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3ca26923-bde9-417c-9b8e-e63bd717e732 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "GET /v2.0/quotas/acd7912297574260bc4571495ef91e95 HTTP/1.1" status: 200 len: 370 time: 0.0521266 Sep 10 03:01:43.438325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.445216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6c519f94-c9da-48c8-a54b-f0b88a5d3ec8 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "GET /v2.0/quotas/acd7912297574260bc4571495ef91e95/default HTTP/1.1" status: 200 len: 370 time: 0.0055878 Sep 10 03:01:43.453706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48144) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.466765 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-3dfbc483-dffc-4715-9c38-ef3636097f46 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] delete failed (client error): The resource could not be found. Sep 10 03:01:43.468340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3dfbc483-dffc-4715-9c38-ef3636097f46 tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/acd7912297574260bc4571495ef91e95 HTTP/1.1" status: 404 len: 348 time: 0.0131569 Sep 10 03:01:43.488110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dbd91-5345-4572-aba6-3fa591eb35fc req-ebf4f4c7-cc1b-4801-b230-00e05d507042 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:43.489988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f8dbd91-5345-4572-aba6-3fa591eb35fc req-ebf4f4c7-cc1b-4801-b230-00e05d507042 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1052129 Sep 10 03:01:43.511173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811d23c-6e65-465c-9597-be3279ad8a85 req-1afaf3bc-c7af-46bf-84f2-74b746337e0c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:43.513278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e811d23c-6e65-465c-9597-be3279ad8a85 req-1afaf3bc-c7af-46bf-84f2-74b746337e0c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 944 time: 0.2057447 Sep 10 03:01:43.562159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f8dbd91-5345-4572-aba6-3fa591eb35fc req-67ec7086-d8d8-45cf-96fd-460c9bc67fe3 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567713 Sep 10 03:01:43.572021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-b8703919-e906-4b46-b711-659b04ce4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:43.584056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-b8703919-e906-4b46-b711-659b04ce4f7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1321063 Sep 10 03:01:43.589965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e811d23c-6e65-465c-9597-be3279ad8a85 req-78e180cc-8f04-4b8c-998a-0f9fba8e0866 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668292 Sep 10 03:01:43.676170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48158) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:43.690950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-1a12796a-81c0-4f81-9742-ade5948cfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:43.695444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-1a12796a-81c0-4f81-9742-ade5948cfe3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948029 Sep 10 03:01:43.702825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:network and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:43.714139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:43.728923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:subnet and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:43.745407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:43.759012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:subnetpool and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:43.776890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:43.809220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:port and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:43.824011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:43.832365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d7a3e-6c28-4b85-b1ab-fcb05625325d req-ff990cee-da9c-471b-a136-e4d7e2d5c7ec tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:43.841030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-800d7a3e-6c28-4b85-b1ab-fcb05625325d req-ff990cee-da9c-471b-a136-e4d7e2d5c7ec tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 1095 time: 0.0766325 Sep 10 03:01:43.843512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:router and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:43.862232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:43.877832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-6994ed91-b1d1-4ac2-a385-bc2dd95c1e9e service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666596 Sep 10 03:01:43.880465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:floatingip and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:43.900053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-800d7a3e-6c28-4b85-b1ab-fcb05625325d req-8754cea6-317b-4c68-b644-683b13764aac tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 Sep 10 03:01:43.900974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:44.024317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:security_group and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:44.037357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:44.054775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-7195b9e4-fbca-4244-95b9-26ed5ae01bdc service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444039 Sep 10 03:01:44.055107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Usage tracker for resource:security_group_rule and tenant:0e19beed25f343a8846a5f1d883e2b6e is out of sync, need to count used quota {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:01:44.061049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.quota.resource [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94634) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:01:44.070792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2149cd9-ba74-46c6-9547-38b13fcb41ea tempest-QuotasTest-1594760636 tempest-QuotasTest-1594760636-project-admin] 10.222.0.23 "GET /v2.0/quotas/0e19beed25f343a8846a5f1d883e2b6e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3934891 Sep 10 03:01:44.116435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-b1ee7002-73e2-4fcf-a833-4bd50fadd6a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 217 time: 0.0542872 Sep 10 03:01:44.195130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc640-f09d-4feb-9226-f73064a9ac29 req-f6ffc260-078f-4a7c-9385-224a378a4bfa tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.202301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44bbc640-f09d-4feb-9226-f73064a9ac29 req-f6ffc260-078f-4a7c-9385-224a378a4bfa tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.1338580 Sep 10 03:01:44.223363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-ad09a350-65ce-4b9c-823c-597b82ae0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.225452 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-ad09a350-65ce-4b9c-823c-597b82ae0bdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.0932286 Sep 10 03:01:44.289394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44bbc640-f09d-4feb-9226-f73064a9ac29 req-8ab13f23-65bd-479f-9b5b-fed6d3d7d2ba tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822520 Sep 10 03:01:44.322045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-c2f94e13-699a-44da-aa0e-c4ffea39b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.327141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-c2f94e13-699a-44da-aa0e-c4ffea39b1e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850129 Sep 10 03:01:44.455163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-287a6619-1229-4839-be35-d004dc77633a req-1e93ba88-1aad-491e-a13f-b59e8600bf47 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 210 time: 0.0568542 Sep 10 03:01:44.495000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-b295347a-00eb-4b9d-ac9d-605480ac6c40 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5cba85d9096e414795413ee79afc7224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769925 Sep 10 03:01:44.574558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-cb1cebdd-67fd-4709-a05a-3e7dcd41133f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.581723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-cb1cebdd-67fd-4709-a05a-3e7dcd41133f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.3442209 Sep 10 03:01:44.618443 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-87b2c064-cb5d-4cf3-a751-9f731d5ac733 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870133 Sep 10 03:01:44.638932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-584449aa-12b7-48a7-8b2c-9413af72186d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/quotas/ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 375 time: 0.0558081 Sep 10 03:01:44.648136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:44.663522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1bb0b-08bb-440d-a5b8-9e3191cb5a23 req-2ba910f1-973a-4763-985e-7ed5fe858bd8 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.663522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f9d1bb0b-08bb-440d-a5b8-9e3191cb5a23 req-2ba910f1-973a-4763-985e-7ed5fe858bd8 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.1155343 Sep 10 03:01:44.681371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48208) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:44.688726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Request body: {'floatingip': {'port_id': '85636747-1407-4af3-856e-c0aef0acd34b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:44.733469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:44.785931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-06ba7056-133e-4927-8c9c-fc5d6bff1cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573019 Sep 10 03:01:44.834195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-9a3b4b07-7c8f-47f4-9d5c-567d74b66d3f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944225 Sep 10 03:01:44.841096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-39f714f5-5e22-4fba-a71d-d9368fdecd5d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.842546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-39f714f5-5e22-4fba-a71d-d9368fdecd5d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385720 Sep 10 03:01:44.871732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-43cd756a-6fec-403c-989e-599987166cf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303 HTTP/1.1" status: 200 len: 217 time: 0.0603466 Sep 10 03:01:44.875723 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2906787-f2b7-4029-aa28-39a1d98f2ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:44.906060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Request body: {'port': {'device_id': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '5cba85d9096e414795413ee79afc7224'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:44.927261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-b2c1a684-ccd5-4e52-bc0b-4a1278a539ff tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.928801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-b2c1a684-ccd5-4e52-bc0b-4a1278a539ff tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.2225270 Sep 10 03:01:44.944664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70ca3-6c53-4ec8-ab32-a7b7a6ea9904 req-ae77de37-c5d7-4e5e-a800-f71c5e731457 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.949470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aaf70ca3-6c53-4ec8-ab32-a7b7a6ea9904 req-ae77de37-c5d7-4e5e-a800-f71c5e731457 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 948 time: 0.1605582 Sep 10 03:01:44.994794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-34d334bc-1427-4a8e-b247-242851385b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:44.996239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-34d334bc-1427-4a8e-b247-242851385b33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1155710 Sep 10 03:01:45.070772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aaf70ca3-6c53-4ec8-ab32-a7b7a6ea9904 req-be7f7320-6340-4016-9d17-4c7df555da13 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/security-groups?id=cadd0530-c84e-498a-93b2-787dc0939b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050246 Sep 10 03:01:45.152888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Deleting port b66391c0-539f-41d5-b571-ab3c4fb5b19c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:45.153316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.159652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-c306374a-cb3e-4464-a438-9e4119caa53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:45.163804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-c306374a-cb3e-4464-a438-9e4119caa53a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122036 Sep 10 03:01:45.186792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-83d72fbb-bf3e-4127-9dc5-69f0b766a858 service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379147 Sep 10 03:01:45.355342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] For port b66391c0-539f-41d5-b571-ab3c4fb5b19c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b66391c0-539f-41d5-b571-ab3c4fb5b19c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:45.355836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.360266 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-144fd477-5a7e-4c17-9e16-d8bba83f39b3 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817925 Sep 10 03:01:45.372820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Calling delete_port for b66391c0-539f-41d5-b571-ab3c4fb5b19c owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:45.433166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b0b4a550-7a00-4fd5-92f4-dd062f351a33 service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347579 Sep 10 03:01:45.451760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2906787-f2b7-4029-aa28-39a1d98f2ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.518797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2906787-f2b7-4029-aa28-39a1d98f2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.547502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-0552d395-0b44-4750-bd59-b836b8e8e7cd service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614728 Sep 10 03:01:45.629287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90f3f168-601c-48d7-b568-f2bb7e282b07 req-a2a99489-1a1c-4a02-aad9-35b0a73ca891 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 210 time: 0.0797307 Sep 10 03:01:45.629759 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-a9767f70-5959-4e74-a8f9-079955cefe37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4 HTTP/1.1" status: 200 len: 217 time: 0.0727565 Sep 10 03:01:45.631219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e2906787-f2b7-4029-aa28-39a1d98f2ae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eabd58ef12ba4472afab6fd449ceeb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9745471 Sep 10 03:01:45.644006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48242) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:45.689328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Made reservation on behalf of 5cba85d9096e414795413ee79afc7224 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:45.692830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.694885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906787-f2b7-4029-aa28-39a1d98f2ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861257aa-a9ad-4a4e-8ba9-8d42c4e77aa5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:45.746233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:01:45.800176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7749f60d-2a45-4dd9-ab86-ee0f4ae91d10 req-7382ff5f-ea6c-476f-b90d-e6ec2f3b96f4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1022608 Sep 10 03:01:45.858830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-58fc14c3-50cf-4bbb-9145-e46e69bda15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:45.860452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda65a-3fcc-44fa-b6c0-1e69954a2f84 req-84bec4d9-1d62-4431-accf-41c9d1fe38c5 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:45.860818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-58fc14c3-50cf-4bbb-9145-e46e69bda15d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.2175767 Sep 10 03:01:45.863636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d656b1b-4e56-464c-97a5-5e8e7980d87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.867909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16bda65a-3fcc-44fa-b6c0-1e69954a2f84 req-84bec4d9-1d62-4431-accf-41c9d1fe38c5 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 950 time: 0.1818113 Sep 10 03:01:45.875065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.897855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.903700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d656b1b-4e56-464c-97a5-5e8e7980d87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.923821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:45.936513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b66391c0-539f-41d5-b571-ab3c4fb5b19c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:45.979095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Pushing event deleted for resources: {'Port': ['ID=b66391c0-539f-41d5-b571-ab3c4fb5b19c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:46.000519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16bda65a-3fcc-44fa-b6c0-1e69954a2f84 req-9dca5b64-2261-4914-a784-522fd048fa9d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317441 Sep 10 03:01:46.014864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-6b590ebb-e102-4e65-bed6-b039f98b6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:46.017002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-6b590ebb-e102-4e65-bed6-b039f98b6637 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257825 Sep 10 03:01:46.052339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Allocated IP 192.168.233.61 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/35bcc2b9-6d66-4417-a70f-1280bea4e8c6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:46.089114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] No DVR routers for this DVR port b66391c0-539f-41d5-b571-ab3c4fb5b19c on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:46.095340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:46.098093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71f3b9bb-14a1-410f-bac7-19bf9d0daa2f req-d463e1d2-7672-4f0c-a119-b05d39c79a57 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.36 "DELETE /v2.0/ports/b66391c0-539f-41d5-b571-ab3c4fb5b19c HTTP/1.1" status: 204 len: 173 time: 1.1433687 Sep 10 03:01:46.098583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-deleted', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:46.099164 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Floating IP 8f58e4f6-9404-4aff-89bb-f1660ce93a92 associated. External IP: 172.25.8.203, port: 85636747-1407-4af3-856e-c0aef0acd34b. Sep 10 03:01:46.101128 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c057b5f-7f2b-4dd8-8741-a7e636918b27" -d '{"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-deleted", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:46.163926 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b009614e-aec4-45de-befc-e0ab27ec3518 x-openstack-request-id: req-b009614e-aec4-45de-befc-e0ab27ec3518 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:46.164235 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d815327-a937-4522-a156-bd77ddc0a4f1", "name": "network-vif-deleted", "tag": "b66391c0-539f-41d5-b571-ab3c4fb5b19c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:46.164461 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b009614e-aec4-45de-befc-e0ab27ec3518 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:46.164897 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d815327-a937-4522-a156-bd77ddc0a4f1', 'name': 'network-vif-deleted', 'tag': 'b66391c0-539f-41d5-b571-ab3c4fb5b19c', 'status': 'completed', 'code': 200} Sep 10 03:01:46.167187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d656b1b-4e56-464c-97a5-5e8e7980d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:46.169781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d656b1b-4e56-464c-97a5-5e8e7980d87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:46.171022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3d656b1b-4e56-464c-97a5-5e8e7980d87d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/861257aa-a9ad-4a4e-8ba9-8d42c4e77aa5 HTTP/1.1" status: 204 len: 168 time: 0.5261357 Sep 10 03:01:46.208190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d656b1b-4e56-464c-97a5-5e8e7980d87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861257aa-a9ad-4a4e-8ba9-8d42c4e77aa5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:46.280053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-05f4522c-72f3-4faa-9dfd-b7805394cb0c service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473545 Sep 10 03:01:46.424262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:46.470795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-53cd4f92-6910-4a61-b4d5-2e0f2258dedd service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783822 Sep 10 03:01:46.471677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Transition to ACTIVE for port object 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:46.535968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ebdf32d-b73e-499d-9c16-2db8ce4556d4 req-b0822381-3dcb-49cb-b235-eedecccf7c52 tempest-MigrationsAdminTest-756923160 tempest-MigrationsAdminTest-756923160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d815327-a937-4522-a156-bd77ddc0a4f1 HTTP/1.1" status: 200 len: 210 time: 0.0746684 Sep 10 03:01:46.650148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-20d7ecce-b8c2-45e1-aafd-84181d11ae69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3 HTTP/1.1" status: 200 len: 217 time: 0.1666324 Sep 10 03:01:46.769830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:46.776802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48286) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:46.782180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:46.788980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-4f9de355-0570-45cd-b050-f195dd769b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:46.791244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-4f9de355-0570-45cd-b050-f195dd769b26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.1238971 Sep 10 03:01:46.798951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ece24ed-072e-479e-b80c-a01192789b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:46.854687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:46.880746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-c01af398-c8a0-4c7a-a576-dee26d9e30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:46.882276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-c01af398-c8a0-4c7a-a576-dee26d9e30e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788386 Sep 10 03:01:46.903657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:46.910356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:46.958108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Pushing event updated for resources: {'Port': ['ID=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:46.968509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7d531-a156-4027-9030-b791156485b6 req-c463b461-42c4-4335-8a22-38bacec5c24a tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:46.970353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7b7d531-a156-4027-9030-b791156485b6 req-c463b461-42c4-4335-8a22-38bacec5c24a tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 935 time: 0.2236714 Sep 10 03:01:47.000777 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-73155c4e-cf8c-475c-9320-1bca8c044cd2 req-42cf831f-08ac-457f-9783-14f67951ee85 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0835443 Sep 10 03:01:47.069273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7b7d531-a156-4027-9030-b791156485b6 req-4a967962-6c6b-44ad-b669-1dd727dfbaf8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876644 Sep 10 03:01:47.077956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:47.078773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.117153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Router 9d628553-9ac3-4837-b1ac-3a52b32af3fe has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:01:47.160820 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-62434916-b6ab-4828-a012-4d701e990e29 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677097 Sep 10 03:01:47.176516 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ece24ed-072e-479e-b80c-a01192789b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.199542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-6577d99a-f679-42cd-a669-28860595c59d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3187518 Sep 10 03:01:47.203506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ece24ed-072e-479e-b80c-a01192789b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.238611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Request body: {'port': {'device_id': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:47.277299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:01:47.289513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] Sync routers for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:01:47.295381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.300115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:01:47.301073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:01:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:47.328217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.340131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1e81e9e-eb04-41c5-a965-8024a89fa3e7 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "PUT /v2.0/floatingips/8f58e4f6-9404-4aff-89bb-f1660ce93a92 HTTP/1.1" status: 200 len: 991 time: 2.6566985 Sep 10 03:01:47.342231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:47.345116 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "tag": "85636747-1407-4af3-856e-c0aef0acd34b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:47.347039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-584cfc4f-39e6-46bd-8ea3-14553e80b986 None None] Provisioning for port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:47.353757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-584cfc4f-39e6-46bd-8ea3-14553e80b986 None None] Provisioning complete for port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:47.354379 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-584cfc4f-39e6-46bd-8ea3-14553e80b986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.394152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-584cfc4f-39e6-46bd-8ea3-14553e80b986 None None] Port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:47.412853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-3d17c4d8-a865-49b5-b33f-257f1e8555f5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:47.416486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-3d17c4d8-a865-49b5-b33f-257f1e8555f5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.3344495 Sep 10 03:01:47.461544 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87efc063-1e7d-4a99-acb0-7b23d444dc0e x-openstack-request-id: req-87efc063-1e7d-4a99-acb0-7b23d444dc0e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:47.461835 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "tag": "85636747-1407-4af3-856e-c0aef0acd34b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:47.462086 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87efc063-1e7d-4a99-acb0-7b23d444dc0e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:47.462477 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b', 'status': 'completed', 'code': 200} Sep 10 03:01:47.492495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Request body: {'port': {'device_id': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'admin_state_up': True, 'tenant_id': 'ff53133a072e468dae1c1a13132c8f31'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:47.499066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:01:47.510864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ece24ed-072e-479e-b80c-a01192789b8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e19beed25f343a8846a5f1d883e2b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7327938 Sep 10 03:01:47.513464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48294) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:47.520589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece24ed-072e-479e-b80c-a01192789b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea86e1c-7f9e-4ac5-949e-c3f613595c83,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:47.587128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-2b228ca8-5aa8-4e71-8fe8-bd088197bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:47.589360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-2b228ca8-5aa8-4e71-8fe8-bd088197bcb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=207dd554d0c54532bd910e7e70ab8454&device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 1096 time: 0.1260927 Sep 10 03:01:47.592747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-e7b52cf1-73f3-42da-a069-27f005ff5774 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149010 Sep 10 03:01:47.685968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f257432e-425c-4d2d-b7c1-1a86a7c96ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.690715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-1b441f2b-954c-4772-95a3-35f089da3b20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e19b996e-7336-45e6-be52-704098aa8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0629685 Sep 10 03:01:47.746051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Made reservation on behalf of ff53133a072e468dae1c1a13132c8f31 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:47.752554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.776797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f257432e-425c-4d2d-b7c1-1a86a7c96ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:47.813307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-0dd4ac9f-1ad5-44cb-a8e4-cc49c43408c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:47.815067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-0dd4ac9f-1ad5-44cb-a8e4-cc49c43408c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.1107221 Sep 10 03:01:47.824300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-6600657d-7b28-4bf6-808b-3d3b30b475b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:47.825917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-6600657d-7b28-4bf6-808b-3d3b30b475b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d38cf699-b864-4e9b-9582-ecd1c44affab HTTP/1.1" status: 200 len: 916 time: 0.2267802 Sep 10 03:01:47.904469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '8f58e4f6-9404-4aff-89bb-f1660ce93a92', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'floating_ip_address': '172.25.8.203', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'port_id': '85636747-1407-4af3-856e-c0aef0acd34b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'mac_address': 'fa:16:3e:78:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:00:47Z', 'updated_at': '2021-09-10T03:01:45Z', 'revision_number': 1, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:47.937742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-a7ba8cc2-b3dd-437c-9a0d-45ade0c67660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:47.939663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-a7ba8cc2-b3dd-437c-9a0d-45ade0c67660 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977964 Sep 10 03:01:47.941810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] Checking router: 9d628553-9ac3-4837-b1ac-3a52b32af3fe for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:01:47.954109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:01:47.954399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:01:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:48.079434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:48.093384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:48.139600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: b66391c0-539f-41d5-b571-ab3c4fb5b19c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:48.140042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b66391c0-539f-41d5-b571-ab3c4fb5b19c not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:48.155247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:01:48.298565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:48.310720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.358661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-570c1184-6dd4-40c3-9405-3f2eadd7110b service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047019 Sep 10 03:01:48.361299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:48.370254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Transition to ACTIVE for port object 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:48.371190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f257432e-425c-4d2d-b7c1-1a86a7c96ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.374202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f257432e-425c-4d2d-b7c1-1a86a7c96ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.375794 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f257432e-425c-4d2d-b7c1-1a86a7c96ee7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eea86e1c-7f9e-4ac5-949e-c3f613595c83 HTTP/1.1" status: 204 len: 168 time: 0.8610694 Sep 10 03:01:48.378137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-09150c75-2c04-431e-89d2-f5c0900f216d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85636747-1407-4af3-856e-c0aef0acd34b HTTP/1.1" status: 200 len: 999 time: 0.5424459 Sep 10 03:01:48.383509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.404388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3655000-b132-41c5-bbef-6f32707bbeb9 req-9ef76be7-e09c-45d0-8db2-63bca57ef159 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 210 time: 0.3181295 Sep 10 03:01:48.405780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Allocated IP 172.20.0.11 (f27cd70f-0acf-453b-8644-d38267514cb4/c59e221c-9d0f-43b7-a6e0-94503c996ccd/3640c922-14b7-42d9-9e0f-9f92920c2873) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:48.464680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257432e-425c-4d2d-b7c1-1a86a7c96ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea86e1c-7f9e-4ac5-949e-c3f613595c83,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:48.492909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44f902-deca-4101-b2d7-325b5335b5ee req-d8228103-254e-4559-b011-ec9343b5fc36 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:48.500661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab44f902-deca-4101-b2d7-325b5335b5ee req-d8228103-254e-4559-b011-ec9343b5fc36 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 935 time: 0.2045259 Sep 10 03:01:48.561541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Pushing event updated for resources: {'Port': ['ID=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:48.612986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-8824060a-9305-4cc4-9523-91feba89a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:48.615186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-8824060a-9305-4cc4-9523-91feba89a140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2e48e6-b2af-4ee0-9b17-352033429b55 HTTP/1.1" status: 200 len: 855 time: 0.2256591 Sep 10 03:01:48.658486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d5328ddd-2b2e-4895-b334-e1bc64730cdf req-fac1cb8e-cb65-4e28-a077-3c5eb22a8846 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794473 Sep 10 03:01:48.666790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:48.682206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'mac_address': 'fa:16:3e:49:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:48.712706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab44f902-deca-4101-b2d7-325b5335b5ee req-5007d3a0-08a6-42fe-a296-14149e9e1d26 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110333 Sep 10 03:01:48.756618 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.793647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '8f58e4f6-9404-4aff-89bb-f1660ce93a92', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'floating_ip_address': '172.25.8.203', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'port_id': '85636747-1407-4af3-856e-c0aef0acd34b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'mac_address': 'fa:16:3e:78:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:00:47Z', 'updated_at': '2021-09-10T03:01:45Z', 'revision_number': 1, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:48.815582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Attempting to bind port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:48.815972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Attempting to bind port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:48.816358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Attempting to bind port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:48.820221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-396a436c-f3d7-439c-bc1e-31c2b74505ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdefb927a1ca491f82300590a76294f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381120 Sep 10 03:01:48.820837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-d34bf7a4-062a-4dfe-991f-eb812b85f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:48.822547 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-d34bf7a4-062a-4dfe-991f-eb812b85f71e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d38cf699-b864-4e9b-9582-ecd1c44affab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989405 Sep 10 03:01:48.824205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48342) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:48.850366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:48.850715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Attempting to bind port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:48.878613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:48.878965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:48.879369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:48.879929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Bound port: 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:48.880332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.886956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c8806d2-58a4-4c28-8f30-a9b109275cd0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:48.918343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a0ffb-a181-4e4f-b3e9-582402b1cf5d None None] The sync data for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 is: [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '8f58e4f6-9404-4aff-89bb-f1660ce93a92', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'floating_ip_address': '172.25.8.203', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'port_id': '85636747-1407-4af3-856e-c0aef0acd34b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'mac_address': 'fa:16:3e:78:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:00:47Z', 'updated_at': '2021-09-10T03:01:45Z', 'revision_number': 1, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:01:48.935334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:48.939503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:48.946725 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.010400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.058276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:49.078630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-76ab015f-6857-4218-826e-4a40e00c00a8 service neutron] 10.222.0.36 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390890 Sep 10 03:01:49.092052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Network f27cd70f-0acf-453b-8644-d38267514cb4 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:49.097170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:49.099521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:49.102198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:49.152388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abc44a2c-3f6c-4ac8-a31a-113a9cae4ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.164719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:49.165373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.175163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9c8806d2-58a4-4c28-8f30-a9b109275cd0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:49.200615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b071b3f8-508b-4222-8cfb-c0bc6cedd863 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7150640 Sep 10 03:01:49.216517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Request body: {'port': {'device_id': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:49.290752 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abc44a2c-3f6c-4ac8-a31a-113a9cae4ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.299560 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.313975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] For port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:49.353883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] For port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:49.371903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.383145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5404ba99-a8e4-4a5e-bd2d-b90f10e815aa req-ed8a19af-ccce-4dfd-8166-07d4304077e1 service neutron] 10.222.0.36 "GET /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762873 Sep 10 03:01:49.399364 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e8f4b-4305-4759-b82b-8b6744b79680 None None] New status for floating IP 8f58e4f6-9404-4aff-89bb-f1660ce93a92: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:01:49.432095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:49.432727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.434320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] 10.222.0.32 "PUT /v2.0/ports/35bcc2b9-6d66-4417-a70f-1280bea4e8c6 HTTP/1.1" status: 200 len: 1095 time: 2.2024431 Sep 10 03:01:49.464423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'tag': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:49.482200 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d221d85-7faa-4bf9-936c-61c8040a3fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc692181-c0c9-4923-ad5f-b7ae5fcaf718", "tag": "35bcc2b9-6d66-4417-a70f-1280bea4e8c6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:49.551656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2cfc0-b4eb-4909-a373-afd64ff3bb2e service neutron] Pushing event updated for resources: {'Port': ['ID=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:49.563543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abc44a2c-3f6c-4ac8-a31a-113a9cae4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.566200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abc44a2c-3f6c-4ac8-a31a-113a9cae4ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.580209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abc44a2c-3f6c-4ac8-a31a-113a9cae4ab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cadd0530-c84e-498a-93b2-787dc0939b6e HTTP/1.1" status: 204 len: 168 time: 0.7547417 Sep 10 03:01:49.612735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48370) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:49.623363 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d40414-a29a-4570-860d-5df84d050688 x-openstack-request-id: req-b9d40414-a29a-4570-860d-5df84d050688 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:49.623921 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc692181-c0c9-4923-ad5f-b7ae5fcaf718", "tag": "35bcc2b9-6d66-4417-a70f-1280bea4e8c6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:49.623921 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9d40414-a29a-4570-860d-5df84d050688 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:49.627922 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'tag': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6', 'status': 'completed', 'code': 200} Sep 10 03:01:49.668915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc44a2c-3f6c-4ac8-a31a-113a9cae4ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd0530-c84e-498a-93b2-787dc0939b6e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:49.765207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e3ce-5b85-4806-b0af-72497463c2b4 req-9332af15-9453-4198-a76c-ebadd3bef71c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:49.776466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14c6e3ce-5b85-4806-b0af-72497463c2b4 req-9332af15-9453-4198-a76c-ebadd3bef71c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 932 time: 0.2325246 Sep 10 03:01:49.794655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-d51283cd-d23c-4f6d-9281-e53905152939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:49.802637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-d51283cd-d23c-4f6d-9281-e53905152939 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cba85d9096e414795413ee79afc7224&device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 1098 time: 0.2905002 Sep 10 03:01:49.872195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-ea678cb8-5733-4348-b5d8-6da649c8e109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0603123 Sep 10 03:01:49.878463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-951836700'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:49.908889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14c6e3ce-5b85-4806-b0af-72497463c2b4 req-6b834dd9-0d11-4b35-9816-16547cfd2eb3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315787 Sep 10 03:01:49.963876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-0d02d862-faea-4a44-82dc-e090481a5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:49.965517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-0d02d862-faea-4a44-82dc-e090481a5fdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0777178 Sep 10 03:01:49.978735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3640c922-14b7-42d9-9e0f-9f92920c2873 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:49.983600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Made reservation on behalf of 19fb3d9d1b8b4dcbad7dc0680166ea9b for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:49.987796 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:49.995736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.013942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917292b-e1e4-4841-b8fa-2e951e269e6c req-d644571c-ed9d-4ffa-95d9-2da2584f9062 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.022067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8917292b-e1e4-4841-b8fa-2e951e269e6c req-d644571c-ed9d-4ffa-95d9-2da2584f9062 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 947 time: 0.1498454 Sep 10 03:01:50.025951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.040715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca902-0785-4388-931a-cbc111f66522 req-6a6dd7b8-c88a-4c42-a680-e73f301b7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.042618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-6a6dd7b8-c88a-4c42-a680-e73f301b7850 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686569 Sep 10 03:01:50.081339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Transition to ACTIVE for port object 3640c922-14b7-42d9-9e0f-9f92920c2873 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:50.104712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.122901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8917292b-e1e4-4841-b8fa-2e951e269e6c req-d06b7b59-d862-4f79-9f05-d3d45284d3f4 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998881 Sep 10 03:01:50.157160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48392) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:50.192993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:50.225115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-9c6fd20a-9de0-4509-b536-e1622797dcd0 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667488 Sep 10 03:01:50.230985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7b983971-069a-4181-9fb1-303bea0229b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=caced2e747fb4b9f92e5bffe17ac4fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707145 Sep 10 03:01:50.231324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48394) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:50.282262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.291062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.302919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:50.303321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:50.303677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:50.330745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:01:50.332792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:01:50.333613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:50.338499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7b75ef-0c38-4bf1-991d-6e151dead094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.346304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494b8692-23dd-4ebf-a2c2-73c4df077ee6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:50.351194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:50.351564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:50.351948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:50.352390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Bound port: 3640c922-14b7-42d9-9e0f-9f92920c2873, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:50.352751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.360248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:50.366011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.366011 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Added segment edfd5c34-6278-47e2-adda-7a05e90aabb1 of type vlan for network acb782c3-76f3-4c8f-885c-7800b54b790c Sep 10 03:01:50.373158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-733ca902-0785-4388-931a-cbc111f66522 req-0627a775-d941-4f46-a75a-51b713b557ad service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342850 Sep 10 03:01:50.378049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7b75ef-0c38-4bf1-991d-6e151dead094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.432589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:50.432945 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.440647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.451027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7b75ef-0c38-4bf1-991d-6e151dead094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.456063 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7b75ef-0c38-4bf1-991d-6e151dead094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.457396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df7b75ef-0c38-4bf1-991d-6e151dead094 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82157ab6-42f2-4263-80d0-705accdc7e95 HTTP/1.1" status: 204 len: 168 time: 0.2248368 Sep 10 03:01:50.479820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b75ef-0c38-4bf1-991d-6e151dead094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82157ab6-42f2-4263-80d0-705accdc7e95,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:50.498041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:50.510559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.510791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-1045a2bf-b40e-4114-bce3-3fa9bed029fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.512543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-1045a2bf-b40e-4114-bce3-3fa9bed029fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cba85d9096e414795413ee79afc7224&device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 1098 time: 0.0706341 Sep 10 03:01:50.517317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.517937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.531825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:50.536628 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.558726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.570478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:50.573556 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f2ae4d-8f7e-4526-868b-90bf8312da9d" -d '{"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-plugged", "status": "completed", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:50.588943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:50.599024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.600095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:50.635424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0199695 Sep 10 03:01:50.642808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-473fc735-bf27-48a6-85f5-b8528f6433a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.643780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-473fc735-bf27-48a6-85f5-b8528f6433a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1236501 Sep 10 03:01:50.644302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:50.648696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.649536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:50.649920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Request body: {'subnet': {'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:50.651335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] 10.222.0.36 "PUT /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 1092 time: 1.4406226 Sep 10 03:01:50.654185 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f487d-1168-4b76-8a2c-4c4e5236cc5c x-openstack-request-id: req-310f487d-1168-4b76-8a2c-4c4e5236cc5c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:50.655590 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-plugged", "status": "completed", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:50.656038 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-310f487d-1168-4b76-8a2c-4c4e5236cc5c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:50.662709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:50.665471 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'code': 200} Sep 10 03:01:50.667779 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f128a-9fc5-4598-b229-286dfca8acc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:50.766668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d8469-98c4-4324-acdb-5e4cc35e7814 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event updated for resources: {'Network': ['ID=acb782c3-76f3-4c8f-885c-7800b54b790c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:50.767874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-9898ba69-dee5-460e-893c-be034cdb121a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0953550 Sep 10 03:01:50.786818 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3566ce-9244-4c92-bb75-228bf7e09c2a x-openstack-request-id: req-9b3566ce-9244-4c92-bb75-228bf7e09c2a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:50.787511 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:50.787783 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b3566ce-9244-4c92-bb75-228bf7e09c2a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:50.788216 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'status': 'completed', 'code': 200} Sep 10 03:01:50.859884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8882c2-af2b-4dff-8ebc-214cdd9302bb service neutron] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:50.885241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-8ea5ad8f-c61b-47ba-895c-6e5e4a72affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.887052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-8ea5ad8f-c61b-47ba-895c-6e5e4a72affe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1095 time: 0.0976424 Sep 10 03:01:50.893799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network acb782c3-76f3-4c8f-885c-7800b54b790c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:01:50.906214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-364fa9a8-6edb-4957-ba99-14f0c4599ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:50.907935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-364fa9a8-6edb-4957-ba99-14f0c4599ca8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1273155 Sep 10 03:01:50.941386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-96d474fa-a934-4d47-af27-bfd10a5ba480 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 217 time: 0.0457265 Sep 10 03:01:50.960754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Made reservation on behalf of 19fb3d9d1b8b4dcbad7dc0680166ea9b for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:50.965649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:51.012731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-e8fb6756-e804-4fcd-a55f-3096c3b248fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.014611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-e8fb6756-e804-4fcd-a55f-3096c3b248fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932271 Sep 10 03:01:51.069406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-4bb7d304-a591-4805-9f2a-01c1b3f41ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.070953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-4bb7d304-a591-4805-9f2a-01c1b3f41ad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1191707 Sep 10 03:01:51.133716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-622f1e98-0dd1-4877-950d-f90fab24f9b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519526 Sep 10 03:01:51.134913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:51.262108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:51.296480 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-b9ca9333-aa62-488d-94f1-fe5ac38c6fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540327 Sep 10 03:01:51.333622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:51.336496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72099-3fc9-44aa-ab78-c27596b0a4d2 req-f5592280-e98d-40df-84d5-ccd49b104c12 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.338651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66c72099-3fc9-44aa-ab78-c27596b0a4d2 req-f5592280-e98d-40df-84d5-ccd49b104c12 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.2657301 Sep 10 03:01:51.340509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:51.347674 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-54b601b8-8c26-4c2f-b8b3-34110ceb931f service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996016 Sep 10 03:01:51.444041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:51.478296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66c72099-3fc9-44aa-ab78-c27596b0a4d2 req-d2d3f518-92a6-4c60-b167-f71ca7736017 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295667 Sep 10 03:01:51.518716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc0b6f-9f7a-4228-a483-fdb282e8ad0f req-854249c0-87f5-4efb-b1cd-c8228ccbe8c8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.526483 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ffcc0b6f-9f7a-4228-a483-fdb282e8ad0f req-854249c0-87f5-4efb-b1cd-c8228ccbe8c8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 947 time: 0.1423476 Sep 10 03:01:51.550318 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb9bafc9-d106-4fbd-a88e-fa35176767cc req-574682eb-6a44-46d5-95cc-5d8d5ff2ad44 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413008 Sep 10 03:01:51.590944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ffcc0b6f-9f7a-4228-a483-fdb282e8ad0f req-5ee63a61-e0e2-454b-910c-c27aca1bc903 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633988 Sep 10 03:01:51.602740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:51.656130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-277687da-ceaf-4d37-9b9a-31d153fe2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.657636 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-277687da-ceaf-4d37-9b9a-31d153fe2325 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1095 time: 0.0526779 Sep 10 03:01:51.658966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event updated for resources: {'Subnet': ['ID=6193bb21-8781-4da4-b0be-377b09eea8a5,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:51.678792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d221d85-7faa-4bf9-936c-61c8040a3fd7 req-4ff825c3-571e-4baa-bfc6-c8c2d1b99dfd service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168564 Sep 10 03:01:51.709332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Checking segment: {'id': 'edfd5c34-6278-47e2-adda-7a05e90aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:51.710100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Network hostable DHCP agents. Network: acb782c3-76f3-4c8f-885c-7800b54b790c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:01:51.733413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Network acb782c3-76f3-4c8f-885c-7800b54b790c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:01:51.752248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, acb782c3-76f3-4c8f-885c-7800b54b790c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:51.756996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.757960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:51.763335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad300ad-a434-46cf-ab71-dc7ca4736f8f None None] Network acb782c3-76f3-4c8f-885c-7800b54b790c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:01:51.776684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5dcbc435-7103-4d68-82f8-7ec3043303c5 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1311750 Sep 10 03:01:51.779520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:51.787430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Request body: {'port': {'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1421533284'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:51.793068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-ed942eb5-4d5b-450f-8349-d9aeafea6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.795148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-ed942eb5-4d5b-450f-8349-d9aeafea6915 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.1288743 Sep 10 03:01:51.850460 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-7fa00289-5caf-4d3d-bb07-ce3ed7eeaa8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 217 time: 0.0428834 Sep 10 03:01:51.966947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-d50ff37b-786f-425c-8dcf-5d6213707c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:51.969592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-d50ff37b-786f-425c-8dcf-5d6213707c05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1119025 Sep 10 03:01:52.044029 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-58589343-20d6-44ec-8698-12f2433c0c60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640199 Sep 10 03:01:52.087862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Made reservation on behalf of 19fb3d9d1b8b4dcbad7dc0680166ea9b for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:52.104503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:52.106579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-acb782c3-76f3-4c8f-885c-7800b54b790c', 'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c', 'tenant_id': '19fb3d9d1b8b4dcbad7dc0680166ea9b', 'fixed_ips': [{'subnet_id': '6193bb21-8781-4da4-b0be-377b09eea8a5'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:01:52.107610 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:52.167037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] device_id is not set on port fafa7ec1-1dab-400e-bffc-6f6e138a4528 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:01:52.295749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-a63f636f-492b-41f1-9e1e-97a4d52f98f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377076 Sep 10 03:01:52.322486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Allocated IP 2001:db8::e3 (acb782c3-76f3-4c8f-885c-7800b54b790c/6193bb21-8781-4da4-b0be-377b09eea8a5/fafa7ec1-1dab-400e-bffc-6f6e138a4528) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:52.376591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:52.497394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:52.531172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-089f128a-9fc5-4598-b229-286dfca8acc8 req-574b2786-0ed1-4c10-8ba6-2aead750f575 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235425 Sep 10 03:01:52.546580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Transition to ACTIVE for port object fafa7ec1-1dab-400e-bffc-6f6e138a4528 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:52.603093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:52.626355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6', 'mac_address': 'fa:16:3e:af:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:52.667849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:52.716320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Network acb782c3-76f3-4c8f-885c-7800b54b790c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:52.725323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:52.726552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Allocated IP 2001:db8::2 (acb782c3-76f3-4c8f-885c-7800b54b790c/6193bb21-8781-4da4-b0be-377b09eea8a5/1867f16f-160b-46d8-a2a0-9143bfb5f7f9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:52.737114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2505cf5-e8a0-48aa-b0df-9b25adc4733c req-524d51e7-d498-4a47-bfe8-a22f785d7212 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:52.748058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2505cf5-e8a0-48aa-b0df-9b25adc4733c req-524d51e7-d498-4a47-bfe8-a22f785d7212 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.1302645 Sep 10 03:01:52.756709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:52.779626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:52.780325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:52.817881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0364597 Sep 10 03:01:52.822751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:52.828194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Request body: {'port': {'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-498718387', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:52.828738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.api.validators [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] bootfile-name is not in valid_values {{(pid=94634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:01:52.829935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.api.validators [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] tftp-server is not in valid_values {{(pid=94634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:01:52.829935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.api.validators [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] server-ip-address is not in valid_values {{(pid=94634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:01:52.840037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca208ac-3e58-45b0-97c7-033c57f82236 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event updated for resources: {'Port': ['ID=fafa7ec1-1dab-400e-bffc-6f6e138a4528,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:52.858692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:52.861114 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f32a922-4c17-4d6d-9ab1-972e207cc980" -d '{"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:52.872080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ae7-683b-4471-810b-e3a9ed1cdbf7 req-46c9eff7-24fd-4305-b204-12938ec61308 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:52.884508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b26a3ae7-683b-4471-810b-e3a9ed1cdbf7 req-46c9eff7-24fd-4305-b204-12938ec61308 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 947 time: 0.0957866 Sep 10 03:01:52.886947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2505cf5-e8a0-48aa-b0df-9b25adc4733c req-408963fb-ec04-4e67-95e1-567819423ab6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373193 Sep 10 03:01:52.891420 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:52.931364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:52.971225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:52.971778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b26a3ae7-683b-4471-810b-e3a9ed1cdbf7 req-8676400b-2f1e-461c-b0ad-af2525da3f2f tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797992 Sep 10 03:01:52.980086 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.031171 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.046230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Made reservation on behalf of 19fb3d9d1b8b4dcbad7dc0680166ea9b for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:01:53.049874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Transition to ACTIVE for port object 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:53.056374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.075558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:53.086671 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5f2971-5e2f-4fd3-af71-e516f2f28aa9 x-openstack-request-id: req-5d5f2971-5e2f-4fd3-af71-e516f2f28aa9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:53.087165 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:53.087165 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d5f2971-5e2f-4fd3-af71-e516f2f28aa9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:53.087674 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'code': 200} Sep 10 03:01:53.090249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Transition to ACTIVE for port object 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:53.115227 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.134542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] device_id is not set on port 8b355eff-6802-478f-bd5a-43310845e036 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:01:53.168683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Network acb782c3-76f3-4c8f-885c-7800b54b790c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:53.170450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Pushing event updated for resources: {'Port': ['ID=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:53.173122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:53.175326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:53.250880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Attempting to bind port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:01:53.251612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Attempting to bind port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'edfd5c34-6278-47e2-adda-7a05e90aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:01:53.252095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Attempting to bind port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 on network acb782c3-76f3-4c8f-885c-7800b54b790c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:01:53.257885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:01:53.259092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Checking segment: {'id': 'edfd5c34-6278-47e2-adda-7a05e90aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:01:53.259092 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.259340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Bound using segment: {'id': 'edfd5c34-6278-47e2-adda-7a05e90aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:01:53.259873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Bound port: 1867f16f-160b-46d8-a2a0-9143bfb5f7f9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfd5c34-6278-47e2-adda-7a05e90aabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'acb782c3-76f3-4c8f-885c-7800b54b790c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:01:53.260344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.327795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] For port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:01:53.332373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] For port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,segment=NetworkSegment(edfd5c34-6278-47e2-adda-7a05e90aabb1),segment_id=edfd5c34-6278-47e2-adda-7a05e90aabb1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:01:53.338267 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:53.417085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd9fa-d944-4270-9f94-d50f6ca9e40d None None] Pushing event updated for resources: {'Port': ['ID=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:53.449661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['35bcc2b9-6d66-4417-a70f-1280bea4e8c6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:53.826698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Allocated IP 2001:db8::169 (acb782c3-76f3-4c8f-885c-7800b54b790c/6193bb21-8781-4da4-b0be-377b09eea8a5/8b355eff-6802-478f-bd5a-43310845e036) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:01:53.830111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.830600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.831072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.831561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.832019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.832487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.832979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.833479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.833940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.834397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.834859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.835862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.836289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.838554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86199ff2-1412-4f03-bdce-2bb1e37492c8 req-e5fb9708-4015-4f2e-b80c-96bc17f54edc tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9163 time: 0.6795664 Sep 10 03:01:53.963601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea18eb-bcc1-44c7-9c45-bab7f43d8c9c req-07a2c5af-950f-4226-a0df-7fe20bcc01b4 tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:53.969396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0bea18eb-bcc1-44c7-9c45-bab7f43d8c9c req-07a2c5af-950f-4226-a0df-7fe20bcc01b4 tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 886 time: 0.1092501 Sep 10 03:01:54.043293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96175-a28b-4c6c-8898-348ea1503690 req-c09342de-5851-4757-8b0f-7a5afb221658 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.044895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fc96175-a28b-4c6c-8898-348ea1503690 req-c09342de-5851-4757-8b0f-7a5afb221658 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0755689 Sep 10 03:01:54.100558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:54.130980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:01:54.134025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fc96175-a28b-4c6c-8898-348ea1503690 req-fbbca3a6-b405-4d2e-b068-a17fb9f85a10 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828221 Sep 10 03:01:54.145949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Transition to ACTIVE for port object 8b355eff-6802-478f-bd5a-43310845e036 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:01:54.195980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:54.262068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.262602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.263078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.263600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.264461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.264937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.265566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.265995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.266461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.266924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.267377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.267912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.268383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.286905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-718e88a1-c6cb-4d31-af4a-ecffef4cf81b req-9d1932c0-588a-445b-a8c6-e29179dcabeb tempest-NetworksTest-717200356 tempest-NetworksTest-717200356-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9163 time: 0.2975242 Sep 10 03:01:54.323132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:54.354092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Network acb782c3-76f3-4c8f-885c-7800b54b790c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:01:54.358438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'port_id': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'mac_address': 'fa:16:3e:92:08:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e221c-9d0f-43b7-a6e0-94503c996ccd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:01:54.375611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event updated for resources: {'Port': ['ID=8b355eff-6802-478f-bd5a-43310845e036,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:54.395314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:01:54.402727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:01:54.421371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.437015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:54.473886 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-85a10269-fb09-4bd2-a304-c333a0030180 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6499908 Sep 10 03:01:54.476706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48542) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:54.499923 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:54.521659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f6b8-0992-4bd0-9ff7-ed16b3a825e3 req-f77a14ba-19b5-4284-bb54-377197b2a7ee tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.523314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7a8f6b8-0992-4bd0-9ff7-ed16b3a825e3 req-f77a14ba-19b5-4284-bb54-377197b2a7ee tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 948 time: 0.2707365 Sep 10 03:01:54.539107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3640c922-14b7-42d9-9e0f-9f92920c2873 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:01:54.621175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:54.631175 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:54.640696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7a8f6b8-0992-4bd0-9ff7-ed16b3a825e3 req-98056972-9fa8-480e-aef0-f8c39275bec4 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959074 Sep 10 03:01:54.687377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f31654-3cf3-4550-87d9-f8ff6ffd4b99 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.702142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f31654-3cf3-4550-87d9-f8ff6ffd4b99 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.708410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f31654-3cf3-4550-87d9-f8ff6ffd4b99 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:54.713034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e2f31654-3cf3-4550-87d9-f8ff6ffd4b99 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2325504 Sep 10 03:01:54.713811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:54.756818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:54.788943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48554) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:54.869476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3640c922-14b7-42d9-9e0f-9f92920c2873'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:01:54.872050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Deleting port 8b355eff-6802-478f-bd5a-43310845e036 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:54.872562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:54.980178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6acf9-bf3f-410f-84a9-7517db397c33 None None] Network acb782c3-76f3-4c8f-885c-7800b54b790c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:01:55.008075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.033918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Calling delete_port for 8b355eff-6802-478f-bd5a-43310845e036 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:55.056390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9f30e25-91a7-49a1-b2d5-019bb8cf86ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.126959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-75c082b0-bc03-4f21-b871-a8df3aeffb66 None None] Provisioning for port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:55.166791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:55.220530 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9f30e25-91a7-49a1-b2d5-019bb8cf86ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.226013 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9f30e25-91a7-49a1-b2d5-019bb8cf86ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.294655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e9f30e25-91a7-49a1-b2d5-019bb8cf86ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddd50052eb47450e9a5eb8947436fbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043774 Sep 10 03:01:55.296894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48562) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:55.315920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f30e25-91a7-49a1-b2d5-019bb8cf86ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22891b3-11d4-4e16-a35f-6463d067a6b5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:55.334707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:55.340408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:55.340626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.359279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b93e9-75b3-46dd-b188-4a98995e7358 req-3601b7e0-192c-45e2-a52e-e926db147e03 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:55.369385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d7b93e9-75b3-46dd-b188-4a98995e7358 req-3601b7e0-192c-45e2-a52e-e926db147e03 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1050739 Sep 10 03:01:55.418312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.438345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d7b93e9-75b3-46dd-b188-4a98995e7358 req-5833b59c-502f-4133-84f5-c07cb6eae4d4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Sep 10 03:01:55.501129 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.502912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event deleted for resources: {'Port': ['ID=8b355eff-6802-478f-bd5a-43310845e036,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:55.566033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,segment=NetworkSegment(edfd5c34-6278-47e2-adda-7a05e90aabb1),segment_id=edfd5c34-6278-47e2-adda-7a05e90aabb1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:55.571292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.604133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b137a998-4877-45b7-9c84-a174be592da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.630505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.638027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48576) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:55.640466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d2ad6186-0310-4bd3-adf4-debf4d07390a tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "DELETE /v2.0/ports/8b355eff-6802-478f-bd5a-43310845e036 HTTP/1.1" status: 204 len: 168 time: 0.9243412 Sep 10 03:01:55.645442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Request body: {'port': {'name': 'tempest-new-port-name-1433641239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:01:55.646335 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.api.validators [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] bootfile-name is not in valid_values {{(pid=94633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:01:55.646676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.api.validators [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] tftp-server is not in valid_values {{(pid=94633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:01:55.647161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.api.validators [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] server-ip-address is not in valid_values {{(pid=94633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:01:55.657252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:55.678831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b137a998-4877-45b7-9c84-a174be592da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.756980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b137a998-4877-45b7-9c84-a174be592da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.767050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b137a998-4877-45b7-9c84-a174be592da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.771507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b137a998-4877-45b7-9c84-a174be592da6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e22891b3-11d4-4e16-a35f-6463d067a6b5 HTTP/1.1" status: 204 len: 168 time: 0.4707570 Sep 10 03:01:55.792821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.795447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Provisioning complete for port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:55.796813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:55.834506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137a998-4877-45b7-9c84-a174be592da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22891b3-11d4-4e16-a35f-6463d067a6b5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:55.888493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c06d0-3f52-4d23-9e21-9cc558a0304b req-c26e74f1-1b39-4174-84a8-96b68a6ca917 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:55.890776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc3c06d0-3f52-4d23-9e21-9cc558a0304b req-c26e74f1-1b39-4174-84a8-96b68a6ca917 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 948 time: 0.1058857 Sep 10 03:01:56.005306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc3c06d0-3f52-4d23-9e21-9cc558a0304b req-78927d90-2e42-4bce-96cc-cf8933210a7c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067157 Sep 10 03:01:56.075261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Could not find standard attr ID for object 8b355eff-6802-478f-bd5a-43310845e036. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:01:56.119930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Provisioning for port fafa7ec1-1dab-400e-bffc-6f6e138a4528 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:56.128552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Provisioning complete for port fafa7ec1-1dab-400e-bffc-6f6e138a4528 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:56.130093 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.184226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:56.198905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.207736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.235610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] In _notify_port_updated(), no bound segment for port fafa7ec1-1dab-400e-bffc-6f6e138a4528 on network acb782c3-76f3-4c8f-885c-7800b54b790c {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:01:56.249788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fd1d5-325b-4498-9a84-0d0ea42b5b66 None None] Port fafa7ec1-1dab-400e-bffc-6f6e138a4528 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:56.252889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:56.253661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.256969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "PUT /v2.0/ports/fafa7ec1-1dab-400e-bffc-6f6e138a4528 HTTP/1.1" status: 200 len: 1129 time: 0.6182768 Sep 10 03:01:56.259868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48588) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:56.306912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0e8da-6f56-4ca3-bdb7-01101cbfde45 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event updated for resources: {'Port': ['ID=fafa7ec1-1dab-400e-bffc-6f6e138a4528,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:56.314202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 3640c922-14b7-42d9-9e0f-9f92920c2873 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:56.320209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 3640c922-14b7-42d9-9e0f-9f92920c2873 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:56.320978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.346876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25677f-e750-4e40-854a-6e3511498bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:56.348889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9e25677f-e750-4e40-854a-6e3511498bb6 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "GET /v2.0/ports/fafa7ec1-1dab-400e-bffc-6f6e138a4528 HTTP/1.1" status: 200 len: 1129 time: 0.0877616 Sep 10 03:01:56.352641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48590) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:56.374540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48592) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:56.401080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0982bb4d-1a8a-4044-95bb-936ab9ac7101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.401900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:56.455095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-20025613-844c-4186-8ebd-8e9fd81a379a None None] Provisioning complete for port fafa7ec1-1dab-400e-bffc-6f6e138a4528 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:56.455638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-20025613-844c-4186-8ebd-8e9fd81a379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.521819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-20025613-844c-4186-8ebd-8e9fd81a379a None None] Port fafa7ec1-1dab-400e-bffc-6f6e138a4528 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:01:56.586466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Deleting port fafa7ec1-1dab-400e-bffc-6f6e138a4528 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:56.587284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.592719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:01:56.595248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0982bb4d-1a8a-4044-95bb-936ab9ac7101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.609134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0982bb4d-1a8a-4044-95bb-936ab9ac7101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.629243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.638930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:56.639302 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.690769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0982bb4d-1a8a-4044-95bb-936ab9ac7101 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c467c07b28334743ab8c2014bcae418f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149321 Sep 10 03:01:56.693689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48608) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:56.703603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.713203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982bb4d-1a8a-4044-95bb-936ab9ac7101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3029ff75-1f6f-468b-85d5-d66925713953,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:56.716284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:56.718978 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae1ccfa-b9c9-47e1-868f-5bbfc47d27e6" -d '{"events": [{"server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:56.738662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Calling delete_port for fafa7ec1-1dab-400e-bffc-6f6e138a4528 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:56.754716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-463de755-5a5f-4881-a466-9633a1541ed5 None None] Could not find standard attr ID for object 8b355eff-6802-478f-bd5a-43310845e036. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:01:56.757920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:56.773858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.806690 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a020e4-169f-4d91-9222-9a7164db13e4 x-openstack-request-id: req-c2a020e4-169f-4d91-9222-9a7164db13e4 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:56.807252 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:56.807612 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2a020e4-169f-4d91-9222-9a7164db13e4 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:56.808082 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'code': 200} Sep 10 03:01:56.836829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0aa82a6-2913-4860-a31f-483de2ea4b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.887671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.894810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0aa82a6-2913-4860-a31f-483de2ea4b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.934299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:56.944235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:56.989635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:56.999123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.055863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.058337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "DELETE /v2.0/ports/fafa7ec1-1dab-400e-bffc-6f6e138a4528 HTTP/1.1" status: 204 len: 168 time: 0.7044635 Sep 10 03:01:57.064191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ccf66-bb70-4d08-9ede-31b494fde2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event deleted for resources: {'Port': ['ID=fafa7ec1-1dab-400e-bffc-6f6e138a4528,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:57.066935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48616) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:57.075716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c624c-ac61-44c6-82c2-3a63e9ad74b7 req-9ed59fcc-b8fd-4e4f-a3e0-1fe8515b80fd tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:57.083944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-205c624c-ac61-44c6-82c2-3a63e9ad74b7 req-9ed59fcc-b8fd-4e4f-a3e0-1fe8515b80fd tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.1611187 Sep 10 03:01:57.097115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0aa82a6-2913-4860-a31f-483de2ea4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.104611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0aa82a6-2913-4860-a31f-483de2ea4b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.120579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e0aa82a6-2913-4860-a31f-483de2ea4b67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3029ff75-1f6f-468b-85d5-d66925713953 HTTP/1.1" status: 204 len: 168 time: 0.4253666 Sep 10 03:01:57.123195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:57.165719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa82a6-2913-4860-a31f-483de2ea4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3029ff75-1f6f-468b-85d5-d66925713953,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:57.204143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5af58-4e63-444d-966c-4d585bba3ebb req-b3a827f9-ac5a-4965-af59-226abd77419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:57.212877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3c5af58-4e63-444d-966c-4d585bba3ebb req-b3a827f9-ac5a-4965-af59-226abd77419b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1097 time: 0.2271705 Sep 10 03:01:57.217849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-205c624c-ac61-44c6-82c2-3a63e9ad74b7 req-87dcf9ec-e8fd-4df3-a480-d18ab12ebe88 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322143 Sep 10 03:01:57.238890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:01:57.294911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Deleting subnet 6193bb21-8781-4da4-b0be-377b09eea8a5 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:01:57.303573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.324095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b3817-15af-4024-89e5-6565b41881f4 req-e6976eec-6e88-43c4-8a93-b74dd93fe971 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:57.334322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e2b3817-15af-4024-89e5-6565b41881f4 req-e6976eec-6e88-43c4-8a93-b74dd93fe971 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.1173866 Sep 10 03:01:57.337794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3c5af58-4e63-444d-966c-4d585bba3ebb req-2433f7be-1914-4533-bfc7-69c5283f9d94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900261 Sep 10 03:01:57.383267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.404860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:01:57.405254 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.406684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e2b3817-15af-4024-89e5-6565b41881f4 req-ed826ada-6be0-425d-a406-dbb3a6b5fe27 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676401 Sep 10 03:01:57.583322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.685715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.710281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-00be0b32-61e9-49b8-87b1-af4127658a38 None None] Could not find standard attr ID for object fafa7ec1-1dab-400e-bffc-6f6e138a4528. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:01:57.781841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.787040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48640) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:57.788355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "DELETE /v2.0/subnets/6193bb21-8781-4da4-b0be-377b09eea8a5 HTTP/1.1" status: 204 len: 168 time: 0.7016125 Sep 10 03:01:57.789512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c047e9-e4a4-484b-9cab-974cfe7f4956 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event deleted for resources: {'Subnet': ['ID=6193bb21-8781-4da4-b0be-377b09eea8a5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:57.902622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.975848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Deleting port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:01:57.976282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:57.987645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2554233-cd45-4de7-a8a3-72fde613d272 None None] Network acb782c3-76f3-4c8f-885c-7800b54b790c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:01:58.058983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] For port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,segment=NetworkSegment(edfd5c34-6278-47e2-adda-7a05e90aabb1),segment_id=edfd5c34-6278-47e2-adda-7a05e90aabb1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:01:58.059440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:58.072574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Calling delete_port for 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:01:58.208586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:58.265281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event deleted for resources: {'Port': ['ID=1867f16f-160b-46d8-a2a0-9143bfb5f7f9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:58.272959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] No DVR routers for this DVR port 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:01:58.277755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f129a1-713e-4e89-972d-280a103416d8 None None] DHCP port deletion for acb782c3-76f3-4c8f-885c-7800b54b790c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:01:58.379575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:58.467773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb782c3-76f3-4c8f-885c-7800b54b790c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:58.506756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80526756-2aa4-4783-9a14-b1ddbf362a40 req-166f9a25-c510-4ca8-9f72-07054dd1b5ce tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:58.508575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80526756-2aa4-4783-9a14-b1ddbf362a40 req-166f9a25-c510-4ca8-9f72-07054dd1b5ce tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.1259205 Sep 10 03:01:58.510535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfd5c34-6278-47e2-adda-7a05e90aabb1') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:58.510834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfd5c34-6278-47e2-adda-7a05e90aabb1') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:01:58.530304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:58.555173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:58.573641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:01:58.574126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:01:58.578075 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:01:58.597578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80526756-2aa4-4783-9a14-b1ddbf362a40 req-2c28055b-a2ba-40fa-9f2e-e825425a4e7b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773234 Sep 10 03:01:58.668916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e1cc8-e396-433f-940b-80b846fbf55f req-1a749431-4c60-480f-8375-bff248e048ae tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:58.676989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad6e1cc8-e396-433f-940b-80b846fbf55f req-1a749431-4c60-480f-8375-bff248e048ae tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.0715983 Sep 10 03:01:58.772298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad6e1cc8-e396-433f-940b-80b846fbf55f req-68c0690c-9171-4b03-8332-501cfb451e0c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941601 Sep 10 03:01:58.809452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:01:58.811909 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf4600-4fea-4ab2-9e98-b59bec77280e" -d '{"events": [{"server_uuid": "dc692181-c0c9-4923-ad5f-b7ae5fcaf718", "name": "network-vif-plugged", "status": "completed", "tag": "35bcc2b9-6d66-4417-a70f-1280bea4e8c6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:01:58.925490 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad43028-180c-408f-a821-7b472168514a x-openstack-request-id: req-3ad43028-180c-408f-a821-7b472168514a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:01:58.925794 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc692181-c0c9-4923-ad5f-b7ae5fcaf718", "name": "network-vif-plugged", "status": "completed", "tag": "35bcc2b9-6d66-4417-a70f-1280bea4e8c6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:01:58.926045 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ad43028-180c-408f-a821-7b472168514a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:01:58.926443 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6', 'code': 200} Sep 10 03:01:59.010642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:59.022337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:59.025126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] 10.222.0.23 "DELETE /v2.0/networks/acb782c3-76f3-4c8f-885c-7800b54b790c HTTP/1.1" status: 204 len: 168 time: 1.2369773 Sep 10 03:01:59.040523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af2384-6d46-41b3-8a50-637c35ec56ab tempest-ExtraDHCPOptionsIpV6TestJSON-663054329 tempest-ExtraDHCPOptionsIpV6TestJSON-663054329-project] Pushing event deleted for resources: {'Network': ['ID=acb782c3-76f3-4c8f-885c-7800b54b790c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:59.100981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff8de-8538-47f2-8b0f-a2e92eb72bd8 req-78762400-d28a-42ef-a563-2909bfb9af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:59.103848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c7ff8de-8538-47f2-8b0f-a2e92eb72bd8 req-78762400-d28a-42ef-a563-2909bfb9af43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 1100 time: 0.1138115 Sep 10 03:01:59.105845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:01:59.139174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:01:59.139612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1867f16f-160b-46d8-a2a0-9143bfb5f7f9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:01:59.196424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c7ff8de-8538-47f2-8b0f-a2e92eb72bd8 req-732437ac-c58a-4849-8593-1dcd377580ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817807 Sep 10 03:01:59.335822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:59.674914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f51b9509-6a80-411d-881b-fa7a34307019 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19fb3d9d1b8b4dcbad7dc0680166ea9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355119 Sep 10 03:01:59.675298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48716) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:01:59.737990 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed4dcddc-8242-4760-a1e4-4cbc20d40a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:59.751306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947cd8-01c0-4d7d-8d76-d3524378f5aa req-cc41fd53-52df-4622-9017-9141e876b8e2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:59.760452 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d947cd8-01c0-4d7d-8d76-d3524378f5aa req-cc41fd53-52df-4622-9017-9141e876b8e2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.0704665 Sep 10 03:01:59.771361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed4dcddc-8242-4760-a1e4-4cbc20d40a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:59.806199 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d947cd8-01c0-4d7d-8d76-d3524378f5aa req-61e04627-af83-4b40-a69e-41c8fca18dac tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Sep 10 03:01:59.863895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed4dcddc-8242-4760-a1e4-4cbc20d40a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:59.868013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed4dcddc-8242-4760-a1e4-4cbc20d40a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:01:59.869459 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed4dcddc-8242-4760-a1e4-4cbc20d40a59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/494b8692-23dd-4ebf-a2c2-73c4df077ee6 HTTP/1.1" status: 204 len: 168 time: 0.1930130 Sep 10 03:01:59.881084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dcddc-8242-4760-a1e4-4cbc20d40a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494b8692-23dd-4ebf-a2c2-73c4df077ee6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:01:59.955480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdf86d-f58b-41ee-8d01-53b1252f3a46 req-9a36bee8-fbb8-4438-9e0b-589c326c9523 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:01:59.957396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-90cdf86d-f58b-41ee-8d01-53b1252f3a46 req-9a36bee8-fbb8-4438-9e0b-589c326c9523 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.0705700 Sep 10 03:02:00.003615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-90cdf86d-f58b-41ee-8d01-53b1252f3a46 req-21d09ce3-6646-43c8-be60-4a1ae88bf10f tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380328 Sep 10 03:02:00.174151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996a9ff-d8ef-4681-a5e0-66c8edfb5c5a req-97146e38-96d5-4d65-8fba-6d60a26f3c69 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:00.182035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0996a9ff-d8ef-4681-a5e0-66c8edfb5c5a req-97146e38-96d5-4d65-8fba-6d60a26f3c69 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0544174 Sep 10 03:02:00.222901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0996a9ff-d8ef-4681-a5e0-66c8edfb5c5a req-6eb34ea4-91cb-49ba-96f5-b1c1b4fc5325 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Sep 10 03:02:01.184636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:01.227322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5d371-7e0b-4259-8f4b-e307008104d0 req-3f26c828-e131-42cc-9e56-4eeff5dca126 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:01.235359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03f5d371-7e0b-4259-8f4b-e307008104d0 req-3f26c828-e131-42cc-9e56-4eeff5dca126 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.1019177 Sep 10 03:02:01.283652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03f5d371-7e0b-4259-8f4b-e307008104d0 req-cf73a248-1224-40fd-829d-0cb03813128a tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Sep 10 03:02:01.412481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1540771263'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:01.472175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:01.478103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.502017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.578423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.713573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4fb30037-c3ce-4d8d-a50b-5a793cce83c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.720458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.726733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.791271 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.793666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c0684b-f2fe-45e3-b695-3b615f07a021,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:01.832588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:01.856576 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:01.856927 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment db2d424e-c76e-4754-b71e-0b95f250590c of type vlan for network f002d7c7-f814-4f85-8686-e1cf8846e8b0 Sep 10 03:02:01.888601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea18b-65d5-4004-ba78-13b20fff0aa2 req-b0b2c6be-28ca-4719-82f5-080dc6b126df tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:01.899434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5bea18b-65d5-4004-ba78-13b20fff0aa2 req-b0b2c6be-28ca-4719-82f5-080dc6b126df tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.1291697 Sep 10 03:02:02.013386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5bea18b-65d5-4004-ba78-13b20fff0aa2 req-8c4f2a3a-fbe7-4f7e-b2a5-20abe6702d82 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128752 Sep 10 03:02:02.033941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:02.096786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:02.103484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:02.104212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:02.212945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0264747 Sep 10 03:02:02.215772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48840) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:02.220497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e79eb-44ef-4221-8a53-c2c60481737f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=f002d7c7-f814-4f85-8686-e1cf8846e8b0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:02.221383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'name': 'tempest-PortsIpV6TestJSON-89817849'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:02.242338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:02.446018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:02.450355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:02.472118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port d654c28b-768e-4dce-8877-5cbcefefd1e4 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:02.766464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:02.842483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:02.916088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=d654c28b-768e-4dce-8877-5cbcefefd1e4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:02.946372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.949303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.954691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.955216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.955647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.956053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.956456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.956852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.957784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.958751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.960060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.961383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:02.981635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': 'db2d424e-c76e-4754-b71e-0b95f250590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:02.982316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: f002d7c7-f814-4f85-8686-e1cf8846e8b0, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:03.007838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:03.025611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f002d7c7-f814-4f85-8686-e1cf8846e8b0) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:03.035441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec908c9-0e68-4c0f-b065-c3097ff57e52 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:03.044874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:03.057955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:03.063856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.115765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-04e16447-ed75-4483-96dc-f1d089353aac tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8985498 Sep 10 03:02:03.119755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:03.127711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1749991031'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:03.239879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbe15d-c520-4aad-9860-1d2984ba5551 req-003ac227-7d86-4be4-bc8c-e8422d3a6da9 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:03.248797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ebbe15d-c520-4aad-9860-1d2984ba5551 req-003ac227-7d86-4be4-bc8c-e8422d3a6da9 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.1120932 Sep 10 03:02:03.251391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:03.255721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.298099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:03.310005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.310568 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment 2762d553-70a8-45d5-8269-1cd7662cc8e3 of type vlan for network 5e53b2a3-14d3-4ed1-852e-328cfe00ad7b Sep 10 03:02:03.354537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.388776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.394629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:03.395283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.521967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=5e53b2a3-14d3-4ed1-852e-328cfe00ad7b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:03.528041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ebbe15d-c520-4aad-9860-1d2984ba5551 req-78a67e7c-3c68-4f8d-b912-90ee0a02a765 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777548 Sep 10 03:02:03.534707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 5e53b2a3-14d3-4ed1-852e-328cfe00ad7b details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:03.562673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ab646a9-cec4-4c27-b56d-69284dc3d1e1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4416127 Sep 10 03:02:03.565140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:03.575561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'ports': [{'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'}, {'network_id': '5e53b2a3-14d3-4ed1-852e-328cfe00ad7b'}]} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:03.575870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:03.576792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': '5e53b2a3-14d3-4ed1-852e-328cfe00ad7b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:03.852114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5ac99-91b6-45eb-9add-cf9ae8e4d78c req-bc3bad27-0bfb-4bce-b219-0f360a7f67e8 tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:03.853783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d5ac99-91b6-45eb-9add-cf9ae8e4d78c req-bc3bad27-0bfb-4bce-b219-0f360a7f67e8 tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 1100 time: 0.1676373 Sep 10 03:02:03.877680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3d5ac99-91b6-45eb-9add-cf9ae8e4d78c req-b5e831c6-764f-480f-9401-37a55b41facc tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.910338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 2} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:03.916779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:03.947284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.068350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 2ce353e6-3e9c-4e21-be92-af9f86314542 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:04.118332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3d5ac99-91b6-45eb-9add-cf9ae8e4d78c req-b5e831c6-764f-480f-9401-37a55b41facc tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.126949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3d5ac99-91b6-45eb-9add-cf9ae8e4d78c req-b5e831c6-764f-480f-9401-37a55b41facc tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.153349 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d5ac99-91b6-45eb-9add-cf9ae8e4d78c req-b5e831c6-764f-480f-9401-37a55b41facc tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875881 Sep 10 03:02:04.215849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e831c6-764f-480f-9401-37a55b41facc tempest-LiveMigrationNegativeTest-1827771436 tempest-LiveMigrationNegativeTest-1827771436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b0904-4238-4b6f-a958-0f2b8a23d32d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:04.282890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.295768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:02:04.303032 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aff02000-94ee-4d5a-aae1-07086a299910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.402691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port b6ee1cf2-4b6a-499f-b885-172cd6042a30 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:04.612378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.646734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.680585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.734272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:04.741480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:04.749043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:04.751024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.785628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=2ce353e6-3e9c-4e21-be92-af9f86314542,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:04.864969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=b6ee1cf2-4b6a-499f-b885-172cd6042a30,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:04.885132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': '2762d553-70a8-45d5-8269-1cd7662cc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e53b2a3-14d3-4ed1-852e-328cfe00ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:04.885543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: 5e53b2a3-14d3-4ed1-852e-328cfe00ad7b, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:04.924292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 5e53b2a3-14d3-4ed1-852e-328cfe00ad7b is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:04.937681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8eeb3-cf9f-48c8-931e-457eb3804ff0 req-d63db0e0-335d-4cc0-ae6b-a233bb239bbe tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:04.940062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25a8eeb3-cf9f-48c8-931e-457eb3804ff0 req-d63db0e0-335d-4cc0-ae6b-a233bb239bbe tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.0882750 Sep 10 03:02:04.945611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 5e53b2a3-14d3-4ed1-852e-328cfe00ad7b) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:04.950598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:04.956835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:04.961545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc9146-b2c7-4a65-abef-ac777bb7b9db None None] Network 5e53b2a3-14d3-4ed1-852e-328cfe00ad7b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:04.962854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:04.963799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:04.983916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b78b743e-9ba0-419b-a3fb-c660f6fab06e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4174359 Sep 10 03:02:04.986677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:05.058626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25a8eeb3-cf9f-48c8-931e-457eb3804ff0 req-54de0f70-cd96-4ad7-90da-1282a1804b34 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Sep 10 03:02:05.221111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port b6ee1cf2-4b6a-499f-b885-172cd6042a30 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:05.221605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:05.373639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:05.392207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for b6ee1cf2-4b6a-499f-b885-172cd6042a30 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:05.439185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:05.511704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:05.548294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=b6ee1cf2-4b6a-499f-b885-172cd6042a30,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:05.551061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:05.555596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-590cc27a-1210-475c-bace-47a741c83ae1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/b6ee1cf2-4b6a-499f-b885-172cd6042a30 HTTP/1.1" status: 204 len: 168 time: 0.5656979 Sep 10 03:02:05.556061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48976) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:05.639446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab6bd2-7f8a-457e-a24d-2ffe3243f7d0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:05.648379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab6bd2-7f8a-457e-a24d-2ffe3243f7d0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:05.652551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-31ab6bd2-7f8a-457e-a24d-2ffe3243f7d0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0929768 Sep 10 03:02:05.653219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48978) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:06.250577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22baeb2-daa3-4c36-b05f-413ed685f38c req-14a18528-bb1e-416d-be18-3cd85e13d7e8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:06.260596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c22baeb2-daa3-4c36-b05f-413ed685f38c req-14a18528-bb1e-416d-be18-3cd85e13d7e8 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.0918100 Sep 10 03:02:06.266891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 2ce353e6-3e9c-4e21-be92-af9f86314542 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:06.267250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.318394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c22baeb2-daa3-4c36-b05f-413ed685f38c req-ed91e4db-6138-42bc-8c47-8b54d7e6274a tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Sep 10 03:02:06.489858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.513603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 2ce353e6-3e9c-4e21-be92-af9f86314542 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:06.558004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:06.593150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72552f-2297-4099-9f75-661820d04274 req-7f23deba-bac5-4330-8a7e-1ad9462caffc tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:06.594828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f72552f-2297-4099-9f75-661820d04274 req-7f23deba-bac5-4330-8a7e-1ad9462caffc tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 949 time: 0.1605561 Sep 10 03:02:06.705041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.744647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.758487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=2ce353e6-3e9c-4e21-be92-af9f86314542,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:06.785580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.787928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c359cdd-2db3-4dcb-a0d0-8acf23d28cbb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/2ce353e6-3e9c-4e21-be92-af9f86314542 HTTP/1.1" status: 204 len: 168 time: 1.1332235 Sep 10 03:02:06.791016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Deleting port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:06.791589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.792171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49008) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:06.950463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] For port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:06.951032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.977339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.986666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Calling delete_port for 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:06.989633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d42d2-39ae-466c-aba1-396c83d2a2f1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:06.993622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-441d42d2-39ae-466c-aba1-396c83d2a2f1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1925242 Sep 10 03:02:06.993622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:06.995946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49010) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:07.044860 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce0d33d-400d-4b36-aea1-828d01fb58c8 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:07.046752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ce0d33d-400d-4b36-aea1-828d01fb58c8 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/b6ee1cf2-4b6a-499f-b885-172cd6042a30 HTTP/1.1" status: 404 len: 333 time: 0.0494628 Sep 10 03:02:07.049947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49012) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:07.118072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1c4cc5528d5403f9dd93479d4e4b999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586379 Sep 10 03:02:07.127930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49016) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:07.152627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e7263-a22c-4a54-a670-67ef72580e73,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:07.171153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.171829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.172921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.173981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.175310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.175898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.177911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.178607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.179161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.179835 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9b949e-9a6f-4232-b915-c4aa283a10b3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:07.180532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.181208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.181463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce9b949e-9a6f-4232-b915-c4aa283a10b3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/2ce353e6-3e9c-4e21-be92-af9f86314542 HTTP/1.1" status: 404 len: 333 time: 0.1298769 Sep 10 03:02:07.183120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a07dc9f-f979-43f8-91ab-39071e9debaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:07.189499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:07.235833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.240150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a9fbfd-c395-41f9-a5d9-d089cad0a9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.274937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a9fbfd-c395-41f9-a5d9-d089cad0a9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.355435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.427702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a9fbfd-c395-41f9-a5d9-d089cad0a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.430781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a9fbfd-c395-41f9-a5d9-d089cad0a9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.432117 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-92a9fbfd-c395-41f9-a5d9-d089cad0a9ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a30e7263-a22c-4a54-a670-67ef72580e73 HTTP/1.1" status: 204 len: 168 time: 0.3028202 Sep 10 03:02:07.437051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.452625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['35bcc2b9-6d66-4417-a70f-1280bea4e8c6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:07.460134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:07.477377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Pushing event deleted for resources: {'Port': ['ID=35bcc2b9-6d66-4417-a70f-1280bea4e8c6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:07.479694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9fbfd-c395-41f9-a5d9-d089cad0a9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e7263-a22c-4a54-a670-67ef72580e73,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:07.538148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46b6ee12-283b-4056-a8bf-8b5d4400cf50 req-23ace26c-7f3b-4d0d-8d22-a9b4ea7134d9 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc692181-c0c9-4923-ad5f-b7ae5fcaf718 HTTP/1.1" status: 200 len: 210 time: 0.0630879 Sep 10 03:02:07.681881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] No DVR routers for this DVR port 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:07.693113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.698120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f72552f-2297-4099-9f75-661820d04274 req-54cd1950-0bca-43e8-8016-f739366c4904 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.32 "DELETE /v2.0/ports/35bcc2b9-6d66-4417-a70f-1280bea4e8c6 HTTP/1.1" status: 204 len: 173 time: 1.0950100 Sep 10 03:02:07.698504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'name': 'network-vif-deleted', 'tag': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:07.723082 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7539ef-500a-495d-958c-e7d11a9057cf" -d '{"events": [{"server_uuid": "dc692181-c0c9-4923-ad5f-b7ae5fcaf718", "name": "network-vif-deleted", "tag": "35bcc2b9-6d66-4417-a70f-1280bea4e8c6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:07.779350 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.808268 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0512a100-fb7c-4797-a8ee-ef76f09cc2bb x-openstack-request-id: req-0512a100-fb7c-4797-a8ee-ef76f09cc2bb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:07.808569 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc692181-c0c9-4923-ad5f-b7ae5fcaf718", "name": "network-vif-deleted", "tag": "35bcc2b9-6d66-4417-a70f-1280bea4e8c6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:07.808870 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0512a100-fb7c-4797-a8ee-ef76f09cc2bb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:07.809268 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc692181-c0c9-4923-ad5f-b7ae5fcaf718', 'name': 'network-vif-deleted', 'tag': '35bcc2b9-6d66-4417-a70f-1280bea4e8c6', 'status': 'completed', 'code': 200} Sep 10 03:02:07.851151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e53b2a3-14d3-4ed1-852e-328cfe00ad7b']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:07.891526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2762d553-70a8-45d5-8269-1cd7662cc8e3') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:07.891837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2762d553-70a8-45d5-8269-1cd7662cc8e3') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:07.922009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.966025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.983120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:02:07.983597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:02:07.996088 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:02:08.119071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.139244 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.146839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/5e53b2a3-14d3-4ed1-852e-328cfe00ad7b HTTP/1.1" status: 204 len: 168 time: 0.9557166 Sep 10 03:02:08.147502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49044) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:08.152784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-246611928'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:08.174254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b130f0-e245-41f3-b5ea-32e01019b427 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=5e53b2a3-14d3-4ed1-852e-328cfe00ad7b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:08.195038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:08.198689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.260971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:08.274319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.274729 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment ddb2f069-53cc-4439-8a54-a56ce443f38e of type vlan for network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 Sep 10 03:02:08.356471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.413051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49054) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:08.423280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.430712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:08.431343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.448877 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b067cf5e-3350-4e0b-a4e2-75d29ea2d198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.472080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3203678 Sep 10 03:02:08.474474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49060) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:08.479575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:08.529815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac34f63-8c36-440c-a898-554fa91b3e84 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=dd08f01f-a501-4eb2-8f1a-25e3ead3c921,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:08.542026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:08.627519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b067cf5e-3350-4e0b-a4e2-75d29ea2d198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.634312 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b067cf5e-3350-4e0b-a4e2-75d29ea2d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.726186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:08.730384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b067cf5e-3350-4e0b-a4e2-75d29ea2d198 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e29a113823d74f9d9b9abe47594971fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159666 Sep 10 03:02:08.731807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067cf5e-3350-4e0b-a4e2-75d29ea2d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2208a01-7f80-4d0e-a764-65a7619425ba,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:08.736364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.743109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49070) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:08.921102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9485d914-b949-441a-822d-c6e38fe0fa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:08.994063 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9485d914-b949-441a-822d-c6e38fe0fa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.098501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.133222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9485d914-b949-441a-822d-c6e38fe0fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.135765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9485d914-b949-441a-822d-c6e38fe0fa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.139991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9485d914-b949-441a-822d-c6e38fe0fa99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2208a01-7f80-4d0e-a764-65a7619425ba HTTP/1.1" status: 204 len: 168 time: 0.3955739 Sep 10 03:02:09.165408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485d914-b949-441a-822d-c6e38fe0fa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2208a01-7f80-4d0e-a764-65a7619425ba,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:09.192858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=b89edb24-c050-4589-becd-0bbdf700a807,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:09.204410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': 'ddb2f069-53cc-4439-8a54-a56ce443f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:09.204785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: dd08f01f-a501-4eb2-8f1a-25e3ead3c921, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:09.218090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece84ed-0bba-4773-92b0-d5b3a85d3789 req-57bf8a03-ea99-45fb-9929-48b336fbecf4 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:09.229333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:09.231182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eece84ed-0bba-4773-92b0-d5b3a85d3789 req-57bf8a03-ea99-45fb-9929-48b336fbecf4 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 949 time: 0.1639984 Sep 10 03:02:09.244146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dd08f01f-a501-4eb2-8f1a-25e3ead3c921) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:09.250128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:09.250740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.253691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833319c7-287b-4996-a1c1-9f776643bfa7 None None] Network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:09.290668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-40227cc6-05b3-4541-9c9b-ae0e1c0677de tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8126225 Sep 10 03:02:09.290993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49082) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:09.313045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921', 'name': 'tempest-PortsIpV6TestJSON-1289483025'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:09.341934 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eece84ed-0bba-4773-92b0-d5b3a85d3789 req-3aa5c746-5f4c-4ae0-be7c-3ef23e6b994d tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095016 Sep 10 03:02:09.578912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:09.584185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.621296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:09.625604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-dd08f01f-a501-4eb2-8f1a-25e3ead3c921', 'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': 'b89edb24-c050-4589-becd-0bbdf700a807'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:02:09.626490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:09.831740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::13a (dd08f01f-a501-4eb2-8f1a-25e3ead3c921/b89edb24-c050-4589-becd-0bbdf700a807/a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:10.042383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.057885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:10.107647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.156833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Allocated IP 2001:db8::2 (dd08f01f-a501-4eb2-8f1a-25e3ead3c921/b89edb24-c050-4589-becd-0bbdf700a807/ea645573-4278-43a1-a83a-4e274265bacc) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:10.177961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:10.181647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:10.183390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:10.185897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:10.192779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:10.193495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.210338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c1759ea-c484-42e6-9810-d5d42fb5ebc0 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9181988 Sep 10 03:02:10.213101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49130) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:10.314789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:10.315176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.338102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.347862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Transition to ACTIVE for port object ea645573-4278-43a1-a83a-4e274265bacc will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:10.371383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Transition to ACTIVE for port object ea645573-4278-43a1-a83a-4e274265bacc will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:10.379224 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.420033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:10.423798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:10.428170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:10.439003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:10.451815 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.468149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:10.490734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808410e-2858-4112-aeea-96e9edf3d256 req-a862f601-7b7a-4e46-a921-1479becf73f9 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:10.499018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:10.499018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 35bcc2b9-6d66-4417-a70f-1280bea4e8c6 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:10.507332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f808410e-2858-4112-aeea-96e9edf3d256 req-a862f601-7b7a-4e46-a921-1479becf73f9 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 949 time: 0.0780714 Sep 10 03:02:10.541850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Attempting to bind port ea645573-4278-43a1-a83a-4e274265bacc on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:10.542222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Attempting to bind port ea645573-4278-43a1-a83a-4e274265bacc by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ddb2f069-53cc-4439-8a54-a56ce443f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:10.542590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Attempting to bind port ea645573-4278-43a1-a83a-4e274265bacc on network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:10.544985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Pushing event updated for resources: {'Port': ['ID=ea645573-4278-43a1-a83a-4e274265bacc,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:10.555113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:10.555885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Checking segment: {'id': 'ddb2f069-53cc-4439-8a54-a56ce443f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:10.556640 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.557791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Bound using segment: {'id': 'ddb2f069-53cc-4439-8a54-a56ce443f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:10.558434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Bound port: ea645573-4278-43a1-a83a-4e274265bacc, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb2f069-53cc-4439-8a54-a56ce443f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dd08f01f-a501-4eb2-8f1a-25e3ead3c921'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:10.559058 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.575407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f808410e-2858-4112-aeea-96e9edf3d256 req-3533cc0e-3fab-4f0f-9816-2bc523af6a61 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Sep 10 03:02:10.636417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-9813394c-f2aa-4652-92e2-e7ab1c23f385 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:10.638078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-9813394c-f2aa-4652-92e2-e7ab1c23f385 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.36 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 949 time: 0.1068163 Sep 10 03:02:10.658785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] For port ea645573-4278-43a1-a83a-4e274265bacc, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:10.665395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] For port ea645573-4278-43a1-a83a-4e274265bacc, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ea645573-4278-43a1-a83a-4e274265bacc,segment=NetworkSegment(ddb2f069-53cc-4439-8a54-a56ce443f38e),segment_id=ddb2f069-53cc-4439-8a54-a56ce443f38e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:10.672503 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.740831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b6a4e-22ac-484f-b743-095d93d6049e None None] Pushing event updated for resources: {'Port': ['ID=ea645573-4278-43a1-a83a-4e274265bacc,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:10.846413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Deleting port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:10.846763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.940277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:10.989959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a437d-1165-42c1-bf63-484478df1109 req-8f644af8-1760-49ad-8867-1014c1267a3e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:10.991737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-789a437d-1165-42c1-bf63-484478df1109 req-8f644af8-1760-49ad-8867-1014c1267a3e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 950 time: 0.1962602 Sep 10 03:02:11.001090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:11.088754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.093230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d03b19bd-b1cd-42b8-a2d2-b859726b627e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f HTTP/1.1" status: 204 len: 168 time: 0.8767455 Sep 10 03:02:11.093978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:11.094457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] For port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:11.094765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.132577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Calling delete_port for e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:11.136973 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7522ab7-a782-4bc2-b17d-dffccbfa35f7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:02:11.139117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7522ab7-a782-4bc2-b17d-dffccbfa35f7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:02:11.145539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f7522ab7-a782-4bc2-b17d-dffccbfa35f7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f HTTP/1.1" status: 404 len: 333 time: 0.0487349 Sep 10 03:02:11.146008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49180) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:11.149096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-789a437d-1165-42c1-bf63-484478df1109 req-c5a61b7d-71be-4937-b160-7e41be432523 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183050 Sep 10 03:02:11.208506 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac87c565-704f-46cb-b2b4-09cd9fa1def4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:11.213725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ac87c565-704f-46cb-b2b4-09cd9fa1def4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/a46e36b1-9fc0-4029-a0da-8a5dbe01ce3f HTTP/1.1" status: 404 len: 333 time: 0.0640712 Sep 10 03:02:11.214166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:11.234227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ea645573-4278-43a1-a83a-4e274265bacc up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:11.337233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.338198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet b89edb24-c050-4589-becd-0bbdf700a807 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:02:11.342427 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.354668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:11.380423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Pushing event deleted for resources: {'Port': ['ID=e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:11.432589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ea645573-4278-43a1-a83a-4e274265bacc completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:11.437149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.453923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] No DVR routers for this DVR port e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:11.459585 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.463949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50e8f0f3-3f6f-4313-a44d-46529e291769 req-65819563-6529-45ce-9a1b-83b4a1509f2c tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.36 "DELETE /v2.0/ports/e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 HTTP/1.1" status: 204 len: 173 time: 0.8142161 Sep 10 03:02:11.464441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'name': 'network-vif-deleted', 'tag': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:11.466937 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ca944-95df-4379-9a4c-d5f056c74bc0" -d '{"events": [{"server_uuid": "7aab1e07-8088-46f9-9085-999e367ac9e0", "name": "network-vif-deleted", "tag": "e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:11.564277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.636311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Request body: {'security_group': {'name': 'tempest-securitygroup-156085628', 'description': 'tempest-description-695567089'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:11.670291 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.673792 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b9006-fdfb-40ee-b7cf-822279c988b6 x-openstack-request-id: req-eb9b9006-fdfb-40ee-b7cf-822279c988b6 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:11.674177 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aab1e07-8088-46f9-9085-999e367ac9e0", "name": "network-vif-deleted", "tag": "e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:11.674538 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb9b9006-fdfb-40ee-b7cf-822279c988b6 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:11.675027 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aab1e07-8088-46f9-9085-999e367ac9e0', 'name': 'network-vif-deleted', 'tag': 'e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68', 'status': 'completed', 'code': 200} Sep 10 03:02:11.684455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.720406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.760276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=b89edb24-c050-4589-becd-0bbdf700a807,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:11.770237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.775533 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0871aea-eec7-4551-887e-82a477a2f4e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/b89edb24-c050-4589-becd-0bbdf700a807 HTTP/1.1" status: 204 len: 168 time: 0.5598485 Sep 10 03:02:11.776192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49206) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:11.872237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.874184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-580b86f0-fbae-44be-95da-e4d2a58ae5ab req-300d8352-2113-42bf-b86b-4eee7949a771 tempest-LiveMigrationNegativeTest-999840519 tempest-LiveMigrationNegativeTest-999840519-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aab1e07-8088-46f9-9085-999e367ac9e0 HTTP/1.1" status: 200 len: 210 time: 0.0496881 Sep 10 03:02:11.880595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:11.934041 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.033859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port ea645573-4278-43a1-a83a-4e274265bacc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:12.034782 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.039248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0089e-7948-4446-906c-f6783e55c015,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.118105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.123079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.165057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] For port ea645573-4278-43a1-a83a-4e274265bacc, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ea645573-4278-43a1-a83a-4e274265bacc,segment=NetworkSegment(ddb2f069-53cc-4439-8a54-a56ce443f38e),segment_id=ddb2f069-53cc-4439-8a54-a56ce443f38e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:12.166055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.169904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.175265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ef0134a-1310-4967-a196-d15676621378 req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5470350 Sep 10 03:02:12.178655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876ade9-d411-4322-90b1-06c8805f6827 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca859a27-1331-4de4-b20d-68d480f5b95f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.182433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for ea645573-4278-43a1-a83a-4e274265bacc owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:12.215411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-376354e9-e168-4c0a-9557-9ff17b2393f4 req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1160716450', 'description': 'tempest-description-168740180'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:12.251919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-376354e9-e168-4c0a-9557-9ff17b2393f4 req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.284423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.306105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4499e53-2599-4e89-bf9f-b1e3dad46cdb None None] Network dd08f01f-a501-4eb2-8f1a-25e3ead3c921 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:12.319260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=ea645573-4278-43a1-a83a-4e274265bacc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.321482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No DVR routers for this DVR port ea645573-4278-43a1-a83a-4e274265bacc on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:12.345632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-376354e9-e168-4c0a-9557-9ff17b2393f4 req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.350622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-376354e9-e168-4c0a-9557-9ff17b2393f4 req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.383827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-376354e9-e168-4c0a-9557-9ff17b2393f4 req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.385086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-376354e9-e168-4c0a-9557-9ff17b2393f4 req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1749051 Sep 10 03:02:12.386364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-33ebcc32-1ec2-43ba-9d08-d4d7f8ee7953 None None] Could not find standard attr ID for object ea645573-4278-43a1-a83a-4e274265bacc. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:02:12.386850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c00622-491f-4734-bc2c-dbd2b5bbaa8f tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e636b907-1b75-42c6-9eae-5c1a27278f1a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.423625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.445366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd08f01f-a501-4eb2-8f1a-25e3ead3c921']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:12.455187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb2f069-53cc-4439-8a54-a56ce443f38e') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:12.455604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb2f069-53cc-4439-8a54-a56ce443f38e') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:12.465039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.479188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-887163768', 'description': 'tempest-description-784933183'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:12.487595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.498002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:02:12.498385 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:02:12.501718 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:02:12.512979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd30eb5-5aae-4e6b-9c2b-0175ef1d960b None None] DHCP port deletion for dd08f01f-a501-4eb2-8f1a-25e3ead3c921 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:02:12.522323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.565082 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.578462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.588956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.590866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/dd08f01f-a501-4eb2-8f1a-25e3ead3c921 HTTP/1.1" status: 204 len: 168 time: 0.8133368 Sep 10 03:02:12.594632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49228) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:12.600809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-44844719'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:12.604226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2e76-30e2-45b5-8119-8e0acb1355a5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=dd08f01f-a501-4eb2-8f1a-25e3ead3c921,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.674424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.678074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.693405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:12.696906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.715410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d313a-5a01-41c9-8285-a328be7a1b17,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.737127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:12.747140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.747586 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment 79b199c2-53a2-4dc7-a2e3-d72cccaf6448 of type vlan for network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 Sep 10 03:02:12.776910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.782358 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.802489 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.807527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.808873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-abb5ccc0-352e-4a85-8092-d6dd18d9dbfa req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3376029 Sep 10 03:02:12.815800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb415db-a0da-4b89-af74-bf1ba028f58b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e68ff-dcc6-4a9d-b4e2-77b3a1e9a8e8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.829637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.836038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:12.836633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.850951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-df818da4-fcb2-4bc6-8862-a4a99e1ff0d1 req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-429821896', 'description': 'tempest-description-315305204'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:12.923112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-df818da4-fcb2-4bc6-8862-a4a99e1ff0d1 req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:12.925235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=f2b0b50f-5c8e-41ca-86e0-0bcba5640672,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:12.932728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6ff3540-ff80-4cf3-8c7b-30a1a21b8d16 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3342078 Sep 10 03:02:12.933137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49236) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:12.936156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:12.938138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:13.072418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-df818da4-fcb2-4bc6-8862-a4a99e1ff0d1 req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.080457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-df818da4-fcb2-4bc6-8862-a4a99e1ff0d1 req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.103641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:13.111631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.113255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-df818da4-fcb2-4bc6-8862-a4a99e1ff0d1 req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.118078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df818da4-fcb2-4bc6-8862-a4a99e1ff0d1 req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2779956 Sep 10 03:02:13.119551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db729c0-9590-450c-8c16-441227b9b16f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eaef81-ed78-4bb3-ae8e-4b5fbc9635ed,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:13.147934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ea645573-4278-43a1-a83a-4e274265bacc no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:13.168517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ea645573-4278-43a1-a83a-4e274265bacc {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:13.168861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ea645573-4278-43a1-a83a-4e274265bacc not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:13.347091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.357992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:13.417483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=fb48c836-799d-4d0a-b231-cab3d0dd595c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:13.428088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': '79b199c2-53a2-4dc7-a2e3-d72cccaf6448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:13.428636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: f2b0b50f-5c8e-41ca-86e0-0bcba5640672, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:13.442741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-2694db53-5b77-461a-84ec-8a949cedae32 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53295 time: 0.2987845 Sep 10 03:02:13.444920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:13.453603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f2b0b50f-5c8e-41ca-86e0-0bcba5640672) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:13.458405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:13.459042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.462502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bad9c-5e8e-4072-a512-9af6582a7a17 None None] Network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:13.474051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3e6e2c89-8d11-4a95-8e21-2cba45dd4a2b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5394027 Sep 10 03:02:13.476512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49264) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:13.482000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-851907925'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:13.529571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-30426cea-9268-4bf5-abda-f4a499966d68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cba85d9096e414795413ee79afc7224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682346 Sep 10 03:02:13.530466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:13.582280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-e7c47080-d4ac-4a46-ad0a-b7340aeb882e tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/02eb9d3b-d309-4c0d-8a0b-54d6b2465118 HTTP/1.1" status: 200 len: 2981 time: 0.0809422 Sep 10 03:02:13.599613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:13.603554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.608933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9abe17f5-4a6a-4557-9a4c-b904f04babdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.622670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port c35647bd-b6d8-4b44-9622-33ddf48c51be yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:13.625434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-f2b0b50f-5c8e-41ca-86e0-0bcba5640672', 'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': 'fb48c836-799d-4d0a-b231-cab3d0dd595c'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:02:13.626423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.654465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9abe17f5-4a6a-4557-9a4c-b904f04babdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.668495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-b30da654-c702-45fa-8e4b-9f4262c4f463 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/02eb9d3b-d309-4c0d-8a0b-54d6b2465118 HTTP/1.1" status: 200 len: 2981 time: 0.0716732 Sep 10 03:02:13.731174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-0e16fbc7-0d4c-4ae6-98bf-3c7f69820f12 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/18c0684b-f2fe-45e3-b695-3b615f07a021 HTTP/1.1" status: 200 len: 2981 time: 0.0507545 Sep 10 03:02:13.744588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9abe17f5-4a6a-4557-9a4c-b904f04babdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.747266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9abe17f5-4a6a-4557-9a4c-b904f04babdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.748375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9abe17f5-4a6a-4557-9a4c-b904f04babdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959 HTTP/1.1" status: 204 len: 168 time: 0.2170281 Sep 10 03:02:13.764578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::b3 (f2b0b50f-5c8e-41ca-86e0-0bcba5640672/fb48c836-799d-4d0a-b231-cab3d0dd595c/c35647bd-b6d8-4b44-9622-33ddf48c51be) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:13.771039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe17f5-4a6a-4557-9a4c-b904f04babdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:13.801786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-147d7918-65b2-4d82-a878-f2bf6906e3d7 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/18c0684b-f2fe-45e3-b695-3b615f07a021 HTTP/1.1" status: 200 len: 2981 time: 0.0637372 Sep 10 03:02:13.816575 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-9fce2923-c881-47c4-967f-cb2736146a25 req-77721fd5-5491-4ebb-b89e-fa7441d7c33a tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] show failed (client error): The resource could not be found. Sep 10 03:02:13.826120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-77721fd5-5491-4ebb-b89e-fa7441d7c33a tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959 HTTP/1.1" status: 404 len: 352 time: 0.0231502 Sep 10 03:02:13.839368 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-9fce2923-c881-47c4-967f-cb2736146a25 req-87be6884-23de-4096-98a2-21cb31e3b30d tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] show failed (client error): The resource could not be found. Sep 10 03:02:13.848334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-87be6884-23de-4096-98a2-21cb31e3b30d tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/1a588a4f-cd2d-4b4f-9e7e-ebd76e37d959 HTTP/1.1" status: 404 len: 352 time: 0.0213437 Sep 10 03:02:13.886569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-53ce90cb-8d82-452f-af31-778fa5e91682 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/678e0380-c4c5-4f63-8141-c626f0e43027 HTTP/1.1" status: 200 len: 2981 time: 0.0370250 Sep 10 03:02:13.921004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.933651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-bd79e0bb-0e3d-4456-9be3-789e0ab275dc tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/678e0380-c4c5-4f63-8141-c626f0e43027 HTTP/1.1" status: 200 len: 2981 time: 0.0386231 Sep 10 03:02:13.937521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object c35647bd-b6d8-4b44-9622-33ddf48c51be will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:13.975173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:13.978380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-197807a6-321b-41f6-9f50-349a3bd98d1b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7ef0089e-7948-4446-906c-f6783e55c015 HTTP/1.1" status: 200 len: 2981 time: 0.0375690 Sep 10 03:02:14.019574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:14.026507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:14.033095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:14.038757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:14.039485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.043619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-8d8f5709-8a58-4f3e-8d90-e628ec844847 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7ef0089e-7948-4446-906c-f6783e55c015 HTTP/1.1" status: 200 len: 2981 time: 0.0487962 Sep 10 03:02:14.050001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Allocated IP 2001:db8::2 (f2b0b50f-5c8e-41ca-86e0-0bcba5640672/fb48c836-799d-4d0a-b231-cab3d0dd595c/509294ba-3284-4043-9289-c3eb3312d6df) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:14.052732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=c35647bd-b6d8-4b44-9622-33ddf48c51be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:14.060041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d31029bc-383f-4a41-9706-70019ddec3d5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.5821722 Sep 10 03:02:14.060877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49276) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:14.114887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49282) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:14.143162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-a47a0599-634e-47d0-a426-667e733e17c7 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/936088fd-24df-4861-9e3f-f7d8963ec68c HTTP/1.1" status: 200 len: 2977 time: 0.0935664 Sep 10 03:02:14.175563 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-452c57c5-aaee-4ae1-8203-a937bdcd5b6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6336d85670a540ec8b2b7b9a0a6b2280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594220 Sep 10 03:02:14.178789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49288) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:14.212482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-90db31ba-433b-47ef-b513-6af5190b3afa tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/936088fd-24df-4861-9e3f-f7d8963ec68c HTTP/1.1" status: 200 len: 2977 time: 0.0619307 Sep 10 03:02:14.235955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:14.239395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.245966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port c35647bd-b6d8-4b44-9622-33ddf48c51be {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:14.246423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.260580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24192139-4f53-4d2f-b010-7b12bb7903a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.263232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:14.263614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e0f9f3d2-146f-4bb0-8d9b-e8ee5c3caf68 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:14.270724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Transition to ACTIVE for port object 509294ba-3284-4043-9289-c3eb3312d6df will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:14.288472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Transition to ACTIVE for port object 509294ba-3284-4043-9289-c3eb3312d6df will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:14.297558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24192139-4f53-4d2f-b010-7b12bb7903a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.300804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-ae54e6cd-2dc1-47e2-9d98-8c71c21b6f1f tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a00b0904-4238-4b6f-a958-0f2b8a23d32d HTTP/1.1" status: 200 len: 2981 time: 0.0777671 Sep 10 03:02:14.310555 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.367232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:14.370804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:14.373738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:14.390768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.393345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24192139-4f53-4d2f-b010-7b12bb7903a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.397934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24192139-4f53-4d2f-b010-7b12bb7903a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.399432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-24192139-4f53-4d2f-b010-7b12bb7903a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a00b0904-4238-4b6f-a958-0f2b8a23d32d HTTP/1.1" status: 204 len: 168 time: 0.2196686 Sep 10 03:02:14.410757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24192139-4f53-4d2f-b010-7b12bb7903a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b0904-4238-4b6f-a958-0f2b8a23d32d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:14.410990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-3b74bdbc-c63d-4dc2-afa1-734b7cf4689c tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a00b0904-4238-4b6f-a958-0f2b8a23d32d HTTP/1.1" status: 200 len: 2981 time: 0.0791733 Sep 10 03:02:14.411896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for c35647bd-b6d8-4b44-9622-33ddf48c51be owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:14.435166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Pushing event updated for resources: {'Port': ['ID=509294ba-3284-4043-9289-c3eb3312d6df,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:14.452489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.452916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.453520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.453866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.454198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.454528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.454853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.455177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.456316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.456650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.467964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.469346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:02:14.491368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:14.526188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-d300a6db-373a-4971-808d-10f88bf9f943 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a016236f-a3f6-4aa8-88b0-825eee26c131 HTTP/1.1" status: 200 len: 2981 time: 0.1013489 Sep 10 03:02:14.530687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Attempting to bind port 509294ba-3284-4043-9289-c3eb3312d6df on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:14.531274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Attempting to bind port 509294ba-3284-4043-9289-c3eb3312d6df by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '79b199c2-53a2-4dc7-a2e3-d72cccaf6448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:14.531805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Attempting to bind port 509294ba-3284-4043-9289-c3eb3312d6df on network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:14.540176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:14.540932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Checking segment: {'id': '79b199c2-53a2-4dc7-a2e3-d72cccaf6448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:14.541302 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.541908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Bound using segment: {'id': '79b199c2-53a2-4dc7-a2e3-d72cccaf6448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:14.542638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Bound port: 509294ba-3284-4043-9289-c3eb3312d6df, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b199c2-53a2-4dc7-a2e3-d72cccaf6448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f2b0b50f-5c8e-41ca-86e0-0bcba5640672'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:14.543217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.616274 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-d33a1e58-7cb1-4cdc-a1c8-31b813644c00 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a016236f-a3f6-4aa8-88b0-825eee26c131 HTTP/1.1" status: 200 len: 2981 time: 0.0752029 Sep 10 03:02:14.642919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] For port 509294ba-3284-4043-9289-c3eb3312d6df, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:14.657513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] For port 509294ba-3284-4043-9289-c3eb3312d6df, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=509294ba-3284-4043-9289-c3eb3312d6df,segment=NetworkSegment(79b199c2-53a2-4dc7-a2e3-d72cccaf6448),segment_id=79b199c2-53a2-4dc7-a2e3-d72cccaf6448)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:14.660303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.669670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.681131 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.704422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=c35647bd-b6d8-4b44-9622-33ddf48c51be,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:14.729833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.734888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b59b31bc-6bc5-4a0f-8a98-326c4a2a1bbd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/c35647bd-b6d8-4b44-9622-33ddf48c51be HTTP/1.1" status: 204 len: 168 time: 0.6729879 Sep 10 03:02:14.735088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49300) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:14.741186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:14.743998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-5ab33b7d-1203-4219-8800-c7089155c7f2 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a6eb35cd-887c-4159-8c1f-814bda5abe9a HTTP/1.1" status: 200 len: 2981 time: 0.1136672 Sep 10 03:02:14.744525 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1d1685-5d63-44f4-bc08-c71d7507241d" -d '{"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:14.778299 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a6f5a9-1fd0-4fa5-a1a0-e271b9755a88 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:14.779260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:14.780578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666c36-b4a6-4cdf-b137-55f6adf479fd None None] Pushing event updated for resources: {'Port': ['ID=509294ba-3284-4043-9289-c3eb3312d6df,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:14.781769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-81a6f5a9-1fd0-4fa5-a1a0-e271b9755a88 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/c35647bd-b6d8-4b44-9622-33ddf48c51be HTTP/1.1" status: 404 len: 333 time: 0.0441952 Sep 10 03:02:14.788601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49304) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:14.795109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-1f413c95-02b9-4d02-8315-41df93ccf7af tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a6eb35cd-887c-4159-8c1f-814bda5abe9a HTTP/1.1" status: 200 len: 2981 time: 0.0500121 Sep 10 03:02:14.797649 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.862750 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c5f47-d60b-4c4d-a7e4-b41b7e3c4d13 x-openstack-request-id: req-2c3c5f47-d60b-4c4d-a7e4-b41b7e3c4d13 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:14.863047 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:14.863508 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c3c5f47-d60b-4c4d-a7e4-b41b7e3c4d13 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:14.864640 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'code': 200} Sep 10 03:02:14.883177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-bf1d198a-7e2e-4765-be41-837738b4ac79 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b2eca2c6-a101-42a3-a31b-a0a4fcaba08a HTTP/1.1" status: 200 len: 2981 time: 0.0871191 Sep 10 03:02:14.886377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:14.897021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet fb48c836-799d-4d0a-b231-cab3d0dd595c {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:02:14.902860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:14.933910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-7b47c2c4-0b5a-4e16-af0a-65ab42dbe35b tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b2eca2c6-a101-42a3-a31b-a0a4fcaba08a HTTP/1.1" status: 200 len: 2981 time: 0.0427592 Sep 10 03:02:14.979085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.028776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-e07cfced-dee7-4d94-938b-667df64fe6c5 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b3e21bf2-cc7b-43ff-a6ab-cc5d7acf95ff HTTP/1.1" status: 200 len: 2973 time: 0.0856924 Sep 10 03:02:15.109731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-1495cfad-5966-4fa4-a880-2fa2b7069920 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b3e21bf2-cc7b-43ff-a6ab-cc5d7acf95ff HTTP/1.1" status: 200 len: 2973 time: 0.0692129 Sep 10 03:02:15.183678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.267227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 509294ba-3284-4043-9289-c3eb3312d6df up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:15.283232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-a78c7da3-f684-4193-ad47-ab918151cf65 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c4fb6d7e-6546-471d-a6f9-471c1db5e892 HTTP/1.1" status: 200 len: 2981 time: 0.1664503 Sep 10 03:02:15.340631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.370319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-e1860e31-6574-48ad-811c-65271fb62788 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c4fb6d7e-6546-471d-a6f9-471c1db5e892 HTTP/1.1" status: 200 len: 2981 time: 0.0737941 Sep 10 03:02:15.391236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 509294ba-3284-4043-9289-c3eb3312d6df completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:15.402529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=fb48c836-799d-4d0a-b231-cab3d0dd595c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:15.406867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.412597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d635a865-ee03-429a-84f8-a17e263358a1 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/fb48c836-799d-4d0a-b231-cab3d0dd595c HTTP/1.1" status: 204 len: 168 time: 0.6225777 Sep 10 03:02:15.413394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49342) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:15.467036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-aa84917d-8f52-4253-8b5a-d4b513594fa5 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c67d313a-5a01-41c9-8285-a328be7a1b17 HTTP/1.1" status: 200 len: 2981 time: 0.0880127 Sep 10 03:02:15.530021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-510da775-5f89-4869-992e-44990a4826fc tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c67d313a-5a01-41c9-8285-a328be7a1b17 HTTP/1.1" status: 200 len: 2981 time: 0.0540299 Sep 10 03:02:15.581272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.605039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-0100fe00-1403-4cd2-91df-33244a053d44 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f2856fd8-da91-4e2f-bbe2-70a105725f1b HTTP/1.1" status: 200 len: 2981 time: 0.0671229 Sep 10 03:02:15.664133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 509294ba-3284-4043-9289-c3eb3312d6df {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:15.664612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.676951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fce2923-c881-47c4-967f-cb2736146a25 req-660a7950-b6cb-4fbb-bed3-0fe294027dec tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f2856fd8-da91-4e2f-bbe2-70a105725f1b HTTP/1.1" status: 200 len: 2981 time: 0.0639291 Sep 10 03:02:15.746797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] For port 509294ba-3284-4043-9289-c3eb3312d6df, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=509294ba-3284-4043-9289-c3eb3312d6df,segment=NetworkSegment(79b199c2-53a2-4dc7-a2e3-d72cccaf6448),segment_id=79b199c2-53a2-4dc7-a2e3-d72cccaf6448)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:15.747217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:15.791341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 509294ba-3284-4043-9289-c3eb3312d6df owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:15.873013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02009e60-728b-4058-8f9f-8b1372ee32d1 req-3d664283-8374-4431-b622-108b9879aeb0 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2946f1a2884b400d9ee043105dd16feb HTTP/1.1" status: 200 len: 6101 time: 0.1233265 Sep 10 03:02:15.951543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02009e60-728b-4058-8f9f-8b1372ee32d1 req-f8a3df31-7c7d-45fa-9cc2-28387d1670ba tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "GET /v2.0/security-groups/7ef0089e-7948-4446-906c-f6783e55c015 HTTP/1.1" status: 200 len: 2981 time: 0.0669355 Sep 10 03:02:15.978054 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.034249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=509294ba-3284-4043-9289-c3eb3312d6df,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:16.049580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No DVR routers for this DVR port 509294ba-3284-4043-9289-c3eb3312d6df on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:16.123789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02009e60-728b-4058-8f9f-8b1372ee32d1 req-b1a035a4-5fd8-4cbe-8090-82033828d921 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "GET /v2.0/security-groups/7ef0089e-7948-4446-906c-f6783e55c015 HTTP/1.1" status: 200 len: 2981 time: 0.1522233 Sep 10 03:02:16.181645 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.196146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d071c3a-182e-4a95-a750-622bd617cebd None None] Network f2b0b50f-5c8e-41ca-86e0-0bcba5640672 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:16.233740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b0b50f-5c8e-41ca-86e0-0bcba5640672']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:16.258912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14dcd691-716a-4c6c-a6be-5ca0a65fff3f req-0002bd0b-568a-4f01-b626-d5dff0da1cc3 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/98eaef81-ed78-4bb3-ae8e-4b5fbc9635ed HTTP/1.1" status: 200 len: 1776 time: 0.1080194 Sep 10 03:02:16.264153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8a2438f4-4c4f-47d3-9cbb-c7fb83d0f73c None None] Could not find standard attr ID for object 509294ba-3284-4043-9289-c3eb3312d6df. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:02:16.287117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b199c2-53a2-4dc7-a2e3-d72cccaf6448') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:16.287491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b199c2-53a2-4dc7-a2e3-d72cccaf6448') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:16.303756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.373960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-14dcd691-716a-4c6c-a6be-5ca0a65fff3f req-d4d8abe6-6ccf-451b-a85b-c2fd15327243 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.388282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.399913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:02:16.400286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:02:16.407659 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:02:16.427526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-14dcd691-716a-4c6c-a6be-5ca0a65fff3f req-d4d8abe6-6ccf-451b-a85b-c2fd15327243 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.434721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab29462-bd3d-4e72-845c-d2b18c8fcc4d None None] DHCP port deletion for f2b0b50f-5c8e-41ca-86e0-0bcba5640672 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:02:16.457324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09bb0f-f3fa-444f-8db8-ac010d900d5b req-f3abea9c-924d-473b-ba6a-981f7e0c793d tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:16.459443 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dd09bb0f-f3fa-444f-8db8-ac010d900d5b req-f3abea9c-924d-473b-ba6a-981f7e0c793d tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1097 time: 0.1305206 Sep 10 03:02:16.466654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:02:16.498152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-14dcd691-716a-4c6c-a6be-5ca0a65fff3f req-d4d8abe6-6ccf-451b-a85b-c2fd15327243 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.501362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-14dcd691-716a-4c6c-a6be-5ca0a65fff3f req-d4d8abe6-6ccf-451b-a85b-c2fd15327243 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.513771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14dcd691-716a-4c6c-a6be-5ca0a65fff3f req-d4d8abe6-6ccf-451b-a85b-c2fd15327243 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/98eaef81-ed78-4bb3-ae8e-4b5fbc9635ed HTTP/1.1" status: 204 len: 173 time: 0.2383578 Sep 10 03:02:16.528932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.537736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.543831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/f2b0b50f-5c8e-41ca-86e0-0bcba5640672 HTTP/1.1" status: 204 len: 168 time: 1.1291969 Sep 10 03:02:16.560651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49394) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:16.563054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8abe6-6ccf-451b-a85b-c2fd15327243 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eaef81-ed78-4bb3-ae8e-4b5fbc9635ed,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:16.576753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'name': 'tempest-PortsIpV6TestJSON-1990827402'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:16.576753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696cdf1-3328-42f5-b7c2-6daa925d8b27 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=f2b0b50f-5c8e-41ca-86e0-0bcba5640672,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:16.615406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dd09bb0f-f3fa-444f-8db8-ac010d900d5b req-fbff2da5-18dd-4d9a-a841-3fa6dcf0777b tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458907 Sep 10 03:02:16.740824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:16.749059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.756763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:16.794295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'mac_address': 'fa:16:3e:86:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:02:16.817419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 490dbae0-4b83-498e-94b2-ab84fb14c97e yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:16.846717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.871111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:16.875267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d235a684-ee3f-4ecb-b944-0e02d0704e09 req-dc72d151-3cfb-405b-962c-bd32004ae324 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "GET /v2.0/security-groups/397e68ff-dcc6-4a9d-b4e2-77b3a1e9a8e8 HTTP/1.1" status: 200 len: 1776 time: 0.0811100 Sep 10 03:02:16.949409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:16.953559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d235a684-ee3f-4ecb-b944-0e02d0704e09 req-1e88ca6d-0940-426e-a14c-919e90f8e932 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.954901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:16.985840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d235a684-ee3f-4ecb-b944-0e02d0704e09 req-1e88ca6d-0940-426e-a14c-919e90f8e932 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.063882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d235a684-ee3f-4ecb-b944-0e02d0704e09 req-1e88ca6d-0940-426e-a14c-919e90f8e932 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.073543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d235a684-ee3f-4ecb-b944-0e02d0704e09 req-1e88ca6d-0940-426e-a14c-919e90f8e932 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.095507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d235a684-ee3f-4ecb-b944-0e02d0704e09 req-1e88ca6d-0940-426e-a14c-919e90f8e932 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/397e68ff-dcc6-4a9d-b4e2-77b3a1e9a8e8 HTTP/1.1" status: 204 len: 173 time: 0.2091880 Sep 10 03:02:17.115885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88ca6d-0940-426e-a14c-919e90f8e932 tempest-SecurityGroupsTestAdminJSON-957710699 tempest-SecurityGroupsTestAdminJSON-957710699-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e68ff-dcc6-4a9d-b4e2-77b3a1e9a8e8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:17.133704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:17.156105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:17.194798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 509294ba-3284-4043-9289-c3eb3312d6df no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:17.227040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 509294ba-3284-4043-9289-c3eb3312d6df {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:17.227866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 509294ba-3284-4043-9289-c3eb3312d6df not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:17.277831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.335261 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.396826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=490dbae0-4b83-498e-94b2-ab84fb14c97e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:17.429478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:17.431608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:17.441764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:17.451245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:17.452350 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.472186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8cc2f3e2-f1d4-4fa7-8985-e975eaa77954 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9096768 Sep 10 03:02:17.475847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:17.491936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b5d6f643-4a87-4731-b8a6-b23f28836fee req-cf46f9be-8a57-49d7-9a79-91906bbfdc07 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "GET /v2.0/security-groups/e636b907-1b75-42c6-9eae-5c1a27278f1a HTTP/1.1" status: 200 len: 1777 time: 0.0593054 Sep 10 03:02:17.612668 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b5d6f643-4a87-4731-b8a6-b23f28836fee req-55e12f0e-f1e0-4573-9efe-3a6443c47d5e tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.655687 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b5d6f643-4a87-4731-b8a6-b23f28836fee req-55e12f0e-f1e0-4573-9efe-3a6443c47d5e tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.671548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 490dbae0-4b83-498e-94b2-ab84fb14c97e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:17.672186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.770744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.788216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 490dbae0-4b83-498e-94b2-ab84fb14c97e owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:17.790257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b5d6f643-4a87-4731-b8a6-b23f28836fee req-55e12f0e-f1e0-4573-9efe-3a6443c47d5e tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.793192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b5d6f643-4a87-4731-b8a6-b23f28836fee req-55e12f0e-f1e0-4573-9efe-3a6443c47d5e tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.794374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b5d6f643-4a87-4731-b8a6-b23f28836fee req-55e12f0e-f1e0-4573-9efe-3a6443c47d5e tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "DELETE /v2.0/security-groups/e636b907-1b75-42c6-9eae-5c1a27278f1a HTTP/1.1" status: 204 len: 173 time: 0.3014023 Sep 10 03:02:17.817651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e12f0e-f1e0-4573-9efe-3a6443c47d5e tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636b907-1b75-42c6-9eae-5c1a27278f1a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:17.914766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.957660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=490dbae0-4b83-498e-94b2-ab84fb14c97e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:17.967979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:17.971856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5cfa30e-e86b-4082-a765-9fd5851a9272 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/490dbae0-4b83-498e-94b2-ab84fb14c97e HTTP/1.1" status: 204 len: 168 time: 0.4946465 Sep 10 03:02:17.977997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49448) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:17.984948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'mac_address': 'fa:16:3e:39:19:65', 'name': 'tempest-PortsIpV6TestJSON-841153070'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:18.137894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:18.234016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.260679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port f043beb3-14a7-4cd8-ab83-5d12290a4ab5 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:18.477851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.482599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:18.532336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.595722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:18.605662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:18.611811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:18.612032 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.616787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:18.626823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:18.627874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.632350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=f043beb3-14a7-4cd8-ab83-5d12290a4ab5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:18.673429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-89555ed6-7810-418b-8648-425a4de77a25 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6941800 Sep 10 03:02:18.677640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49466) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:18.690762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84d9a2c8-259b-4660-8a90-2d7b0a00ae62 req-b50b531a-cc62-4dc3-8cd7-26b11797c2f8 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "GET /v2.0/security-groups/ca859a27-1331-4de4-b20d-68d480f5b95f HTTP/1.1" status: 200 len: 1776 time: 0.0542121 Sep 10 03:02:18.714682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-75a52d70-081f-4a02-a4db-e48290a4e781 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:02:18.725286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-75a52d70-081f-4a02-a4db-e48290a4e781 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2693183 Sep 10 03:02:18.762903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.793086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-84d9a2c8-259b-4660-8a90-2d7b0a00ae62 req-d07c52b9-41e6-47f0-a170-5a19a9d6a193 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.794573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aea95d-6dc7-43e4-b3b1-484e88bbe9e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:18.798673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:18.799294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-60aea95d-6dc7-43e4-b3b1-484e88bbe9e2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/f043beb3-14a7-4cd8-ab83-5d12290a4ab5 HTTP/1.1" status: 200 len: 844 time: 0.1200664 Sep 10 03:02:18.805237 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef73eb-8fd5-4dfa-b5ce-92f458d2d918" -d '{"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-plugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:18.807315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49468) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:18.819688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-a2eb30d0-72b5-488d-ae96-543bbe930299 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:18.827356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-a2eb30d0-72b5-488d-ae96-543bbe930299 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 1094 time: 0.1005528 Sep 10 03:02:18.836154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:18.845461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-84d9a2c8-259b-4660-8a90-2d7b0a00ae62 req-d07c52b9-41e6-47f0-a170-5a19a9d6a193 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.846824 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.898297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-84d9a2c8-259b-4660-8a90-2d7b0a00ae62 req-d07c52b9-41e6-47f0-a170-5a19a9d6a193 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.904898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-84d9a2c8-259b-4660-8a90-2d7b0a00ae62 req-d07c52b9-41e6-47f0-a170-5a19a9d6a193 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:18.921656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84d9a2c8-259b-4660-8a90-2d7b0a00ae62 req-d07c52b9-41e6-47f0-a170-5a19a9d6a193 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca859a27-1331-4de4-b20d-68d480f5b95f HTTP/1.1" status: 204 len: 173 time: 0.2225451 Sep 10 03:02:18.925527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Request body: {'binding': {'host': 'n-h1-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:18.926626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:02:18.940438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:18.958599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c52b9-41e6-47f0-a170-5a19a9d6a193 tempest-SecurityGroupsTestAdminJSON-1924342668 tempest-SecurityGroupsTestAdminJSON-1924342668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca859a27-1331-4de4-b20d-68d480f5b95f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:19.115106 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb6941f-3bbc-471c-9aa7-34dc03e11922 x-openstack-request-id: req-dfb6941f-3bbc-471c-9aa7-34dc03e11922 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:19.116001 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-plugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:19.116001 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfb6941f-3bbc-471c-9aa7-34dc03e11922 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:19.116363 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'code': 200} Sep 10 03:02:19.342721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port f043beb3-14a7-4cd8-ab83-5d12290a4ab5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:19.343349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.409534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:19.438753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.458485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for f043beb3-14a7-4cd8-ab83-5d12290a4ab5 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:19.475697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on host n-h1-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:19.476036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:19.476372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:19.541810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:02:19.542325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:19.553594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:19.553847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:19.557802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:19.558397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Bound port: 3640c922-14b7-42d9-9e0f-9f92920c2873, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:19.634083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:19.634339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-92e67549-f661-425d-9c8a-caf3aac88636 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2946f1a2884b400d9ee043105dd16feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209053 Sep 10 03:02:19.634813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:19.647406 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.661313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-908e8963-43fd-4d7e-8bd4-862ccd0277e4 service neutron] 10.222.0.23 "POST /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873/bindings HTTP/1.1" status: 201 len: 389 time: 0.8308501 Sep 10 03:02:19.698724 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.725664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:19.742488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=f043beb3-14a7-4cd8-ab83-5d12290a4ab5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:19.754166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.756463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b60bfb41-be27-41c5-942b-0f83fbca5984 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/f043beb3-14a7-4cd8-ab83-5d12290a4ab5 HTTP/1.1" status: 204 len: 168 time: 0.9478383 Sep 10 03:02:19.758857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49508) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:19.766051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd596-26b4-43c5-b895-a59f131f752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.791198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd596-26b4-43c5-b895-a59f131f752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.795969 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fcc425-2769-4db3-a87c-5af1b2a4c181 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:19.797837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e7fcc425-2769-4db3-a87c-5af1b2a4c181 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/f043beb3-14a7-4cd8-ab83-5d12290a4ab5 HTTP/1.1" status: 404 len: 333 time: 0.0378432 Sep 10 03:02:19.803265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49512) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:19.809240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'name': 'tempest-PortsIpV6TestJSON-2064721966'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:19.907813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd596-26b4-43c5-b895-a59f131f752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.913359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd596-26b4-43c5-b895-a59f131f752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:19.918428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4b5cd596-26b4-43c5-b895-a59f131f752b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ef0089e-7948-4446-906c-f6783e55c015 HTTP/1.1" status: 204 len: 168 time: 0.2829990 Sep 10 03:02:19.946469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd596-26b4-43c5-b895-a59f131f752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0089e-7948-4446-906c-f6783e55c015,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:19.980334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f35bd-7f3a-447e-9c5b-03f41f7483e8 req-aabe4431-b022-408c-a9f0-f67dd759a0b3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:19.987793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-239f35bd-7f3a-447e-9c5b-03f41f7483e8 req-aabe4431-b022-408c-a9f0-f67dd759a0b3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.0806923 Sep 10 03:02:19.995832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:19.999661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.049434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41ad8ecb-3eb4-4fd2-b7cc-dd2185dc87fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.053950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port e4013a22-491e-4f5d-800a-189ac78a11a3 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:20.092616 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-239f35bd-7f3a-447e-9c5b-03f41f7483e8 req-b6e07d7b-6b92-4b3b-8680-98da072f66c5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984743 Sep 10 03:02:20.170920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-a771d675-1569-4e91-b55b-275858fab619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:20.172602 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-a771d675-1569-4e91-b55b-275858fab619 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1097 time: 0.1849983 Sep 10 03:02:20.288415 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.333270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.401385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49520) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:20.404773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:20.410168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=e4013a22-491e-4f5d-800a-189ac78a11a3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:20.414406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:20.423123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:20.429321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:20.430117 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.445930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41ad8ecb-3eb4-4fd2-b7cc-dd2185dc87fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.453322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41ad8ecb-3eb4-4fd2-b7cc-dd2185dc87fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.463078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0b1b1ed-8288-4d3d-8c32-97d3da1d9869 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6586766 Sep 10 03:02:20.467272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b212ef5-38e4-4ebf-bcc7-dfb45f528b91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b901b7cdd943456f8498c2a40d57dcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648205 Sep 10 03:02:20.468078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49522) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:20.473800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:20.476638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:20.488434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41ad8ecb-3eb4-4fd2-b7cc-dd2185dc87fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=493d06fb218440c595742935c3211a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509539 Sep 10 03:02:20.491607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49526) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:20.576281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad8ecb-3eb4-4fd2-b7cc-dd2185dc87fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1748b438-4370-4eab-8930-f123e38db4eb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:20.591251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.604318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-aee9cdb8-a20e-4398-9fca-646592f57ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:20.605932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-aee9cdb8-a20e-4398-9fca-646592f57ad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.4259553 Sep 10 03:02:20.630795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f911c03a-86f0-4b98-aec4-23b947a4863c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.651677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-da044689-e93c-41dd-b228-3a26b882aded service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 217 time: 0.0377185 Sep 10 03:02:20.654947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f2a295e-c5b7-4403-92ec-9e79392d2c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.661709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f911c03a-86f0-4b98-aec4-23b947a4863c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.677990 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f2a295e-c5b7-4403-92ec-9e79392d2c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.756675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-6284149b-3540-4ef0-85cf-fe36e152c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:20.758337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-6284149b-3540-4ef0-85cf-fe36e152c6ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0578382 Sep 10 03:02:20.810632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-ea4a3f77-e393-42c6-84f9-25261d56633c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434952 Sep 10 03:02:20.811696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f2a295e-c5b7-4403-92ec-9e79392d2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.814678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f2a295e-c5b7-4403-92ec-9e79392d2c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.819242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2f2a295e-c5b7-4403-92ec-9e79392d2c84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1748b438-4370-4eab-8930-f123e38db4eb HTTP/1.1" status: 204 len: 168 time: 0.3265443 Sep 10 03:02:20.852581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a295e-c5b7-4403-92ec-9e79392d2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1748b438-4370-4eab-8930-f123e38db4eb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:20.882816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f911c03a-86f0-4b98-aec4-23b947a4863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.885415 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f911c03a-86f0-4b98-aec4-23b947a4863c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.889564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f911c03a-86f0-4b98-aec4-23b947a4863c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c67d313a-5a01-41c9-8285-a328be7a1b17 HTTP/1.1" status: 204 len: 168 time: 0.4119430 Sep 10 03:02:20.913321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.918913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c03a-86f0-4b98-aec4-23b947a4863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67d313a-5a01-41c9-8285-a328be7a1b17,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:20.934462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:20.977545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-84820359-a5c2-49c6-b8f9-517a7dfdaa38 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560545 Sep 10 03:02:20.995241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] In _notify_port_updated(), no bound segment for port e4013a22-491e-4f5d-800a-189ac78a11a3 on network f002d7c7-f814-4f85-8686-e1cf8846e8b0 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:02:21.002417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:21.003281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:21.007934 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/ports/e4013a22-491e-4f5d-800a-189ac78a11a3 HTTP/1.1" status: 200 len: 818 time: 0.5387058 Sep 10 03:02:21.025801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49546) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:21.043926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef630-f185-42fb-85a6-95d994c6bfa3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=e4013a22-491e-4f5d-800a-189ac78a11a3,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:21.192818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port e4013a22-491e-4f5d-800a-189ac78a11a3 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:21.196204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:21.218503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-7eda2cda-8c21-4ea0-8373-37be60d2cbd0 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312543 Sep 10 03:02:21.339828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:21.359791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for e4013a22-491e-4f5d-800a-189ac78a11a3 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:21.367786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e3db-9a7a-4d12-beec-afee5a90cd92 req-5fd49e65-d14f-43a2-b9b5-a64444cd0d45 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:21.376653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc94e3db-9a7a-4d12-beec-afee5a90cd92 req-5fd49e65-d14f-43a2-b9b5-a64444cd0d45 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.1177008 Sep 10 03:02:21.501097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc94e3db-9a7a-4d12-beec-afee5a90cd92 req-4db9f37d-72c2-43e9-883d-5d2d1fde18c3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216838 Sep 10 03:02:21.532810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:21.595931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=e4013a22-491e-4f5d-800a-189ac78a11a3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:21.617063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:21.620176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7f4933ba-0a8d-4064-8ee1-9faa47d1b31f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/e4013a22-491e-4f5d-800a-189ac78a11a3 HTTP/1.1" status: 204 len: 168 time: 0.5932789 Sep 10 03:02:21.622968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49558) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:21.792439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49574) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:21.810975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8387fd93-4c2e-4d69-b4df-2312a5ee2a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:21.822943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f192966-9584-4b9f-8dd2-dc3b4f7ad14d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:21.825689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2f192966-9584-4b9f-8dd2-dc3b4f7ad14d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2005038 Sep 10 03:02:21.832893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:21.914042 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-710428e7-6d55-4dbc-8754-ac31a8e2801a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:21.915571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-710428e7-6d55-4dbc-8754-ac31a8e2801a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/e4013a22-491e-4f5d-800a-189ac78a11a3 HTTP/1.1" status: 404 len: 333 time: 0.0812967 Sep 10 03:02:21.924467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49586) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:21.942366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557076059'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:22.051041 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8387fd93-4c2e-4d69-b4df-2312a5ee2a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.070030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8387fd93-4c2e-4d69-b4df-2312a5ee2a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.091216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:22.095612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.121153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387fd93-4c2e-4d69-b4df-2312a5ee2a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf9c1d-5530-49ac-9c5d-aea7e1d2bc5b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:22.143161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:22.156601 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.156947 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment 180dfa95-5e25-4821-8123-c38787f6e093 of type vlan for network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 Sep 10 03:02:22.161886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8387fd93-4c2e-4d69-b4df-2312a5ee2a1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66ea0bc1e4da428ca2621d5faa3d8347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678598 Sep 10 03:02:22.164948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49592) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:22.224970 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.255868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d9dec57-e47e-4800-8197-2b271dbbb06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.262291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.266789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:22.267541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.313227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d9dec57-e47e-4800-8197-2b271dbbb06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.315665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3873158 Sep 10 03:02:22.322308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49598) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:22.333433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:22.414400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d9dec57-e47e-4800-8197-2b271dbbb06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.417165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d9dec57-e47e-4800-8197-2b271dbbb06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.426544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d9dec57-e47e-4800-8197-2b271dbbb06e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fcf9c1d-5530-49ac-9c5d-aea7e1d2bc5b HTTP/1.1" status: 204 len: 168 time: 0.2553449 Sep 10 03:02:22.448342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bcb77-b597-4a60-94b4-6f6d55271674 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:22.460274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dec57-e47e-4800-8197-2b271dbbb06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf9c1d-5530-49ac-9c5d-aea7e1d2bc5b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:22.466826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:22.490696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:22.498902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:22.945003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af6f90-410a-42f0-aede-03bc500b9b18 req-084bb456-5c3e-449c-a54b-de729a5179db tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:22.953368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56af6f90-410a-42f0-aede-03bc500b9b18 req-084bb456-5c3e-449c-a54b-de729a5179db tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.2255163 Sep 10 03:02:23.042962 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:23.152556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=124ca61a-95a1-4203-8952-cf44ed928635,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:23.178234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56af6f90-410a-42f0-aede-03bc500b9b18 req-203f1f60-d0f3-4e56-8e19-630a7f502db5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079372 Sep 10 03:02:23.209848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': '180dfa95-5e25-4821-8123-c38787f6e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:23.210510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:23.240528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:23.266729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:23.281123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7aaf35-c461-4b87-a958-a7c9f09335cf None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:23.290237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:23.291296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:23.315564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49640) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:23.319494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bf6521d5-b499-46eb-99e7-f0978c42f1d6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9951365 Sep 10 03:02:23.321400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:23.528286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:23.542435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:23.656488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': '124ca61a-95a1-4203-8952-cf44ed928635'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:02:23.657939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:23.775343 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 124ca61a-95a1-4203-8952-cf44ed928635 (CIDR: 2001:db8::/64) Sep 10 03:02:23.781142 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:02:23.782781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:02:23.817051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b728dee9-a0e3-44d4-8d03-bb9217b85f99 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5002046 Sep 10 03:02:23.819872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49650) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:23.830737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:23.839397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Allocated IP 2001:db8::2 (4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2/124ca61a-95a1-4203-8952-cf44ed928635/761ca391-d006-476c-bea2-d229fb264656) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:24.024180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.034620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Transition to ACTIVE for port object 761ca391-d006-476c-bea2-d229fb264656 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:24.053105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Transition to ACTIVE for port object 761ca391-d006-476c-bea2-d229fb264656 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:24.065348 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.100454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:24.105729 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.220876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:24.225639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:24.229011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Pushing event updated for resources: {'Port': ['ID=761ca391-d006-476c-bea2-d229fb264656,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:24.231725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:24.349640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Attempting to bind port 761ca391-d006-476c-bea2-d229fb264656 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:24.352644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Attempting to bind port 761ca391-d006-476c-bea2-d229fb264656 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '180dfa95-5e25-4821-8123-c38787f6e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:24.354343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Attempting to bind port 761ca391-d006-476c-bea2-d229fb264656 on network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:24.367742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:24.371779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Checking segment: {'id': '180dfa95-5e25-4821-8123-c38787f6e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:24.373079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.375503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Bound using segment: {'id': '180dfa95-5e25-4821-8123-c38787f6e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:24.377134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Bound port: 761ca391-d006-476c-bea2-d229fb264656, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180dfa95-5e25-4821-8123-c38787f6e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:24.377714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.546882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522c29-2805-4c7e-ab7c-a8e86777816e req-a8bd0a73-b0e5-48d0-9936-1f1f58703bbe tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:24.558682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a522c29-2805-4c7e-ab7c-a8e86777816e req-a8bd0a73-b0e5-48d0-9936-1f1f58703bbe tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.1791141 Sep 10 03:02:24.777143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] For port 761ca391-d006-476c-bea2-d229fb264656, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:24.777608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] For port 761ca391-d006-476c-bea2-d229fb264656, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=761ca391-d006-476c-bea2-d229fb264656,segment=NetworkSegment(180dfa95-5e25-4821-8123-c38787f6e093),segment_id=180dfa95-5e25-4821-8123-c38787f6e093)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:24.784398 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.813203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a522c29-2805-4c7e-ab7c-a8e86777816e req-cd1f9686-80cc-4450-9759-47c6e316efb3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517762 Sep 10 03:02:24.902147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:24.918693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a94874-520d-4079-901f-1e5b627b14cc None None] Pushing event updated for resources: {'Port': ['ID=761ca391-d006-476c-bea2-d229fb264656,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:24.963701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:24.968829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:24.972374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:24.973546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:25.008594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1847029 Sep 10 03:02:25.009654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49714) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:25.018657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'fixed_ips': [{'subnet_id': '124ca61a-95a1-4203-8952-cf44ed928635'}, {'subnet_id': 'd82f6658-071c-4f11-b368-9b36cec56044'}], 'name': 'tempest-PortsIpV6TestJSON-994805938'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:25.023897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a00ab-8032-4509-bba7-09a048e7683c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=d82f6658-071c-4f11-b368-9b36cec56044,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:25.560633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:25.785569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:25.821736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:26.007346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-debc2de6-2674-45f5-98cd-8ee3a9e33fcb tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6fe6bc5af205434a83ea89413112891c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607536 Sep 10 03:02:26.191162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-72e5f21a-c369-40ef-8925-635d812f0e16 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:26.202588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-72e5f21a-c369-40ef-8925-635d812f0e16 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915519 Sep 10 03:02:26.210683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0b63c-072b-4077-b024-e73dbb6f3604 req-8ca355af-eb28-44f0-a6ef-732aa62f480a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:26.212335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56c0b63c-072b-4077-b024-e73dbb6f3604 req-8ca355af-eb28-44f0-a6ef-732aa62f480a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.1958101 Sep 10 03:02:26.222225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-fb64d6c3-3386-40d5-a137-7e8f14f5a8a8 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/quotas/6fe6bc5af205434a83ea89413112891c HTTP/1.1" status: 200 len: 375 time: 0.0183818 Sep 10 03:02:26.272334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:26.274928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-358df278-8785-4679-ac0c-54b9415ee309 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fe6bc5af205434a83ea89413112891c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514476 Sep 10 03:02:26.454379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::a2 (4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2/124ca61a-95a1-4203-8952-cf44ed928635/04a4edc7-fb2a-46fb-b100-e2d12cec40fe) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:26.463668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8:0:1::ad (4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2/d82f6658-071c-4f11-b368-9b36cec56044/04a4edc7-fb2a-46fb-b100-e2d12cec40fe) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:26.680311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:26.698937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 04a4edc7-fb2a-46fb-b100-e2d12cec40fe will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:26.712449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e188df3-0b99-4792-b79c-a11f1865d81b None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:26.746518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56c0b63c-072b-4077-b024-e73dbb6f3604 req-22a5fdd9-4364-4656-a23a-4d8ff5960731 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221789 Sep 10 03:02:26.757145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:26.834445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd7a-a984-491e-ab12-9441acb2c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:26.917977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c83e83ff-aab7-4a90-8008-0affc39fd457 None None] Provisioning for port 761ca391-d006-476c-bea2-d229fb264656 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:27.007477 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd7a-a984-491e-ab12-9441acb2c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.053768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:27.064438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:27.081705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:27.105825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:27.106949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.113825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd7a-a984-491e-ab12-9441acb2c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.205467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c04c9df-1d32-4930-9294-438046295c8d req-fb279b24-3b8c-4092-9fd2-9a55f4d745c0 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 210 time: 0.3534541 Sep 10 03:02:27.242609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=04a4edc7-fb2a-46fb-b100-e2d12cec40fe,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:27.265684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0d7974be-d9b3-46dd-b8ae-ef3ca991df62 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.2530017 Sep 10 03:02:27.268152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49794) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:27.275992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '124ca61a-95a1-4203-8952-cf44ed928635'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:27.292841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Update dhcp port {'port': {'network_id': '4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2', 'fixed_ips': [{'subnet_id': '124ca61a-95a1-4203-8952-cf44ed928635', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd82f6658-071c-4f11-b368-9b36cec56044'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '761ca391-d006-476c-bea2-d229fb264656'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:02:27.304068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8a46fd7a-a984-491e-ab12-9441acb2c99f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0db5bf91d1a4b70afdeeb02e96e907e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0317514 Sep 10 03:02:27.306706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fd7a-a984-491e-ab12-9441acb2c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2662b-5a12-444c-b7af-a9f2931325bd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:27.316560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:27.325591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 761ca391-d006-476c-bea2-d229fb264656 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:27.477898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.483485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3677-8452-479b-a11e-c8d3336e7729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.547980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3677-8452-479b-a11e-c8d3336e7729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.637284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3677-8452-479b-a11e-c8d3336e7729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.663170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3677-8452-479b-a11e-c8d3336e7729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.697275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:27.699070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee2c3677-8452-479b-a11e-c8d3336e7729 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22f2662b-5a12-444c-b7af-a9f2931325bd HTTP/1.1" status: 204 len: 168 time: 0.3504510 Sep 10 03:02:27.735957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c3677-8452-479b-a11e-c8d3336e7729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2662b-5a12-444c-b7af-a9f2931325bd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:27.888859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 761ca391-d006-476c-bea2-d229fb264656 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:27.923031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 761ca391-d006-476c-bea2-d229fb264656 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:27.929604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.337816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49824) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:28.350077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Allocated IP 2001:db8:0:1::2 (4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2/d82f6658-071c-4f11-b368-9b36cec56044/761ca391-d006-476c-bea2-d229fb264656) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:28.367427 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd32c9f-d170-4789-8b42-b60c2650092e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.431758 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.488828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21c5203c-e576-401b-ab57-7dce1197eff6 req-6404c076-8097-4174-9cb4-06603f5a7f64 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 210 time: 0.1077199 Sep 10 03:02:28.501675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-ba4d648c-96da-4e3d-854c-c976f84cd6be tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6fe6bc5af205434a83ea89413112891c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910387 Sep 10 03:02:28.516142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed59613-44c1-483d-83ff-4b0a1e84b4bf req-e3951349-2de0-4859-a690-7c860969d9d6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:28.532506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ed59613-44c1-483d-83ff-4b0a1e84b4bf req-e3951349-2de0-4859-a690-7c860969d9d6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.2700434 Sep 10 03:02:28.600735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] For port 761ca391-d006-476c-bea2-d229fb264656, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=761ca391-d006-476c-bea2-d229fb264656,segment=NetworkSegment(180dfa95-5e25-4821-8123-c38787f6e093),segment_id=180dfa95-5e25-4821-8123-c38787f6e093)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:28.618710 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ed59613-44c1-483d-83ff-4b0a1e84b4bf req-123b5ae4-9010-448b-b1ea-82151842ef90 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852184 Sep 10 03:02:28.675152 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.698394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Transition to ACTIVE for port object 761ca391-d006-476c-bea2-d229fb264656 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:28.703595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd32c9f-d170-4789-8b42-b60c2650092e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.706069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.711713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ffd32c9f-d170-4789-8b42-b60c2650092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.769259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ffd32c9f-d170-4789-8b42-b60c2650092e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e90275da832b49eba5e04f88dd99e5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280803 Sep 10 03:02:28.770819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49826) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:28.773621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd32c9f-d170-4789-8b42-b60c2650092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c7667f-6aac-4ec2-af15-4d9ff0c035d3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:28.817543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-6f35f4d7-d5fd-443c-9f05-24c92b75317a tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:28.819273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-6f35f4d7-d5fd-443c-9f05-24c92b75317a tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798858 Sep 10 03:02:28.841449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Request body: {'port': {'device_id': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '6fe6bc5af205434a83ea89413112891c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:28.850578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Delete allocated IP 2001:db8:0:1::ad (4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2/d82f6658-071c-4f11-b368-9b36cec56044) {{(pid=94634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:02:28.903858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-daf2ec96-3b7f-4258-90da-7a020964d848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:28.925241 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:02:28.925837 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:02:28.926656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e464c-f466-4a48-8ad6-dee172e005b7 None None] Pushing event updated for resources: {'Port': ['ID=761ca391-d006-476c-bea2-d229fb264656,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:28.926796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-daf2ec96-3b7f-4258-90da-7a020964d848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.084967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-daf2ec96-3b7f-4258-90da-7a020964d848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.084967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-daf2ec96-3b7f-4258-90da-7a020964d848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.084967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-daf2ec96-3b7f-4258-90da-7a020964d848 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7c7667f-6aac-4ec2-af15-4d9ff0c035d3 HTTP/1.1" status: 204 len: 168 time: 0.3094816 Sep 10 03:02:29.114492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2ec96-3b7f-4258-90da-7a020964d848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c7667f-6aac-4ec2-af15-4d9ff0c035d3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:29.258317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Made reservation on behalf of 6fe6bc5af205434a83ea89413112891c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:29.262742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.282722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.371599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.437658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Ignored duplicate provisioning block setup for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:02:29.448699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.547994 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.641389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 761ca391-d006-476c-bea2-d229fb264656, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=761ca391-d006-476c-bea2-d229fb264656,segment=NetworkSegment(180dfa95-5e25-4821-8123-c38787f6e093),segment_id=180dfa95-5e25-4821-8123-c38787f6e093)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:29.643658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] In _notify_port_updated(), no bound segment for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe on network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:02:29.656543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:29.657457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.661488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/ports/04a4edc7-fb2a-46fb-b100-e2d12cec40fe HTTP/1.1" status: 200 len: 924 time: 2.3915937 Sep 10 03:02:29.664588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49858) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:29.667840 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.693126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '124ca61a-95a1-4203-8952-cf44ed928635'}, {'subnet_id': 'd82f6658-071c-4f11-b368-9b36cec56044'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:29.700529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf50366-8206-4115-88c2-3b7ffe4ba28a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=04a4edc7-fb2a-46fb-b100-e2d12cec40fe,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:29.755856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=761ca391-d006-476c-bea2-d229fb264656,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:29.758094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.773784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:29.789280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4d136418-75d7-475d-95ad-50f79ae5b1f5 req-3b8a863b-f426-455f-8a9a-babd8200bde1 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 210 time: 0.1431365 Sep 10 03:02:29.872559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 761ca391-d006-476c-bea2-d229fb264656 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:29.980563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:29.990672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.013770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70113f70-57d3-4545-98ef-d88476fa398c req-77049f30-e2a1-40bb-a36d-065b25906134 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:30.023054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70113f70-57d3-4545-98ef-d88476fa398c req-77049f30-e2a1-40bb-a36d-065b25906134 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.2534525 Sep 10 03:02:30.048385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef1503-28e8-4ad8-aa31-44558126a372 None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:30.149239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70113f70-57d3-4545-98ef-d88476fa398c req-0eae4695-3bdd-451c-a382-6348a1cdb9c9 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161835 Sep 10 03:02:30.236711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Allocated IP 192.168.233.126 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/4512e6b7-8b5b-4721-8a2c-0454236450f2) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:30.248861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Provisioning for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:30.256759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Provisioning complete for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:30.257315 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.306975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:30.333317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Provisioning for port 761ca391-d006-476c-bea2-d229fb264656 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:30.338533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Provisioning complete for port 761ca391-d006-476c-bea2-d229fb264656 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:30.339237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdaa4-63ba-491e-8cac-72955190171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.493539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.530315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Transition to ACTIVE for port object 4512e6b7-8b5b-4721-8a2c-0454236450f2 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:30.595646 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.642682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8:0:1::1c2 (4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2/d82f6658-071c-4f11-b368-9b36cec56044/04a4edc7-fb2a-46fb-b100-e2d12cec40fe) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:30.668582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:30.669499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Pushing event updated for resources: {'Port': ['ID=4512e6b7-8b5b-4721-8a2c-0454236450f2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:30.673474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:30.675689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:30.737689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:30.738551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.751651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-331f96dc-9605-4dce-92b7-1fc56164c670 None None] Provisioning complete for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:30.753589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-331f96dc-9605-4dce-92b7-1fc56164c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.762238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-99b1c992-0757-4fbd-9125-469390deb990 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9289477 Sep 10 03:02:30.776139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Request body: {'port': {'device_id': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:30.851888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-331f96dc-9605-4dce-92b7-1fc56164c670 None None] Port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:30.898946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-331f96dc-9605-4dce-92b7-1fc56164c670 None None] Provisioning complete for port 761ca391-d006-476c-bea2-d229fb264656 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:30.901174 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-331f96dc-9605-4dce-92b7-1fc56164c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.951671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.963909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:30.968363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Ignored duplicate provisioning block setup for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:02:30.982289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.000641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073304e3-53ab-428f-b875-eaa11bf26c0d req-ef09d1a3-5aa4-4802-a97a-6a63e781b20d tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:31.009729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-073304e3-53ab-428f-b875-eaa11bf26c0d req-ef09d1a3-5aa4-4802-a97a-6a63e781b20d tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 936 time: 0.1003280 Sep 10 03:02:31.010136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-37a53a0f-42eb-4488-b7c2-931d232c6636 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bc06a643d45249aa93f98833bde4887a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794382 Sep 10 03:02:31.229760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] In _notify_port_updated(), no bound segment for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe on network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:02:31.242663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:31.243956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.255834 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/ports/04a4edc7-fb2a-46fb-b100-e2d12cec40fe HTTP/1.1" status: 200 len: 1010 time: 1.5887802 Sep 10 03:02:31.262021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49912) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:31.262625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb534-79ae-4029-827b-76c905a1d1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=04a4edc7-fb2a-46fb-b100-e2d12cec40fe,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:31.335820 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-073304e3-53ab-428f-b875-eaa11bf26c0d req-989751fa-b243-4f90-b23f-6d54cc300c9b tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244383 Sep 10 03:02:31.352118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b9ef3a3-cc1b-436a-aa0b-97e9e567c85b None None] Provisioning for port 4512e6b7-8b5b-4721-8a2c-0454236450f2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:31.356187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b9ef3a3-cc1b-436a-aa0b-97e9e567c85b None None] Provisioning complete for port 4512e6b7-8b5b-4721-8a2c-0454236450f2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:31.356555 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef3a3-cc1b-436a-aa0b-97e9e567c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.444470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ef3a3-cc1b-436a-aa0b-97e9e567c85b None None] Port 4512e6b7-8b5b-4721-8a2c-0454236450f2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:31.479889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:31.480239 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.566990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8935ae67-f680-4e9f-a207-6f7343ffb9e3 None None] Provisioning complete for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:31.575899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8935ae67-f680-4e9f-a207-6f7343ffb9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.601325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.615818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 04a4edc7-fb2a-46fb-b100-e2d12cec40fe owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:31.654415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-3a27ca71-d9da-472b-b57e-28d322c74a53 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:31.655929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-3a27ca71-d9da-472b-b57e-28d322c74a53 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6406453 Sep 10 03:02:31.693527 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.716141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8935ae67-f680-4e9f-a207-6f7343ffb9e3 None None] Port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:31.740865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6c15-a894-4eb3-8284-3a7e6995710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.768354 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:31.797415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b437020-566a-45a9-9329-79fad5207a93 req-88e336de-d1c7-46c1-a609-8415fd0f22ad tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:31.805684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b437020-566a-45a9-9329-79fad5207a93 req-88e336de-d1c7-46c1-a609-8415fd0f22ad tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.0921869 Sep 10 03:02:31.840221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 761ca391-d006-476c-bea2-d229fb264656 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:31.870747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b437020-566a-45a9-9329-79fad5207a93 req-c1322b77-0b6d-4fe0-9e74-da7bf39051c3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Sep 10 03:02:31.969122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2ee7e418-ec31-431b-b95d-894b2112c7a2 None None] Provisioning complete for port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:31.969992 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e418-ec31-431b-b95d-894b2112c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.030183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 761ca391-d006-476c-bea2-d229fb264656 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:32.030847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.078243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7e418-ec31-431b-b95d-894b2112c7a2 None None] Port 04a4edc7-fb2a-46fb-b100-e2d12cec40fe cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:32.153759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.171329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-582d278b-f864-41ac-ba50-729beafab44c tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/quotas/bc06a643d45249aa93f98833bde4887a HTTP/1.1" status: 200 len: 375 time: 0.0849848 Sep 10 03:02:32.223690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=04a4edc7-fb2a-46fb-b100-e2d12cec40fe,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:32.250385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-cd80686b-9484-4e9a-a138-4cfed64f083d tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc06a643d45249aa93f98833bde4887a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650511 Sep 10 03:02:32.268309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4512e6b7-8b5b-4721-8a2c-0454236450f2 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:32.295631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.295910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.296024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0afded5a-faff-4637-8400-df7407bee582 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/04a4edc7-fb2a-46fb-b100-e2d12cec40fe HTTP/1.1" status: 204 len: 168 time: 1.0265541 Sep 10 03:02:32.296928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:32.306300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8b5861df-5ed4-4efd-a091-50ff31425bb2 None None] Could not find standard attr ID for object 04a4edc7-fb2a-46fb-b100-e2d12cec40fe. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:02:32.344975 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f2abf2-ec4f-49f8-b425-b6bfe9a3eff3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:32.346863 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-69f2abf2-ec4f-49f8-b425-b6bfe9a3eff3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/04a4edc7-fb2a-46fb-b100-e2d12cec40fe HTTP/1.1" status: 404 len: 333 time: 0.0382147 Sep 10 03:02:32.350310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49928) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:32.356508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Transition to ACTIVE for port object 4512e6b7-8b5b-4721-8a2c-0454236450f2 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:32.364850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.439425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Pushing event updated for resources: {'Port': ['ID=4512e6b7-8b5b-4721-8a2c-0454236450f2,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:32.522547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet d82f6658-071c-4f11-b368-9b36cec56044 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:02:32.539141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.565314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Attempting to bind port 4512e6b7-8b5b-4721-8a2c-0454236450f2 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:32.565674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Attempting to bind port 4512e6b7-8b5b-4721-8a2c-0454236450f2 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:32.566046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Attempting to bind port 4512e6b7-8b5b-4721-8a2c-0454236450f2 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:32.587932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.588207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Port 4512e6b7-8b5b-4721-8a2c-0454236450f2 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:02:32.588394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Attempting to bind port 4512e6b7-8b5b-4721-8a2c-0454236450f2 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:32.608422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:32.608767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:32.609165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:32.609641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Bound port: 4512e6b7-8b5b-4721-8a2c-0454236450f2, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:32.609976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.690927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.751739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab5c474e-2d61-45ab-9b30-31838074828b req-8af61a87-ed4f-48ab-a0ea-bd73d0526331 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 210 time: 0.0620127 Sep 10 03:02:32.807430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] For port 4512e6b7-8b5b-4721-8a2c-0454236450f2, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:32.821882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] For port 4512e6b7-8b5b-4721-8a2c-0454236450f2, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:32.829220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.855708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.906699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:32.907241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.911165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=d82f6658-071c-4f11-b368-9b36cec56044,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:32.916331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] 10.222.0.32 "PUT /v2.0/ports/4512e6b7-8b5b-4721-8a2c-0454236450f2 HTTP/1.1" status: 200 len: 1096 time: 2.1403170 Sep 10 03:02:32.918620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:32.918775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'tag': '4512e6b7-8b5b-4721-8a2c-0454236450f2'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:32.920786 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2ed668-ff31-4377-aae9-a28a6e0e4a4e", "tag": "4512e6b7-8b5b-4721-8a2c-0454236450f2"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:32.923200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49952) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:32.931273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6bc53656-3d2c-47ac-a104-83014193d0d2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/d82f6658-071c-4f11-b368-9b36cec56044 HTTP/1.1" status: 204 len: 168 time: 0.5789385 Sep 10 03:02:32.955351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01266f7-8f16-4c19-9035-7beb0b2054fd req-e18113b5-4fcf-4c86-be0c-27153abe3a78 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:32.957208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b01266f7-8f16-4c19-9035-7beb0b2054fd req-e18113b5-4fcf-4c86-be0c-27153abe3a78 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 948 time: 0.4588754 Sep 10 03:02:32.996393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360bed6-20d0-4b31-a2e7-c992d1ac4ab6 None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:33.055363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b01266f7-8f16-4c19-9035-7beb0b2054fd req-08784df1-230a-406d-8fec-a4d9c950a166 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648346 Sep 10 03:02:33.166852 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0d2a2b-1cf0-4c83-9e8f-c58730d202fb x-openstack-request-id: req-ac0d2a2b-1cf0-4c83-9e8f-c58730d202fb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:33.167143 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2ed668-ff31-4377-aae9-a28a6e0e4a4e", "tag": "4512e6b7-8b5b-4721-8a2c-0454236450f2", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:33.167376 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac0d2a2b-1cf0-4c83-9e8f-c58730d202fb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:33.188142 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'tag': '4512e6b7-8b5b-4721-8a2c-0454236450f2', 'status': 'completed', 'code': 200} Sep 10 03:02:33.232236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb2052-f741-41d0-9e56-af24d6ab5961 service neutron] Pushing event updated for resources: {'Port': ['ID=4512e6b7-8b5b-4721-8a2c-0454236450f2,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:33.290414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet 124ca61a-95a1-4203-8952-cf44ed928635 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:02:33.332329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:33.372336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-39be51c1-18af-442d-a244-f0d8abd211a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:33.375757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-39be51c1-18af-442d-a244-f0d8abd211a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fe6bc5af205434a83ea89413112891c&device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 1099 time: 0.3555186 Sep 10 03:02:33.405121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28ecc-e440-4ab9-875a-182939051746 req-00df5008-5dfa-4e7c-8a20-d37ce5174636 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:33.412958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f28ecc-e440-4ab9-875a-182939051746 req-00df5008-5dfa-4e7c-8a20-d37ce5174636 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.3622029 Sep 10 03:02:33.486529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-4186862f-51e9-4233-a7ad-f19aaa18313b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2 HTTP/1.1" status: 200 len: 217 time: 0.1004827 Sep 10 03:02:33.488856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:33.547757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f28ecc-e440-4ab9-875a-182939051746 req-b914397a-2240-4da6-bfbe-b41dc9669463 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295362 Sep 10 03:02:33.601780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-fdd7633f-1ab2-405a-b0b9-8b7d800fc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:33.603297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-fdd7633f-1ab2-405a-b0b9-8b7d800fc830 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0891271 Sep 10 03:02:33.725790 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:33.773161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-13650def-9357-4100-8752-5986c6637a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:33.797146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-13650def-9357-4100-8752-5986c6637a85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644223 Sep 10 03:02:33.956247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74fa36e7-99d3-4e15-b7e9-150da1a92acb req-d79e63b0-856f-4fc1-affa-6c128552c31d tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 210 time: 0.0758576 Sep 10 03:02:33.973308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-d43d533c-0c83-45b6-a77b-9ca695716bd9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc06a643d45249aa93f98833bde4887a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536134 Sep 10 03:02:33.977355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.033582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=124ca61a-95a1-4203-8952-cf44ed928635,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:34.060276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.062452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7527e511-dc0f-4efd-b3e7-ff3d8096d324 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/124ca61a-95a1-4203-8952-cf44ed928635 HTTP/1.1" status: 204 len: 168 time: 1.1357312 Sep 10 03:02:34.065840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49976) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:34.150015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-ae788227-a651-4385-ad6b-15ba01e871a6 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:34.152071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-ae788227-a651-4385-ad6b-15ba01e871a6 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779044 Sep 10 03:02:34.197128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Request body: {'port': {'device_id': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'bc06a643d45249aa93f98833bde4887a'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:34.220369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-26f1ee6c-c013-4a7e-b59c-9b6ab5471f7c service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197373 Sep 10 03:02:34.230561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.307980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4adc-67c6-4e45-99b9-1ca85517b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.416873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d74e7-685d-4e10-88bf-6afb0496f1a3 None None] Network 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:34.437670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 761ca391-d006-476c-bea2-d229fb264656 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:34.438024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.462104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2135c4d7-d6df-4bce-9dd0-0d29e7937305 req-22dcc87c-e696-41b9-ad96-0e52a5fc8db3 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293966 Sep 10 03:02:34.602384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7370debb-4d60-48e4-aaff-194c060a1eae None None] Provisioning complete for port 761ca391-d006-476c-bea2-d229fb264656 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:34.602794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7370debb-4d60-48e4-aaff-194c060a1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.686673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] For port 761ca391-d006-476c-bea2-d229fb264656, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=761ca391-d006-476c-bea2-d229fb264656,segment=NetworkSegment(180dfa95-5e25-4821-8123-c38787f6e093),segment_id=180dfa95-5e25-4821-8123-c38787f6e093)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:34.687048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.713824 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.747698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 761ca391-d006-476c-bea2-d229fb264656 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:34.772056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-39a1870e-a03d-4634-9a15-8b5c697165a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:34.773673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-39a1870e-a03d-4634-9a15-8b5c697165a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fe6bc5af205434a83ea89413112891c&device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 1099 time: 0.2078676 Sep 10 03:02:34.801789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] DHCP port deletion for 4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:02:34.854713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] Deleting port 761ca391-d006-476c-bea2-d229fb264656 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:34.855615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.889917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-cca01b10-497b-429b-bd00-40531a48a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:34.891492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-cca01b10-497b-429b-bd00-40531a48a5b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1047256 Sep 10 03:02:34.920259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Made reservation on behalf of bc06a643d45249aa93f98833bde4887a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:34.924220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.930569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] For port 761ca391-d006-476c-bea2-d229fb264656, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=761ca391-d006-476c-bea2-d229fb264656,segment=NetworkSegment(180dfa95-5e25-4821-8123-c38787f6e093),segment_id=180dfa95-5e25-4821-8123-c38787f6e093)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:34.931471 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.936469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:34.948862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] Calling delete_port for 761ca391-d006-476c-bea2-d229fb264656 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:34.949149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe837a2-5ca7-4329-9999-c53c360546c6 req-af45c2cb-0da5-4f04-8049-91a12b83f2d0 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:34.957992 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fe837a2-5ca7-4329-9999-c53c360546c6 req-af45c2cb-0da5-4f04-8049-91a12b83f2d0 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 948 time: 0.7498837 Sep 10 03:02:34.984519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a41fc-4a89-46f2-9bb1-e60e106b2d79 req-fca641e1-02c8-4974-93d0-f7526f69faf7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:34.986741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0a6a41fc-4a89-46f2-9bb1-e60e106b2d79 req-fca641e1-02c8-4974-93d0-f7526f69faf7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 946 time: 0.2890301 Sep 10 03:02:34.987673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-ec018335-55a8-4084-8856-530eb1767b2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2 HTTP/1.1" status: 200 len: 217 time: 0.0631418 Sep 10 03:02:35.016864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fe837a2-5ca7-4329-9999-c53c360546c6 req-f8d58196-a741-47ca-8167-2d5579a84f67 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Sep 10 03:02:35.065656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-f3837fb4-0410-4536-89df-904cc9133e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:35.068041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-f3837fb4-0410-4536-89df-904cc9133e2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0655720 Sep 10 03:02:35.081513 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.122420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0a6a41fc-4a89-46f2-9bb1-e60e106b2d79 req-8a24c62a-dd6f-4f4d-ab0d-c9e31b0a6512 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213746 Sep 10 03:02:35.145709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.149474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] No DVR routers for this DVR port 761ca391-d006-476c-bea2-d229fb264656 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:35.151031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639c5c7-52bb-43ff-a5dc-8c0ce895fde8 None None] Pushing event deleted for resources: {'Port': ['ID=761ca391-d006-476c-bea2-d229fb264656,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:35.197038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No DVR routers for this DVR port 761ca391-d006-476c-bea2-d229fb264656 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:35.198576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=761ca391-d006-476c-bea2-d229fb264656,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:35.210361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.227423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.251960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-f3579005-e4de-4600-a063-91c6b36f5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:35.253567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-f3579005-e4de-4600-a063-91c6b36f5f7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735091 Sep 10 03:02:35.271397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a050747a-acbd-48e0-9d8b-78e68868f67f req-2368effc-2979-4c62-ab29-264ddf98214a tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 210 time: 0.0587177 Sep 10 03:02:35.286000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bfaccc-838c-4314-9153-83eea3764540,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:35.350330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.393820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.475546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:35.475546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180dfa95-5e25-4821-8123-c38787f6e093') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:35.475546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180dfa95-5e25-4821-8123-c38787f6e093') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:35.487680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.494090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Allocated IP 192.168.233.171 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/0ec22aef-9794-40c1-a320-fb2b1aca52ad) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:35.500291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-e10121a8-e0a6-4275-b4e7-570ba541370e service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112300 Sep 10 03:02:35.508347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.514974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:02:35.515382 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.529449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-b36df0ce-2458-44fd-807a-3ebe113714ef tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:35.530961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-b36df0ce-2458-44fd-807a-3ebe113714ef tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1097 time: 0.0723660 Sep 10 03:02:35.548163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808126-2'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:02:35.585102 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:02:35.595505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.620501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.620665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.626066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2 HTTP/1.1" status: 204 len: 168 time: 1.5553596 Sep 10 03:02:35.626066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0442be7-8448-44a4-a067-0b13b8624ff4 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=4589e8cc-c74e-4fbf-a7c9-35e1b9d8c3a2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:35.627756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50010) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:35.768494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e15aaf-145e-47e4-bdd2-deb8a0754758 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:35.770868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47e15aaf-145e-47e4-bdd2-deb8a0754758 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1368484 Sep 10 03:02:35.778024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50012) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:35.804100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 761ca391-d006-476c-bea2-d229fb264656 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:35.814594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2fa87aa-2e24-44cb-ab89-cc9e1326ac7f req-c0202319-7604-4557-a7a2-0aa7d4d82c64 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304752 Sep 10 03:02:35.842173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-650ee5d5-48e8-4cc9-b83e-b0df6b2e0b58 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0628028 Sep 10 03:02:35.846418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50014) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:35.856252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 761ca391-d006-476c-bea2-d229fb264656 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:35.856595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 761ca391-d006-476c-bea2-d229fb264656 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:35.857039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580787019'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:35.882313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:35.886393 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.901072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.917380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:35.929257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.929610 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment 20f36236-a9a0-493f-959a-7274e3347aa8 of type vlan for network 18b696f4-cb65-40d5-a6a8-130fc5cce523 Sep 10 03:02:35.940577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:35.977481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:35.982006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:36.006208 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.013390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:36.014030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.029561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.033019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:36.036765 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e85b3b-8af3-42bc-8371-33f4b654cbbb" -d '{"events": [{"server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "name": "network-vif-unplugged", "status": "completed", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:36.045372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.057115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2093143 Sep 10 03:02:36.059841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:36.065195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:36.111813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:36.116248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Transition to ACTIVE for port object 0ec22aef-9794-40c1-a320-fb2b1aca52ad will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:36.120933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918d098-d546-4cad-a951-eaebf0da6dbe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=18b696f4-cb65-40d5-a6a8-130fc5cce523,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:36.133080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:36.163474 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16df0922-5435-458a-b3c5-35b99a01a3c5 x-openstack-request-id: req-16df0922-5435-458a-b3c5-35b99a01a3c5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:36.163774 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "name": "network-vif-unplugged", "status": "completed", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:36.164357 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16df0922-5435-458a-b3c5-35b99a01a3c5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:36.164777 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'code': 200} Sep 10 03:02:36.168606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.228130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:36.236774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.313043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:36.314405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on host n-h2-808126-2 for vnic_type normal with profile {"migrating_to": "n-h1-808126-2"} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:36.314553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:36.314820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:36.327052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:36.334292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:36.393878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcf577-e605-4b15-a76f-0237f04ad5f0 req-160bd51d-f995-419d-afc5-0420403a9d4d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:36.397660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:36.398251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.401025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:02:36.401421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Attempting to bind port 3640c922-14b7-42d9-9e0f-9f92920c2873 on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:36.404127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0dbcf577-e605-4b15-a76f-0237f04ad5f0 req-160bd51d-f995-419d-afc5-0420403a9d4d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0819604 Sep 10 03:02:36.412590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:36.425562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a2f1-f086-4636-942d-fa96a37619e6 req-5555359b-32b5-4ab5-a504-6c6f4b527b2c tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:36.433762 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a103a2f1-f086-4636-942d-fa96a37619e6 req-5555359b-32b5-4ab5-a504-6c6f4b527b2c tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 948 time: 0.2668648 Sep 10 03:02:36.437719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:36.438067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:36.438460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:36.439336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Bound port: 3640c922-14b7-42d9-9e0f-9f92920c2873, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:36.439336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.470664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0dbcf577-e605-4b15-a76f-0237f04ad5f0 req-318e2443-df72-42a0-b862-1f73b81513aa tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Sep 10 03:02:36.501170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-472c43b0-b630-4dc6-bee1-8d50b77c5aa1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3135898 Sep 10 03:02:36.522365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Request body: {'port': {'device_id': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:36.638844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.642000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5453ff72-412f-442d-ab93-c8ff9d81edb9 None None] Provisioning for port 0ec22aef-9794-40c1-a320-fb2b1aca52ad completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:36.647296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5453ff72-412f-442d-ab93-c8ff9d81edb9 None None] Provisioning complete for port 0ec22aef-9794-40c1-a320-fb2b1aca52ad triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:36.647941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5453ff72-412f-442d-ab93-c8ff9d81edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.682799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a103a2f1-f086-4636-942d-fa96a37619e6 req-5d1c4aa6-f2f0-4108-8aef-4c4ced1503b7 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480829 Sep 10 03:02:36.686764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.699821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d60627-17b7-4933-bd82-3818bfaca029 req-c50538d1-3406-4ccf-a0da-7d641351eca3 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:36.709431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16d60627-17b7-4933-bd82-3818bfaca029 req-c50538d1-3406-4ccf-a0da-7d641351eca3 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 936 time: 0.1390388 Sep 10 03:02:36.720576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5453ff72-412f-442d-ab93-c8ff9d81edb9 None None] Port 0ec22aef-9794-40c1-a320-fb2b1aca52ad cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:36.770322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:36.774568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:36.781180 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.805450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=cd5a31ac-e968-426f-8bef-bb8ea429be1e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:36.817019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16d60627-17b7-4933-bd82-3818bfaca029 req-9d10e2d6-68fb-490e-8c5c-c91631b6a403 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064959 Sep 10 03:02:36.832335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': '20f36236-a9a0-493f-959a-7274e3347aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:36.832717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: 18b696f4-cb65-40d5-a6a8-130fc5cce523, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:36.860377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:36.883061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 18b696f4-cb65-40d5-a6a8-130fc5cce523) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:36.892516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3dbdf-2c12-4f31-b0af-9a05198d61c2 None None] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:36.894207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:36.895416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:36.923266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc2e66ca-b9e5-4ec4-b863-3dd25da79559 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8619914 Sep 10 03:02:36.925350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50048) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:36.932040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523', 'name': 'tempest-PortsIpV6TestJSON-1670877150'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:37.016888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:37.024239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:37.025098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.026852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-c1f1e474-1c42-4ff4-a600-c355b7bbc2b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 1122 time: 1.4837568 Sep 10 03:02:37.093284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-18b696f4-cb65-40d5-a6a8-130fc5cce523', 'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': 'cd5a31ac-e968-426f-8bef-bb8ea429be1e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:02:37.094475 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.106178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3640c922-14b7-42d9-9e0f-9f92920c2873'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:37.225869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3640c922-14b7-42d9-9e0f-9f92920c2873'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:37.256811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec22aef-9794-40c1-a320-fb2b1aca52ad {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:37.268392 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.292068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Transition to ACTIVE for port object 0ec22aef-9794-40c1-a320-fb2b1aca52ad will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:37.297323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.322893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.351961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:37.357665 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.395688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port c0c60180-9539-4658-9c4e-21b3f4a7462a yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:37.416984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:37.486197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Allocated IP 2001:db8::2 (18b696f4-cb65-40d5-a6a8-130fc5cce523/cd5a31ac-e968-426f-8bef-bb8ea429be1e/70f6bc03-709a-476d-b515-75eae2eafd53) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:37.527945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Attempting to bind port 0ec22aef-9794-40c1-a320-fb2b1aca52ad on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:37.528366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Attempting to bind port 0ec22aef-9794-40c1-a320-fb2b1aca52ad by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:37.528727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Attempting to bind port 0ec22aef-9794-40c1-a320-fb2b1aca52ad on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:37.532030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce87a0-7c27-458f-a90f-585b170c75fc req-3c5e8344-6842-452b-9156-b47fa306514d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:37.533727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dce87a0-7c27-458f-a90f-585b170c75fc req-3c5e8344-6842-452b-9156-b47fa306514d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 951 time: 0.0824931 Sep 10 03:02:37.544602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Port 0ec22aef-9794-40c1-a320-fb2b1aca52ad on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:02:37.544602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Attempting to bind port 0ec22aef-9794-40c1-a320-fb2b1aca52ad on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:37.552240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:37.552585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:37.553026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:37.553596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Bound port: 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:37.554023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.585156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dce87a0-7c27-458f-a90f-585b170c75fc req-6fc00d0e-ad89-4d57-849b-535fbb99dae1 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Sep 10 03:02:37.673167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e9163-8041-4321-a5ee-18dcd21368a1 req-3ea99866-4392-45a0-b3fc-f0639a78dcc0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:37.675127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d1e9163-8041-4321-a5ee-18dcd21368a1 req-3ea99866-4392-45a0-b3fc-f0639a78dcc0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0800898 Sep 10 03:02:37.683546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:37.688883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:37.707758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.756480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:37.757196 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.758909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ec22aef-9794-40c1-a320-fb2b1aca52ad HTTP/1.1" status: 200 len: 1096 time: 1.2422726 Sep 10 03:02:37.815531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d1e9163-8041-4321-a5ee-18dcd21368a1 req-9161653e-71c3-4800-b2bd-555932e0a4d6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240048 Sep 10 03:02:37.820254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715ab8c-1ad8-46d8-ad4a-ed5a2f08f955 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:37.829111 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.849003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Transition to ACTIVE for port object 70f6bc03-709a-476d-b515-75eae2eafd53 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:37.868610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Transition to ACTIVE for port object 70f6bc03-709a-476d-b515-75eae2eafd53 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:37.869007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765dea4-d265-4d0c-b360-5387031156eb req-8de3e4a1-1c80-45ad-ab94-72a919b413c0 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:37.876849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:37.881097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4765dea4-d265-4d0c-b360-5387031156eb req-8de3e4a1-1c80-45ad-ab94-72a919b413c0 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 948 time: 0.1005418 Sep 10 03:02:37.924881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:37.928837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:37.932535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:37.971739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Pushing event updated for resources: {'Port': ['ID=70f6bc03-709a-476d-b515-75eae2eafd53,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:37.973602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-46b4c8b6-e459-4268-91ad-49c68051a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:37.980666 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-46b4c8b6-e459-4268-91ad-49c68051a796 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc06a643d45249aa93f98833bde4887a&device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 1099 time: 0.0916152 Sep 10 03:02:38.029637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-31dcb108-dc2f-498f-97c7-fe99539b7c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad HTTP/1.1" status: 200 len: 217 time: 0.0399833 Sep 10 03:02:38.031183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Attempting to bind port 70f6bc03-709a-476d-b515-75eae2eafd53 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:38.032130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Attempting to bind port 70f6bc03-709a-476d-b515-75eae2eafd53 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '20f36236-a9a0-493f-959a-7274e3347aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:38.032363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Attempting to bind port 70f6bc03-709a-476d-b515-75eae2eafd53 on network 18b696f4-cb65-40d5-a6a8-130fc5cce523 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:38.038743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:38.039100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Checking segment: {'id': '20f36236-a9a0-493f-959a-7274e3347aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:38.039439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.039859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Bound using segment: {'id': '20f36236-a9a0-493f-959a-7274e3347aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:38.040327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Bound port: 70f6bc03-709a-476d-b515-75eae2eafd53, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f36236-a9a0-493f-959a-7274e3347aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:38.040705 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.042393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4765dea4-d265-4d0c-b360-5387031156eb req-32029c86-3aed-4c00-a842-1fb06531cf18 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577959 Sep 10 03:02:38.105302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-382c01db-18d5-4255-8e47-75f261158a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:38.106869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-382c01db-18d5-4255-8e47-75f261158a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0624957 Sep 10 03:02:38.112082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::11c (18b696f4-cb65-40d5-a6a8-130fc5cce523/cd5a31ac-e968-426f-8bef-bb8ea429be1e/c0c60180-9539-4658-9c4e-21b3f4a7462a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:38.180613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873'}, {'name': 'network-changed', 'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:38.183771 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b4a7a4-364e-497b-afff-7d76213326e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873"}, {"name": "network-changed", "server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:38.201272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] For port 70f6bc03-709a-476d-b515-75eae2eafd53, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:38.205097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] For port 70f6bc03-709a-476d-b515-75eae2eafd53, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70f6bc03-709a-476d-b515-75eae2eafd53,segment=NetworkSegment(20f36236-a9a0-493f-959a-7274e3347aa8),segment_id=20f36236-a9a0-493f-959a-7274e3347aa8)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:38.212704 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.214473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-ec424ae0-c9f7-4f4e-84c1-abb03ff119ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:38.216726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-ec424ae0-c9f7-4f4e-84c1-abb03ff119ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996361 Sep 10 03:02:38.303242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aafdd6-e644-48ae-b107-cc28cbbab5e2 None None] Pushing event updated for resources: {'Port': ['ID=70f6bc03-709a-476d-b515-75eae2eafd53,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:38.345608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-446a8514-e60a-4898-8a83-7e0a39227b3f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178620 Sep 10 03:02:38.400559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d180-c567-4855-9dec-2979e4a1d085 req-787de3cd-9916-4cee-ad5f-a793a1c11e9d tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:38.402106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe25d180-c567-4855-9dec-2979e4a1d085 req-787de3cd-9916-4cee-ad5f-a793a1c11e9d tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 948 time: 0.2238073 Sep 10 03:02:38.445988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.468320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object c0c60180-9539-4658-9c4e-21b3f4a7462a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:38.486426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04f2221e-a4e9-4c44-ada3-ff06a77a3292 req-c9d023ea-0cdb-471e-ba83-1b4c46f27af4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331880 Sep 10 03:02:38.508883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe25d180-c567-4855-9dec-2979e4a1d085 req-e67f07e2-5201-4651-8b56-01eb930cbc39 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930259 Sep 10 03:02:38.561909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:02:38.577358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.601523 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971e6e4-c603-40c5-9b0f-87186d0d36f8 x-openstack-request-id: req-c971e6e4-c603-40c5-9b0f-87186d0d36f8 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:38.601833 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:38.603493 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c971e6e4-c603-40c5-9b0f-87186d0d36f8 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:38.603493 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'status': 'completed', 'code': 200} Sep 10 03:02:38.604697 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'status': 'completed', 'code': 200} Sep 10 03:02:38.664175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:38.667443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:38.671471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:38.677908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:38.678564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.700120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7727544 Sep 10 03:02:38.710438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50136) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:38.720805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': '18b696f4-cb65-40d5-a6a8-130fc5cce523', 'name': 'tempest-PortsIpV6TestJSON-1220693236'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:38.726350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-acc2336d-d597-42d1-853b-da7a064c287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:38.731440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-acc2336d-d597-42d1-853b-da7a064c287c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1125 time: 0.1108005 Sep 10 03:02:38.751149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:38.779510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 has no active binding in host n-h1-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:02:38.779896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 4512e6b7-8b5b-4721-8a2c-0454236450f2 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:02:38.900053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-14e59ec9-4b4f-4da6-8cde-9bbdc646782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:38.903835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-14e59ec9-4b4f-4da6-8cde-9bbdc646782c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.1639402 Sep 10 03:02:38.965859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a4a75-7810-491f-bf19-db8cd1335f87 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=c0c60180-9539-4658-9c4e-21b3f4a7462a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:38.970954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:38.980538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:38.987165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-83fa4c63-1c48-4f3e-8132-cb5fdfefe772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 217 time: 0.0734324 Sep 10 03:02:38.993558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 4512e6b7-8b5b-4721-8a2c-0454236450f2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:39.006026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '4512e6b7-8b5b-4721-8a2c-0454236450f2', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '4512e6b7-8b5b-4721-8a2c-0454236450f2', 'mac_address': 'fa:16:3e:da:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:02:39.021274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 65829e67-5cd3-4324-9491-7a8198afa9d3 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:39.118354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2984e43-d36c-4db5-9bee-2dae198a11ec req-a274b144-8c5d-468c-b882-ba0d7ef49b90 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.127093 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:39.131064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2984e43-d36c-4db5-9bee-2dae198a11ec req-a274b144-8c5d-468c-b882-ba0d7ef49b90 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.1476142 Sep 10 03:02:39.153649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-45c7363c-831b-4ab0-a80d-a60daffe7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.155206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-45c7363c-831b-4ab0-a80d-a60daffe7249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1316190 Sep 10 03:02:39.157578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4512e6b7-8b5b-4721-8a2c-0454236450f2 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:39.192491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2984e43-d36c-4db5-9bee-2dae198a11ec req-ab467cec-d737-4f33-84c9-3e58c2c100c3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552716 Sep 10 03:02:39.204810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 4512e6b7-8b5b-4721-8a2c-0454236450f2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:39.216088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:39.227032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-9872549b-3523-41ed-bbca-821d66a8eecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495942 Sep 10 03:02:39.293418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=4512e6b7-8b5b-4721-8a2c-0454236450f2,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:39.368442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-765385c9-785a-40a5-a074-e55d37559b26 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278436 Sep 10 03:02:39.371558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::223 (18b696f4-cb65-40d5-a6a8-130fc5cce523/cd5a31ac-e968-426f-8bef-bb8ea429be1e/65829e67-5cd3-4324-9491-7a8198afa9d3) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:39.382370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0971a25-8ebf-469a-bb54-d1271ca21c88 req-008ecb26-cf5e-4244-8f45-a0543fdf1a27 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.389821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0971a25-8ebf-469a-bb54-d1271ca21c88 req-008ecb26-cf5e-4244-8f45-a0543fdf1a27 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 949 time: 0.1802721 Sep 10 03:02:39.462238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0971a25-8ebf-469a-bb54-d1271ca21c88 req-762df92e-75a5-4694-8d70-4b3711707df2 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Sep 10 03:02:39.539787 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-86bb1284-bd3d-4ba3-8cf0-fbd850af98ca service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614590 Sep 10 03:02:39.650580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-7ca40388-3106-4b2f-a461-d51595afb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.650771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['4512e6b7-8b5b-4721-8a2c-0454236450f2'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:39.652281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-7ca40388-3106-4b2f-a461-d51595afb919 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc06a643d45249aa93f98833bde4887a&device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 1099 time: 0.0509467 Sep 10 03:02:39.652806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c2e76-31e9-45ed-9ccf-314e3fc7d0bc None None] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:39.684612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:39.701789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 65829e67-5cd3-4324-9491-7a8198afa9d3 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:39.721088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498f6d7-f333-42fa-af62-6f91af968948 req-94bf6f51-e6f8-4665-9af3-d1c672cdea30 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.723232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5498f6d7-f333-42fa-af62-6f91af968948 req-94bf6f51-e6f8-4665-9af3-d1c672cdea30 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 948 time: 0.1062858 Sep 10 03:02:39.728692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1357a29a-f497-4807-b504-4f4f86d0474c None None] Provisioning for port 70f6bc03-709a-476d-b515-75eae2eafd53 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:39.799846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:39.819886 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5498f6d7-f333-42fa-af62-6f91af968948 req-5c7ee27d-bafa-42f5-afba-c0cd181ddd46 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832446 Sep 10 03:02:39.868456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-b5e06560-b05a-446c-9701-8967854d9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.877961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-b5e06560-b05a-446c-9701-8967854d9ce8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2097759 Sep 10 03:02:39.878142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70f6bc03-709a-476d-b515-75eae2eafd53 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:39.891138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:39.895901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:39.900074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:39.905909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.906942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:39.924602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=65829e67-5cd3-4324-9491-7a8198afa9d3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:39.932134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-78247ad1-1d84-437b-9e5e-62075933a46c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad HTTP/1.1" status: 200 len: 217 time: 0.0515993 Sep 10 03:02:39.946819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45127e15-604c-4c4c-bbf9-d7e72efa95cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2366087 Sep 10 03:02:39.947703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50230) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:39.991144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-9436b36c-76ba-42ff-8b1b-c5e0ac513dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:39.992868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-9436b36c-76ba-42ff-8b1b-c5e0ac513dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0526092 Sep 10 03:02:40.045627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805eb233-c567-40c9-a38a-8c6174d1d950 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:40.046223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 70f6bc03-709a-476d-b515-75eae2eafd53 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:40.051290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-805eb233-c567-40c9-a38a-8c6174d1d950 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11c HTTP/1.1" status: 200 len: 929 time: 0.1017756 Sep 10 03:02:40.051635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50238) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:40.052823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 70f6bc03-709a-476d-b515-75eae2eafd53 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:40.053194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.108922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-1137626f-546c-4df4-ab03-c0e063ffb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:40.110546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-1137626f-546c-4df4-ab03-c0e063ffb72a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076148 Sep 10 03:02:40.177390 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.236974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 70f6bc03-709a-476d-b515-75eae2eafd53, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70f6bc03-709a-476d-b515-75eae2eafd53,segment=NetworkSegment(20f36236-a9a0-493f-959a-7274e3347aa8),segment_id=20f36236-a9a0-493f-959a-7274e3347aa8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:40.246221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.274293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 65829e67-5cd3-4324-9491-7a8198afa9d3 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:40.274646 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.302554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-4ba73434-89b1-4b52-9d0d-e4e4f748c102 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833048 Sep 10 03:02:40.332662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:02:40.340952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=70f6bc03-709a-476d-b515-75eae2eafd53,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:40.448962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Provisioning for port c0c60180-9539-4658-9c4e-21b3f4a7462a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:40.468233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Provisioning complete for port c0c60180-9539-4658-9c4e-21b3f4a7462a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:40.468618 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.512258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Port c0c60180-9539-4658-9c4e-21b3f4a7462a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:40.514869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:40.518590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.530746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'mac_address': 'fa:16:3e:3d:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:02:40.536225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ceac-8566-4c6d-a485-e9be8816f4c2 req-e990c530-47b3-4459-84bf-50fd0daadef5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:40.543670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f39ceac-8566-4c6d-a485-e9be8816f4c2 req-e990c530-47b3-4459-84bf-50fd0daadef5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.2284014 Sep 10 03:02:40.557787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Provisioning complete for port 70f6bc03-709a-476d-b515-75eae2eafd53 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:40.558042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.568955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:40.576969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 65829e67-5cd3-4324-9491-7a8198afa9d3 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:40.603001 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b4a7a4-364e-497b-afff-7d76213326e8 req-0ab7ec4a-5398-4be8-bbe3-56997b6175fd service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839944 Sep 10 03:02:40.641994 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.644882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f39ceac-8566-4c6d-a485-e9be8816f4c2 req-8eaa0ec6-acab-461f-ae91-f7c7bb051578 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997748 Sep 10 03:02:40.686860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec22aef-9794-40c1-a320-fb2b1aca52ad {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:40.735416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:40.744554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.763438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.828711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=65829e67-5cd3-4324-9491-7a8198afa9d3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:40.917699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:40.920031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-690e14a4-5662-495d-8fa1-394c58f4204f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/65829e67-5cd3-4324-9491-7a8198afa9d3 HTTP/1.1" status: 204 len: 168 time: 0.8663414 Sep 10 03:02:40.922753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50312) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:40.975738 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4a71df-67d7-4add-aa2a-ad6c24e48bf8 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:40.978645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc4a71df-67d7-4add-aa2a-ad6c24e48bf8 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/65829e67-5cd3-4324-9491-7a8198afa9d3 HTTP/1.1" status: 404 len: 333 time: 0.0537269 Sep 10 03:02:40.981296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50320) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:40.985875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-cd4c78ee-1f0c-464e-bcff-224f7db3970e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0698552 Sep 10 03:02:41.015803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621598a-1e8a-42d6-a228-f29a4e795190 req-dd255c26-d4db-4d2b-a9f7-df439e4ccdc7 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.017739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f621598a-1e8a-42d6-a228-f29a4e795190 req-dd255c26-d4db-4d2b-a9f7-df439e4ccdc7 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 949 time: 0.1524613 Sep 10 03:02:41.030728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0450a72b-791e-44eb-8073-d76a202997cb None None] Could not find standard attr ID for object 65829e67-5cd3-4324-9491-7a8198afa9d3. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:02:41.064490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.075332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:41.109653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['0ec22aef-9794-40c1-a320-fb2b1aca52ad'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:41.120000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f621598a-1e8a-42d6-a228-f29a4e795190 req-99b0842d-2b82-4f08-87c2-4a1efd34eb95 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Sep 10 03:02:41.126367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port c0c60180-9539-4658-9c4e-21b3f4a7462a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:41.126828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.149616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.150106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.151880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.152517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.153406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.154009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.154806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.157460 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-2319508e-e4c5-4a49-97f9-71d6351dbb23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6492 time: 0.1357036 Sep 10 03:02:41.164624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:41.169356 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe61a23a-5f6e-4930-abf5-1f06580de8a5" -d '{"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:41.195635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:41.205012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.243063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-89d27810-66be-47e7-be85-7ece1e3c76de None None] Provisioning complete for port c0c60180-9539-4658-9c4e-21b3f4a7462a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:41.243757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-89d27810-66be-47e7-be85-7ece1e3c76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.298262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:02:41.300135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.317564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for c0c60180-9539-4658-9c4e-21b3f4a7462a owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:41.345880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-89d27810-66be-47e7-be85-7ece1e3c76de None None] Port c0c60180-9539-4658-9c4e-21b3f4a7462a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:41.348314 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=11']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:41.365632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-89d27810-66be-47e7-be85-7ece1e3c76de None None] Could not find standard attr ID for object 65829e67-5cd3-4324-9491-7a8198afa9d3. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:02:41.389191 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd579af0-4eac-40a2-8a4c-2a304901bfc9 x-openstack-request-id: req-fd579af0-4eac-40a2-8a4c-2a304901bfc9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:41.389527 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:41.390051 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd579af0-4eac-40a2-8a4c-2a304901bfc9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:41.390188 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'code': 200} Sep 10 03:02:41.415689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-69933b9a-57a5-41e5-8f41-1d98cdad4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.416165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-69933b9a-57a5-41e5-8f41-1d98cdad4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.416629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-69933b9a-57a5-41e5-8f41-1d98cdad4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.418445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-69933b9a-57a5-41e5-8f41-1d98cdad4403 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6343ee87-8966-4201-a9c7-f0ff37993794&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=d814818c-87c3-4a6d-88b9-0d80b94173da&id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 2290 time: 0.2349315 Sep 10 03:02:41.478632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.514812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d208-bd45-45d0-bf82-b5cd82ea5597 req-18e6da02-a044-4a02-ab25-0e08fc33f5b1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.520091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a600d208-bd45-45d0-bf82-b5cd82ea5597 req-18e6da02-a044-4a02-ab25-0e08fc33f5b1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 949 time: 0.1576910 Sep 10 03:02:41.533923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=c0c60180-9539-4658-9c4e-21b3f4a7462a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:41.536625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.538811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a5740104-49a7-4e33-b036-49ad80258afb tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/c0c60180-9539-4658-9c4e-21b3f4a7462a HTTP/1.1" status: 204 len: 168 time: 0.5558062 Sep 10 03:02:41.541385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50336) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:41.543952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-d5705b61-0849-49d9-a54c-688c2ee33ce6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 200 len: 1002 time: 0.1147056 Sep 10 03:02:41.572106 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-04046d5f-c183-4e59-afba-a4977a443d0f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:41.576792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-04046d5f-c183-4e59-afba-a4977a443d0f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/c0c60180-9539-4658-9c4e-21b3f4a7462a HTTP/1.1" status: 404 len: 333 time: 0.0315640 Sep 10 03:02:41.577166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50340) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:41.623925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a600d208-bd45-45d0-bf82-b5cd82ea5597 req-d23ffb98-d581-4e4a-8d16-ec427e88bec1 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942004 Sep 10 03:02:41.637170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-744e6441-6461-4313-98b9-451b0012fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.638680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-744e6441-6461-4313-98b9-451b0012fc1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ab391f9-1aeb-47f9-af5b-63f6312f69a9 HTTP/1.1" status: 200 len: 851 time: 0.0850327 Sep 10 03:02:41.641646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet cd5a31ac-e968-426f-8bef-bb8ea429be1e {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:02:41.646144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.693842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-9a31ebb1-2d41-4447-a0d7-e01791476b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:41.695595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-9a31ebb1-2d41-4447-a0d7-e01791476b91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343ee87-8966-4201-a9c7-f0ff37993794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493765 Sep 10 03:02:41.712200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.823661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70f6bc03-709a-476d-b515-75eae2eafd53 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:41.849559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.878034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 70f6bc03-709a-476d-b515-75eae2eafd53 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:41.879959 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.925370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.960703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5a31ac-e968-426f-8bef-bb8ea429be1e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:41.967137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:41.969427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce844936-cb7a-4aff-9208-b368d3c82bfa tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/cd5a31ac-e968-426f-8bef-bb8ea429be1e HTTP/1.1" status: 204 len: 168 time: 0.3913040 Sep 10 03:02:41.972621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:42.004291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6c2a2-d538-484a-ae85-f15b626802e9 None None] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:42.062910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.132454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 70f6bc03-709a-476d-b515-75eae2eafd53 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:42.132802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.199237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] For port 70f6bc03-709a-476d-b515-75eae2eafd53, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70f6bc03-709a-476d-b515-75eae2eafd53,segment=NetworkSegment(20f36236-a9a0-493f-959a-7274e3347aa8),segment_id=20f36236-a9a0-493f-959a-7274e3347aa8)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:42.199636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.220687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 70f6bc03-709a-476d-b515-75eae2eafd53 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:42.229477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-6ac7eca0-7583-4c34-8eaa-e99c8b9e3101 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259697 Sep 10 03:02:42.243079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2034-695e-4e86-849a-5ebb21ef4717 req-89aec8d8-b3b9-47b5-a0f0-a15a3a38d9c8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:42.245012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3cd2034-695e-4e86-849a-5ebb21ef4717 req-89aec8d8-b3b9-47b5-a0f0-a15a3a38d9c8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0672784 Sep 10 03:02:42.256973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] DHCP port deletion for 18b696f4-cb65-40d5-a6a8-130fc5cce523 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:02:42.344427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Deleting port 70f6bc03-709a-476d-b515-75eae2eafd53 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:42.345031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.359877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.360326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:42.392651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No DVR routers for this DVR port 70f6bc03-709a-476d-b515-75eae2eafd53 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:42.458581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] For port 70f6bc03-709a-476d-b515-75eae2eafd53, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70f6bc03-709a-476d-b515-75eae2eafd53,segment=NetworkSegment(20f36236-a9a0-493f-959a-7274e3347aa8),segment_id=20f36236-a9a0-493f-959a-7274e3347aa8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:42.459176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.494589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Calling delete_port for 70f6bc03-709a-476d-b515-75eae2eafd53 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:42.502092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-d29577f4-69dd-457b-9fdb-254246bc0214 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560985 Sep 10 03:02:42.516058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.552474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-68063734-0d08-42ba-bded-6cb56ca3b530 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 217 time: 0.0411532 Sep 10 03:02:42.554364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b696f4-cb65-40d5-a6a8-130fc5cce523']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:42.577084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f36236-a9a0-493f-959a-7274e3347aa8') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:42.577648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f36236-a9a0-493f-959a-7274e3347aa8') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:42.589408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.602136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3cd2034-695e-4e86-849a-5ebb21ef4717 req-8e804023-f471-4aeb-9baf-cb81270f9f53 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193949 Sep 10 03:02:42.606880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.614238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 0ec22aef-9794-40c1-a320-fb2b1aca52ad completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:42.616046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:02:42.616462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.631976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 4512e6b7-8b5b-4721-8a2c-0454236450f2 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:42.635039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-8ba84cc9-21a2-422c-aab3-f92a5a6869ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:42.639351 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-8ba84cc9-21a2-422c-aab3-f92a5a6869ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.0786729 Sep 10 03:02:42.640681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 0ec22aef-9794-40c1-a320-fb2b1aca52ad triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:42.641191 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:02:42.686086 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:02:42.689095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=70f6bc03-709a-476d-b515-75eae2eafd53,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:42.690420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.712061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.714487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/18b696f4-cb65-40d5-a6a8-130fc5cce523 HTTP/1.1" status: 204 len: 168 time: 0.7405875 Sep 10 03:02:42.715680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70def97-3c05-4e87-a89e-e92c9ff70953 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=18b696f4-cb65-40d5-a6a8-130fc5cce523,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:42.717887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50418) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:42.723758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542452483'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:42.750960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:42.760747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.802066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-9e3dacb8-d650-4376-98eb-c0cdd7ce57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:42.803629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-9e3dacb8-d650-4376-98eb-c0cdd7ce57f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1559570 Sep 10 03:02:42.805172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 4512e6b7-8b5b-4721-8a2c-0454236450f2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:42.824704 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.829847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620418-573d-4132-9eda-bf326f0e7484 req-4db93eb1-62d8-475b-97ee-e8dbe441772f tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:42.838624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e620418-573d-4132-9eda-bf326f0e7484 req-4db93eb1-62d8-475b-97ee-e8dbe441772f tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 949 time: 0.1069260 Sep 10 03:02:42.840031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 4512e6b7-8b5b-4721-8a2c-0454236450f2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:42.840674 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.852409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:42.879006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.879389 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment 4a9e3684-a809-4bae-bf15-fcaca4d2cd50 of type vlan for network dd423405-91be-41dc-bf3a-80977af885c5 Sep 10 03:02:42.899630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Network 18b696f4-cb65-40d5-a6a8-130fc5cce523 is not hosted by any dhcp agent {{(pid=94635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:02:42.900473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] No DVR routers for this DVR port 70f6bc03-709a-476d-b515-75eae2eafd53 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:42.904917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd75331-b59f-4667-88dc-55f848808020 None None] Pushing event deleted for resources: {'Port': ['ID=70f6bc03-709a-476d-b515-75eae2eafd53,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:42.932896 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:42.963590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e620418-573d-4132-9eda-bf326f0e7484 req-e33e80c4-8a44-4372-964c-420ac9ad645f tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098888 Sep 10 03:02:43.002998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.008014 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-26e06800-fe67-485d-8ce4-1d00c22868f0 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953650 Sep 10 03:02:43.012561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:43.021971 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.029509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.046738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.054537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.055653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.115308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:43.133510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4120729 Sep 10 03:02:43.138856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 4512e6b7-8b5b-4721-8a2c-0454236450f2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:43.141045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50424) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:43.145971 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.148735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:43.229096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17152ad8-6637-43a1-8d2d-f6cd842f1fd5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=dd423405-91be-41dc-bf3a-80977af885c5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:43.234126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c34ed0-8a3f-450c-87b5-605e7817e8d2 req-9b981fa6-09fb-423a-88da-48e502c234df tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.236212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=4512e6b7-8b5b-4721-8a2c-0454236450f2,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:43.243026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79c34ed0-8a3f-450c-87b5-605e7817e8d2 req-9b981fa6-09fb-423a-88da-48e502c234df tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 950 time: 0.1814539 Sep 10 03:02:43.243424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dd423405-91be-41dc-bf3a-80977af885c5 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:43.247811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-cff3096b-013c-4771-b705-17cc32c8738d service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312310 Sep 10 03:02:43.307542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-823e7486-b823-4097-8d9e-bb332df3858a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 217 time: 0.0418100 Sep 10 03:02:43.334864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79c34ed0-8a3f-450c-87b5-605e7817e8d2 req-ecf897bb-a999-48e7-bed1-d086348088b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Sep 10 03:02:43.371318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:43.375689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.392304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}, {'server_uuid': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4512e6b7-8b5b-4721-8a2c-0454236450f2'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:43.398924 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a92ea6-a9c8-40e8-ad70-c8f027badd74" -d '{"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-plugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}, {"server_uuid": "9a2ed668-ff31-4377-aae9-a28a6e0e4a4e", "name": "network-vif-plugged", "status": "completed", "tag": "4512e6b7-8b5b-4721-8a2c-0454236450f2"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:43.458404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-26b5641a-5319-471a-ab5a-7e725b1028e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.460003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-26b5641a-5319-471a-ab5a-7e725b1028e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1239285 Sep 10 03:02:43.495866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaea58-9a33-4cca-950b-53f6ea3abf40 req-b98d3424-223d-4b24-a4e6-62628c11822e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.496135 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0767b6-68a9-4847-9bd0-be8bd17434c4 x-openstack-request-id: req-3f0767b6-68a9-4847-9bd0-be8bd17434c4 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:43.496462 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-plugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "code": 200}, {"server_uuid": "9a2ed668-ff31-4377-aae9-a28a6e0e4a4e", "name": "network-vif-plugged", "status": "completed", "tag": "4512e6b7-8b5b-4721-8a2c-0454236450f2", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:43.497173 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f0767b6-68a9-4847-9bd0-be8bd17434c4 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:43.497579 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'code': 200} Sep 10 03:02:43.497847 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4512e6b7-8b5b-4721-8a2c-0454236450f2', 'code': 200} Sep 10 03:02:43.499076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9cbaea58-9a33-4cca-950b-53f6ea3abf40 req-b98d3424-223d-4b24-a4e6-62628c11822e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 948 time: 0.0766470 Sep 10 03:02:43.568291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-5ac31c34-07ca-4900-a820-6df4b65dc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.570451 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-5ac31c34-07ca-4900-a820-6df4b65dc93f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015432 Sep 10 03:02:43.591765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9cbaea58-9a33-4cca-950b-53f6ea3abf40 req-65cc802c-7f7b-4656-b12c-1a835f186af3 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646427 Sep 10 03:02:43.658248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611c739-bbbd-4636-8919-2f99b6709189 req-0ceb084d-0a14-4907-9e2b-6add438b604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.659957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8611c739-bbbd-4636-8919-2f99b6709189 req-0ceb084d-0a14-4907-9e2b-6add438b604e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 1101 time: 0.0892785 Sep 10 03:02:43.676959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.701221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e1f85-cb21-476e-b07c-ed9fd18af87e req-7cc21f18-79dc-4778-9919-ad1524158898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.702737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-570e1f85-cb21-476e-b07c-ed9fd18af87e req-7cc21f18-79dc-4778-9919-ad1524158898 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 1101 time: 0.1314847 Sep 10 03:02:43.758921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-23ef3883-71b4-4ae7-9fef-22c3a0cd8ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593359 Sep 10 03:02:43.760214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-570e1f85-cb21-476e-b07c-ed9fd18af87e req-2e3a140c-795d-4295-a2a9-fe0e855bc82a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497916 Sep 10 03:02:43.767092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8611c739-bbbd-4636-8919-2f99b6709189 req-9b7e3b4f-71ec-4398-b4b6-77b3a2acdbec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975518 Sep 10 03:02:43.778372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70f6bc03-709a-476d-b515-75eae2eafd53 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:43.793143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=76c491ed-a23d-42cf-8060-8d888160e7bc,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:43.815206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acb6a3-b4af-499c-b96e-13af5e8cb0eb req-71836a14-116a-47cc-bb1d-3b7bc413b8a0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.817331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b5acb6a3-b4af-499c-b96e-13af5e8cb0eb req-71836a14-116a-47cc-bb1d-3b7bc413b8a0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.1253543 Sep 10 03:02:43.819903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 70f6bc03-709a-476d-b515-75eae2eafd53 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:43.820464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70f6bc03-709a-476d-b515-75eae2eafd53 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:43.823974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': '4a9e3684-a809-4bae-bf15-fcaca4d2cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:43.824353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: dd423405-91be-41dc-bf3a-80977af885c5, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:43.868257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network dd423405-91be-41dc-bf3a-80977af885c5 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:43.875686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-1c5ca0f2-3fe7-4df3-b19c-176a56bfc77d service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072628 Sep 10 03:02:43.880194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b5acb6a3-b4af-499c-b96e-13af5e8cb0eb req-03bf9337-7e0c-4014-a242-b0c26c67a0c8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503244 Sep 10 03:02:43.881190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dd423405-91be-41dc-bf3a-80977af885c5) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:43.885320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:43.885917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:43.897342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4234ee-adde-407e-826e-d670a5692594 None None] Network dd423405-91be-41dc-bf3a-80977af885c5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:43.910997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5418e1da-ec00-4351-b224-5f6806294253 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7613459 Sep 10 03:02:43.911215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:43.912582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5', 'name': 'tempest-PortsIpV6TestJSON-1387747049', 'fixed_ips': [{'subnet_id': '76c491ed-a23d-42cf-8060-8d888160e7bc', 'ip_address': '2001:db8::10'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:44.046557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-664c8e36-392c-426a-b194-9bb4e1c53f0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf HTTP/1.1" status: 200 len: 217 time: 0.0542231 Sep 10 03:02:44.094193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962cf2e-72c1-4523-9a11-e0bc97cdf00e req-5b1a037f-da2e-41bb-b80a-756b14046430 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:44.095425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5962cf2e-72c1-4523-9a11-e0bc97cdf00e req-5b1a037f-da2e-41bb-b80a-756b14046430 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 950 time: 0.0659063 Sep 10 03:02:44.129751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-dd423405-91be-41dc-bf3a-80977af885c5', 'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': '76c491ed-a23d-42cf-8060-8d888160e7bc'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:02:44.130536 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.138997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-ffbb9308-57a8-41a3-ad08-411be1284617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:44.140698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-ffbb9308-57a8-41a3-ad08-411be1284617 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.0827932 Sep 10 03:02:44.179363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5962cf2e-72c1-4523-9a11-e0bc97cdf00e req-af4335e0-50d1-4bfe-979d-c9803b98d71f tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Sep 10 03:02:44.255423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:44.293541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Allocated IP 2001:db8::2 (dd423405-91be-41dc-bf3a-80977af885c5/76c491ed-a23d-42cf-8060-8d888160e7bc/91d5e25d-d7e8-423c-b135-33f829f8d903) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:44.294086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-87f56def-6522-4b79-8639-cf11a8319724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:44.295712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-87f56def-6522-4b79-8639-cf11a8319724 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444468 Sep 10 03:02:44.345659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-26f8d557-2992-48eb-a7a1-c7dfd5958c1f service neutron] 10.222.0.36 "GET /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.1517477 Sep 10 03:02:44.373702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:44.498574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.539391 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.549603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Transition to ACTIVE for port object 91d5e25d-d7e8-423c-b135-33f829f8d903 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:44.554554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 9131dede-1141-4f9e-948e-d1ffd6b68592 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:44.563013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-8fed8f45-f681-46f2-8748-c9b91fb6354e service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320981 Sep 10 03:02:44.566737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Transition to ACTIVE for port object 91d5e25d-d7e8-423c-b135-33f829f8d903 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:44.574813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.598069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d944c-378f-4d87-aa99-91f9450d67f6 req-f8feb649-40da-456c-afee-4d7a2576ccbf tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:44.599518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb1d944c-378f-4d87-aa99-91f9450d67f6 req-f8feb649-40da-456c-afee-4d7a2576ccbf tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 950 time: 0.1557300 Sep 10 03:02:44.611565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Network dd423405-91be-41dc-bf3a-80977af885c5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:44.616155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:44.621970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:44.630052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Pushing event updated for resources: {'Port': ['ID=91d5e25d-d7e8-423c-b135-33f829f8d903,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:44.698267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Attempting to bind port 91d5e25d-d7e8-423c-b135-33f829f8d903 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:44.699149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Attempting to bind port 91d5e25d-d7e8-423c-b135-33f829f8d903 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4a9e3684-a809-4bae-bf15-fcaca4d2cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:44.699793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Attempting to bind port 91d5e25d-d7e8-423c-b135-33f829f8d903 on network dd423405-91be-41dc-bf3a-80977af885c5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:44.705526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:44.705928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42c41-3d0f-49a3-860f-4b1f84db0b08 req-f28f0c88-b13c-4f83-a707-771d8309103e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:44.706115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Checking segment: {'id': '4a9e3684-a809-4bae-bf15-fcaca4d2cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:44.706481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.707545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Bound using segment: {'id': '4a9e3684-a809-4bae-bf15-fcaca4d2cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:44.708088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Bound port: 91d5e25d-d7e8-423c-b135-33f829f8d903, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e3684-a809-4bae-bf15-fcaca4d2cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:44.708301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9a42c41-3d0f-49a3-860f-4b1f84db0b08 req-f28f0c88-b13c-4f83-a707-771d8309103e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 948 time: 0.0540497 Sep 10 03:02:44.708596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.755354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9a42c41-3d0f-49a3-860f-4b1f84db0b08 req-cba58078-049b-4d20-ad4e-e58b947692f4 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Sep 10 03:02:44.785597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] For port 91d5e25d-d7e8-423c-b135-33f829f8d903, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:44.791312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] For port 91d5e25d-d7e8-423c-b135-33f829f8d903, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d5e25d-d7e8-423c-b135-33f829f8d903,segment=NetworkSegment(4a9e3684-a809-4bae-bf15-fcaca4d2cd50),segment_id=4a9e3684-a809-4bae-bf15-fcaca4d2cd50)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:44.797601 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:44.811339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb1d944c-378f-4d87-aa99-91f9450d67f6 req-7cfcc1c8-d6b4-4406-9da9-758c11b5fb18 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667652 Sep 10 03:02:44.865038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e9bc6-65b7-4e4d-b9e7-c7141f3e1416 None None] Pushing event updated for resources: {'Port': ['ID=91d5e25d-d7e8-423c-b135-33f829f8d903,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:44.950064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-77aaa39a-acdd-4c20-b769-571217511ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169370 Sep 10 03:02:44.980145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::10 (dd423405-91be-41dc-bf3a-80977af885c5/76c491ed-a23d-42cf-8060-8d888160e7bc/9131dede-1141-4f9e-948e-d1ffd6b68592) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:45.021948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-c03a8a5f-6dd7-4bd4-8c40-94957d1124ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed HTTP/1.1" status: 200 len: 217 time: 0.0575581 Sep 10 03:02:45.031100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:45.107016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b821-2ff8-4b35-a696-c1551fd9a5c0 req-32f24ecf-90f0-4e2e-851e-2ce8c9e81781 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:45.118636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:45.120353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3f2b821-2ff8-4b35-a696-c1551fd9a5c0 req-32f24ecf-90f0-4e2e-851e-2ce8c9e81781 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 944 time: 0.1528938 Sep 10 03:02:45.154535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-e9246371-457b-4bd7-b089-f96e7067c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:45.156858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-e9246371-457b-4bd7-b089-f96e7067c19d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1221721 Sep 10 03:02:45.213118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3640c922-14b7-42d9-9e0f-9f92920c2873 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:45.213320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3f2b821-2ff8-4b35-a696-c1551fd9a5c0 req-55595df9-5351-4398-8675-a515f03dfabd tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916376 Sep 10 03:02:45.253250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:45.317550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:45.323585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-908c064f-3332-4de9-b348-55b71ac7b25c tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:45.325470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-908c064f-3332-4de9-b348-55b71ac7b25c tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 948 time: 0.1112008 Sep 10 03:02:45.357052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-8f835bf0-8bb0-44c6-9682-d023c683bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:45.358803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-8f835bf0-8bb0-44c6-9682-d023c683bde6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1848981 Sep 10 03:02:45.405628 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:45.441552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd805ed-f621-48e2-b593-d8f0ac246b4a req-11709c61-cbf5-4394-a7fa-291cd084cfcf tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:45.443185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd805ed-f621-48e2-b593-d8f0ac246b4a req-11709c61-cbf5-4394-a7fa-291cd084cfcf tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 950 time: 0.1167760 Sep 10 03:02:45.460545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 9131dede-1141-4f9e-948e-d1ffd6b68592 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:45.500045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Deleting port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:45.500395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:45.507916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd805ed-f621-48e2-b593-d8f0ac246b4a req-0372e2f8-151e-4962-9a98-2ebbdabb4290 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Sep 10 03:02:45.524631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] Transition to ACTIVE for port object 3640c922-14b7-42d9-9e0f-9f92920c2873 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:45.553462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:45.640117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] For port 9c8806d2-58a4-4c28-8f30-a9b109275cd0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9c8806d2-58a4-4c28-8f30-a9b109275cd0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:45.641370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:45.643169 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-06bba53f-a6d4-4879-8524-0705dd0f15fc service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593691 Sep 10 03:02:45.664190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Calling delete_port for 9c8806d2-58a4-4c28-8f30-a9b109275cd0 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:45.688419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:45.729751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] Pushing event updated for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:45.732952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] No DVR routers for this DVR port 3640c922-14b7-42d9-9e0f-9f92920c2873 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:45.853239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network dd423405-91be-41dc-bf3a-80977af885c5 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:45.902644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:45.918968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:45.921641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d5e25d-d7e8-423c-b135-33f829f8d903 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:45.935682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:45.936532 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.000295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 91d5e25d-d7e8-423c-b135-33f829f8d903 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:46.012125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fd084-6472-4876-a3c9-be6935bb4f00 req-d58bb564-c762-46e7-9943-c7fbab456737 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:46.013960 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a1fd084-6472-4876-a3c9-be6935bb4f00 req-d58bb564-c762-46e7-9943-c7fbab456737 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 950 time: 0.0868545 Sep 10 03:02:46.029861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.244012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a433a-e8d9-4f0f-b1d7-dd4a0daaa255 None None] Network dd423405-91be-41dc-bf3a-80977af885c5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:46.286946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-31fc5b0c-b6c8-4f09-9819-f4f3f1c3cdef service neutron] 10.222.0.36 "PUT /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873/bindings/n-h1-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9279478 Sep 10 03:02:46.295728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=9131dede-1141-4f9e-948e-d1ffd6b68592,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:46.300031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-f670fe33-28c7-40c0-ae14-e0913faa60fa service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469951 Sep 10 03:02:46.333154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Pushing event deleted for resources: {'Port': ['ID=9c8806d2-58a4-4c28-8f30-a9b109275cd0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:46.350227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-da4c193c-6761-4483-af13-1ef86db4dd2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 200 len: 217 time: 0.0405927 Sep 10 03:02:46.368837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4970d1b5-ce96-4e5a-99cf-da7f8938a72c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4611290 Sep 10 03:02:46.371207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50474) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:46.388735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e22c0b-36b7-4571-8160-dc685b360e1c req-97341ea5-6b20-4c5c-bf39-039cc3bbca4d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:46.389674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'dd423405-91be-41dc-bf3a-80977af885c5', 'name': 'tempest-PortsIpV6TestJSON-1129129355', 'fixed_ips': [{'subnet_id': '76c491ed-a23d-42cf-8060-8d888160e7bc', 'ip_address': '2001:db8::f'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:46.392240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3e22c0b-36b7-4571-8160-dc685b360e1c req-97341ea5-6b20-4c5c-bf39-039cc3bbca4d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b9977b7-c584-4d5a-b414-3994fa645d9e HTTP/1.1" status: 200 len: 865 time: 0.4797394 Sep 10 03:02:46.397482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a1fd084-6472-4876-a3c9-be6935bb4f00 req-b63890b8-1a3a-4ed7-9fc0-c30aee1c00f2 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758569 Sep 10 03:02:46.397782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] No DVR routers for this DVR port 9c8806d2-58a4-4c28-8f30-a9b109275cd0 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:46.398341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] Provisioning for port 91d5e25d-d7e8-423c-b135-33f829f8d903 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:46.405685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] Provisioning complete for port 91d5e25d-d7e8-423c-b135-33f829f8d903 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:46.406304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.410220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.411267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8d209b5-ef97-4f6c-84e9-ddeffd360773 req-5ae15ecd-8638-4ea7-ae6a-f40124987dce tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "DELETE /v2.0/ports/9c8806d2-58a4-4c28-8f30-a9b109275cd0 HTTP/1.1" status: 204 len: 173 time: 1.0549078 Sep 10 03:02:46.411801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-deleted', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:46.414055 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266460d-2a9b-485b-beda-d0af12df677a" -d '{"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-deleted", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:46.479697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-40b7ad90-fe9e-4bec-849f-e9943c697a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:46.482172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-40b7ad90-fe9e-4bec-849f-e9943c697a88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1228049 Sep 10 03:02:46.579408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.581404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:46.588038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-be2a63e7-63d2-436d-85dc-4a6cd26c01aa tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:46.589597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-be2a63e7-63d2-436d-85dc-4a6cd26c01aa tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.2197287 Sep 10 03:02:46.594506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3e22c0b-36b7-4571-8160-dc685b360e1c req-77d5bdcc-82d2-408b-b334-66d8b5fed57d tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065574 Sep 10 03:02:46.614743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-ce727c7d-f398-4314-9ba7-0f4d9e91428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:46.627082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-ce727c7d-f398-4314-9ba7-0f4d9e91428f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355648 Sep 10 03:02:46.644801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] For port 91d5e25d-d7e8-423c-b135-33f829f8d903, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d5e25d-d7e8-423c-b135-33f829f8d903,segment=NetworkSegment(4a9e3684-a809-4bae-bf15-fcaca4d2cd50),segment_id=4a9e3684-a809-4bae-bf15-fcaca4d2cd50)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:46.652977 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.746171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:46.760576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bc589-ae89-46aa-8a3d-d687d8c4610e None None] Pushing event updated for resources: {'Port': ['ID=91d5e25d-d7e8-423c-b135-33f829f8d903,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:46.782629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:46.848926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-3cc9a39c-97e0-4509-a2ea-193e87176792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:46.851218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-3cc9a39c-97e0-4509-a2ea-193e87176792 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6&tenant_id=ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 1096 time: 0.2475486 Sep 10 03:02:46.985503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4a8fccb-e31c-436f-97c9-c1a5de7ce187 None None] Provisioning for port 9131dede-1141-4f9e-948e-d1ffd6b68592 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:46.990996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4a8fccb-e31c-436f-97c9-c1a5de7ce187 None None] Provisioning complete for port 9131dede-1141-4f9e-948e-d1ffd6b68592 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:46.999219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fccb-e31c-436f-97c9-c1a5de7ce187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.037790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-83b86e07-b5c2-4fa3-b33c-b6c815531056 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706520 Sep 10 03:02:47.045026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bcbd5-3293-4671-b339-10bf41eca970 req-bf20351e-6509-4fef-9235-246bb80d0829 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.047437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597777ba-d85a-4f75-8c90-87901ffd44f3 req-9e44cec6-b1cb-44bb-9799-5bf175dc9809 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.055078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8fccb-e31c-436f-97c9-c1a5de7ce187 None None] Port 9131dede-1141-4f9e-948e-d1ffd6b68592 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:47.055762 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-597777ba-d85a-4f75-8c90-87901ffd44f3 req-9e44cec6-b1cb-44bb-9799-5bf175dc9809 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 945 time: 0.2032144 Sep 10 03:02:47.062625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b1bcbd5-3293-4671-b339-10bf41eca970 req-bf20351e-6509-4fef-9235-246bb80d0829 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 950 time: 0.1311703 Sep 10 03:02:47.066040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4a8fccb-e31c-436f-97c9-c1a5de7ce187 None None] Provisioning complete for port 91d5e25d-d7e8-423c-b135-33f829f8d903 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:47.066690 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fccb-e31c-436f-97c9-c1a5de7ce187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.081282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-fc211cc4-4aa6-444f-89d3-59c7c778b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.083094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-fc211cc4-4aa6-444f-89d3-59c7c778b9ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1096 time: 0.1893809 Sep 10 03:02:47.143009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b1bcbd5-3293-4671-b339-10bf41eca970 req-e52171d9-13c5-4bf6-b3ab-d4769f53f1c5 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748658 Sep 10 03:02:47.166591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::f (dd423405-91be-41dc-bf3a-80977af885c5/76c491ed-a23d-42cf-8060-8d888160e7bc/93a378f3-ccbb-4b94-b37a-d84e04e0e9ed) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:47.253051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-4da743ec-b3aa-4a93-a72d-c9edf39630a8 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.254763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-4da743ec-b3aa-4a93-a72d-c9edf39630a8 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 950 time: 0.1041768 Sep 10 03:02:47.260505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-597777ba-d85a-4f75-8c90-87901ffd44f3 req-92026944-d8b2-4505-a1ac-32918959e7aa tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038493 Sep 10 03:02:47.298458 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cdf1a4-b357-496a-8cc0-ea1272f4dce9 x-openstack-request-id: req-92cdf1a4-b357-496a-8cc0-ea1272f4dce9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:47.299004 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9977b7-c584-4d5a-b414-3994fa645d9e", "name": "network-vif-deleted", "tag": "9c8806d2-58a4-4c28-8f30-a9b109275cd0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:47.299610 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92cdf1a4-b357-496a-8cc0-ea1272f4dce9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:47.302213 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9977b7-c584-4d5a-b414-3994fa645d9e', 'name': 'network-vif-deleted', 'tag': '9c8806d2-58a4-4c28-8f30-a9b109275cd0', 'status': 'completed', 'code': 200} Sep 10 03:02:47.325947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-421424d3-e69b-42cf-982f-61a8352b7aa5 None None] Provisioning complete for port 9131dede-1141-4f9e-948e-d1ffd6b68592 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:47.326366 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-421424d3-e69b-42cf-982f-61a8352b7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.367106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-2c0b2998-b2ac-41ba-b600-f187d5c38f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.368907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-2c0b2998-b2ac-41ba-b600-f187d5c38f78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.2721627 Sep 10 03:02:47.375644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-61657311-3808-439d-be85-a8baa307eb34 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178363 Sep 10 03:02:47.384190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-421424d3-e69b-42cf-982f-61a8352b7aa5 None None] Port 9131dede-1141-4f9e-948e-d1ffd6b68592 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:47.426847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-21e33b11-3c06-4c01-9741-0bc3e4f93679 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 200 len: 217 time: 0.0490918 Sep 10 03:02:47.477164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-e494009e-36c1-49d7-b1c8-46ca1ef05c67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 200 len: 217 time: 0.0846219 Sep 10 03:02:47.483676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.515166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Deleting port 4512e6b7-8b5b-4721-8a2c-0454236450f2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:47.515535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.524493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:47.588773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-4647d61a-46ec-46d9-9843-745c0ff36891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.590588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-4647d61a-46ec-46d9-9843-745c0ff36891 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1246514 Sep 10 03:02:47.602319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-1cdc1563-4dcc-44bb-9dde-5a53c969b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.603916 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-1cdc1563-4dcc-44bb-9dde-5a53c969b49f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1007721 Sep 10 03:02:47.637408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] For port 4512e6b7-8b5b-4721-8a2c-0454236450f2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=4512e6b7-8b5b-4721-8a2c-0454236450f2,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:47.637853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.645793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-19ee45d4-a489-493e-a5be-85f99d52722f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455139 Sep 10 03:02:47.647318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.660734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Calling delete_port for 4512e6b7-8b5b-4721-8a2c-0454236450f2 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:47.667319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fedf5-a1eb-4eec-814b-c0cccb218c7c req-aec51726-70a2-4dfb-a989-af046d3a1aca tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.669435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-024fedf5-a1eb-4eec-814b-c0cccb218c7c req-aec51726-70a2-4dfb-a989-af046d3a1aca tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 950 time: 0.1517928 Sep 10 03:02:47.748784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network dd423405-91be-41dc-bf3a-80977af885c5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:47.756493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:47.760122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=93a378f3-ccbb-4b94-b37a-d84e04e0e9ed,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:47.763915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:47.770303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.770849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:47.799113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-024fedf5-a1eb-4eec-814b-c0cccb218c7c req-cccc4ac6-c4d2-4945-87d8-1e8fb5493af7 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/security-groups?id=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202343 Sep 10 03:02:47.803285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d69c44e7-24ed-45b2-86b5-9600e7c62ad9 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4309611 Sep 10 03:02:47.805896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:47.810200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-0450efb3-3d82-4d53-a6d7-2b3ac35f2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:47.811804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-0450efb3-3d82-4d53-a6d7-2b3ac35f2a60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1985958 Sep 10 03:02:47.896179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d5e25d-d7e8-423c-b135-33f829f8d903 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:47.900658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-11b4e9ef-5852-458c-898b-1109c2db8004 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293267 Sep 10 03:02:48.019957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 91d5e25d-d7e8-423c-b135-33f829f8d903 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:48.020572 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.071634 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-d1db86ed-82c4-444c-93b2-bc87630e27f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510943 Sep 10 03:02:48.096384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6f376-ffea-4e47-aa90-b6636460ba51 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.106535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b4e6f376-ffea-4e47-aa90-b6636460ba51 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2994492 Sep 10 03:02:48.107531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:48.132346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.142652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-1f84fca5-b536-467c-ba6b-8be46a303f3b service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015913 Sep 10 03:02:48.147365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['4512e6b7-8b5b-4721-8a2c-0454236450f2'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:48.207073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Pushing event deleted for resources: {'Port': ['ID=4512e6b7-8b5b-4721-8a2c-0454236450f2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:48.218204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8276aad5-cd5c-42f2-ad5e-230b44e922a3 None None] Provisioning for port 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:48.228614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8276aad5-cd5c-42f2-ad5e-230b44e922a3 None None] Provisioning complete for port 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:48.228776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8276aad5-cd5c-42f2-ad5e-230b44e922a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.256792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52ac3e17-0ac1-41a7-afe7-406e40a560a2 req-c299b649-be3a-4234-b248-6a2f646bfa83 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773460 Sep 10 03:02:48.282781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f282d3d-0602-4720-84e4-6c32326abd8c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.291210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f282d3d-0602-4720-84e4-6c32326abd8c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.293807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ba0b-ac9d-4889-86c1-1d86378706ec req-9a02acb4-ecc7-4822-bb0c-cd1379f352fe tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.296125 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2806ba0b-ac9d-4889-86c1-1d86378706ec req-9a02acb4-ecc7-4822-bb0c-cd1379f352fe tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 949 time: 0.1152382 Sep 10 03:02:48.307207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f282d3d-0602-4720-84e4-6c32326abd8c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.310837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6f282d3d-0602-4720-84e4-6c32326abd8c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2001252 Sep 10 03:02:48.315126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50520) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:48.388782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2806ba0b-ac9d-4889-86c1-1d86378706ec req-d90b3c95-9805-4014-8e90-429471395607 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843437 Sep 10 03:02:48.409721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] No DVR routers for this DVR port 4512e6b7-8b5b-4721-8a2c-0454236450f2 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:48.438109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.439815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86fcc08f-c9b4-4d04-b086-2685700b4ede req-2e1e5c2a-1483-458e-93cf-405c66a3c1db tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.32 "DELETE /v2.0/ports/4512e6b7-8b5b-4721-8a2c-0454236450f2 HTTP/1.1" status: 204 len: 173 time: 1.1572022 Sep 10 03:02:48.472174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8276aad5-cd5c-42f2-ad5e-230b44e922a3 None None] Port 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:48.515616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:48.516163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.554698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14078bc-2ace-4106-a6cf-c9a2dc325598 req-0c0d021b-2c98-4c41-a053-047667517b3a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.562446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c14078bc-2ace-4106-a6cf-c9a2dc325598 req-0c0d021b-2c98-4c41-a053-047667517b3a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0912459 Sep 10 03:02:48.591436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 4512e6b7-8b5b-4721-8a2c-0454236450f2 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:48.600627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c159-ef90-40d0-b159-7128203d9538 req-ca1d497e-4533-4a1e-9cc5-4a7cd9b2af59 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:48.602031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-ca1d497e-4533-4a1e-9cc5-4a7cd9b2af59 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.1234128 Sep 10 03:02:48.608086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c14078bc-2ace-4106-a6cf-c9a2dc325598 req-36ccae5b-e5a7-4ba0-996d-602afdd73cd4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Sep 10 03:02:48.614123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 4512e6b7-8b5b-4721-8a2c-0454236450f2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:48.614541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 4512e6b7-8b5b-4721-8a2c-0454236450f2 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:48.615598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:48.640811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 9c8806d2-58a4-4c28-8f30-a9b109275cd0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:48.641241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9c8806d2-58a4-4c28-8f30-a9b109275cd0 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:48.658861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.683091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 93a378f3-ccbb-4b94-b37a-d84e04e0e9ed owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:48.796454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ca28c159-ef90-40d0-b159-7128203d9538 req-1bbb059e-4f75-4d92-8ea7-e9ec5ca65c04 service neutron] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:48.805351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ca28c159-ef90-40d0-b159-7128203d9538 req-1bbb059e-4f75-4d92-8ea7-e9ec5ca65c04 service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.806748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca28c159-ef90-40d0-b159-7128203d9538 req-1bbb059e-4f75-4d92-8ea7-e9ec5ca65c04 service neutron] 10.222.0.32 "DELETE /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873/bindings/n-h2-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.1944067 Sep 10 03:02:48.868206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.906561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=93a378f3-ccbb-4b94-b37a-d84e04e0e9ed,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:48.955869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:48.962017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-57f32643-0ebf-4192-b091-a20eaf075453 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/93a378f3-ccbb-4b94-b37a-d84e04e0e9ed HTTP/1.1" status: 204 len: 168 time: 0.6390345 Sep 10 03:02:48.962017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50536) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:49.029958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04006faf-0d07-44a1-96f9-58437bf81a1c req-0b15e294-e7f0-4e8f-99de-0afbd3c17236 tempest-ServerDiagnosticsNegativeTest-71506642 tempest-ServerDiagnosticsNegativeTest-71506642-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a2ed668-ff31-4377-aae9-a28a6e0e4a4e HTTP/1.1" status: 200 len: 210 time: 0.0703754 Sep 10 03:02:49.031304 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41d1d04-76dc-449e-9857-675e5ee77faf tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:49.043149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b41d1d04-76dc-449e-9857-675e5ee77faf tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/93a378f3-ccbb-4b94-b37a-d84e04e0e9ed HTTP/1.1" status: 404 len: 333 time: 0.0813277 Sep 10 03:02:49.045945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50540) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:49.154523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 9131dede-1141-4f9e-948e-d1ffd6b68592 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:49.154873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.249102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.260726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 9131dede-1141-4f9e-948e-d1ffd6b68592 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:49.303684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'name': 'network-vif-deleted', 'tag': '4512e6b7-8b5b-4721-8a2c-0454236450f2'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:49.306159 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b85967f-8729-40ae-8ad1-61f20e4c1154" -d '{"events": [{"server_uuid": "9a2ed668-ff31-4377-aae9-a28a6e0e4a4e", "name": "network-vif-deleted", "tag": "4512e6b7-8b5b-4721-8a2c-0454236450f2"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:49.341344 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1d87e-e100-4f49-9855-882ddb28d5e0 x-openstack-request-id: req-d3f1d87e-e100-4f49-9855-882ddb28d5e0 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:49.341797 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2ed668-ff31-4377-aae9-a28a6e0e4a4e", "name": "network-vif-deleted", "tag": "4512e6b7-8b5b-4721-8a2c-0454236450f2", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:49.342112 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3f1d87e-e100-4f49-9855-882ddb28d5e0 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:49.342625 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2ed668-ff31-4377-aae9-a28a6e0e4a4e', 'name': 'network-vif-deleted', 'tag': '4512e6b7-8b5b-4721-8a2c-0454236450f2', 'status': 'completed', 'code': 200} Sep 10 03:02:49.388993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.423973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=9131dede-1141-4f9e-948e-d1ffd6b68592,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:49.442618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.446419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-04edd3e9-5910-4e06-83f0-f03db7589956 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/9131dede-1141-4f9e-948e-d1ffd6b68592 HTTP/1.1" status: 204 len: 168 time: 0.3978312 Sep 10 03:02:49.447698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50548) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:49.475248 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d333c3-1f44-45ed-8f8b-c8bdcee12547 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:02:49.476910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e9d333c3-1f44-45ed-8f8b-c8bdcee12547 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/9131dede-1141-4f9e-948e-d1ffd6b68592 HTTP/1.1" status: 404 len: 333 time: 0.0282745 Sep 10 03:02:49.479692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50550) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:49.558005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet 76c491ed-a23d-42cf-8060-8d888160e7bc {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:02:49.570654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358691a7-998b-4601-9fcb-7a2f6520fff3 req-5883d748-3b64-456a-a0be-ce4ba8ed5d41 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:49.572358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-358691a7-998b-4601-9fcb-7a2f6520fff3 req-5883d748-3b64-456a-a0be-ce4ba8ed5d41 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 949 time: 0.1060994 Sep 10 03:02:49.582149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.657631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.662862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-358691a7-998b-4601-9fcb-7a2f6520fff3 req-50bcfa43-0e02-455a-a5dc-b7ee50dd8e28 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/security-groups?id=a016236f-a3f6-4aa8-88b0-825eee26c131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823793 Sep 10 03:02:49.734281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff9d8-e760-4b22-a29b-6e02a31127e8 req-05d665a7-56e2-4ca3-b0dd-3451f19948f8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:49.735901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3fff9d8-e760-4b22-a29b-6e02a31127e8 req-05d665a7-56e2-4ca3-b0dd-3451f19948f8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Sep 10 03:02:49.750573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.773477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3fff9d8-e760-4b22-a29b-6e02a31127e8 req-e48622a7-bfd1-4548-b2e8-5aef63a4cf4a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Sep 10 03:02:49.808963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.841506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=76c491ed-a23d-42cf-8060-8d888160e7bc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:49.843545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:49.848932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f25599f5-80ae-409f-b4dd-f53279292892 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/76c491ed-a23d-42cf-8060-8d888160e7bc HTTP/1.1" status: 204 len: 168 time: 0.3678305 Sep 10 03:02:49.849455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:49.853986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2209b-2867-420f-9ba9-be56d2749726 None None] Network dd423405-91be-41dc-bf3a-80977af885c5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:49.934160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.013130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 91d5e25d-d7e8-423c-b135-33f829f8d903 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:50.013482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.078724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] DHCP port deletion for dd423405-91be-41dc-bf3a-80977af885c5 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:02:50.103606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] For port 91d5e25d-d7e8-423c-b135-33f829f8d903, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d5e25d-d7e8-423c-b135-33f829f8d903,segment=NetworkSegment(4a9e3684-a809-4bae-bf15-fcaca4d2cd50),segment_id=4a9e3684-a809-4bae-bf15-fcaca4d2cd50)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:50.104175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.117915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 91d5e25d-d7e8-423c-b135-33f829f8d903 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:50.140255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-dbc36268-ef92-4cc1-bed5-1ef0bdb17f8e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:50.142206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-dbc36268-ef92-4cc1-bed5-1ef0bdb17f8e tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 949 time: 0.0684514 Sep 10 03:02:50.145488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] Deleting port 91d5e25d-d7e8-423c-b135-33f829f8d903 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:50.145875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.265713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea92e00-a112-4c44-8779-f2fb6f2d46e9 req-ac2de1ab-296e-47c6-b145-64b58ae134dc tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:50.267617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eea92e00-a112-4c44-8779-f2fb6f2d46e9 req-ac2de1ab-296e-47c6-b145-64b58ae134dc tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1096 time: 0.1215560 Sep 10 03:02:50.276731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] For port 91d5e25d-d7e8-423c-b135-33f829f8d903, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d5e25d-d7e8-423c-b135-33f829f8d903,segment=NetworkSegment(4a9e3684-a809-4bae-bf15-fcaca4d2cd50),segment_id=4a9e3684-a809-4bae-bf15-fcaca4d2cd50)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:50.277344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.278412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Deleting port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:02:50.278853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.308700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] Calling delete_port for 91d5e25d-d7e8-423c-b135-33f829f8d903 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:50.324959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eea92e00-a112-4c44-8779-f2fb6f2d46e9 req-51de8bef-f333-4a6c-b24c-fb2f9ba181c1 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Sep 10 03:02:50.328257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.388783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=91d5e25d-d7e8-423c-b135-33f829f8d903,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:50.388783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No DVR routers for this DVR port 91d5e25d-d7e8-423c-b135-33f829f8d903 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:50.403983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:02:50.440257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] For port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:50.440457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.454534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Calling delete_port for 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:02:50.533629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.536075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50596) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:50.553405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:50.569935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'mac_address': 'fa:16:3e:3d:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:02:50.572140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd423405-91be-41dc-bf3a-80977af885c5']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:50.597127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e3684-a809-4bae-bf15-fcaca4d2cd50') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:50.597524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e3684-a809-4bae-bf15-fcaca4d2cd50') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:50.618663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.640962 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.642082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.648885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:02:50.649387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.666916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec22aef-9794-40c1-a320-fb2b1aca52ad {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:02:50.672699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21270-52ca-429d-805a-d84cc3f6428e req-e564883a-1c3c-466e-9ce4-774b418cf79c tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:50.680558 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c21270-52ca-429d-805a-d84cc3f6428e req-e564883a-1c3c-466e-9ce4-774b418cf79c tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0968058 Sep 10 03:02:50.699766 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.710225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:02:50.729956 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:02:50.740828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.743217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.745871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] Pushing event deleted for resources: {'Port': ['ID=91d5e25d-d7e8-423c-b135-33f829f8d903,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:50.746034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.754278 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.757992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9ae6b-53fb-436d-b884-f6098c6daac0 None None] No DVR routers for this DVR port 91d5e25d-d7e8-423c-b135-33f829f8d903 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:50.758793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/dd423405-91be-41dc-bf3a-80977af885c5 HTTP/1.1" status: 204 len: 168 time: 0.9070160 Sep 10 03:02:50.776017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50606) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:50.786991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-90993863'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:50.791722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Pushing event deleted for resources: {'Port': ['ID=23730df1-1a1c-4b20-a4ec-c7b6c3d508e0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:50.813309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c21270-52ca-429d-805a-d84cc3f6428e req-100abfa3-04a7-4a1d-8971-8cff49ac3170 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249254 Sep 10 03:02:50.838985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c3d03-069e-4efa-8b20-73e2611114b7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=dd423405-91be-41dc-bf3a-80977af885c5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:50.857971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['0ec22aef-9794-40c1-a320-fb2b1aca52ad'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:02:50.867942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:50.889837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] No DVR routers for this DVR port 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:02:50.892763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.895057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1aaf1133-04f7-4b28-915c-d0acd0ce2f95 req-15c11d91-9f00-4d7b-a520-7b30c8493692 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.32 "DELETE /v2.0/ports/23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 HTTP/1.1" status: 204 len: 173 time: 0.7443581 Sep 10 03:02:50.915437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:50.919509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:50.944733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-daad39cb-7ff5-4789-bec3-a2a9b3f87379 req-05b7c5c2-51e9-40c5-96a0-042b9c32ddf5 tempest-ListImageFiltersTestJSON-58769969 tempest-ListImageFiltersTestJSON-58769969-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed24e20c-7875-4574-87ea-eb4a8b7dae1b HTTP/1.1" status: 200 len: 210 time: 0.0615137 Sep 10 03:02:50.980335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:02:50.998156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85b268bc-40d4-4dc0-9e0f-24d1e6c0afab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fe6bc5af205434a83ea89413112891c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606552 Sep 10 03:02:50.999684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50616) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:51.006008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.006712 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Added segment c3fc0f0a-4d69-4520-99e2-6c4039c50123 of type vlan for network bc22c587-92be-4a7c-9c04-13b7aa924f77 Sep 10 03:02:51.061836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.115753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c91210df-89e4-432f-98fb-9b10eddb01d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.136987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.143029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:51.143856 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.146760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c91210df-89e4-432f-98fb-9b10eddb01d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.218837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4392223 Sep 10 03:02:51.219070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50636) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:51.224820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:51.242947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c91210df-89e4-432f-98fb-9b10eddb01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.246940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c91210df-89e4-432f-98fb-9b10eddb01d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.260955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c91210df-89e4-432f-98fb-9b10eddb01d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6771bbe3-0ab6-458a-a5bd-4b0fc9f81191 HTTP/1.1" status: 204 len: 168 time: 0.2578034 Sep 10 03:02:51.280403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91210df-89e4-432f-98fb-9b10eddb01d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6771bbe3-0ab6-458a-a5bd-4b0fc9f81191,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:51.336845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d35de-cf8b-44c6-8e05-dbee333e9c37 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Network': ['ID=bc22c587-92be-4a7c-9c04-13b7aa924f77,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:51.344617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-deleted', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:51.349134 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400bffcb-39e7-412f-89d8-e2b06e33be92" -d '{"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-deleted", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:51.375103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:02:51.420120 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ec923-9765-4b32-a4df-dee98bf358a3 x-openstack-request-id: req-9f6ec923-9765-4b32-a4df-dee98bf358a3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:51.420737 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed24e20c-7875-4574-87ea-eb4a8b7dae1b", "name": "network-vif-deleted", "tag": "23730df1-1a1c-4b20-a4ec-c7b6c3d508e0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:51.421274 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f6ec923-9765-4b32-a4df-dee98bf358a3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:51.422306 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed24e20c-7875-4574-87ea-eb4a8b7dae1b', 'name': 'network-vif-deleted', 'tag': '23730df1-1a1c-4b20-a4ec-c7b6c3d508e0', 'status': 'completed', 'code': 200} Sep 10 03:02:51.556661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:51.561068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.787252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:51.808835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02c392d7-fa01-412d-88be-e0adc45da71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.836879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.845861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d5e25d-d7e8-423c-b135-33f829f8d903 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:51.873677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 91d5e25d-d7e8-423c-b135-33f829f8d903 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:51.875171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d5e25d-d7e8-423c-b135-33f829f8d903 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:51.898230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=ca47f352-0627-4ea9-b131-8b5efe0679f0,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:51.926841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Checking segment: {'id': 'c3fc0f0a-4d69-4520-99e2-6c4039c50123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:51.928142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network hostable DHCP agents. Network: bc22c587-92be-4a7c-9c04-13b7aa924f77, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:02:51.951634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:02:51.962690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, bc22c587-92be-4a7c-9c04-13b7aa924f77) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:51.967792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:51.968611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:51.978360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac5cf0-2cbe-4248-afda-47c675fb62f9 None None] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:52.022346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02c392d7-fa01-412d-88be-e0adc45da71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.035562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9ae941df-a159-4e8d-aa87-da923e2f049c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8153896 Sep 10 03:02:52.035937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02c392d7-fa01-412d-88be-e0adc45da71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.038439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:52.044357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1302466131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:52.094814 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.096434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.152636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c392d7-fa01-412d-88be-e0adc45da71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5c5af-273b-42fc-bef0-ebe6815f2253,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:52.178332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02c392d7-fa01-412d-88be-e0adc45da71b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c86dca560bd4cfea9d1eee2f7771e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875103 Sep 10 03:02:52.180082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:52.287271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da73515f-597f-4e81-8749-9072bac0f584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.289513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-bc22c587-92be-4a7c-9c04-13b7aa924f77', 'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': 'ca47f352-0627-4ea9-b131-8b5efe0679f0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:02:52.290384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.318644 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.329030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da73515f-597f-4e81-8749-9072bac0f584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.329381 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.355557 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.357773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03775ce1-4e0e-4d01-8b9f-7105f8f3684c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3179004 Sep 10 03:02:52.361143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:52.369069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77', 'name': 'tempest-PortsIpV6TestJSON-896319714'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:52.424755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da73515f-597f-4e81-8749-9072bac0f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.428613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da73515f-597f-4e81-8749-9072bac0f584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.430130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-da73515f-597f-4e81-8749-9072bac0f584 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cb5c5af-273b-42fc-bef0-ebe6815f2253 HTTP/1.1" status: 204 len: 168 time: 0.2463923 Sep 10 03:02:52.446370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73515f-597f-4e81-8749-9072bac0f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5c5af-273b-42fc-bef0-ebe6815f2253,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:52.555365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:52.558048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:52.562882 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:52.614345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port b4c540c8-a70d-4ecc-85d2-965347eb5725 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:02:52.745485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 0ec22aef-9794-40c1-a320-fb2b1aca52ad triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:52.745906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:53.030893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Allocated IP 2001:db8::2 (bc22c587-92be-4a7c-9c04-13b7aa924f77/ca47f352-0627-4ea9-b131-8b5efe0679f0/b631d2c9-0a15-44e0-9480-0bf6a8398008) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:53.036770 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:53.214543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:02:53.219686 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304e3b4-182a-452a-844a-9b62e27781e3" -d '{"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-plugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:02:53.299194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:53.325979 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:53.467910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:53.536843 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd226c-dabd-44ca-89eb-cdf036efa3a5 x-openstack-request-id: req-f2bd226c-dabd-44ca-89eb-cdf036efa3a5 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:02:53.537427 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-plugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:02:53.537930 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2bd226c-dabd-44ca-89eb-cdf036efa3a5 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:02:53.538607 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'code': 200} Sep 10 03:02:53.707202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:53.716525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Transition to ACTIVE for port object b631d2c9-0a15-44e0-9480-0bf6a8398008 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:53.736121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Transition to ACTIVE for port object b631d2c9-0a15-44e0-9480-0bf6a8398008 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:53.751321 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:53.837096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::31e (bc22c587-92be-4a7c-9c04-13b7aa924f77/ca47f352-0627-4ea9-b131-8b5efe0679f0/b4c540c8-a70d-4ecc-85d2-965347eb5725) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:02:53.866609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:53.886571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:53.895846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:53.909286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Pushing event updated for resources: {'Port': ['ID=b631d2c9-0a15-44e0-9480-0bf6a8398008,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:54.058786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Attempting to bind port b631d2c9-0a15-44e0-9480-0bf6a8398008 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:02:54.059682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Attempting to bind port b631d2c9-0a15-44e0-9480-0bf6a8398008 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'c3fc0f0a-4d69-4520-99e2-6c4039c50123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:02:54.060612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Attempting to bind port b631d2c9-0a15-44e0-9480-0bf6a8398008 on network bc22c587-92be-4a7c-9c04-13b7aa924f77 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:02:54.074664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:02:54.075543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Checking segment: {'id': 'c3fc0f0a-4d69-4520-99e2-6c4039c50123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:02:54.091294 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:54.101066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Bound using segment: {'id': 'c3fc0f0a-4d69-4520-99e2-6c4039c50123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:02:54.102423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Bound port: b631d2c9-0a15-44e0-9480-0bf6a8398008, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fc0f0a-4d69-4520-99e2-6c4039c50123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bc22c587-92be-4a7c-9c04-13b7aa924f77'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:02:54.103095 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:54.186558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:54.211636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object b4c540c8-a70d-4ecc-85d2-965347eb5725 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:02:54.216426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] For port b631d2c9-0a15-44e0-9480-0bf6a8398008, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:02:54.225674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] For port b631d2c9-0a15-44e0-9480-0bf6a8398008, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b631d2c9-0a15-44e0-9480-0bf6a8398008,segment=NetworkSegment(c3fc0f0a-4d69-4520-99e2-6c4039c50123),segment_id=c3fc0f0a-4d69-4520-99e2-6c4039c50123)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:02:54.254469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:54.273198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:54.342403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:54.359604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:54.363974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f84771-de88-49a8-b06d-b54deeee01f7 None None] Pushing event updated for resources: {'Port': ['ID=b631d2c9-0a15-44e0-9480-0bf6a8398008,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:54.368420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:02:54.382679 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:54.401623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:54.462289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=b4c540c8-a70d-4ecc-85d2-965347eb5725,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:54.474280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa18f6a9-9767-409d-a64b-9d9d864df659 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1089928 Sep 10 03:02:54.475266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:54.620534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:02:54.664244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:02:54.664868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23730df1-1a1c-4b20-a4ec-c7b6c3d508e0 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:02:55.433245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:55.955335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b631d2c9-0a15-44e0-9480-0bf6a8398008 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:56.042734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebbba5-6f53-45e9-8052-1ca15c935f7f None None] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:02:56.100454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-06610853-b4cf-453a-9409-85f18590f096 None None] Provisioning for port b631d2c9-0a15-44e0-9480-0bf6a8398008 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:56.181553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b631d2c9-0a15-44e0-9480-0bf6a8398008 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:56.189492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b631d2c9-0a15-44e0-9480-0bf6a8398008 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:56.190095 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.237684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50826) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:56.373193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-6e9db1c7-5173-4ed4-87e7-d2f4c372566d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485895 Sep 10 03:02:56.394815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.407222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c5e370dd-69f5-44c6-b4c2-cfcb29688201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b89436d75f9e435badb91be6d84c3aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676579 Sep 10 03:02:56.407855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50830) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:56.432700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b631d2c9-0a15-44e0-9480-0bf6a8398008, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b631d2c9-0a15-44e0-9480-0bf6a8398008,segment=NetworkSegment(c3fc0f0a-4d69-4520-99e2-6c4039c50123),segment_id=c3fc0f0a-4d69-4520-99e2-6c4039c50123)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:02:56.440333 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.505934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-69048de8-43a3-42ef-89d1-df338cfbc4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.523303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-c9a17021-f9d0-44a8-bdc0-73aac53c6404 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:56.531440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-c9a17021-f9d0-44a8-bdc0-73aac53c6404 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567745 Sep 10 03:02:56.540002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b631d2c9-0a15-44e0-9480-0bf6a8398008,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:56.548263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-69048de8-43a3-42ef-89d1-df338cfbc4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.598270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-a2d684a3-414c-45f9-9dec-352a5ca14242 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/quotas/9f9178ea4e6d4e90ab181d9d9215310b HTTP/1.1" status: 200 len: 375 time: 0.0658691 Sep 10 03:02:56.651958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-61a0ff3a-ad0e-434a-b920-63e29dad7db7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522556 Sep 10 03:02:56.655105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-69048de8-43a3-42ef-89d1-df338cfbc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.658625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-69048de8-43a3-42ef-89d1-df338cfbc4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.660895 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-69048de8-43a3-42ef-89d1-df338cfbc4c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a016236f-a3f6-4aa8-88b0-825eee26c131 HTTP/1.1" status: 204 len: 168 time: 0.2520611 Sep 10 03:02:56.672092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69048de8-43a3-42ef-89d1-df338cfbc4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016236f-a3f6-4aa8-88b0-825eee26c131,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:56.771313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.784027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:56.896550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=b4c540c8-a70d-4ecc-85d2-965347eb5725,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:56.927794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-75ae6eb8-9647-4bc8-ab04-cff75f40480f None None] Provisioning for port b4c540c8-a70d-4ecc-85d2-965347eb5725 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:02:56.935584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-75ae6eb8-9647-4bc8-ab04-cff75f40480f None None] Provisioning complete for port b4c540c8-a70d-4ecc-85d2-965347eb5725 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:56.935963 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-75ae6eb8-9647-4bc8-ab04-cff75f40480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:57.086204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-75ae6eb8-9647-4bc8-ab04-cff75f40480f None None] Port b4c540c8-a70d-4ecc-85d2-965347eb5725 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:57.136409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-75ae6eb8-9647-4bc8-ab04-cff75f40480f None None] Provisioning complete for port b631d2c9-0a15-44e0-9480-0bf6a8398008 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:57.137053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-75ae6eb8-9647-4bc8-ab04-cff75f40480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:57.394813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:57.537435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f774e08e-902b-4882-b36d-9ab67d213e05 None None] Provisioning complete for port b4c540c8-a70d-4ecc-85d2-965347eb5725 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:57.537805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f774e08e-902b-4882-b36d-9ab67d213e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:57.583988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-527424cd-299b-42d9-9023-42c0c3f97345 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032603 Sep 10 03:02:57.673399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f774e08e-902b-4882-b36d-9ab67d213e05 None None] Port b4c540c8-a70d-4ecc-85d2-965347eb5725 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:57.887014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-aee24cfc-740a-483c-a9f0-1c37262f2a6c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:57.888387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b631d2c9-0a15-44e0-9480-0bf6a8398008 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:02:57.889161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-aee24cfc-740a-483c-a9f0-1c37262f2a6c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041208 Sep 10 03:02:57.906766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:57.935101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-ca46c4ef-8e48-4784-acba-6a6ab308e9cb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/quotas/9f9178ea4e6d4e90ab181d9d9215310b HTTP/1.1" status: 200 len: 375 time: 0.0297611 Sep 10 03:02:57.989800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-73587d3b-75e7-411c-875b-420666a6168c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533276 Sep 10 03:02:58.050185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-552aaab8-3f78-4e54-a479-5b4718f58ffd None None] Provisioning complete for port b4c540c8-a70d-4ecc-85d2-965347eb5725 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:58.050567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-552aaab8-3f78-4e54-a479-5b4718f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:58.188788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b631d2c9-0a15-44e0-9480-0bf6a8398008 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:58.189437 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:58.259183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-552aaab8-3f78-4e54-a479-5b4718f58ffd None None] Port b4c540c8-a70d-4ecc-85d2-965347eb5725 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:58.397073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2cc590a-29c8-4d33-8e35-144a28ae9b06 req-1ae8631a-c965-453d-8523-e27a1fc822ec tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 210 time: 0.0720954 Sep 10 03:02:58.599605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:58.610293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:58.611414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:58.710515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-9b05342e-2dfd-4cf5-997f-8fcdcfce18c8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652888 Sep 10 03:02:58.760542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:02:58.765343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:02:58.848178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=b4c540c8-a70d-4ecc-85d2-965347eb5725,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:02:59.087979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Router 97aa374e-0939-4529-8423-ce513509fb3b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:02:59.126933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-0cb881ef-763a-4b98-8525-58832d4b6d06 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:59.130244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-0cb881ef-763a-4b98-8525-58832d4b6d06 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4093745 Sep 10 03:02:59.166069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Request body: {'port': {'device_id': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '9f9178ea4e6d4e90ab181d9d9215310b'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:02:59.330691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-261eeae7-43c7-4955-9a28-3b5178d67152 None None] Provisioning complete for port b4c540c8-a70d-4ecc-85d2-965347eb5725 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:02:59.331295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-261eeae7-43c7-4955-9a28-3b5178d67152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:59.390536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50948) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:59.409794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-261eeae7-43c7-4955-9a28-3b5178d67152 None None] Port b4c540c8-a70d-4ecc-85d2-965347eb5725 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:02:59.423178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Made reservation on behalf of 9f9178ea4e6d4e90ab181d9d9215310b for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:02:59.430380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:02:59.438044 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4ef5f270-b65a-4def-95b1-edea83aee32b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/routers/97aa374e-0939-4529-8423-ce513509fb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9607258 Sep 10 03:02:59.441707 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:59.443091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] Sync routers for ids ['97aa374e-0939-4529-8423-ce513509fb3b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:02:59.446351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:59.465042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] Routers {'97aa374e-0939-4529-8423-ce513509fb3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:02:59.469818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:02:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['97aa374e-0939-4529-8423-ce513509fb3b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:59.478613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:02:59.567978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:59.578662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] Routers {'97aa374e-0939-4529-8423-ce513509fb3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:02:59.579870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:02:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['97aa374e-0939-4529-8423-ce513509fb3b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:59.619378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721bd37-c0f9-462d-964a-84d237e2f149 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:02:59.627859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:02:59.631098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1721bd37-c0f9-462d-964a-84d237e2f149 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports?device_id=97aa374e-0939-4529-8423-ce513509fb3b HTTP/1.1" status: 200 len: 988 time: 0.1823323 Sep 10 03:02:59.657110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:02:59.657771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7707c-6259-4015-b884-2b14f0e6b657 None None] The sync data for ids ['97aa374e-0939-4529-8423-ce513509fb3b'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:02:59.675775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50dba4e9-5e10-4601-b746-03c7c0820704 req-48145f11-bb80-4098-ab73-231eb1bdf204 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 210 time: 0.1139045 Sep 10 03:02:59.725774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-94356b7a-6466-4043-b1c8-6c44ba2b047c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.009914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.036692 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.039884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-bb94e23d-7db3-4f46-9d2a-043f10ce359e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521321 Sep 10 03:03:00.090220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac3af2-0919-4a38-a2d2-bb15fe4837dc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:00.210328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-6970c55d-84d3-4242-a08e-ee0b37f56a7c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:00.212284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-6970c55d-84d3-4242-a08e-ee0b37f56a7c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653078 Sep 10 03:03:00.232489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Request body: {'port': {'device_id': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '9f9178ea4e6d4e90ab181d9d9215310b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:00.375906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Allocated IP 192.168.233.124 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/516402c2-d8ac-4f04-ab9a-16207aa1140c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:00.439497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-94356b7a-6466-4043-b1c8-6c44ba2b047c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.450116 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-94356b7a-6466-4043-b1c8-6c44ba2b047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.542807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-94356b7a-6466-4043-b1c8-6c44ba2b047c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f67c812210d430694c74dbb7434f476&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1511600 Sep 10 03:03:00.544684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94356b7a-6466-4043-b1c8-6c44ba2b047c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99f2ba-a40f-4283-969a-c7a9a7e851a5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:00.546596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.548893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50980) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:00.619683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70d84444-683e-4974-9d55-717c87324dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.660265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70d84444-683e-4974-9d55-717c87324dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.787147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70d84444-683e-4974-9d55-717c87324dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.791550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70d84444-683e-4974-9d55-717c87324dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.805769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70d84444-683e-4974-9d55-717c87324dcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f99f2ba-a40f-4283-969a-c7a9a7e851a5 HTTP/1.1" status: 204 len: 168 time: 0.2427220 Sep 10 03:03:00.817016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Made reservation on behalf of 9f9178ea4e6d4e90ab181d9d9215310b for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:00.820932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:00.841594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d84444-683e-4974-9d55-717c87324dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99f2ba-a40f-4283-969a-c7a9a7e851a5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:00.977358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bfd8256a-3680-45cd-99bb-e4a2093dad8d req-eb8c0608-ce03-49bc-aec9-1b7bcc5dcd9a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 210 time: 0.0330677 Sep 10 03:03:01.240782 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.259886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port b4c540c8-a70d-4ecc-85d2-965347eb5725 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:01.260178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.296195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Transition to ACTIVE for port object 516402c2-d8ac-4f04-ab9a-16207aa1140c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:01.410287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.426582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for b4c540c8-a70d-4ecc-85d2-965347eb5725 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:01.599868 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.671074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.733050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df725811-810c-4280-92ad-5fea47cc466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.757117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:01.765776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:01.770850 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.772391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:01.777326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:01.845878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Allocated IP 192.168.233.155 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/d9370827-d14d-4f08-b625-74b6d7b238bb) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:01.892775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:01.896448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:01.940398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.110035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dcec37b3-1f7f-4a63-899e-f182c515f2b3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9619210 Sep 10 03:03:02.152508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=b4c540c8-a70d-4ecc-85d2-965347eb5725,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:02.159289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Request body: {'port': {'device_id': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:02.217761 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.246151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51094) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:02.268345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Transition to ACTIVE for port object d9370827-d14d-4f08-b625-74b6d7b238bb will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:02.270664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c613ae00-883c-453e-a6a4-207b41c4908d None None] Provisioning for port 516402c2-d8ac-4f04-ab9a-16207aa1140c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:02.275152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c613ae00-883c-453e-a6a4-207b41c4908d None None] Provisioning complete for port 516402c2-d8ac-4f04-ab9a-16207aa1140c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:02.275974 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c613ae00-883c-453e-a6a4-207b41c4908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.362199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.371383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4efede5a-cca8-4617-b7e9-669130a9b330 req-69f212f9-525d-438a-ac23-904d34231945 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 210 time: 0.1894107 Sep 10 03:03:02.396759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c613ae00-883c-453e-a6a4-207b41c4908d None None] Port 516402c2-d8ac-4f04-ab9a-16207aa1140c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:02.463187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:02.469032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:02.472511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:02.476512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event updated for resources: {'Port': ['ID=d9370827-d14d-4f08-b625-74b6d7b238bb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:02.528666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1514288516-network', 'tenant_id': '723da98730d940bca004ba2a91114dc4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:02.536764 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.542564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.603960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:02.604788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.615485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Made reservation on behalf of 723da98730d940bca004ba2a91114dc4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:02.630159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.669856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.682471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e8f64c72-f725-4c03-b6ac-b5376787673e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4549279 Sep 10 03:03:02.803550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.811493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Request body: {'port': {'device_id': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:02.817049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:02.869110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:03:02.930288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad6a931-b53c-4601-ae83-97f5e6b5c80a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:02.932459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e25c453-9a77-4526-922c-247854228c17 None None] Provisioning for port d9370827-d14d-4f08-b625-74b6d7b238bb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:02.938058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e25c453-9a77-4526-922c-247854228c17 None None] Provisioning complete for port d9370827-d14d-4f08-b625-74b6d7b238bb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:02.938666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9e25c453-9a77-4526-922c-247854228c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.009658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.010848 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Added segment 85bf5f6c-552f-498a-bcc3-5b9936c1c34c of type vlan for network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f Sep 10 03:03:03.028653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9e25c453-9a77-4526-922c-247854228c17 None None] Port d9370827-d14d-4f08-b625-74b6d7b238bb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:03.080105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.111904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.120443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.122164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:03.122769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.219176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9706700 Sep 10 03:03:03.223855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51112) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:03.258460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Request body: {'subnet': {'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1514288516-subnet', 'tenant_id': '723da98730d940bca004ba2a91114dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:03.283658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Pushing event updated for resources: {'Network': ['ID=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:03.296518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.296863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.297204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.297672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.297997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.298407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.302561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.302561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.302561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.302561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.302561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.302561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3f080-8cb4-4fd9-9dad-0b13e8ad268f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:03.316110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:03:03.338556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Made reservation on behalf of 723da98730d940bca004ba2a91114dc4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:03.342554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.413476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Router 97aa374e-0939-4529-8423-ce513509fb3b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:03:03.584577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:03:03.593376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-565ea5c6-cfd5-4492-8f0a-6fd2e897fb1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/routers/97aa374e-0939-4529-8423-ce513509fb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9610045 Sep 10 03:03:03.598719 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] Sync routers for ids ['97aa374e-0939-4529-8423-ce513509fb3b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:03:03.608016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51116) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:03.619154 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] Routers {'97aa374e-0939-4529-8423-ce513509fb3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:03.620131 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:02:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['97aa374e-0939-4529-8423-ce513509fb3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:03.658145 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d40720d-ada3-450c-a4bb-12df576511f6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:03:03.662332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8d40720d-ada3-450c-a4bb-12df576511f6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/b4c540c8-a70d-4ecc-85d2-965347eb5725 HTTP/1.1" status: 404 len: 333 time: 0.0502181 Sep 10 03:03:03.663013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51122) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:03.713735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.728820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e92ed-d2fc-473f-998a-ce8e0fbc32b8 req-2cd22f73-58eb-42b4-9b71-14f23929ee4d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:03.741991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f48e92ed-d2fc-473f-998a-ce8e0fbc32b8 req-2cd22f73-58eb-42b4-9b71-14f23929ee4d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 936 time: 0.2337232 Sep 10 03:03:03.750496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:03.774919 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] Routers {'97aa374e-0939-4529-8423-ce513509fb3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:03.776937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:02:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['97aa374e-0939-4529-8423-ce513509fb3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:03.793731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.805071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f48e92ed-d2fc-473f-998a-ce8e0fbc32b8 req-23b5b936-2e74-44cc-b67c-6b1f1203b6ac tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609818 Sep 10 03:03:03.857726 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:03.858383 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118abd2e-ace3-4d42-ba86-d4cc7c615b5f None None] The sync data for ids ['97aa374e-0939-4529-8423-ce513509fb3b'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:03:03.870176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:03.879367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.893761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Transition to ACTIVE for port object 516402c2-d8ac-4f04-ab9a-16207aa1140c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:03.903277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:03.999086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:04.072175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Attempting to bind port 516402c2-d8ac-4f04-ab9a-16207aa1140c on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:04.072609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Attempting to bind port 516402c2-d8ac-4f04-ab9a-16207aa1140c by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:04.073012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Attempting to bind port 516402c2-d8ac-4f04-ab9a-16207aa1140c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:04.101203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Port 516402c2-d8ac-4f04-ab9a-16207aa1140c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:04.101463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Attempting to bind port 516402c2-d8ac-4f04-ab9a-16207aa1140c on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:04.111109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:04.111778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:04.112473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:04.113210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Bound port: 516402c2-d8ac-4f04-ab9a-16207aa1140c, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:04.113553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.183142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279fdcd1-9ed8-4856-a6c1-11aa731223cd,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:04.275299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:04.275299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:04.295522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.316740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Checking segment: {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:04.317117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Network hostable DHCP agents. Network: 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:03:04.330385 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0adef263-fb9b-48d4-90c6-6e818d6d0bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.380055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9370827-d14d-4f08-b625-74b6d7b238bb {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:04.417681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:04.418530 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.419987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] 10.222.0.36 "PUT /v2.0/ports/516402c2-d8ac-4f04-ab9a-16207aa1140c HTTP/1.1" status: 200 len: 1096 time: 2.2706366 Sep 10 03:03:04.420533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:04.423113 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6528b2e0-343b-47ac-ae73-0ff7f131863c" -d '{"events": [{"name": "network-changed", "server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:04.505613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.516753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.550233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ffd84-8b0f-4e00-be41-06ce964b876a service neutron] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:04.612307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.616966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:03:04.618742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-74911f47-2867-42c2-9c2b-147e8fa449fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:04.623327 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-74911f47-2867-42c2-9c2b-147e8fa449fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1099 time: 0.1545238 Sep 10 03:03:04.629150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.630233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Fanout notify agent at l3_agent the message router_deleted on router 97aa374e-0939-4529-8423-ce513509fb3b {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:03:04.632136 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5b41ad-6560-41c3-9b26-ca7a3b9b074e x-openstack-request-id: req-9c5b41ad-6560-41c3-9b26-ca7a3b9b074e {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:04.632374 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:04.633404 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c5b41ad-6560-41c3-9b26-ca7a3b9b074e {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:04.636528 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'status': 'completed', 'code': 200} Sep 10 03:03:04.647096 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.650858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.651008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a45d99a0-aaba-4ad2-8155-1a1f3a70565f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/routers/97aa374e-0939-4529-8423-ce513509fb3b HTTP/1.1" status: 204 len: 168 time: 0.9846752 Sep 10 03:03:04.651008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:04.654640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:04.664245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9742b-fcf8-4f93-adfd-cb091f775506 None None] Network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:04.667633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Transition to ACTIVE for port object d9370827-d14d-4f08-b625-74b6d7b238bb will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:04.669163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:04.671853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.694199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:04.762549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-14d3c2cd-1739-4aee-851b-408b5bb988ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c HTTP/1.1" status: 200 len: 217 time: 0.1237123 Sep 10 03:03:04.888035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-a06620d3-85de-4e2b-a06e-9d04541e0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:04.892521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-a06620d3-85de-4e2b-a06e-9d04541e0cf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1205537 Sep 10 03:03:05.039743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe355f9-adab-4b99-a8c4-c0e2416fac49 req-f42940f3-22d4-4244-999b-82697c3f53cb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:05.048488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9fe355f9-adab-4b99-a8c4-c0e2416fac49 req-f42940f3-22d4-4244-999b-82697c3f53cb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 948 time: 0.0904844 Sep 10 03:03:05.054712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dba21d3e-46c7-4620-9386-fcbc3ae4b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:05.056988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-dba21d3e-46c7-4620-9386-fcbc3ae4b42d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573329 Sep 10 03:03:05.158904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ccf38741-d7ba-4ecd-86e8-4f5691154d27 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8967044 Sep 10 03:03:05.188217 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9fe355f9-adab-4b99-a8c4-c0e2416fac49 req-5dddaca1-10f5-4ceb-9437-565dc8cfd967 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383002 Sep 10 03:03:05.198585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet ca47f352-0627-4ea9-b131-8b5efe0679f0 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:03:05.215218 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.245103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf6b95-ea42-4a1e-8b54-5d49d7b48138 None None] Network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:05.337021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Pushing event updated for resources: {'Port': ['ID=d9370827-d14d-4f08-b625-74b6d7b238bb,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:05.379005 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-7b1e347d-dcdf-499e-b1fc-779d1c551fca service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998202 Sep 10 03:03:05.447315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.451787 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.633248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Attempting to bind port d9370827-d14d-4f08-b625-74b6d7b238bb on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:05.633382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Attempting to bind port d9370827-d14d-4f08-b625-74b6d7b238bb by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:05.633631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Attempting to bind port d9370827-d14d-4f08-b625-74b6d7b238bb on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:05.655733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54d8da3-bd63-49e7-b7cb-a92209c0910a req-345f88cb-cd9a-4eab-a895-582ad32d7825 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692735 Sep 10 03:03:05.677985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Port d9370827-d14d-4f08-b625-74b6d7b238bb on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:05.678360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Attempting to bind port d9370827-d14d-4f08-b625-74b6d7b238bb on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:05.689184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:05.691876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:05.692377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:05.692857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Bound port: d9370827-d14d-4f08-b625-74b6d7b238bb, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:05.693233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.727212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.791319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-f1e42aec-8e07-4944-a490-ebb8ad765740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:05.793581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-f1e42aec-8e07-4944-a490-ebb8ad765740 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1099 time: 0.0738721 Sep 10 03:03:05.795421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] For port d9370827-d14d-4f08-b625-74b6d7b238bb, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:05.835744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] For port d9370827-d14d-4f08-b625-74b6d7b238bb, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d9370827-d14d-4f08-b625-74b6d7b238bb,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:05.862131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.939149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:05.939807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:05.943384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9370827-d14d-4f08-b625-74b6d7b238bb HTTP/1.1" status: 200 len: 1096 time: 3.1375749 Sep 10 03:03:05.947140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'tag': 'd9370827-d14d-4f08-b625-74b6d7b238bb'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:05.949537 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b285a1-083b-4368-8105-42d5ec723a62" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca8922-5961-4286-b3ed-796e6eaa969b", "tag": "d9370827-d14d-4f08-b625-74b6d7b238bb"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:05.983648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.008504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9b39-d865-491c-bcb2-f2d233304224 service neutron] Pushing event updated for resources: {'Port': ['ID=d9370827-d14d-4f08-b625-74b6d7b238bb,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:06.048532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-e71d5f5e-2ebe-432e-b145-b9ef820fac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:06.048992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a4a758-a7f4-4b08-a258-1b188a537c56 None None] Network bc22c587-92be-4a7c-9c04-13b7aa924f77 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:06.052311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-e71d5f5e-2ebe-432e-b145-b9ef820fac28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2502105 Sep 10 03:03:06.061406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.065680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/ca47f352-0627-4ea9-b131-8b5efe0679f0 HTTP/1.1" status: 204 len: 168 time: 1.4077711 Sep 10 03:03:06.065680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef74c2-310a-48ab-9438-70a1d2f9a01d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=ca47f352-0627-4ea9-b131-8b5efe0679f0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:06.066271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51162) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:06.102700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e6f51504-74f5-41dc-9624-f822d2f2babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:06.104270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-e6f51504-74f5-41dc-9624-f822d2f2babc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 1099 time: 0.0968952 Sep 10 03:03:06.168043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-cfdfd84d-86a1-47c6-9997-1446c4db922c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c HTTP/1.1" status: 200 len: 217 time: 0.1044652 Sep 10 03:03:06.200774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-95cd0125-d819-4f2f-8987-f9ffae40baf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d9370827-d14d-4f08-b625-74b6d7b238bb HTTP/1.1" status: 200 len: 217 time: 0.0872326 Sep 10 03:03:06.303354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-9f82bf9c-8e53-4445-bc1d-781b3531ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:06.304888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-9f82bf9c-8e53-4445-bc1d-781b3531ff48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0974276 Sep 10 03:03:06.373897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-213f7c20-0119-46a9-a48e-f8c65b556b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:06.376266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-213f7c20-0119-46a9-a48e-f8c65b556b07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644073 Sep 10 03:03:06.389530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-fcf35489-a735-492a-8845-74c7d8a9e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:06.391327 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-fcf35489-a735-492a-8845-74c7d8a9e486 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2060361 Sep 10 03:03:06.411718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.431986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] DHCP port deletion for bc22c587-92be-4a7c-9c04-13b7aa924f77 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:03:06.489438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-0d1d2778-db86-4ac4-8952-d254085acce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:06.491099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-0d1d2778-db86-4ac4-8952-d254085acce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851400 Sep 10 03:03:06.511563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] Deleting port b631d2c9-0a15-44e0-9480-0bf6a8398008 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:06.512157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.516235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-21c6534e-277c-4b49-8ff1-70f5561dcd45 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314051 Sep 10 03:03:06.590651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] For port b631d2c9-0a15-44e0-9480-0bf6a8398008, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b631d2c9-0a15-44e0-9480-0bf6a8398008,segment=NetworkSegment(c3fc0f0a-4d69-4520-99e2-6c4039c50123),segment_id=c3fc0f0a-4d69-4520-99e2-6c4039c50123)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:06.591052 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.600596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port b631d2c9-0a15-44e0-9480-0bf6a8398008 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:06.601944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.605940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] Calling delete_port for b631d2c9-0a15-44e0-9480-0bf6a8398008 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:06.659019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510747a2-68aa-4e0d-9897-a84b8efe224d req-ecec83c7-617e-490e-8fc5-ded6eb3410bf service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294649 Sep 10 03:03:06.715170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.759690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] For port b631d2c9-0a15-44e0-9480-0bf6a8398008, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b631d2c9-0a15-44e0-9480-0bf6a8398008,segment=NetworkSegment(c3fc0f0a-4d69-4520-99e2-6c4039c50123),segment_id=c3fc0f0a-4d69-4520-99e2-6c4039c50123)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:06.760301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.761968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] No DVR routers for this DVR port b631d2c9-0a15-44e0-9480-0bf6a8398008 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:06.763985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b7018-ca15-41a8-b096-20e31e3b00e4 None None] Pushing event deleted for resources: {'Port': ['ID=b631d2c9-0a15-44e0-9480-0bf6a8398008,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:06.794433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-e0891735-9354-466e-8f98-318799a841d0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876725 Sep 10 03:03:06.800244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for b631d2c9-0a15-44e0-9480-0bf6a8398008 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:06.951289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6528b2e0-343b-47ac-ae73-0ff7f131863c req-50c15876-13a9-4bfc-8127-14a61447e2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466970 Sep 10 03:03:06.959733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:06.987106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=b631d2c9-0a15-44e0-9480-0bf6a8398008,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:06.990891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No DVR routers for this DVR port b631d2c9-0a15-44e0-9480-0bf6a8398008 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:07.097340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.132221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc22c587-92be-4a7c-9c04-13b7aa924f77']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:07.142773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fc0f0a-4d69-4520-99e2-6c4039c50123') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:07.143083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fc0f0a-4d69-4520-99e2-6c4039c50123') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:07.157080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.177519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.184719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:03:07.185384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:03:07.188802 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:03:07.230826 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.286373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.303049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.306574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/bc22c587-92be-4a7c-9c04-13b7aa924f77 HTTP/1.1" status: 204 len: 168 time: 1.2393219 Sep 10 03:03:07.310599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51174) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:07.318766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=bc22c587-92be-4a7c-9c04-13b7aa924f77,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:07.328461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.328807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.329155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.329489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.329820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.330274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.330624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.330935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.331950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.332278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.332599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.332934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf83e-ab17-4c97-9bbe-62038ddbb12b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:07.371870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5c059-52f4-4708-9b44-9083d1ceea2e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:07.377535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51176) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:07.378026 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-69e5c059-52f4-4708-9b44-9083d1ceea2e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/d654c28b-768e-4dce-8877-5cbcefefd1e4 HTTP/1.1" status: 200 len: 843 time: 0.0658882 Sep 10 03:03:07.439142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2e94e13d-6e89-42a7-a0a4-01c31dc41acd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/d654c28b-768e-4dce-8877-5cbcefefd1e4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0596218 Sep 10 03:03:07.443154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:07.448133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:07.561955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:07.566130 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.787249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.792055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b631d2c9-0a15-44e0-9480-0bf6a8398008 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:07.821895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b631d2c9-0a15-44e0-9480-0bf6a8398008 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:07.822310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b631d2c9-0a15-44e0-9480-0bf6a8398008 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:07.836887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:07.840204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:07.844631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:07.845299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:07.875544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a882b4-e791-4efa-8134-abcf4375ddee None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:07.913089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=f80bb4ce-d81e-47c4-916f-baf9d00bc9f6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:07.929516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c26cc45-90d7-4da9-b7a4-72ed18eb197a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4828296 Sep 10 03:03:07.933477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51180) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:07.948869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859491970'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:07.997069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.167840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.174512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.186916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'tenant_id': 'f8f0a10d9da548339d8c97f52b34871a', 'fixed_ips': [{'subnet_id': 'f80bb4ce-d81e-47c4-916f-baf9d00bc9f6'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:03:08.189517 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.207099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a3b1a-ec30-49bf-8785-e3208b3ae61d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:08.209397 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.213200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5ce37c39-fc6e-4014-82a6-6ea5e8cabb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2748582 Sep 10 03:03:08.213550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51184) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:08.218101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370230633'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:08.256340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.377125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.381279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.396723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Allocated IP 2001:db8::2 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/f80bb4ce-d81e-47c4-916f-baf9d00bc9f6/42deafc0-fd83-47c2-9509-a50efdf44895) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:08.413969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.415200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2006471 Sep 10 03:03:08.417084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65584d4-c980-4310-bd22-33f3ea805cde tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa1c65-88fd-4838-b0da-3fb782386c1d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:08.417986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51186) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:08.424211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-836654739', 'security_groups': ['28aa1c65-88fd-4838-b0da-3fb782386c1d'], 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f80bb4ce-d81e-47c4-916f-baf9d00bc9f6'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:08.441282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:08.630918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:08.669902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:08.670169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'mac_address': 'fa:16:3e:87:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:08.713145 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.736712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:08.772447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:08.778502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.794917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.807352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Transition to ACTIVE for port object 42deafc0-fd83-47c2-9509-a50efdf44895 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:08.841063 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.856121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Transition to ACTIVE for port object 42deafc0-fd83-47c2-9509-a50efdf44895 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:08.882057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:08.885029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:08.911474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 5ec8556c-13a9-46f6-bd92-ccc254e2225b yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:03:08.925782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:08.929138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:08.932939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:08.945333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:09.004925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Attempting to bind port 42deafc0-fd83-47c2-9509-a50efdf44895 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:09.005757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Attempting to bind port 42deafc0-fd83-47c2-9509-a50efdf44895 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'db2d424e-c76e-4754-b71e-0b95f250590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:09.006124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Attempting to bind port 42deafc0-fd83-47c2-9509-a50efdf44895 on network f002d7c7-f814-4f85-8686-e1cf8846e8b0 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:09.014165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:09.014543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Checking segment: {'id': 'db2d424e-c76e-4754-b71e-0b95f250590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:09.014948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.015626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Bound using segment: {'id': 'db2d424e-c76e-4754-b71e-0b95f250590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:09.016094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Bound port: 42deafc0-fd83-47c2-9509-a50efdf44895, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d424e-c76e-4754-b71e-0b95f250590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:09.016470 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.095785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['516402c2-d8ac-4f04-ab9a-16207aa1140c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:09.139859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::24f (f002d7c7-f814-4f85-8686-e1cf8846e8b0/f80bb4ce-d81e-47c4-916f-baf9d00bc9f6/5ec8556c-13a9-46f6-bd92-ccc254e2225b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:09.144878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:09.169931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:09.180440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.370036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337465e-ca1d-4866-a633-309d9a263726 None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:09.417511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.441099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 5ec8556c-13a9-46f6-bd92-ccc254e2225b will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:09.494703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.595645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=5ec8556c-13a9-46f6-bd92-ccc254e2225b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:09.610988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:09.613091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:09.615524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:09.621173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:09.621833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.638839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8a96080d-3082-46f5-a816-9dee07955113 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2189901 Sep 10 03:03:09.643641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51190) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:09.650035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:09.827380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:09.830960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:09.859541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 42deafc0-fd83-47c2-9509-a50efdf44895 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:09.946384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 42deafc0-fd83-47c2-9509-a50efdf44895 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:10.011064 n-d-808126-2 neutron-server[94633]: INFO neutron.db.ipam_backend_mixin [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f80bb4ce-d81e-47c4-916f-baf9d00bc9f6 (CIDR: 2001:db8::/64) Sep 10 03:03:10.015029 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:03:10.015674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:10.031955 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4be95f90-8d74-4901-9803-1283d07a366e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3864520 Sep 10 03:03:10.035475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51196) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:10.040690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:10.217179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:10.220699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.457000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:10.555207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 516402c2-d8ac-4f04-ab9a-16207aa1140c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:10.559026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.562006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 516402c2-d8ac-4f04-ab9a-16207aa1140c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:10.562752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.612960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:10.616265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:10.619150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:10.619788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.645923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=56fc75e2-a5af-4240-a372-f359687b0054,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:10.665151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51218) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:10.675303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d9370827-d14d-4f08-b625-74b6d7b238bb details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:10.681112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2107624185', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56fc75e2-a5af-4240-a372-f359687b0054'}], 'security_groups': ['8b7a3b1a-ec30-49bf-8785-e3208b3ae61d']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:10.689943 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3828e4da-73fd-41f5-8573-196c321aa162 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6531963 Sep 10 03:03:10.724561 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.730947 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9babd3-ad70-4ea9-a74c-974754449e4d x-openstack-request-id: req-bd9babd3-ad70-4ea9-a74c-974754449e4d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:10.731444 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca8922-5961-4286-b3ed-796e6eaa969b", "tag": "d9370827-d14d-4f08-b625-74b6d7b238bb", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:10.731771 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd9babd3-ad70-4ea9-a74c-974754449e4d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:10.732154 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'tag': 'd9370827-d14d-4f08-b625-74b6d7b238bb', 'status': 'completed', 'code': 200} Sep 10 03:03:10.734315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Provisioning complete for port d654c28b-768e-4dce-8877-5cbcefefd1e4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:10.734740 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.820358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:10.822875 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32889d44-be99-4048-bcf3-a678f8fb7e10" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-plugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:10.870225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Port d654c28b-768e-4dce-8877-5cbcefefd1e4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:10.877323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:10.893271 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.904814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Provisioning for port 42deafc0-fd83-47c2-9509-a50efdf44895 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:10.916080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-2c1efab0-76a4-4494-af75-09e5fd196200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:10.920565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-2c1efab0-76a4-4494-af75-09e5fd196200 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 1099 time: 0.1662018 Sep 10 03:03:10.939004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d9370827-d14d-4f08-b625-74b6d7b238bb, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d9370827-d14d-4f08-b625-74b6d7b238bb,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:10.941476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:10.941844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:10.957313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-3ab78a82-afbc-499e-8e2c-aed3657230a8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:10.967794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-3ab78a82-afbc-499e-8e2c-aed3657230a8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 814 time: 0.2572887 Sep 10 03:03:10.972392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a73de-31e4-4af7-ad8b-0b3c4f6f0baf req-b185c554-3a80-4d21-8177-80abe7646e90 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:10.981375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a8a73de-31e4-4af7-ad8b-0b3c4f6f0baf req-b185c554-3a80-4d21-8177-80abe7646e90 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 948 time: 0.1563945 Sep 10 03:03:10.997112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-149e4892-f992-4aa7-8091-606bc88f7f02 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/quotas/723da98730d940bca004ba2a91114dc4 HTTP/1.1" status: 200 len: 375 time: 0.0282867 Sep 10 03:03:11.036408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-edb1d928-668f-4b12-b1d8-49f434843057 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377209 Sep 10 03:03:11.064764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd9370827-d14d-4f08-b625-74b6d7b238bb', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'd9370827-d14d-4f08-b625-74b6d7b238bb', 'mac_address': 'fa:16:3e:74:2f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:11.069822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ecdcc5-8f50-48d0-8e8a-2f246d493e91 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:11.100293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:11.110894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:11.137614 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a8a73de-31e4-4af7-ad8b-0b3c4f6f0baf req-a3c5ab4d-0a45-46e5-9566-a3232a775bd7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552188 Sep 10 03:03:11.180889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-8761cbc6-7d05-477d-9b46-3383ed744d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:11.183363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-8761cbc6-7d05-477d-9b46-3383ed744d0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2535472 Sep 10 03:03:11.229849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-671a4750-c4fe-43ae-a1cd-c15b80bcb13a service neutron] 10.222.0.23 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924200 Sep 10 03:03:11.260447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-c2f42163-b694-4565-9f20-184fab7c4b8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d9370827-d14d-4f08-b625-74b6d7b238bb HTTP/1.1" status: 200 len: 217 time: 0.0700495 Sep 10 03:03:11.264509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:11.266448 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:11.333943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-4b851203-ab05-48be-9739-fc7687e92f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:11.334935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:11.336968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-4b851203-ab05-48be-9739-fc7687e92f14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0686686 Sep 10 03:03:11.374888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:11.389222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9370827-d14d-4f08-b625-74b6d7b238bb {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:11.440239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-6a0549ac-3abb-4946-aad3-fc88e557ccd7 service neutron] 10.222.0.23 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093115 Sep 10 03:03:11.463017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-6f72afb4-4021-4777-976b-255ea6ce7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:11.467834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-6f72afb4-4021-4777-976b-255ea6ce7b77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228817 Sep 10 03:03:11.490842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d9370827-d14d-4f08-b625-74b6d7b238bb, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d9370827-d14d-4f08-b625-74b6d7b238bb,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:11.509493 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:11.520454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc677d-bd3d-4846-adbe-44d2f7bf7320 None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:11.584617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d9370827-d14d-4f08-b625-74b6d7b238bb,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:11.619073 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01b7d29-9e6c-4e21-87de-9b6c64e6712d x-openstack-request-id: req-b01b7d29-9e6c-4e21-87de-9b6c64e6712d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:11.619407 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-plugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:11.631174 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b01b7d29-9e6c-4e21-87de-9b6c64e6712d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:11.632525 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'code': 200} Sep 10 03:03:11.642124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a111f0dd-77d2-44e0-8eac-08bf99e8e2ab None None] Provisioning for port 5ec8556c-13a9-46f6-bd92-ccc254e2225b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:11.656005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a111f0dd-77d2-44e0-8eac-08bf99e8e2ab None None] Provisioning complete for port 5ec8556c-13a9-46f6-bd92-ccc254e2225b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:11.657544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a111f0dd-77d2-44e0-8eac-08bf99e8e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:11.663517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-ba017460-6c55-4e47-adef-42f00aac5021 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879864 Sep 10 03:03:11.697824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a111f0dd-77d2-44e0-8eac-08bf99e8e2ab None None] Port 5ec8556c-13a9-46f6-bd92-ccc254e2225b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:11.842679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Update dhcp port {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'fixed_ips': [{'subnet_id': 'f80bb4ce-d81e-47c4-916f-baf9d00bc9f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '56fc75e2-a5af-4240-a372-f359687b0054'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '42deafc0-fd83-47c2-9509-a50efdf44895'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:03:11.864780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d65105e-096b-460f-a234-0481d5c26388 req-35d6e552-b9f0-465d-a639-5d9cc8658445 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 210 time: 0.1019104 Sep 10 03:03:11.887981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Delete allocated IP 2001:db8::24f (f002d7c7-f814-4f85-8686-e1cf8846e8b0/f80bb4ce-d81e-47c4-916f-baf9d00bc9f6) {{(pid=94633) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:03:11.898067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d9370827-d14d-4f08-b625-74b6d7b238bb'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:11.903907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8:0:1::c9 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/56fc75e2-a5af-4240-a372-f359687b0054/5ec8556c-13a9-46f6-bd92-ccc254e2225b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:11.907245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a4050-bf98-4c6e-a3af-348d2b9d831f req-9b411b31-7dc8-4847-bb01-87b830bde561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:11.908701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-033a4050-bf98-4c6e-a3af-348d2b9d831f req-9b411b31-7dc8-4847-bb01-87b830bde561 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1101 time: 0.1443877 Sep 10 03:03:11.932574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3b285a1-083b-4368-8105-42d5ec723a62 req-07b8ef49-a0ab-49cd-8456-885c73ce1734 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613044 Sep 10 03:03:11.964078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3507e4-5cbe-4e96-8ab1-5a7d62f6b272 req-f548cc0c-ac0d-42f8-9300-a7945fd4ccb7 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:11.967997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d3507e4-5cbe-4e96-8ab1-5a7d62f6b272 req-f548cc0c-ac0d-42f8-9300-a7945fd4ccb7 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 950 time: 0.2075307 Sep 10 03:03:12.005605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-033a4050-bf98-4c6e-a3af-348d2b9d831f req-bf56c04f-8142-4be8-b5db-f19008d2c80d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862870 Sep 10 03:03:12.027977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d3507e4-5cbe-4e96-8ab1-5a7d62f6b272 req-2386d0f7-f01d-44eb-b8d2-b71be87f4113 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514619 Sep 10 03:03:12.164689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 42deafc0-fd83-47c2-9509-a50efdf44895 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:12.183396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.203493 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.208029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Ignored duplicate provisioning block setup for port 5ec8556c-13a9-46f6-bd92-ccc254e2225b by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:03:12.213699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.291963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:12.292337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.350698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] In _notify_port_updated(), no bound segment for port 5ec8556c-13a9-46f6-bd92-ccc254e2225b on network f002d7c7-f814-4f85-8686-e1cf8846e8b0 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:03:12.363617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:12.364573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.369395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/ports/5ec8556c-13a9-46f6-bd92-ccc254e2225b HTTP/1.1" status: 200 len: 930 time: 1.7023225 Sep 10 03:03:12.369889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51272) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:12.426969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9c22-ffe4-4fa1-85bd-58a7cf111f8a req-c38b24b1-ac59-4d52-aba8-e9948dffa16c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:12.436409 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-208b9c22-ffe4-4fa1-85bd-58a7cf111f8a req-c38b24b1-ac59-4d52-aba8-e9948dffa16c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 949 time: 0.1326568 Sep 10 03:03:12.439200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fecd5-bb93-41d1-85e6-51a36490b31c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=5ec8556c-13a9-46f6-bd92-ccc254e2225b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:12.513573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-208b9c22-ffe4-4fa1-85bd-58a7cf111f8a req-82f78181-b6f1-49c9-ba24-ccf705dd83f8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760593 Sep 10 03:03:12.579775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 5ec8556c-13a9-46f6-bd92-ccc254e2225b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:12.579775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.605099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Allocated IP 2001:db8:0:1::2 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/56fc75e2-a5af-4240-a372-f359687b0054/42deafc0-fd83-47c2-9509-a50efdf44895) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:12.763702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:12.771814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.810870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 5ec8556c-13a9-46f6-bd92-ccc254e2225b owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:12.812413 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.828595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Transition to ACTIVE for port object 42deafc0-fd83-47c2-9509-a50efdf44895 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:12.833963 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:12.969779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68997f-73f0-47cf-9213-b9f9b69280fe None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:13.005316 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa1db86b-58ff-477f-9853-4b7b661099a0 req-045e5221-a5ba-4486-9935-7d6b04fae044 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 210 time: 0.0366654 Sep 10 03:03:13.030899 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.064393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=5ec8556c-13a9-46f6-bd92-ccc254e2225b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:13.091685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.093756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4fb9602c-cf10-410c-91e9-7b8a1552cded tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/5ec8556c-13a9-46f6-bd92-ccc254e2225b HTTP/1.1" status: 204 len: 168 time: 0.7224381 Sep 10 03:03:13.096559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51312) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:13.127394 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-91602f5d-9656-4e73-b518-4228103a5969 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:03:13.129994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-91602f5d-9656-4e73-b518-4228103a5969 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/5ec8556c-13a9-46f6-bd92-ccc254e2225b HTTP/1.1" status: 404 len: 333 time: 0.0320182 Sep 10 03:03:13.132835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51314) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:13.244646 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8280d7d4-99c8-4e82-9f85-a471730dd00c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.290235 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8280d7d4-99c8-4e82-9f85-a471730dd00c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.375862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8280d7d4-99c8-4e82-9f85-a471730dd00c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.379385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8280d7d4-99c8-4e82-9f85-a471730dd00c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.381058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8280d7d4-99c8-4e82-9f85-a471730dd00c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/security-groups/28aa1c65-88fd-4838-b0da-3fb782386c1d HTTP/1.1" status: 204 len: 168 time: 0.2471056 Sep 10 03:03:13.387591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:13.438030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280d7d4-99c8-4e82-9f85-a471730dd00c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa1c65-88fd-4838-b0da-3fb782386c1d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:13.474314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dab86f4d-a37c-491a-bb57-fd000291408e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.501694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dab86f4d-a37c-491a-bb57-fd000291408e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.575325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dab86f4d-a37c-491a-bb57-fd000291408e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.578405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dab86f4d-a37c-491a-bb57-fd000291408e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.580350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dab86f4d-a37c-491a-bb57-fd000291408e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b7a3b1a-ec30-49bf-8785-e3208b3ae61d HTTP/1.1" status: 204 len: 168 time: 0.1916845 Sep 10 03:03:13.588459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51334) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:13.623851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab86f4d-a37c-491a-bb57-fd000291408e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a3b1a-ec30-49bf-8785-e3208b3ae61d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:13.689012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet f80bb4ce-d81e-47c4-916f-baf9d00bc9f6 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:03:13.694152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.768158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.860853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 42deafc0-fd83-47c2-9509-a50efdf44895 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:13.943893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:13.983362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Provisioning complete for port d654c28b-768e-4dce-8877-5cbcefefd1e4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:13.983873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.052053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Port d654c28b-768e-4dce-8877-5cbcefefd1e4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:14.054244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.055911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Could not find standard attr ID for object 5ec8556c-13a9-46f6-bd92-ccc254e2225b. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:03:14.070778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Provisioning for port 42deafc0-fd83-47c2-9509-a50efdf44895 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:14.077457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:14.078119 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe2cd271-c4ef-44fc-86fb-4b23e5c3920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.120387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11473-515e-4464-a50c-2a3a20cac39c req-8c99d6f3-0227-42aa-8c27-e371698348b7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:14.131197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96a11473-515e-4464-a50c-2a3a20cac39c req-8c99d6f3-0227-42aa-8c27-e371698348b7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 949 time: 0.1280148 Sep 10 03:03:14.154403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-bee1e2da-5e11-4933-9826-ec80137c4a1a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:14.156194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-bee1e2da-5e11-4933-9826-ec80137c4a1a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.36 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 814 time: 0.9468532 Sep 10 03:03:14.166809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=f80bb4ce-d81e-47c4-916f-baf9d00bc9f6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:14.193243 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.196607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37c4c9cf-c18a-4cbd-8657-3ee6b7a71527 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/f80bb4ce-d81e-47c4-916f-baf9d00bc9f6 HTTP/1.1" status: 204 len: 168 time: 0.6056125 Sep 10 03:03:14.202520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51358) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:14.209124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96a11473-515e-4464-a50c-2a3a20cac39c req-dbeff8cc-1750-4d21-a928-98d1bcb39d7f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764341 Sep 10 03:03:14.221167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:14.226716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Request body: {'port': {'device_id': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'admin_state_up': True, 'tenant_id': '723da98730d940bca004ba2a91114dc4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:14.295796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b1cd2-088c-458b-94c6-996ab05f1399 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:14.356216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fc2f998-9e94-47e7-a928-a3fc9ef3edb6 req-7a3623ac-4bef-40d7-9365-339c0225a01b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 210 time: 0.0280414 Sep 10 03:03:14.383622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4a0080b6-7eaa-42a6-8656-c720f57a1037 None None] Could not find standard attr ID for object 5ec8556c-13a9-46f6-bd92-ccc254e2225b. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:03:14.398063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:14.401535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.422212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Made reservation on behalf of 723da98730d940bca004ba2a91114dc4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:14.428435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.491142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:14.599284 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.606612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Allocated IP 172.20.0.5 (8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f/279fdcd1-9ed8-4856-a6c1-11aa731223cd/38f3140a-8058-42ef-9c9e-7b62b392946f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:14.635735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:14.637935 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd48c13-8be7-48c2-9c94-d304f2378d1a" -d '{"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:14.654112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:14.660370 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.726608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:14.741339 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeff4cf-1af4-4b28-bc2c-4c1410376cdd x-openstack-request-id: req-5aeff4cf-1af4-4b28-bc2c-4c1410376cdd {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:14.741622 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:14.741874 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aeff4cf-1af4-4b28-bc2c-4c1410376cdd {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:14.742258 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'code': 200} Sep 10 03:03:14.743909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.745183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.745552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.745896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.746231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.746570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.746904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.747316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.747723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.748061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.748611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.748776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:14.761734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d9370827-d14d-4f08-b625-74b6d7b238bb up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:14.770242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.832039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:14.835550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:14.837118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port d9370827-d14d-4f08-b625-74b6d7b238bb completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:14.840052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:14.840648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.841730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d9370827-d14d-4f08-b625-74b6d7b238bb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:14.842590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.864531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=4cf8a5b2-7094-471c-a105-a6762b5fdd83,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:14.877987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-788323c7-7b49-488b-b591-80f39d844e1a tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6743031 Sep 10 03:03:14.880758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51364) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:14.885705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188294747'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:14.896609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.921289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.970135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:14.982485 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.023005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d9370827-d14d-4f08-b625-74b6d7b238bb, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d9370827-d14d-4f08-b625-74b6d7b238bb,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:15.031024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.062765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.068950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.070132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:15.106352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:15.108331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:15.121214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:15.156154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d9370827-d14d-4f08-b625-74b6d7b238bb,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:15.157414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.158829 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2770188 Sep 10 03:03:15.162149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:15.166585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'security_group': {'name': 'tempest-secgroup-1637663495'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:15.173036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c924577-626d-4d54-83a6-a07b5a8df9ad tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13418b0c-18b6-4df9-be60-2bf10d45720d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:15.202052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.255901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:15.265487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.310079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.314932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.323930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-674460f4-2a63-4258-a4a6-9f417ef5ecf2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314683 Sep 10 03:03:15.325191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7650f-4cbd-445a-b98d-55d48203cfc7 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:15.338146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Request body: {'port': {'device_id': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:15.405140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.406766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2433560 Sep 10 03:03:15.409854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae828ce-3385-49f8-ba8b-f5ca06fe6e28 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a261d4ea-2a63-4b7c-a7f3-2688f006ffb2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:15.411911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51388) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:15.417088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'security_group': {'name': 'tempest-secgroup-203238828'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:15.445167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-280c5737-87dd-43c6-934e-7310316a08a1 None None] Provisioning complete for port d654c28b-768e-4dce-8877-5cbcefefd1e4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:15.445539 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-280c5737-87dd-43c6-934e-7310316a08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.448727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439805c-626b-4972-abb6-86552619c97d req-81441262-9b72-41d3-9b52-278b3aeaf34d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:15.450518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f439805c-626b-4972-abb6-86552619c97d req-81441262-9b72-41d3-9b52-278b3aeaf34d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.1080999 Sep 10 03:03:15.475444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.488263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.533595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-280c5737-87dd-43c6-934e-7310316a08a1 None None] Port d654c28b-768e-4dce-8877-5cbcefefd1e4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:15.560144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-280c5737-87dd-43c6-934e-7310316a08a1 None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:15.560438 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-280c5737-87dd-43c6-934e-7310316a08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.601858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.611882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.643200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f439805c-626b-4972-abb6-86552619c97d req-8d06a33e-1dac-43b4-b159-0f78dce5cdcf tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791754 Sep 10 03:03:15.660827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.664549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2485735 Sep 10 03:03:15.664823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51390) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:15.670021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956503019', 'security_groups': ['3580bc83-3582-4770-b1da-cf4137832ad5'], 'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cf8a5b2-7094-471c-a105-a6762b5fdd83'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:15.688720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520062-d326-4725-988b-0b13e9e9a6b5 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3580bc83-3582-4770-b1da-cf4137832ad5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:15.736180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Update dhcp port {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'fixed_ips': [{'subnet_id': '56fc75e2-a5af-4240-a372-f359687b0054', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4cf8a5b2-7094-471c-a105-a6762b5fdd83'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '42deafc0-fd83-47c2-9509-a50efdf44895'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:03:15.740159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e4a8-4040-4c78-aec0-a7d7bfc0aea5 req-80071299-08ed-4f46-9a3b-d7e08c5feecf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:15.748027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a882e4a8-4040-4c78-aec0-a7d7bfc0aea5 req-80071299-08ed-4f46-9a3b-d7e08c5feecf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 931 time: 0.1948397 Sep 10 03:03:15.764818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.819932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a882e4a8-4040-4c78-aec0-a7d7bfc0aea5 req-0886fedd-c27a-4bb0-8e58-b4f6fd174f4a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670412 Sep 10 03:03:15.842661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:15.946020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:15.960620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Allocated IP 2001:db8::2 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/4cf8a5b2-7094-471c-a105-a6762b5fdd83/42deafc0-fd83-47c2-9509-a50efdf44895) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:15.967415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] device_id is not set on port 4d40c2cb-cc53-4923-90d9-5e054953e3ef yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:03:15.984172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f3140a-8058-42ef-9c9e-7b62b392946f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:15.994819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.012773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Transition to ACTIVE for port object 38f3140a-8058-42ef-9c9e-7b62b392946f will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:16.019905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.077833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:16.106711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:16.121497 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.137689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Transition to ACTIVE for port object 42deafc0-fd83-47c2-9509-a50efdf44895 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:16.146915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.171038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Attempting to bind port 38f3140a-8058-42ef-9c9e-7b62b392946f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:16.172105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Attempting to bind port 38f3140a-8058-42ef-9c9e-7b62b392946f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:16.172637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Attempting to bind port 38f3140a-8058-42ef-9c9e-7b62b392946f on network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:16.180593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Port 38f3140a-8058-42ef-9c9e-7b62b392946f on network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:16.181894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Attempting to bind port 38f3140a-8058-42ef-9c9e-7b62b392946f on network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:16.192538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:16.193022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Checking segment: {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:16.193509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Bound using segment: {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:16.194053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Bound port: 38f3140a-8058-42ef-9c9e-7b62b392946f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:16.194487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.246565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8::282 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/4cf8a5b2-7094-471c-a105-a6762b5fdd83/4d40c2cb-cc53-4923-90d9-5e054953e3ef) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:16.285841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:16.290066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:16.296356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167b9ee-5cf0-4535-9368-71ca248c431a None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:16.297340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.382970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:16.388333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:16.388932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.390370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-56594cfe-83de-4291-89eb-a5138a413405 service neutron] 10.222.0.36 "PUT /v2.0/ports/38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 200 len: 1091 time: 1.0570669 Sep 10 03:03:16.390816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:16.393099 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a54b681-2ebe-4579-8b95-51af6a621b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:16.439749 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf779c5a-5ea4-4ce0-863a-9fb1f01b7294 x-openstack-request-id: req-cf779c5a-5ea4-4ce0-863a-9fb1f01b7294 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:16.440037 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:16.440817 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf779c5a-5ea4-4ce0-863a-9fb1f01b7294 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:16.441224 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'status': 'completed', 'code': 200} Sep 10 03:03:16.468060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.499329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-9680facb-ee8c-4e87-995b-62338a6968c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:16.501264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 4d40c2cb-cc53-4923-90d9-5e054953e3ef will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:16.502383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:16.509630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-9680facb-ee8c-4e87-995b-62338a6968c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1094 time: 0.0524852 Sep 10 03:03:16.564721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-5f30ed59-72b0-45d2-8392-ed65a502be10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 200 len: 217 time: 0.0423129 Sep 10 03:03:16.641082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:16.646374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-6b7c3c37-a798-40c4-8031-bed112058db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:16.648161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-6b7c3c37-a798-40c4-8031-bed112058db9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.0655038 Sep 10 03:03:16.653878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'mac_address': 'fa:16:3e:3d:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:16.714205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-51fa389d-27ed-4e48-8a65-58388a1803ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531557 Sep 10 03:03:16.716546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.733006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec22aef-9794-40c1-a320-fb2b1aca52ad {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:16.745455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9370827-d14d-4f08-b625-74b6d7b238bb'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:16.748541 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acef924-65d9-406e-aeb5-cf061fb8991b" -d '{"events": [{"server_uuid": "c4ca8922-5961-4286-b3ed-796e6eaa969b", "name": "network-vif-plugged", "status": "completed", "tag": "d9370827-d14d-4f08-b625-74b6d7b238bb"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:16.770786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:16.776926 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:16.845377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:16.871438 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680282c4-9cba-41ee-a08f-50976dcf31d3 x-openstack-request-id: req-680282c4-9cba-41ee-a08f-50976dcf31d3 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:16.871971 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca8922-5961-4286-b3ed-796e6eaa969b", "name": "network-vif-plugged", "status": "completed", "tag": "d9370827-d14d-4f08-b625-74b6d7b238bb", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:16.872227 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-680282c4-9cba-41ee-a08f-50976dcf31d3 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:16.872634 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9370827-d14d-4f08-b625-74b6d7b238bb', 'code': 200} Sep 10 03:03:16.942198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['0ec22aef-9794-40c1-a320-fb2b1aca52ad'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:17.003275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865f420-38d4-46b2-831e-64eb59fffa65 req-5e51f7dc-8a3b-416a-8cf3-54d5978e8152 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.011888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0865f420-38d4-46b2-831e-64eb59fffa65 req-5e51f7dc-8a3b-416a-8cf3-54d5978e8152 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.2322176 Sep 10 03:03:17.063723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-0e7809f3-d085-4c48-9c6e-94e9645b10f8 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384681 Sep 10 03:03:17.068921 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:17.083198 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0865f420-38d4-46b2-831e-64eb59fffa65 req-2d989d19-90b7-419c-aa4d-b888169b2af7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Sep 10 03:03:17.195304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=4d40c2cb-cc53-4923-90d9-5e054953e3ef,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:17.206239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177ced7-da92-4cc7-8660-63ab0ba1618c req-8993f452-3a68-4edd-bc90-b3fbe2af4359 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.207903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f177ced7-da92-4cc7-8660-63ab0ba1618c req-8993f452-3a68-4edd-bc90-b3fbe2af4359 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.2195570 Sep 10 03:03:17.210505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:17.212814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8880f-8299-41fb-987a-bde88d0449f7 req-27dabe86-a8c4-4569-bcbe-f02a18badd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.214257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56e8880f-8299-41fb-987a-bde88d0449f7 req-27dabe86-a8c4-4569-bcbe-f02a18badd1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 1101 time: 0.2343986 Sep 10 03:03:17.215653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:17.241093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a441aefd-ab5e-44dc-b048-5f340cbe9ac6 None None] Provisioning complete for port d654c28b-768e-4dce-8877-5cbcefefd1e4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:17.242859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a441aefd-ab5e-44dc-b048-5f340cbe9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:17.246108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:17.251057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49e02dab-2c2e-49ee-9280-4ea276711243 req-e268ce3d-aa38-4eec-b7a4-0f999cdab010 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665809 Sep 10 03:03:17.251993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.252659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:17.296205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a441aefd-ab5e-44dc-b048-5f340cbe9ac6 None None] Port d654c28b-768e-4dce-8877-5cbcefefd1e4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:17.308529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba6415ff-8841-43f2-94b7-fc5d6ae4fa07 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6426947 Sep 10 03:03:17.311862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51432) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:17.317550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a441aefd-ab5e-44dc-b048-5f340cbe9ac6 None None] Provisioning for port 42deafc0-fd83-47c2-9509-a50efdf44895 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:17.319876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:17.326685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a441aefd-ab5e-44dc-b048-5f340cbe9ac6 None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:17.330954 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a441aefd-ab5e-44dc-b048-5f340cbe9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:17.377666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56e8880f-8299-41fb-987a-bde88d0449f7 req-58667f7b-b11a-4b4d-a874-6ee268276a8d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531792 Sep 10 03:03:17.400038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f177ced7-da92-4cc7-8660-63ab0ba1618c req-056fc84b-41c7-488d-98e8-e76c405c62a9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822202 Sep 10 03:03:17.434704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-5c6bb421-0a72-4f3f-ba4a-122c49944746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.435571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-5c6bb421-0a72-4f3f-ba4a-122c49944746 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1094 time: 0.1152663 Sep 10 03:03:17.599243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:17.599909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-6cf9e2e1-442b-4dd5-a3b3-67ae61aca629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.602152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-6cf9e2e1-442b-4dd5-a3b3-67ae61aca629 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 914 time: 0.1543217 Sep 10 03:03:17.607787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:17.686050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-53a44e75-06af-4193-89ff-512a172a39ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 200 len: 217 time: 0.0697083 Sep 10 03:03:17.708262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b08630de-7d27-4417-baba-a42109cc80cf None None] Provisioning for port 4d40c2cb-cc53-4923-90d9-5e054953e3ef completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:17.717045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b08630de-7d27-4417-baba-a42109cc80cf None None] Provisioning complete for port 4d40c2cb-cc53-4923-90d9-5e054953e3ef triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:17.717425 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b08630de-7d27-4417-baba-a42109cc80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:17.732169 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cf8a5b2-7094-471c-a105-a6762b5fdd83 (CIDR: 2001:db8::/64) Sep 10 03:03:17.736439 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:03:17.737258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:17.759868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8fecc96a-3aa8-49bd-9c18-6ba222f7f322 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4466250 Sep 10 03:03:17.762572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51456) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:17.765783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b08630de-7d27-4417-baba-a42109cc80cf None None] Port 4d40c2cb-cc53-4923-90d9-5e054953e3ef cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:17.780295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:17.791704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-5954d6de-bb29-43d2-b88f-a8aea7b1d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:17.793547 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-5954d6de-bb29-43d2-b88f-a8aea7b1d341 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.0997822 Sep 10 03:03:17.842388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 42deafc0-fd83-47c2-9509-a50efdf44895 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:17.878812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-03ae1795-1d99-49a4-b83e-6f0aa9fe7e5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652041 Sep 10 03:03:17.934835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:17.939816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:18.004039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:18.071174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:18.139321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-6d4253bf-4eac-447f-994d-0e48c72df1d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528217 Sep 10 03:03:18.232459 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 56fc75e2-a5af-4240-a372-f359687b0054 (CIDR: 2001:db8:0:1::/64) Sep 10 03:03:18.238562 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:03:18.240032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:18.260184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3a1aa9ea-cfdd-4acf-9b9c-328877d3500c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4956617 Sep 10 03:03:18.261131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:18.270592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'subnet': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:18.301640 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:03:18.304367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea41090-342f-4a08-a723-ba893d9f1ab2 req-add9a117-b56f-47c0-b7e8-c67bdacea400 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:18.305922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fea41090-342f-4a08-a723-ba893d9f1ab2 req-add9a117-b56f-47c0-b7e8-c67bdacea400 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.1090677 Sep 10 03:03:18.356582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a54b681-2ebe-4579-8b95-51af6a621b8c req-8e9eab3a-a300-48cf-9bf7-c183d76f39bf service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083261 Sep 10 03:03:18.384224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fea41090-342f-4a08-a723-ba893d9f1ab2 req-283c3542-2964-487f-90e0-9744087989d0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705154 Sep 10 03:03:18.440700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Made reservation on behalf of f8f0a10d9da548339d8c97f52b34871a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:18.445058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:18.517769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:18.523533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:18.733367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01529e-fc9a-443f-8141-899906209186 req-91b85c74-f3f9-490b-90a1-800b5a82beef tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:18.738416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf01529e-fc9a-443f-8141-899906209186 req-91b85c74-f3f9-490b-90a1-800b5a82beef tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.1467407 Sep 10 03:03:18.809248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:18.856189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf01529e-fc9a-443f-8141-899906209186 req-41de1c5a-e875-45ce-a0f1-3563bb7782bc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108072 Sep 10 03:03:18.857600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:18.861514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:18.866446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:18.867050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:18.889236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51476) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:18.889653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6267600 Sep 10 03:03:18.896431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1156678710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e'}], 'security_groups': ['13418b0c-18b6-4df9-be60-2bf10d45720d', 'a261d4ea-2a63-4b7c-a7f3-2688f006ffb2']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:18.899548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df6d5a-6bd9-4ef5-92c7-2620f12ee267 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Subnet': ['ID=f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:18.989899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:19.004941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'port_id': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'mac_address': 'fa:16:3e:eb:4e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279fdcd1-9ed8-4856-a6c1-11aa731223cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:19.010069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a75a2-6bf5-4bd2-b736-a05ed569cdf3 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:19.024615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 0ec22aef-9794-40c1-a320-fb2b1aca52ad triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:19.024987 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.151141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.202744 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.232521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f3140a-8058-42ef-9c9e-7b62b392946f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:19.255751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:19.264655 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.363714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.399194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:19.432808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:19.435244 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33684f5-51aa-4156-8dd8-263b0a73b5a1" -d '{"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-plugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:19.475004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:19.485917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.583145 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca40343-7ea1-42be-bb6b-2153821bae25 x-openstack-request-id: req-eca40343-7ea1-42be-bb6b-2153821bae25 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:19.583954 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-plugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:19.583954 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eca40343-7ea1-42be-bb6b-2153821bae25 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:19.584341 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'code': 200} Sep 10 03:03:19.586588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:19.596335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['38f3140a-8058-42ef-9c9e-7b62b392946f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:19.655246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6fadf-f0e4-4424-8eee-ebabef0f87a8 req-7368919f-2152-4707-8e95-79b8a3f0db3d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:19.656843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ed6fadf-f0e4-4424-8eee-ebabef0f87a8 req-7368919f-2152-4707-8e95-79b8a3f0db3d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.1324782 Sep 10 03:03:19.718179 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ed6fadf-f0e4-4424-8eee-ebabef0f87a8 req-4cb5726a-0c6f-49d0-899f-bee5ea02e73a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Sep 10 03:03:19.842082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Update dhcp port {'port': {'network_id': 'f002d7c7-f814-4f85-8686-e1cf8846e8b0', 'fixed_ips': [{'subnet_id': '56fc75e2-a5af-4240-a372-f359687b0054', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4cf8a5b2-7094-471c-a105-a6762b5fdd83', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '42deafc0-fd83-47c2-9509-a50efdf44895'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:03:19.846100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Delete allocated IP 2001:db8::282 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/4cf8a5b2-7094-471c-a105-a6762b5fdd83) {{(pid=94633) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:03:19.868005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Allocated IP 2001:db8:0:2::14f (f002d7c7-f814-4f85-8686-e1cf8846e8b0/f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e/4d40c2cb-cc53-4923-90d9-5e054953e3ef) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:19.938984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b60004-61dc-4dac-ab47-f665ba66a14d req-da23a430-052b-4783-8d91-61ae70fe16a6 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:19.944857 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:19.952893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79b60004-61dc-4dac-ab47-f665ba66a14d req-da23a430-052b-4783-8d91-61ae70fe16a6 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1237783 Sep 10 03:03:20.016070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79b60004-61dc-4dac-ab47-f665ba66a14d req-638b6fc3-62ce-41c0-b207-d3f0d44aa2de tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619340 Sep 10 03:03:20.149507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2bf9b-49d2-44f2-b86f-df62d9276244 req-d90230f3-93e1-4a43-9ccc-3aabd53d4edb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:20.157336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2c2bf9b-49d2-44f2-b86f-df62d9276244 req-d90230f3-93e1-4a43-9ccc-3aabd53d4edb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 944 time: 0.1831398 Sep 10 03:03:20.278206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2c2bf9b-49d2-44f2-b86f-df62d9276244 req-ac7c887f-3e8c-4652-b242-0bed6807b4a4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194854 Sep 10 03:03:20.287869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.324920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Transition to ACTIVE for port object 4d40c2cb-cc53-4923-90d9-5e054953e3ef will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:20.331026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.442091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Allocated IP 2001:db8:0:2::2 (f002d7c7-f814-4f85-8686-e1cf8846e8b0/f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e/42deafc0-fd83-47c2-9509-a50efdf44895) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:20.452836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] In _notify_port_updated(), no bound segment for port 4d40c2cb-cc53-4923-90d9-5e054953e3ef on network f002d7c7-f814-4f85-8686-e1cf8846e8b0 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:03:20.456556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-74e96362-e0b3-440a-b3b6-a43b49327031 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412345 Sep 10 03:03:20.458365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:20.459009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.471092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "PUT /v2.0/ports/4d40c2cb-cc53-4923-90d9-5e054953e3ef HTTP/1.1" status: 200 len: 970 time: 1.5784380 Sep 10 03:03:20.473037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51516) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:20.509677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2221ef-0b9e-4d71-8613-dfe3205fc1cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event updated for resources: {'Port': ['ID=4d40c2cb-cc53-4923-90d9-5e054953e3ef,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:20.653431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:20.682432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port 4d40c2cb-cc53-4923-90d9-5e054953e3ef {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:20.682801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.692752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.696969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-05498726-aa7a-45b0-b59a-2c7d8680b0ad tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:20.698543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-05498726-aa7a-45b0-b59a-2c7d8680b0ad tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411563 Sep 10 03:03:20.722933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Transition to ACTIVE for port object 42deafc0-fd83-47c2-9509-a50efdf44895 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:20.730335 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.742301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-6b367b6f-8d19-4124-ae12-d5f7cf807e6f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/quotas/9f9178ea4e6d4e90ab181d9d9215310b HTTP/1.1" status: 200 len: 375 time: 0.0286202 Sep 10 03:03:20.915037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae32fb-b10a-4f51-804c-70ea0019a62e None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:20.949247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-4b66b4b7-5048-4147-afb7-f1674b693ca0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987381 Sep 10 03:03:20.956141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:20.990976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for 4d40c2cb-cc53-4923-90d9-5e054953e3ef owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:21.325767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64e83c61-7eb1-4542-afd4-4233b4d46680 req-a8c8ed3b-589d-4dbc-9c98-472d7b62a053 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 210 time: 0.0914919 Sep 10 03:03:21.345602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:21.439975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=4d40c2cb-cc53-4923-90d9-5e054953e3ef,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:21.505290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd772a-caa2-4537-9856-cfe79383ceb4 req-c8cdf648-0296-4926-b427-eb4dc2ccc172 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:21.508785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:21.515087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-746d36cb-34d5-44d1-af16-3c2ef73927e6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/4d40c2cb-cc53-4923-90d9-5e054953e3ef HTTP/1.1" status: 204 len: 168 time: 1.0405037 Sep 10 03:03:21.515872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5bd772a-caa2-4537-9856-cfe79383ceb4 req-c8cdf648-0296-4926-b427-eb4dc2ccc172 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 944 time: 0.1048458 Sep 10 03:03:21.518717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51550) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:21.577731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5bd772a-caa2-4537-9856-cfe79383ceb4 req-c31e0c6e-1cee-4e59-b987-ee771db9dc4e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602183 Sep 10 03:03:21.585717 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c570184-d7e9-4909-a502-e98532ae38cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] GET failed (client error): The resource could not be found. Sep 10 03:03:21.589877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6c570184-d7e9-4909-a502-e98532ae38cd tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports/4d40c2cb-cc53-4923-90d9-5e054953e3ef HTTP/1.1" status: 404 len: 333 time: 0.0640411 Sep 10 03:03:21.590608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51556) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:21.726861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74c37af-0b93-48bb-b21b-47cff38243d7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:21.751675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74c37af-0b93-48bb-b21b-47cff38243d7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:21.827796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74c37af-0b93-48bb-b21b-47cff38243d7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:21.832271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74c37af-0b93-48bb-b21b-47cff38243d7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:21.835178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b74c37af-0b93-48bb-b21b-47cff38243d7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/security-groups/3580bc83-3582-4770-b1da-cf4137832ad5 HTTP/1.1" status: 204 len: 168 time: 0.2421591 Sep 10 03:03:21.836547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51572) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:21.859391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c37af-0b93-48bb-b21b-47cff38243d7 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3580bc83-3582-4770-b1da-cf4137832ad5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:21.881785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 42deafc0-fd83-47c2-9509-a50efdf44895 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:21.967885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Provisioning complete for port d654c28b-768e-4dce-8877-5cbcefefd1e4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:21.969161 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.023000 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab98ae77-94b8-44a1-b4ac-8747f9e171f3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.035982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Port d654c28b-768e-4dce-8877-5cbcefefd1e4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:22.044302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Could not find standard attr ID for object 4d40c2cb-cc53-4923-90d9-5e054953e3ef. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:03:22.078481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Provisioning for port 42deafc0-fd83-47c2-9509-a50efdf44895 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:22.082759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:22.083134 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77401f81-fde7-4bb9-8ca7-5838b41efcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.097630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab98ae77-94b8-44a1-b4ac-8747f9e171f3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.169622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab98ae77-94b8-44a1-b4ac-8747f9e171f3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.172918 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab98ae77-94b8-44a1-b4ac-8747f9e171f3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.176062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:22.176273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.178088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51574) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:22.179207 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab98ae77-94b8-44a1-b4ac-8747f9e171f3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/security-groups/a261d4ea-2a63-4b7c-a7f3-2688f006ffb2 HTTP/1.1" status: 204 len: 168 time: 0.3413446 Sep 10 03:03:22.201956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98ae77-94b8-44a1-b4ac-8747f9e171f3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a261d4ea-2a63-4b7c-a7f3-2688f006ffb2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:22.294229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40c548e7-866b-4fd0-8377-6321dfd2e965 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.347708 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40c548e7-866b-4fd0-8377-6321dfd2e965 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.425639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40c548e7-866b-4fd0-8377-6321dfd2e965 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.429313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40c548e7-866b-4fd0-8377-6321dfd2e965 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.430947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-40c548e7-866b-4fd0-8377-6321dfd2e965 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/security-groups/13418b0c-18b6-4df9-be60-2bf10d45720d HTTP/1.1" status: 204 len: 168 time: 0.2518024 Sep 10 03:03:22.434561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51580) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:22.446132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c548e7-866b-4fd0-8377-6321dfd2e965 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13418b0c-18b6-4df9-be60-2bf10d45720d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:22.564436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:22.666333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b9b7bb16-1959-401a-a342-2b70b424bbcc None None] Could not find standard attr ID for object 4d40c2cb-cc53-4923-90d9-5e054953e3ef. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:03:22.668137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-05d06bf0-f590-4881-baa4-35010453a8d1 req-d422b035-d6b4-4707-a2ee-9415e77d7cca tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 210 time: 0.1150086 Sep 10 03:03:22.694960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 38f3140a-8058-42ef-9c9e-7b62b392946f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:22.699880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 38f3140a-8058-42ef-9c9e-7b62b392946f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:22.700237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.743497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet 4cf8a5b2-7094-471c-a105-a6762b5fdd83 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:03:22.753342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.848641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.883429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbf081-275d-48b9-a3b4-4037127e55f9 req-8a2994e5-1fa9-4346-86a4-f70ec974ce41 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:22.895209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eabbf081-275d-48b9-a3b4-4037127e55f9 req-8a2994e5-1fa9-4346-86a4-f70ec974ce41 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 944 time: 0.1153178 Sep 10 03:03:22.898007 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.965604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:22.967052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:22.969693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:22.977322 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eabbf081-275d-48b9-a3b4-4037127e55f9 req-f49b7ac5-de97-4abe-bc91-a164d5c593c1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Sep 10 03:03:22.981292 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40542008-0597-461c-8226-cae9690d011d" -d '{"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-plugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:23.009949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.191287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-55928016-da46-4c69-aa54-15d5c3c5493f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905221 Sep 10 03:03:23.193160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.265245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.265245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/4cf8a5b2-7094-471c-a105-a6762b5fdd83 HTTP/1.1" status: 204 len: 168 time: 0.8262639 Sep 10 03:03:23.276056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51602) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:23.305737 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e84a2f0-4782-42ff-847a-06d45e27ce68 x-openstack-request-id: req-5e84a2f0-4782-42ff-847a-06d45e27ce68 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:23.307870 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-plugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:23.308661 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e84a2f0-4782-42ff-847a-06d45e27ce68 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:23.321558 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'code': 200} Sep 10 03:03:23.328078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b67046-ca88-4562-ba20-eaa8359ff83f None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:23.336865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c9d6c-3313-42ee-aa66-1f264609588b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf8a5b2-7094-471c-a105-a6762b5fdd83,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:23.351895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:23.423948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58fdf-2801-4599-b304-9cfdc952457f req-c9da572d-4912-4551-8224-34a308024f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:23.426955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fd58fdf-2801-4599-b304-9cfdc952457f req-c9da572d-4912-4551-8224-34a308024f59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1096 time: 0.0833640 Sep 10 03:03:23.449825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:03:23.453787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.492077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fd58fdf-2801-4599-b304-9cfdc952457f req-b9dea229-59d2-436a-b1cc-55dd12ca2da7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551620 Sep 10 03:03:23.502915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.600225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-63e975f2-a54e-428e-b66b-753ade460913 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:23.602003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-63e975f2-a54e-428e-b66b-753ade460913 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847120 Sep 10 03:03:23.676134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.727170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Request body: {'port': {'device_id': '25ae5e87-e698-4722-9157-452228919ea1', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '9f9178ea4e6d4e90ab181d9d9215310b'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:23.885430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e5ba7f4-86d0-4103-bcd1-7078ab2f2642 req-6ed7ee09-b7ea-4632-86c1-951b0629799a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 210 time: 0.0840967 Sep 10 03:03:23.946269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:23.991161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:24.010479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.012691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6c7d46ba-ee8d-4523-946f-5201fce50485 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/f6b5eb24-e26a-4a50-9290-fc7af4dcfa5e HTTP/1.1" status: 204 len: 168 time: 0.7165184 Sep 10 03:03:24.014273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Made reservation on behalf of 9f9178ea4e6d4e90ab181d9d9215310b for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:24.015375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:24.018593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.078302 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc50112-b3b2-4d07-832c-9301723e997e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:24.079060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc50112-b3b2-4d07-832c-9301723e997e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:24.081673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3fc50112-b3b2-4d07-832c-9301723e997e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/4cf8a5b2-7094-471c-a105-a6762b5fdd83 HTTP/1.1" status: 404 len: 337 time: 0.0644853 Sep 10 03:03:24.085816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51638) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:24.231958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting subnet 56fc75e2-a5af-4240-a372-f359687b0054 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:03:24.250385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Allocated IP 192.168.233.227 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/e53caeaa-0ff9-4b2f-84aa-54e92987b8d7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:24.253531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985cd2c-9fd1-4d15-a75b-36f9cc0921ad req-53225ca1-62b4-4e38-b129-bd7bc47d7010 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:24.276049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8985cd2c-9fd1-4d15-a75b-36f9cc0921ad req-53225ca1-62b4-4e38-b129-bd7bc47d7010 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1617117 Sep 10 03:03:24.276859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.403836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.541369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.565409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8985cd2c-9fd1-4d15-a75b-36f9cc0921ad req-1a8de80b-25da-447e-92a9-5eab6e86af9f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192986 Sep 10 03:03:24.592228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfeabe0-278c-4abd-b632-a0989e4c36b0 None None] Network f002d7c7-f814-4f85-8686-e1cf8846e8b0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:24.592817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Transition to ACTIVE for port object e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:24.654809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.682308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.699961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d9370827-d14d-4f08-b625-74b6d7b238bb'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:24.707267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['516402c2-d8ac-4f04-ab9a-16207aa1140c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:24.812786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:24.817888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.828886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:24.843403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:24.876906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Subnet': ['ID=56fc75e2-a5af-4240-a372-f359687b0054,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:24.884369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.890845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3227c47f-5e36-48a6-a4ac-d2e4c96bed3c tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/56fc75e2-a5af-4240-a372-f359687b0054 HTTP/1.1" status: 204 len: 168 time: 0.8005838 Sep 10 03:03:24.891630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:24.947158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cec458a1-9fd0-40ac-812c-59d53cb7019d None None] Provisioning complete for port d654c28b-768e-4dce-8877-5cbcefefd1e4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:24.955012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cec458a1-9fd0-40ac-812c-59d53cb7019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.972317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:24.973007 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:24.985068 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cf357f-5293-4a02-95fb-90d12b427e14 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:24.985525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cf357f-5293-4a02-95fb-90d12b427e14 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:24.990005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event updated for resources: {'Port': ['ID=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:25.004921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-16cf357f-5293-4a02-95fb-90d12b427e14 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/f80bb4ce-d81e-47c4-916f-baf9d00bc9f6 HTTP/1.1" status: 404 len: 337 time: 0.1121287 Sep 10 03:03:25.006014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51662) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.088706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cec458a1-9fd0-40ac-812c-59d53cb7019d None None] Port d654c28b-768e-4dce-8877-5cbcefefd1e4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:25.097729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51664) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.098828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fc2affde-6487-4a11-ad93-2061861df6fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "GET /v2.0/ports?device_id=97aa374e-0939-4529-8423-ce513509fb3b HTTP/1.1" status: 200 len: 205 time: 0.0889964 Sep 10 03:03:25.100698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-59bfb045-26e8-4252-9749-b1bcfcfd74f3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3785889 Sep 10 03:03:25.118638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Request body: {'port': {'device_id': '25ae5e87-e698-4722-9157-452228919ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:25.186612 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-9d741ba7-96f2-4dab-9dda-28ef4ec7a17f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] delete failed (client error): The resource could not be found. Sep 10 03:03:25.189949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9d741ba7-96f2-4dab-9dda-28ef4ec7a17f tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/routers/97aa374e-0939-4529-8423-ce513509fb3b HTTP/1.1" status: 404 len: 336 time: 0.0883472 Sep 10 03:03:25.193115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51666) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.197920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cec458a1-9fd0-40ac-812c-59d53cb7019d None None] Provisioning complete for port 42deafc0-fd83-47c2-9509-a50efdf44895 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:25.198412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cec458a1-9fd0-40ac-812c-59d53cb7019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:25.203710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63f8b2-ca80-4f13-8891-0f8dbc5f6d7c req-d42983df-8501-45bf-84f9-46fc3116cd8a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:25.212290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc63f8b2-ca80-4f13-8891-0f8dbc5f6d7c req-d42983df-8501-45bf-84f9-46fc3116cd8a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 936 time: 0.1688375 Sep 10 03:03:25.265102 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0319744-9c12-41af-b298-0091c3cca547 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.265561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0319744-9c12-41af-b298-0091c3cca547 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.267470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a0319744-9c12-41af-b298-0091c3cca547 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/ca47f352-0627-4ea9-b131-8b5efe0679f0 HTTP/1.1" status: 404 len: 337 time: 0.0709662 Sep 10 03:03:25.272062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51668) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.274823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:25.313245 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d3f10a-1d76-4a38-a008-8304f931e3a2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.313944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d3f10a-1d76-4a38-a008-8304f931e3a2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.316542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-67d3f10a-1d76-4a38-a008-8304f931e3a2 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/76c491ed-a23d-42cf-8060-8d888160e7bc HTTP/1.1" status: 404 len: 337 time: 0.0427747 Sep 10 03:03:25.319758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.367612 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-444af88b-4c3a-4046-ae34-ce3e09f38caf tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.367612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444af88b-4c3a-4046-ae34-ce3e09f38caf tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.370276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-444af88b-4c3a-4046-ae34-ce3e09f38caf tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/cd5a31ac-e968-426f-8bef-bb8ea429be1e HTTP/1.1" status: 404 len: 337 time: 0.0489340 Sep 10 03:03:25.386246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51674) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.438391 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cde29f-16cb-4cf5-80cb-654c88daea8d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.439380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cde29f-16cb-4cf5-80cb-654c88daea8d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.442017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a2cde29f-16cb-4cf5-80cb-654c88daea8d tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/04a4edc7-fb2a-46fb-b100-e2d12cec40fe HTTP/1.1" status: 404 len: 333 time: 0.0544376 Sep 10 03:03:25.453951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51676) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.480534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc63f8b2-ca80-4f13-8891-0f8dbc5f6d7c req-1bbd38fc-f846-4993-9300-2e7998cf41df tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620757 Sep 10 03:03:25.490249 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfcfff4-75ea-44e9-a4eb-9bcf0d2a57a6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.491196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfcfff4-75ea-44e9-a4eb-9bcf0d2a57a6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.500320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-acfcfff4-75ea-44e9-a4eb-9bcf0d2a57a6 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/d82f6658-071c-4f11-b368-9b36cec56044 HTTP/1.1" status: 404 len: 337 time: 0.0381565 Sep 10 03:03:25.503374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51678) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.570324 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2ec342-c6a5-456b-b6e7-56755e56eb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.571067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2ec342-c6a5-456b-b6e7-56755e56eb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.578203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6b2ec342-c6a5-456b-b6e7-56755e56eb04 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/124ca61a-95a1-4203-8952-cf44ed928635 HTTP/1.1" status: 404 len: 337 time: 0.0682428 Sep 10 03:03:25.584575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51680) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.641747 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6839f0be-dbc9-469a-b3e5-28adfdabb7ef tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.642448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6839f0be-dbc9-469a-b3e5-28adfdabb7ef tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.648800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6839f0be-dbc9-469a-b3e5-28adfdabb7ef tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/c35647bd-b6d8-4b44-9622-33ddf48c51be HTTP/1.1" status: 404 len: 333 time: 0.0630488 Sep 10 03:03:25.649556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51686) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.694592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] DHCP port deletion for f002d7c7-f814-4f85-8686-e1cf8846e8b0 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:03:25.734008 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcd1413-518d-42c4-82d7-05acc5ee6d8e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.734480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcd1413-518d-42c4-82d7-05acc5ee6d8e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.746790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bbcd1413-518d-42c4-82d7-05acc5ee6d8e tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/fb48c836-799d-4d0a-b231-cab3d0dd595c HTTP/1.1" status: 404 len: 337 time: 0.0939798 Sep 10 03:03:25.748086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51688) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.826339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] Deleting port 42deafc0-fd83-47c2-9509-a50efdf44895 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:25.826636 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:25.887315 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b5ee99-56bf-47a7-b400-58cb68fd40a3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] DELETE failed (client error): The resource could not be found. Sep 10 03:03:25.887821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b5ee99-56bf-47a7-b400-58cb68fd40a3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:03:25.892000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-50b5ee99-56bf-47a7-b400-58cb68fd40a3 tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/subnets/b89edb24-c050-4589-becd-0bbdf700a807 HTTP/1.1" status: 404 len: 337 time: 0.1405969 Sep 10 03:03:25.920440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:25.934454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 42deafc0-fd83-47c2-9509-a50efdf44895 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:25.960210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-36431a9b-cc83-4cec-8735-8aedb7fdd067 None None] Provisioning for port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:26.056810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-36431a9b-cc83-4cec-8735-8aedb7fdd067 None None] Provisioning complete for port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:26.068009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-36431a9b-cc83-4cec-8735-8aedb7fdd067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.229380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4681-6296-4c98-8904-2f939e7e9aac req-6eb6ac56-5aaa-4eb4-bb01-f9370aeb4cc1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:26.235419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aac4681-6296-4c98-8904-2f939e7e9aac req-6eb6ac56-5aaa-4eb4-bb01-f9370aeb4cc1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.3751848 Sep 10 03:03:26.245091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:26.245487 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.248555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-36431a9b-cc83-4cec-8735-8aedb7fdd067 None None] Port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:26.262918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] Calling delete_port for 42deafc0-fd83-47c2-9509-a50efdf44895 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:26.318670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.330245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aac4681-6296-4c98-8904-2f939e7e9aac req-8ef3b9cd-2f19-4cd2-9814-3fc25ba8d12d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 Sep 10 03:03:26.384689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Deleting port d654c28b-768e-4dce-8877-5cbcefefd1e4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:26.385985 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.396871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 42deafc0-fd83-47c2-9509-a50efdf44895, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=42deafc0-fd83-47c2-9509-a50efdf44895,segment=NetworkSegment(db2d424e-c76e-4754-b71e-0b95f250590c),segment_id=db2d424e-c76e-4754-b71e-0b95f250590c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:26.413898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.472278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:26.490589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.553163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Transition to ACTIVE for port object e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:26.557954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=11']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:26.559658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.588748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.602994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.639900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] Pushing event deleted for resources: {'Port': ['ID=42deafc0-fd83-47c2-9509-a50efdf44895,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:26.643519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Calling delete_port for d654c28b-768e-4dce-8877-5cbcefefd1e4 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:26.644060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7f2e5-512a-488c-a46a-b07a3f56e02a None None] No DVR routers for this DVR port 42deafc0-fd83-47c2-9509-a50efdf44895 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:26.727754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Pushing event updated for resources: {'Port': ['ID=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:26.837629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be71c-fcf8-482e-8f73-a90e78d1b0c4 req-cdb5037a-f55f-460c-a373-766ccd27c0bd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:26.845760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d0be71c-fcf8-482e-8f73-a90e78d1b0c4 req-cdb5037a-f55f-460c-a373-766ccd27c0bd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 948 time: 0.0985453 Sep 10 03:03:26.893575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-eebf5a53-8ee0-43b0-bb53-6a45ed494ce3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:26.902750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-eebf5a53-8ee0-43b0-bb53-6a45ed494ce3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 814 time: 0.2920079 Sep 10 03:03:26.910151 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d0be71c-fcf8-482e-8f73-a90e78d1b0c4 req-5541f0d4-eb52-4df5-a38a-db6c92c0012d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624986 Sep 10 03:03:26.911912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.914299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Attempting to bind port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:26.914768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Attempting to bind port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:26.915234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Attempting to bind port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:26.932463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-8c35b456-cb55-45d9-9a99-54891796b0e0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/quotas/723da98730d940bca004ba2a91114dc4 HTTP/1.1" status: 200 len: 375 time: 0.0285137 Sep 10 03:03:26.952790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:26.952790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Attempting to bind port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:26.972417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Port': ['ID=d654c28b-768e-4dce-8877-5cbcefefd1e4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:26.983298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:26.985480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1e501b89-489f-4d13-9cb3-e6c8085ac74b tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/ports/d654c28b-768e-4dce-8877-5cbcefefd1e4 HTTP/1.1" status: 204 len: 168 time: 1.0629060 Sep 10 03:03:26.987966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51724) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:27.012346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:27.013015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:27.013590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:27.014237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Bound port: e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:27.014792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.119910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-382d0ed3-83cb-49dd-a3de-8608c28d1ae3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863365 Sep 10 03:03:27.125377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.247910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.297230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-08df3bcd-6403-44ec-a9f2-67cf003f5dce service neutron] 10.222.0.23 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763232 Sep 10 03:03:27.300826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f002d7c7-f814-4f85-8686-e1cf8846e8b0']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:27.320268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2d424e-c76e-4754-b71e-0b95f250590c') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:27.320558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2d424e-c76e-4754-b71e-0b95f250590c') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:27.331870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.338299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] For port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:27.359956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.370460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] For port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:27.376654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:03:27.377339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:03:27.390429 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:03:27.416188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.528518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Pushing event updated for resources: {'Port': ['ID=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:27.541919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.568379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.575988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] 10.222.0.23 "DELETE /v2.0/networks/f002d7c7-f814-4f85-8686-e1cf8846e8b0 HTTP/1.1" status: 204 len: 168 time: 0.5868316 Sep 10 03:03:27.584069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:27.586298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:27.593061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b751b-6913-4f7f-bad0-92546c9d55fe tempest-PortsIpV6TestJSON-959712849 tempest-PortsIpV6TestJSON-959712849-project] Pushing event deleted for resources: {'Network': ['ID=f002d7c7-f814-4f85-8686-e1cf8846e8b0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:27.595880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-225e7e0a-e3a9-4e0b-8218-48576042b54d service neutron] 10.222.0.36 "PUT /v2.0/ports/e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 HTTP/1.1" status: 200 len: 1096 time: 2.4811487 Sep 10 03:03:27.624729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ae5e87-e698-4722-9157-452228919ea1', 'tag': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:27.624729 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62764d8-1df2-4ce7-9892-11e2a4ef756e" -d '{"events": [{"name": "network-changed", "server_uuid": "25ae5e87-e698-4722-9157-452228919ea1", "tag": "e53caeaa-0ff9-4b2f-84aa-54e92987b8d7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:27.661049 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-cce943de-efb9-4b53-8cdb-88a9958c6830 service neutron] 10.222.0.23 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628969 Sep 10 03:03:27.782872 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4d3b3d-9cd6-4e8e-a0f8-f7916c81b025 x-openstack-request-id: req-5a4d3b3d-9cd6-4e8e-a0f8-f7916c81b025 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:27.783139 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ae5e87-e698-4722-9157-452228919ea1", "tag": "e53caeaa-0ff9-4b2f-84aa-54e92987b8d7", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:27.783428 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a4d3b3d-9cd6-4e8e-a0f8-f7916c81b025 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:27.785692 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ae5e87-e698-4722-9157-452228919ea1', 'tag': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7', 'status': 'completed', 'code': 200} Sep 10 03:03:27.812011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-8c7b6dd5-b040-4cb4-85c1-c8b0546c6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:27.826894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-8c7b6dd5-b040-4cb4-85c1-c8b0546c6059 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 1099 time: 0.1406417 Sep 10 03:03:27.905601 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-eea0b30c-d362-4529-8449-830a62f03092 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0719771 Sep 10 03:03:28.122513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-3c600138-e2b0-4d3e-9818-0f49ec2b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:28.129479 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-3c600138-e2b0-4d3e-9818-0f49ec2b9f39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.2122066 Sep 10 03:03:28.132284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d7b5feeb-f307-4bd8-8a16-35ce78022771 req-c5a8816e-a2c4-409c-8a1d-d1e49071b242 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 210 time: 0.0618341 Sep 10 03:03:28.158974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51758) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:28.176668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d1cea-118e-48ad-8263-ea3eb0efd3ab req-efdf1bb8-961f-4ca9-9476-e38f9a2ea76b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:28.188362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-644d1cea-118e-48ad-8263-ea3eb0efd3ab req-efdf1bb8-961f-4ca9-9476-e38f9a2ea76b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 948 time: 0.1394982 Sep 10 03:03:28.285678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-a45f446f-8295-471b-85e9-15de32c09f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:28.288553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-a45f446f-8295-471b-85e9-15de32c09f85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495652 Sep 10 03:03:28.300995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-644d1cea-118e-48ad-8263-ea3eb0efd3ab req-6b6eed67-6065-48dc-91c8-917b54929a57 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113379 Sep 10 03:03:28.511954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a824d4fe-cc0c-4bef-b611-9ab809c35df1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8f0a10d9da548339d8c97f52b34871a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508980 Sep 10 03:03:28.514624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51778) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:28.525971 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-c4f36ced-fc5a-466f-8d18-df05925b4ebc service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273777 Sep 10 03:03:28.585718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1bdec0b4-d543-4a98-a945-92e8929059b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:28.624758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1bdec0b4-d543-4a98-a945-92e8929059b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:28.700180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1bdec0b4-d543-4a98-a945-92e8929059b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:28.702853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1bdec0b4-d543-4a98-a945-92e8929059b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:28.706896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1bdec0b4-d543-4a98-a945-92e8929059b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18c0684b-f2fe-45e3-b695-3b615f07a021 HTTP/1.1" status: 204 len: 168 time: 0.1883345 Sep 10 03:03:28.722019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec0b4-d543-4a98-a945-92e8929059b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c0684b-f2fe-45e3-b695-3b615f07a021,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:28.733791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0a3042c-f65b-447b-90de-efaa0f181b89 req-c40fabb3-f2a3-416c-8b34-d6be39f32509 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977415 Sep 10 03:03:28.887639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-8db7be91-c682-4f6b-b970-debbf40a69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:28.889534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-8db7be91-c682-4f6b-b970-debbf40a69cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0930283 Sep 10 03:03:29.021306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-640df16e-8880-400a-bc95-2ab0fa22deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:29.023110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-640df16e-8880-400a-bc95-2ab0fa22deae service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1256406 Sep 10 03:03:29.122918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-b268fe18-9b3b-4df1-939f-9a6b4d3a0fc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0850773 Sep 10 03:03:29.199943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-351a1542-4525-4f3b-8292-ce8e5ca5dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:29.204752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-351a1542-4525-4f3b-8292-ce8e5ca5dbed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0743506 Sep 10 03:03:29.263933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-6a6b0a5c-9fec-44c9-be93-1c12d7f6e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:29.265456 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-6a6b0a5c-9fec-44c9-be93-1c12d7f6e75d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469880 Sep 10 03:03:29.308082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-600030db-d41b-46f7-894b-47f5dedb7d86 req-772bce07-8d1d-4bca-9773-4e95845f56f8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 210 time: 0.0375915 Sep 10 03:03:29.423094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-c8f2c7e9-5e9e-4a04-aedf-106230a6bd78 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410990 Sep 10 03:03:29.615868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a62764d8-1df2-4ce7-9892-11e2a4ef756e req-96ab6fec-e1f3-4edf-804e-e7ac68c81d86 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851907 Sep 10 03:03:29.760074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0e549-e774-43b6-a93d-ba340b8e6e73 req-271117ef-cb72-4858-b328-653a424fe60e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:29.772176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2c0e549-e774-43b6-a93d-ba340b8e6e73 req-271117ef-cb72-4858-b328-653a424fe60e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 948 time: 0.2479248 Sep 10 03:03:29.854490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-80e094ec-5d4e-46ee-959b-3db42dad9a20 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:29.857506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-80e094ec-5d4e-46ee-959b-3db42dad9a20 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.32 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 814 time: 0.3509777 Sep 10 03:03:29.876208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2c0e549-e774-43b6-a93d-ba340b8e6e73 req-52e17c9d-69b8-4092-a04e-a6cb90a5f7f5 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981665 Sep 10 03:03:29.884008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51818) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:29.902275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Request body: {'port': {'device_id': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'admin_state_up': True, 'tenant_id': '723da98730d940bca004ba2a91114dc4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:30.067225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4bc52c03-afdf-4169-ab20-cf8d5dd7f4f1 tempest-ServiceProvidersTest-1047931364 tempest-ServiceProvidersTest-1047931364-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1711097 Sep 10 03:03:30.156452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Made reservation on behalf of 723da98730d940bca004ba2a91114dc4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:30.160859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.365648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Allocated IP 172.20.0.6 (8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f/279fdcd1-9ed8-4856-a6c1-11aa731223cd/7dabefe0-f10b-4773-80e9-7d6e9f2b0c63) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:30.420245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:30.537126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8b1fd7e-b154-421d-b75a-244f053be16b req-539b1488-06d4-46f5-98d9-46bdb246a9a5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 210 time: 0.0585759 Sep 10 03:03:30.605594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:30.647558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5784fc65-b872-413f-9cb0-55140db47a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.728633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:30.741688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7', 'mac_address': 'fa:16:3e:8f:87:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:30.781549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5784fc65-b872-413f-9cb0-55140db47a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.788328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5784fc65-b872-413f-9cb0-55140db47a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.793817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.808618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:30.833637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:30.841919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.847646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5784fc65-b872-413f-9cb0-55140db47a98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e0818f4f4024ce1b682a9d985bb497e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233255 Sep 10 03:03:30.849328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51854) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:30.881271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784fc65-b872-413f-9cb0-55140db47a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be60afd9-0dcb-4372-b68e-ed03d79c1ed2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:30.886319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:30.919590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-03feb8d1-a204-47e7-a1d6-6a68d089d341 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:30.923687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-03feb8d1-a204-47e7-a1d6-6a68d089d341 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.2746933 Sep 10 03:03:30.940812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:30.957976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-db5389db-dec6-410f-9814-14bc1a8be490 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/quotas/ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 375 time: 0.0251126 Sep 10 03:03:31.022313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924eac2-263c-4780-bee1-4eb09f4b09de req-8e0b0220-d585-4a08-8aab-19ba1b555876 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:31.030654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d924eac2-263c-4780-bee1-4eb09f4b09de req-8e0b0220-d585-4a08-8aab-19ba1b555876 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 949 time: 0.0753326 Sep 10 03:03:31.041105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7ba5-bbb4-430f-bce8-45bea017f124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.087591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d924eac2-263c-4780-bee1-4eb09f4b09de req-0858c1e2-dfad-4393-9025-56ec49a86003 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Sep 10 03:03:31.102351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-bb0158c8-24e0-4402-87f9-4c0e2e2e5f70 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432674 Sep 10 03:03:31.108570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7ba5-bbb4-430f-bce8-45bea017f124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.116912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.130873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['38f3140a-8058-42ef-9c9e-7b62b392946f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:31.180948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e53caeaa-0ff9-4b2f-84aa-54e92987b8d7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:31.575405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:31.587321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:31.591389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:31.623568 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.651696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Pushing event updated for resources: {'Port': ['ID=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:31.704087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:31.705454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.718776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d170f6c-0321-4ea2-bb84-a96b742f93f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.736090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-a3e6bffa-a3cf-40fc-b339-565d25994398 service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148558 Sep 10 03:03:31.746334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7ba5-bbb4-430f-bce8-45bea017f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.749164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7ba5-bbb4-430f-bce8-45bea017f124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.751168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efde6a-34cb-4473-b89d-975a33461cd1 req-d000b646-7785-46cb-8f94-3016a26ee043 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:31.751344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0dcb7ba5-bbb4-430f-bce8-45bea017f124 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be60afd9-0dcb-4372-b68e-ed03d79c1ed2 HTTP/1.1" status: 204 len: 168 time: 0.8969734 Sep 10 03:03:31.756915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-b01768a2-9808-4067-9631-36bd32d5abaf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788693 Sep 10 03:03:31.779170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Request body: {'port': {'device_id': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:31.785501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86efde6a-34cb-4473-b89d-975a33461cd1 req-d000b646-7785-46cb-8f94-3016a26ee043 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 931 time: 0.1450105 Sep 10 03:03:31.790553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.794464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7ba5-bbb4-430f-bce8-45bea017f124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be60afd9-0dcb-4372-b68e-ed03d79c1ed2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:31.848333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86efde6a-34cb-4473-b89d-975a33461cd1 req-363067eb-53c7-4a97-9f7e-56ff1fa91f6d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607445 Sep 10 03:03:31.920829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:31.941662 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-e644c7fa-4f0f-4adf-9894-2acbb2e98ad1 service neutron] 10.222.0.23 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008839 Sep 10 03:03:32.287953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f3825-0288-4319-916d-b010656201d8 req-60557e3b-b996-4b20-b4c8-90ba160db8fb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:32.300809 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df9f3825-0288-4319-916d-b010656201d8 req-60557e3b-b996-4b20-b4c8-90ba160db8fb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 949 time: 0.1015129 Sep 10 03:03:32.398399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df9f3825-0288-4319-916d-b010656201d8 req-94117931-5416-4530-bf34-4d4f7278abd7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958297 Sep 10 03:03:32.512392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:32.535744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:32.611310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:32.648726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Transition to ACTIVE for port object 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:32.654402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfff23e-8632-4ea8-827b-c25b58bf0ee6 req-86a31ee0-7163-4a59-a51a-55153ebd2168 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 210 time: 0.1027124 Sep 10 03:03:32.657790 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:32.744599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Pushing event updated for resources: {'Port': ['ID=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:32.746109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:32.752299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:32.752679 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:32.931368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b42167-fd3b-4ea8-8924-ad3e4476c938 req-c69199a7-3aa5-4bed-afbf-46f713bad54b tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:32.942600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7b42167-fd3b-4ea8-8924-ad3e4476c938 req-c69199a7-3aa5-4bed-afbf-46f713bad54b tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.1303811 Sep 10 03:03:32.950289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Attempting to bind port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:32.950624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Attempting to bind port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:32.951637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Attempting to bind port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 on network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:32.957822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 on network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:32.958273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Attempting to bind port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 on network 8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:32.964773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:32.965537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Checking segment: {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:32.965997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Bound using segment: {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:32.967112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Bound port: 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bf5f6c-552f-498a-bcc3-5b9936c1c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:32.967680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:33.029607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:33.052413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7b42167-fd3b-4ea8-8924-ad3e4476c938 req-37dc33cd-fa33-467b-bd04-f242173db770 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066391 Sep 10 03:03:33.068783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ae5e87-e698-4722-9157-452228919ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:33.071521 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e580f4-a02a-4739-a013-dbc3256c2b00" -d '{"events": [{"server_uuid": "25ae5e87-e698-4722-9157-452228919ea1", "name": "network-vif-plugged", "status": "completed", "tag": "e53caeaa-0ff9-4b2f-84aa-54e92987b8d7"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:33.097290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:33.105481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:33.202015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de6ee-fc82-4d97-950f-4e63015b94d5 req-0db5826f-5d28-4635-9a36-c90ae26874ee tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:33.203441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-369de6ee-fc82-4d97-950f-4e63015b94d5 req-0db5826f-5d28-4635-9a36-c90ae26874ee tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 943 time: 0.1315916 Sep 10 03:03:33.211137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:33.221041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] For port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:33.229282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] For port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:33.244646 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:33.263807 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42ed5ea-3498-4a2c-adce-3c7613f9dbc0 x-openstack-request-id: req-b42ed5ea-3498-4a2c-adce-3c7613f9dbc0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:33.264109 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ae5e87-e698-4722-9157-452228919ea1", "name": "network-vif-plugged", "status": "completed", "tag": "e53caeaa-0ff9-4b2f-84aa-54e92987b8d7", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:33.264367 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b42ed5ea-3498-4a2c-adce-3c7613f9dbc0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:33.264782 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ae5e87-e698-4722-9157-452228919ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7', 'code': 200} Sep 10 03:03:33.309405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:33.310420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:33.312109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] 10.222.0.32 "PUT /v2.0/ports/7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 HTTP/1.1" status: 200 len: 1091 time: 1.5398188 Sep 10 03:03:33.312797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'tag': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:33.316213 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a5be29-fb91-4725-9d61-3579dffe062e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b64aab2-6e03-4c00-a1ac-37c57921907d", "tag": "7dabefe0-f10b-4773-80e9-7d6e9f2b0c63"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:33.373033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-369de6ee-fc82-4d97-950f-4e63015b94d5 req-c2e054b3-ffe3-48dc-a175-f30812f689f1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592524 Sep 10 03:03:33.395811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02627b35-ffc5-4f10-91a9-6f1e09210b89 service neutron] Pushing event updated for resources: {'Port': ['ID=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:33.409727 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ec7b9-625d-4094-bd63-1fa0736be7ad x-openstack-request-id: req-e27ec7b9-625d-4094-bd63-1fa0736be7ad {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:33.410021 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b64aab2-6e03-4c00-a1ac-37c57921907d", "tag": "7dabefe0-f10b-4773-80e9-7d6e9f2b0c63", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:33.410280 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e27ec7b9-625d-4094-bd63-1fa0736be7ad {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:33.410680 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'tag': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63', 'status': 'completed', 'code': 200} Sep 10 03:03:33.450348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d149c5b-54cc-4eaf-b5be-030af9149cec req-8abfc080-53d0-4b10-bc73-166bb1522275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:33.467658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d149c5b-54cc-4eaf-b5be-030af9149cec req-8abfc080-53d0-4b10-bc73-166bb1522275 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 1101 time: 0.0986092 Sep 10 03:03:33.469858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-ed2a1833-8b68-4778-8650-25441b1878dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:33.473543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-ed2a1833-8b68-4778-8650-25441b1878dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 1094 time: 0.0657601 Sep 10 03:03:33.541998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-1e803dee-e901-477c-9f02-2eec2636c97a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 HTTP/1.1" status: 200 len: 217 time: 0.0562446 Sep 10 03:03:33.574508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d149c5b-54cc-4eaf-b5be-030af9149cec req-5f4d616a-a16f-4e27-b4f2-7edd694c35fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901034 Sep 10 03:03:33.649642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-dab60852-2bb3-4f8a-b12b-37de86b56a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:33.651869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-dab60852-2bb3-4f8a-b12b-37de86b56a34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.1000774 Sep 10 03:03:33.725141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-3a48d91e-fa49-4a5f-b428-f0a2df1a8d04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554500 Sep 10 03:03:33.757611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1543cc-5277-4254-80fd-3422ec2f9cdc req-64433598-5b06-4208-b801-9bf09a89245a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:33.762511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe1543cc-5277-4254-80fd-3422ec2f9cdc req-64433598-5b06-4208-b801-9bf09a89245a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 950 time: 0.1732931 Sep 10 03:03:33.959347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cc58fe8-e063-407b-bd7c-6b1e8701070b req-9e0649b9-062b-42ec-a0be-53b5a2f9603a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 210 time: 0.0521343 Sep 10 03:03:34.015788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe1543cc-5277-4254-80fd-3422ec2f9cdc req-db82ce7f-d56b-427b-a066-a9b2a43d0564 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402434 Sep 10 03:03:34.043371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-5d11883d-c636-4728-b6b2-298c8db38b2a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:34.045025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-5d11883d-c636-4728-b6b2-298c8db38b2a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 808 time: 0.2769904 Sep 10 03:03:34.066432 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Request body: {'port': {'device_id': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'admin_state_up': True, 'tenant_id': 'ff53133a072e468dae1c1a13132c8f31'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:34.087982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-bdeed147-1e52-4770-9b01-1239e3e79026 service neutron] 10.222.0.32 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243167 Sep 10 03:03:34.239481 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbd1dc0d-23d9-4ae3-816d-9c4dcd7c669b req-8ef2d760-61a6-480c-be85-233fc037b2c3 service neutron] 10.222.0.32 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350391 Sep 10 03:03:34.329106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-388f02c0-19f1-4976-9119-8b5c7100c7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:34.334244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Made reservation on behalf of ff53133a072e468dae1c1a13132c8f31 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:34.337896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:34.374281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5be29-fb91-4725-9d61-3579dffe062e req-b4fff2cb-d618-46ec-bf0d-ce6ecb0ecb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:34.381769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-b4fff2cb-d618-46ec-bf0d-ce6ecb0ecb57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 1094 time: 0.0788589 Sep 10 03:03:34.540790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5be29-fb91-4725-9d61-3579dffe062e req-494a881d-403b-4df3-957b-d9c47a3db9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:34.544237 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-494a881d-403b-4df3-957b-d9c47a3db9e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 914 time: 0.1553602 Sep 10 03:03:34.610414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Allocated IP 172.20.0.9 (f27cd70f-0acf-453b-8644-d38267514cb4/c59e221c-9d0f-43b7-a6e0-94503c996ccd/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:34.664147 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:34.705410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-48b129d3-9ecc-4fe0-bb08-b37d371168af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 HTTP/1.1" status: 200 len: 217 time: 0.1422079 Sep 10 03:03:34.858033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fed20-b89a-417c-a5ac-f940c5dc75b2 req-1c4c2ffe-b886-49b1-9c5e-0a889374a097 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:34.859685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d9fed20-b89a-417c-a5ac-f940c5dc75b2 req-1c4c2ffe-b886-49b1-9c5e-0a889374a097 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 943 time: 0.3133132 Sep 10 03:03:34.896742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5be29-fb91-4725-9d61-3579dffe062e req-10396e01-99e1-4201-90dc-5d50e63b4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:34.899066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-10396e01-99e1-4201-90dc-5d50e63b4d1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.1831491 Sep 10 03:03:34.948873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:35.001895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-8ae30d6f-5276-4b02-8b00-daffd1a4e15b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716174 Sep 10 03:03:35.008053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:35.022156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3640c922-14b7-42d9-9e0f-9f92920c2873'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:35.057481 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d9fed20-b89a-417c-a5ac-f940c5dc75b2 req-2e9a3d64-1e76-4aad-b11f-3bbe4c684bab tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832023 Sep 10 03:03:35.172673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Network f27cd70f-0acf-453b-8644-d38267514cb4 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:35.202801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:35.215107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-dfd342db-1f30-4139-8605-ff45d738ef8f service neutron] 10.222.0.32 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952796 Sep 10 03:03:35.250114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:35.339052 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:35.352040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:35.379546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058275e-684c-44ae-94b4-19f63da5c050 req-ee9fe808-cfb8-4f27-9fb6-5e54daa64d4e tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:35.386733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6058275e-684c-44ae-94b4-19f63da5c050 req-ee9fe808-cfb8-4f27-9fb6-5e54daa64d4e tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.2584999 Sep 10 03:03:35.395854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:35.396504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:35.431230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ce6c7029-a2b7-4184-985a-926d4c67d718 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3726783 Sep 10 03:03:35.467803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6058275e-684c-44ae-94b4-19f63da5c050 req-b219a97c-73ce-4f13-9026-9a5fdfdde821 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799456 Sep 10 03:03:35.479501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Request body: {'port': {'device_id': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:35.514371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20a5be29-fb91-4725-9d61-3579dffe062e req-2c030f02-0159-493a-802f-0c45c1865f13 service neutron] 10.222.0.32 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840650 Sep 10 03:03:35.560338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff372f-0abd-4897-a379-4d0adc32fe4a req-d45e5345-5297-4769-9cd6-fa77ea0b9d7b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:35.568850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcff372f-0abd-4897-a379-4d0adc32fe4a req-d45e5345-5297-4769-9cd6-fa77ea0b9d7b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 931 time: 0.0682962 Sep 10 03:03:35.577680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:35.629284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcff372f-0abd-4897-a379-4d0adc32fe4a req-3b4750ae-d591-412c-bd52-411469017673 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593884 Sep 10 03:03:35.712237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed839e-4041-41d5-bd4b-6e780577e528 req-b5e17780-3703-45d6-8da8-d042c0554774 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:35.713760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fed839e-4041-41d5-bd4b-6e780577e528 req-b5e17780-3703-45d6-8da8-d042c0554774 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 950 time: 0.1141322 Sep 10 03:03:35.976907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:35.988097 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:36.005033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fed839e-4041-41d5-bd4b-6e780577e528 req-a5b59e36-5f20-45f0-8206-5318c296be58 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422338 Sep 10 03:03:36.026034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Transition to ACTIVE for port object 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:36.034251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:36.196936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:36.344773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:36.345618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:36.346539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:36.356416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:36.356799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:36.388695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:36.389025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:36.389422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:36.389885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Bound port: 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:36.390250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:36.401762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00861d4-e219-4402-a31e-665149f13c05 req-2677e346-f1db-48b3-a311-06e8a704cb0d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:36.415754 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d00861d4-e219-4402-a31e-665149f13c05 req-2677e346-f1db-48b3-a311-06e8a704cb0d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 943 time: 0.2092113 Sep 10 03:03:36.601378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:36.605522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:36.612812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d00861d4-e219-4402-a31e-665149f13c05 req-2216c2b5-177b-4b45-a341-d1bee15c55c3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961703 Sep 10 03:03:36.614391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:36.675545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:36.676338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:36.678262 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 1091 time: 1.2090590 Sep 10 03:03:36.680985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:36.684179 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f627851-805c-4d85-881e-8afa1860d8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:36.760702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5283d3-c2b0-4986-b45b-f4693a2b11a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:36.780383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-43fe7e8c-a0b1-43d7-a5d5-5f372f745b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:36.782130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-43fe7e8c-a0b1-43d7-a5d5-5f372f745b5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1094 time: 0.0525980 Sep 10 03:03:36.807603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:36.834320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-6b99fa27-fecf-4e3a-abf3-38a332678f29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 217 time: 0.0400875 Sep 10 03:03:36.909724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-3eb36e3a-e808-4089-867b-42da1fd1bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:36.912084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-3eb36e3a-e808-4089-867b-42da1fd1bc33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0666265 Sep 10 03:03:36.992556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-ef8c9166-3321-441c-8d74-951d68b5e747 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720069 Sep 10 03:03:37.034055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:37.037592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57185f-6401-4be8-a0da-77febf509aa6 req-042e49aa-5834-4e1e-8438-edc2fa2b811a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.051530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d57185f-6401-4be8-a0da-77febf509aa6 req-042e49aa-5834-4e1e-8438-edc2fa2b811a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.1000259 Sep 10 03:03:37.064056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63', 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'port_id': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63', 'mac_address': 'fa:16:3e:52:e1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279fdcd1-9ed8-4856-a6c1-11aa731223cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:37.127191 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d57185f-6401-4be8-a0da-77febf509aa6 req-92082c06-9fe2-43a2-96d6-15501767b8bc tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696504 Sep 10 03:03:37.128891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:37.145230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:37.169444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:37.176741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:37.220494 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bcdf77-24fc-43cf-a1c4-1bcbd744a1b4 x-openstack-request-id: req-b8bcdf77-24fc-43cf-a1c4-1bcbd744a1b4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:37.220857 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:37.221771 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8bcdf77-24fc-43cf-a1c4-1bcbd744a1b4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:37.222175 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'status': 'completed', 'code': 200} Sep 10 03:03:37.271680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:37.282044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:37.302379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-bf20e5f7-751c-4d6f-8972-fd8d2c3ba912 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873735 Sep 10 03:03:37.357629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467a40-918d-443d-9d54-0652791e7503 req-1799086d-9101-43e2-a50f-1b2ec81397ca tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.365226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4467a40-918d-443d-9d54-0652791e7503 req-1799086d-9101-43e2-a50f-1b2ec81397ca tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.0631006 Sep 10 03:03:37.370646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.371133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.371653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.372099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.372568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.373042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.373498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.373962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.374431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.375150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.375670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.376130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.376597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.377098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.377561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.378022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.378481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.379424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.379424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.379903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.380662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.381126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.382015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.382919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.383509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.387494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-f5ed1782-3293-4e7c-9992-652e022a9df9 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d&device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d&device_id=25ae5e87-e698-4722-9157-452228919ea1&device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a&device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b&device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39&device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49&device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6&device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176&device_id=22e27945-3370-4981-96fd-7ddbc032cc13&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df&device_id=87e96e3d-9784-41b3-8984-97aa438a5934&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 22545 time: 0.1335757 Sep 10 03:03:37.444216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-d533362c-4b36-47d4-98a6-ce5d4abbd4ec tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:37.444976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4467a40-918d-443d-9d54-0652791e7503 req-af952837-09f0-4984-bc7d-6d01aa80dba1 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784917 Sep 10 03:03:37.484109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1e679b2-4374-42a5-b46c-c6c134fb26ed req-28aeff7c-4228-45d0-a80e-d9983842367f service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708138 Sep 10 03:03:37.567554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['7dabefe0-f10b-4773-80e9-7d6e9f2b0c63'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:37.659998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-1760b1eb-7b65-4ec5-a64d-d619c729c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.661586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-1760b1eb-7b65-4ec5-a64d-d619c729c18b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1094 time: 0.1139681 Sep 10 03:03:37.776046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-d533362c-4b36-47d4-98a6-ce5d4abbd4ec tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:37.800120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-d533362c-4b36-47d4-98a6-ce5d4abbd4ec tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:37.870609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d89f98-a693-48d0-b7bb-42f8231461fb req-a9f44399-ec83-4533-a3d4-7b8dd8146d58 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.885267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0d89f98-a693-48d0-b7bb-42f8231461fb req-a9f44399-ec83-4533-a3d4-7b8dd8146d58 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 944 time: 0.1058652 Sep 10 03:03:37.935773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f71f8c0-b06f-4644-911b-f5b1027f1e13 req-d533362c-4b36-47d4-98a6-ce5d4abbd4ec tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&id=28bfaccc-838c-4314-9153-83eea3764540&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&id=eec94a6d-8778-4241-9023-009d9d795c0d&id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 899 time: 0.5170674 Sep 10 03:03:37.957900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-0bc88ea9-58b5-4a5b-a53d-ad7c180dbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:37.963150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-0bc88ea9-58b5-4a5b-a53d-ad7c180dbd68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.2897663 Sep 10 03:03:37.979761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0d89f98-a693-48d0-b7bb-42f8231461fb req-012d173b-d99e-4e76-82d6-d78cc9822d72 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819097 Sep 10 03:03:38.131063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-a2d8a1fd-ccd3-4afb-b8d2-1767437b592c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 217 time: 0.1550453 Sep 10 03:03:38.164225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533362c-4b36-47d4-98a6-ce5d4abbd4ec tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fe857-8765-4751-8b6a-c8b4d8f1fab3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:38.253771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-85465ded-7ef0-4339-aa9b-8799ef8b3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.255253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-85465ded-7ef0-4339-aa9b-8799ef8b3be5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.1103730 Sep 10 03:03:38.318065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-a39fb5c8-9408-4c42-86ba-07387a44fed0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539358 Sep 10 03:03:38.406792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace910df-53e7-4305-99cc-57e55209f641 req-63534ae5-025a-418f-a4fb-1082c89fac8f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.442267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ace910df-53e7-4305-99cc-57e55209f641 req-63534ae5-025a-418f-a4fb-1082c89fac8f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.1273751 Sep 10 03:03:38.471346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-71457965-32d1-46b0-ad12-c3ba51342f0d service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443434 Sep 10 03:03:38.493354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ace910df-53e7-4305-99cc-57e55209f641 req-81b576c5-6d26-4fe7-bae8-f28eacdc356a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Sep 10 03:03:38.623474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ef25-2c84-4d26-b0db-e33e17186f96 req-5b214ba6-b564-4f22-8d48-342b13dcd7d5 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.623985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ef25-2c84-4d26-b0db-e33e17186f96 req-5b214ba6-b564-4f22-8d48-342b13dcd7d5 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.624787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ef25-2c84-4d26-b0db-e33e17186f96 req-5b214ba6-b564-4f22-8d48-342b13dcd7d5 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.626520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7de2ef25-2c84-4d26-b0db-e33e17186f96 req-5b214ba6-b564-4f22-8d48-342b13dcd7d5 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1&device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b&device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 2884 time: 0.1542516 Sep 10 03:03:38.635585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13411b-e707-4bea-a3fd-9856eebfa020 req-5a0e7918-cd43-4964-8d3a-ae0fc2f7188a tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.648076 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae13411b-e707-4bea-a3fd-9856eebfa020 req-5a0e7918-cd43-4964-8d3a-ae0fc2f7188a tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.0696795 Sep 10 03:03:38.682613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f627851-805c-4d85-881e-8afa1860d8a5 req-95765d4f-3912-4a79-8623-7cd9c81d9e0e service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007854 Sep 10 03:03:38.700429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae13411b-e707-4bea-a3fd-9856eebfa020 req-caad9c13-8742-4f03-9c14-39d46d110152 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec94a6d-8778-4241-9023-009d9d795c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468400 Sep 10 03:03:38.706845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-35fb0eed-cf40-40a4-a227-4ae1e8f6542f tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:38.708368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-35fb0eed-cf40-40a4-a227-4ae1e8f6542f tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 945 time: 0.1648962 Sep 10 03:03:38.719082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7de2ef25-2c84-4d26-b0db-e33e17186f96 req-42d9e104-4da8-40ee-a48e-0170817af9ce tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821323 Sep 10 03:03:39.327705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66742f-d106-493d-81c5-c490cc06896e req-a26780b0-7927-4563-be20-ecb50ea22e16 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:39.335954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a66742f-d106-493d-81c5-c490cc06896e req-a26780b0-7927-4563-be20-ecb50ea22e16 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 944 time: 0.1361141 Sep 10 03:03:39.360944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Deleting port 85636747-1407-4af3-856e-c0aef0acd34b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:39.371178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:39.433426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a66742f-d106-493d-81c5-c490cc06896e req-97617ec3-e6d3-4abd-9f87-47c2c6877864 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941398 Sep 10 03:03:39.522443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] For port 85636747-1407-4af3-856e-c0aef0acd34b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=85636747-1407-4af3-856e-c0aef0acd34b,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:39.522817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:39.656377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4382b2-a719-43f7-a89b-9ae048e4b923 req-d2d22eb7-b188-4f9c-ad50-46d40470c83a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:39.667719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb4382b2-a719-43f7-a89b-9ae048e4b923 req-d2d22eb7-b188-4f9c-ad50-46d40470c83a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0684693 Sep 10 03:03:39.715962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb4382b2-a719-43f7-a89b-9ae048e4b923 req-e33fbe0e-306d-46f5-a21c-778f83ac1b37 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471148 Sep 10 03:03:39.753758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:39.754378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:39.755010 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Floating IP 8f58e4f6-9404-4aff-89bb-f1660ce93a92 disassociated. External IP: 172.25.8.203, port: 85636747-1407-4af3-856e-c0aef0acd34b. Sep 10 03:03:39.755551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Calling delete_port for 85636747-1407-4af3-856e-c0aef0acd34b owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:39.816426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90182aa8-ab95-4e9e-87a6-e750c29f729f req-593d3694-3c6d-4f3e-ac12-44557964a73d tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:39.818197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90182aa8-ab95-4e9e-87a6-e750c29f729f req-593d3694-3c6d-4f3e-ac12-44557964a73d tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 951 time: 0.1276214 Sep 10 03:03:39.848327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-eaf0aaf0-3902-4fd1-bf17-4a9a13b0b0c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600388 Sep 10 03:03:39.851421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c248d0-d352-4cc1-bbb3-8b8700983b1a req-f9481b1e-42a1-45de-ad8c-04c4c0feae1a tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:39.852892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5c248d0-d352-4cc1-bbb3-8b8700983b1a req-f9481b1e-42a1-45de-ad8c-04c4c0feae1a tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1101 time: 0.0755529 Sep 10 03:03:39.876119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90182aa8-ab95-4e9e-87a6-e750c29f729f req-94001a45-04d8-438e-b099-17e531e17dcd tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Sep 10 03:03:39.945793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:39.949283 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5c248d0-d352-4cc1-bbb3-8b8700983b1a req-c51f54be-ccdb-4174-8264-0cde9ca1e8d0 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Sep 10 03:03:39.966582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-905bbde7-0f97-47c5-b758-3fe923c5eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:39.968520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-905bbde7-0f97-47c5-b758-3fe923c5eb64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc06a643d45249aa93f98833bde4887a&device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 1102 time: 0.0530319 Sep 10 03:03:40.032194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event deleted for resources: {'Port': ['ID=85636747-1407-4af3-856e-c0aef0acd34b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:40.041620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215bc6fa-7cae-43ae-9a58-929b0afa10c8 req-490023c0-af40-4980-8435-7c7be2ac284a tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0726335 Sep 10 03:03:40.121596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-dbc489a0-5031-43ea-869f-2f29cc40ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:40.123683 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-dbc489a0-5031-43ea-869f-2f29cc40ef2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1171119 Sep 10 03:03:40.188327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-9a5be5ce-6bae-44d5-b907-6a2e002d2164 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad HTTP/1.1" status: 200 len: 217 time: 0.0527263 Sep 10 03:03:40.208891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Router 9d628553-9ac3-4837-b1ac-3a52b32af3fe has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:03:40.294009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01810971-a18f-4899-b3cf-fa6fd6cf4e71 req-1dcf4f2f-f1ae-4c5f-99d4-f5dda8376176 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:40.295704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01810971-a18f-4899-b3cf-fa6fd6cf4e71 req-1dcf4f2f-f1ae-4c5f-99d4-f5dda8376176 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1101 time: 0.1185737 Sep 10 03:03:40.308541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-48a52017-95cf-46a0-8cfb-04ac43b3c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:40.310195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-48a52017-95cf-46a0-8cfb-04ac43b3c3b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0877995 Sep 10 03:03:40.403291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:03:40.416072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] Sync routers for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:03:40.431856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:40.432519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:40.467833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] No DVR routers for this DVR port 85636747-1407-4af3-856e-c0aef0acd34b on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:40.471005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:40.473675 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6f8d37b-38f0-471d-8c6a-d840350a936a req-21d52dca-3631-43c4-a854-ac9187f8ee44 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.36 "DELETE /v2.0/ports/85636747-1407-4af3-856e-c0aef0acd34b HTTP/1.1" status: 204 len: 173 time: 1.7536583 Sep 10 03:03:40.474411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'name': 'network-vif-deleted', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:40.478681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01810971-a18f-4899-b3cf-fa6fd6cf4e71 req-cbb2b874-36d4-4a6a-9913-6ae5869da78a tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723769 Sep 10 03:03:40.485888 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d7a6ff-548c-4e8a-9fbf-e465942acbc8" -d '{"events": [{"server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "name": "network-vif-deleted", "tag": "85636747-1407-4af3-856e-c0aef0acd34b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:40.494983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-a660a44f-9ed5-448a-af07-3263301878c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:40.499402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-a660a44f-9ed5-448a-af07-3263301878c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753352 Sep 10 03:03:40.650152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:40.682728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-90a4615e-50eb-442a-9aed-b1966da08b7e service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727741 Sep 10 03:03:40.743681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:40.759345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532519-a125-4174-b9b0-71dd655bdc00 req-5333f0f4-3ef5-4b4a-8d44-e3f463707cee tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:40.760912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca532519-a125-4174-b9b0-71dd655bdc00 req-5333f0f4-3ef5-4b4a-8d44-e3f463707cee tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 944 time: 0.1709783 Sep 10 03:03:40.833238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:40.846733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca532519-a125-4174-b9b0-71dd655bdc00 req-fad28304-8662-4717-b092-102ff6c1aff4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Sep 10 03:03:40.876354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57959ff3-0781-4422-a1c8-02b7fdd88103 req-1f5c35e2-a226-4120-95e4-1a880e2cad2b service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749430 Sep 10 03:03:41.035229 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7666505-645f-481c-a916-b00c43be9351 x-openstack-request-id: req-f7666505-645f-481c-a916-b00c43be9351 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:41.035710 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f6b6e-12b7-42a8-b91a-7f7b72885176", "name": "network-vif-deleted", "tag": "85636747-1407-4af3-856e-c0aef0acd34b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:41.036040 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7666505-645f-481c-a916-b00c43be9351 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:41.036751 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f6b6e-12b7-42a8-b91a-7f7b72885176', 'name': 'network-vif-deleted', 'tag': '85636747-1407-4af3-856e-c0aef0acd34b', 'status': 'completed', 'code': 200} Sep 10 03:03:41.061347 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:41.115022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:41.117717 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edf9b91-c672-4fab-ab68-47182420b71a" -d '{"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:41.120998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:41.129588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:41.130087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:41.145698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:41.168102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:41.169105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85636747-1407-4af3-856e-c0aef0acd34b no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:41.197890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 85636747-1407-4af3-856e-c0aef0acd34b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:41.198539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 85636747-1407-4af3-856e-c0aef0acd34b not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:41.202410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdfd9c-cd02-4f9f-b01e-b007a2be25de req-507d9e8d-9bac-4c1e-8294-caa0983f4c1e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:41.210315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-effdfd9c-cd02-4f9f-b01e-b007a2be25de req-507d9e8d-9bac-4c1e-8294-caa0983f4c1e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0680237 Sep 10 03:03:41.254113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:41.259974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-effdfd9c-cd02-4f9f-b01e-b007a2be25de req-4ca3a3f1-fe17-4296-bfd1-17d24e54e0f0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 Sep 10 03:03:41.286881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] Checking router: 9d628553-9ac3-4837-b1ac-3a52b32af3fe for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:03:41.324945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:41.325130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:41.366050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6a457d0-4829-44ba-ac78-cce543065bd8 req-21a24c8b-d8b7-4e15-921b-fd50574e8b53 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0517542 Sep 10 03:03:41.511413 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a185de4-540a-44fd-92a5-3112bc7b9fc8 x-openstack-request-id: req-5a185de4-540a-44fd-92a5-3112bc7b9fc8 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:41.512288 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:41.512288 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a185de4-540a-44fd-92a5-3112bc7b9fc8 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:41.512971 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'code': 200} Sep 10 03:03:41.532591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=11']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:41.572174 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:41.650856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:41.652849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:41.682578 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:41.818807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:41.938284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917e57-265b-4a51-84e8-d1259eaae5b4 req-613ec480-fb97-48cc-a968-1ae0cbc7f9d3 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:41.941207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14917e57-265b-4a51-84e8-d1259eaae5b4 req-613ec480-fb97-48cc-a968-1ae0cbc7f9d3 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 949 time: 0.1128073 Sep 10 03:03:41.948268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:41.989266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14917e57-265b-4a51-84e8-d1259eaae5b4 req-f1d5268d-cd07-4de9-bdce-c9caa70a0d7f tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Sep 10 03:03:42.004760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a76b19-62c2-4754-b058-100d033c1201 None None] The sync data for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 is: [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:00:40Z', 'revision_number': 4, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '7d67dbb1-d4db-49c3-abac-3e224243f15d', 'name': '', 'network_id': 'd38cf699-b864-4e9b-9582-ecd1c44affab', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'mac_address': 'fa:16:3e:6b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:39Z', 'updated_at': '2021-09-10T03:00:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'subnets': [{'id': '8a2e48e6-b2af-4ee0-9b17-352033429b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:03:42.198810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b620-ce12-43db-b8ab-45eab949d4d1 req-ec96231a-aa85-4817-9a18-5fa8c80d027c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:42.200522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a14b620-ce12-43db-b8ab-45eab949d4d1 req-ec96231a-aa85-4817-9a18-5fa8c80d027c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.0774801 Sep 10 03:03:42.300074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a14b620-ce12-43db-b8ab-45eab949d4d1 req-cdb6b19a-90c0-41dc-bcad-6d6aeea235dc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872755 Sep 10 03:03:42.334038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fb888-b8af-49a4-9315-e1620a405b4d req-69069a1d-5564-46ba-a625-7f8027445541 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:42.336384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be4fb888-b8af-49a4-9315-e1620a405b4d req-69069a1d-5564-46ba-a625-7f8027445541 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0634172 Sep 10 03:03:42.387039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be4fb888-b8af-49a4-9315-e1620a405b4d req-9bea4a48-8311-4119-87ca-547c14f0972d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Sep 10 03:03:42.491058 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb3fce-e80a-4e51-b32e-0f18383785c2 None None] New status for floating IP 8f58e4f6-9404-4aff-89bb-f1660ce93a92: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:03:42.496077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934927e-e5f5-46ca-8b9a-43e94a3b8ca1 req-be44baa2-dce1-409a-ab6c-e1a0e0a22e63 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:42.504046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d934927e-e5f5-46ca-8b9a-43e94a3b8ca1 req-be44baa2-dce1-409a-ab6c-e1a0e0a22e63 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0766709 Sep 10 03:03:42.537380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c992e8de-2d61-42f6-bcba-9e1e8d0ae755 req-5772c218-4282-4c49-bf87-727b594a2e5a tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0595133 Sep 10 03:03:42.603005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d934927e-e5f5-46ca-8b9a-43e94a3b8ca1 req-64cf187c-84b2-43a1-8dc2-253ca29bbb5a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868349 Sep 10 03:03:42.879511 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-f320a1dd-f376-419a-821a-9164ab63d92e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402546 Sep 10 03:03:42.941030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d3098-010d-41d9-b1dd-be1441ede220 req-bf9eb129-c519-47bd-80c3-b801d56ba026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:42.942673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-bf9eb129-c519-47bd-80c3-b801d56ba026 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 1095 time: 0.0405512 Sep 10 03:03:43.058767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d3098-010d-41d9-b1dd-be1441ede220 req-b413de3f-2f8f-4fc8-92da-5300367ec142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.060437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-b413de3f-2f8f-4fc8-92da-5300367ec142 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.0982859 Sep 10 03:03:43.103914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-69c710bf-e209-46c8-a0ca-61d08eead247 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 200 len: 217 time: 0.0352325 Sep 10 03:03:43.131085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bde13-7c95-4f93-9dad-856d1bca1f55 req-e37d48d0-047b-4f7c-8e24-591db43ed1d7 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.133577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-037bde13-7c95-4f93-9dad-856d1bca1f55 req-e37d48d0-047b-4f7c-8e24-591db43ed1d7 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 949 time: 0.0563378 Sep 10 03:03:43.170123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d3098-010d-41d9-b1dd-be1441ede220 req-2fa6cc68-8ce8-4b03-b905-036f2a4c7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.171676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-2fa6cc68-8ce8-4b03-b905-036f2a4c7134 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0610218 Sep 10 03:03:43.192956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-037bde13-7c95-4f93-9dad-856d1bca1f55 req-9f37a114-c643-4d9b-83b2-976883e717d3 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 Sep 10 03:03:43.210422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-7059e514-a7d5-40f1-b45b-6c8a2556f2fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306239 Sep 10 03:03:43.307798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-2d60223f-2e98-4787-bbca-8d580618a9ed service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897865 Sep 10 03:03:43.406788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e928-fe8e-41c2-a56b-570b2c3478c6 req-490091ec-59cb-4a49-bf0b-58132516016c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.414466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-122d3098-010d-41d9-b1dd-be1441ede220 req-94138829-7cb3-4a0c-ada3-d7245396187f service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984321 Sep 10 03:03:43.415750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0754e928-fe8e-41c2-a56b-570b2c3478c6 req-490091ec-59cb-4a49-bf0b-58132516016c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.0579352 Sep 10 03:03:43.465130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0754e928-fe8e-41c2-a56b-570b2c3478c6 req-9863fce5-b906-40e4-b7d8-594c65fc6a20 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Sep 10 03:03:43.513311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:43.516344 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54436169-acef-4901-9202-cc51a6c5eb48" -d '{"events": [{"server_uuid": "3b64aab2-6e03-4c00-a1ac-37c57921907d", "name": "network-vif-plugged", "status": "completed", "tag": "7dabefe0-f10b-4773-80e9-7d6e9f2b0c63"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:43.554511 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ccaff1-65d6-4c15-8957-e15e265258ab x-openstack-request-id: req-39ccaff1-65d6-4c15-8957-e15e265258ab {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:43.555087 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b64aab2-6e03-4c00-a1ac-37c57921907d", "name": "network-vif-plugged", "status": "completed", "tag": "7dabefe0-f10b-4773-80e9-7d6e9f2b0c63", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:43.555534 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39ccaff1-65d6-4c15-8957-e15e265258ab {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:43.556116 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63', 'code': 200} Sep 10 03:03:43.577171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ba64a-2bc4-4cb9-94d4-319d5aede8c7 req-1a34c3c0-039d-4b97-961b-7881d31f9f26 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.579408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd2ba64a-2bc4-4cb9-94d4-319d5aede8c7 req-1a34c3c0-039d-4b97-961b-7881d31f9f26 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0831316 Sep 10 03:03:43.672308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca9734ce-cb81-476a-86b1-942bb6fe8efe req-426a70c1-35d1-4198-b54f-f9d4dad77245 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0423362 Sep 10 03:03:43.688057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd2ba64a-2bc4-4cb9-94d4-319d5aede8c7 req-084125da-5dda-4aa2-99ee-2227a7306adb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003592 Sep 10 03:03:43.700844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8c20b-b94e-43cc-9626-376fa9782eaf req-98d38c4c-364d-409e-9246-a5ff1b677a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.702393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0f8c20b-b94e-43cc-9626-376fa9782eaf req-98d38c4c-364d-409e-9246-a5ff1b677a85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 1096 time: 0.0816438 Sep 10 03:03:43.784782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0f8c20b-b94e-43cc-9626-376fa9782eaf req-be66c0c8-14f4-4e28-9997-3643d24d8df3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719702 Sep 10 03:03:43.828403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33703ca-9bd4-4094-b657-34df4317ce3b req-2b0c644d-0608-4fba-bd81-00c13715480b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.829970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d33703ca-9bd4-4094-b657-34df4317ce3b req-2b0c644d-0608-4fba-bd81-00c13715480b tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0707028 Sep 10 03:03:43.868170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d33703ca-9bd4-4094-b657-34df4317ce3b req-9fe1776b-3229-48e3-ad1d-859ccc5b71ff tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Sep 10 03:03:43.996540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-ccc1cb01-1314-4cb5-b869-8cbda68bf3b8 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:43.998010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-ccc1cb01-1314-4cb5-b869-8cbda68bf3b8 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.36 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 949 time: 0.0510485 Sep 10 03:03:44.114357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Deleting port 0ec22aef-9794-40c1-a320-fb2b1aca52ad {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:44.114695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:44.227372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] For port 0ec22aef-9794-40c1-a320-fb2b1aca52ad, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0ec22aef-9794-40c1-a320-fb2b1aca52ad,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:44.228040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:44.242314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Calling delete_port for 0ec22aef-9794-40c1-a320-fb2b1aca52ad owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:44.355855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546f95-f0f8-497e-8f7e-1de3e8ceb1b0 req-b745b4ce-9926-4867-9130-ef7fe76f9a78 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:44.357649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b546f95-f0f8-497e-8f7e-1de3e8ceb1b0 req-b745b4ce-9926-4867-9130-ef7fe76f9a78 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/ports?device_id=0571af5e-5cc0-4ccf-ae0a-908a146baa49 HTTP/1.1" status: 200 len: 949 time: 0.0718129 Sep 10 03:03:44.416920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b546f95-f0f8-497e-8f7e-1de3e8ceb1b0 req-ee892d2b-6e20-4a84-a2d1-a3ee19d9f1e9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.23 "GET /v2.0/security-groups?id=28bfaccc-838c-4314-9153-83eea3764540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509989 Sep 10 03:03:44.441774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:44.484711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Pushing event deleted for resources: {'Port': ['ID=0ec22aef-9794-40c1-a320-fb2b1aca52ad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:44.545837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] No DVR routers for this DVR port 0ec22aef-9794-40c1-a320-fb2b1aca52ad on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:44.551777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:44.555937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18c5c21a-6cc8-4266-9517-f65f9548b4ad req-944602d6-5b24-4e35-8231-bb3c2c56a0b9 tempest-ImagesOneServerTestJSON-705674339 tempest-ImagesOneServerTestJSON-705674339-project] 10.222.0.36 "DELETE /v2.0/ports/0ec22aef-9794-40c1-a320-fb2b1aca52ad HTTP/1.1" status: 204 len: 173 time: 0.5493753 Sep 10 03:03:44.556856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-deleted', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:44.561916 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba42f1a-c9ef-4c9a-8ca7-fe004eb9b8ef" -d '{"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-deleted", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:44.631255 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925431fc-b362-4428-88bf-f1feb9794a55 x-openstack-request-id: req-925431fc-b362-4428-88bf-f1feb9794a55 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:44.631255 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0571af5e-5cc0-4ccf-ae0a-908a146baa49", "name": "network-vif-deleted", "tag": "0ec22aef-9794-40c1-a320-fb2b1aca52ad", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:44.631255 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-925431fc-b362-4428-88bf-f1feb9794a55 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:44.631688 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0571af5e-5cc0-4ccf-ae0a-908a146baa49', 'name': 'network-vif-deleted', 'tag': '0ec22aef-9794-40c1-a320-fb2b1aca52ad', 'status': 'completed', 'code': 200} Sep 10 03:03:44.683815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921903-2ed1-4c75-8fa9-4f8b83d544c5 req-1374a7c9-1332-41f9-a173-e8fb2b5faa7c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:44.685940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92921903-2ed1-4c75-8fa9-4f8b83d544c5 req-1374a7c9-1332-41f9-a173-e8fb2b5faa7c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.0707231 Sep 10 03:03:44.745844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92921903-2ed1-4c75-8fa9-4f8b83d544c5 req-0d926eb7-b497-432f-beeb-587b20cda5a7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Sep 10 03:03:44.796709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecd1c258-5a38-40ca-b4a7-14a572263035 req-ab140d13-2699-4a19-beb2-546a7ebd54ef tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b9f6b6e-12b7-42a8-b91a-7f7b72885176 HTTP/1.1" status: 200 len: 210 time: 0.0329270 Sep 10 03:03:44.977935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac8e0-0ff9-464a-a939-9ea7f3a08719 req-0cc856f4-e4bf-4926-91b3-d870b3a6ec61 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:44.989708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-facac8e0-0ff9-464a-a939-9ea7f3a08719 req-0cc856f4-e4bf-4926-91b3-d870b3a6ec61 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1083786 Sep 10 03:03:45.103372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-facac8e0-0ff9-464a-a939-9ea7f3a08719 req-82cc99ce-bc30-4859-bcf3-5b27841b94e8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001182 Sep 10 03:03:45.138190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbcd3-9162-4659-a692-b3ee4a5dbe8e req-af76d08d-0294-41f0-9d19-efd3eb0f3fa9 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:45.140789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5aafbcd3-9162-4659-a692-b3ee4a5dbe8e req-af76d08d-0294-41f0-9d19-efd3eb0f3fa9 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.1118982 Sep 10 03:03:45.183520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5aafbcd3-9162-4659-a692-b3ee4a5dbe8e req-a092f0b1-190f-4b63-ba78-200cbd3dd798 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Sep 10 03:03:45.821370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52300) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:45.894769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7974b9-2c00-4ece-90ca-7ca23eedb805 req-71615537-985d-4bb7-bd25-4ed4ffaf2d9c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:45.896506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be7974b9-2c00-4ece-90ca-7ca23eedb805 req-71615537-985d-4bb7-bd25-4ed4ffaf2d9c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.0604262 Sep 10 03:03:45.921547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52314) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:45.984746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be7974b9-2c00-4ece-90ca-7ca23eedb805 req-6e8d3044-db70-4766-b825-58ef784da2c3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770662 Sep 10 03:03:46.051844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52322) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:46.058085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-44399d97-7467-41a9-9ed4-63a4f30479da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc06a643d45249aa93f98833bde4887a&name=default HTTP/1.1" status: 200 len: 2982 time: 0.2255714 Sep 10 03:03:46.119690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde3510f-3582-4175-9843-3a9b6c026efc tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.187151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde3510f-3582-4175-9843-3a9b6c026efc tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.194772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ca57-2061-4260-abf0-43fe3828f02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.254662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ca57-2061-4260-abf0-43fe3828f02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.299666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86922e5-0bd4-4b61-ba0d-f9821254aad4 req-4877f425-f994-40f9-86e0-f9dfc60887f2 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:46.301518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c86922e5-0bd4-4b61-ba0d-f9821254aad4 req-4877f425-f994-40f9-86e0-f9dfc60887f2 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0728483 Sep 10 03:03:46.318168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde3510f-3582-4175-9843-3a9b6c026efc tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.321609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde3510f-3582-4175-9843-3a9b6c026efc tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.322990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bde3510f-3582-4175-9843-3a9b6c026efc tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "DELETE /v2.0/security-groups/eec94a6d-8778-4241-9023-009d9d795c0d HTTP/1.1" status: 204 len: 168 time: 0.4004419 Sep 10 03:03:46.327488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:46.351860 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-1ca98c4c-8867-4a78-b8ac-bb4ad3e6ded9 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] show failed (client error): The resource could not be found. Sep 10 03:03:46.352463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3510f-3582-4175-9843-3a9b6c026efc tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec94a6d-8778-4241-9023-009d9d795c0d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:46.352897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1ca98c4c-8867-4a78-b8ac-bb4ad3e6ded9 tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "GET /v2.0/security-groups/eec94a6d-8778-4241-9023-009d9d795c0d HTTP/1.1" status: 404 len: 347 time: 0.0236921 Sep 10 03:03:46.356687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:46.366482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ca57-2061-4260-abf0-43fe3828f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.369004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ca57-2061-4260-abf0-43fe3828f02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.372438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3ab3ca57-2061-4260-abf0-43fe3828f02a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28bfaccc-838c-4314-9153-83eea3764540 HTTP/1.1" status: 204 len: 168 time: 0.3173106 Sep 10 03:03:46.384684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c86922e5-0bd4-4b61-ba0d-f9821254aad4 req-1a99a84c-f110-4ef3-83c4-725589cad28b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Sep 10 03:03:46.432292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ca57-2061-4260-abf0-43fe3828f02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bfaccc-838c-4314-9153-83eea3764540,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:46.448817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3c5d4-c63a-4900-8bfa-1674e8d1a947 req-eafa482e-9088-4d16-934c-d36a4ce8de53 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:46.457280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0cd3c5d4-c63a-4900-8bfa-1674e8d1a947 req-eafa482e-9088-4d16-934c-d36a4ce8de53 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.1660614 Sep 10 03:03:46.548306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7703a-a699-43aa-82ab-ba8be8710f21 req-d271767e-35e1-4ed4-98f8-362c882b1f28 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:46.549912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-05e7703a-a699-43aa-82ab-ba8be8710f21 req-d271767e-35e1-4ed4-98f8-362c882b1f28 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0604711 Sep 10 03:03:46.566344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0cd3c5d4-c63a-4900-8bfa-1674e8d1a947 req-5db84062-592d-49ac-8d17-eef0984835ec tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080859 Sep 10 03:03:46.631127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-05e7703a-a699-43aa-82ab-ba8be8710f21 req-a3674358-1981-4293-9d20-1c5c43482ff7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Sep 10 03:03:46.643237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Deleting port 2252acce-5527-4629-acc8-aef65ca3f8c1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:46.643625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.735813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.736084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:46.736654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.752970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Calling delete_port for 2252acce-5527-4629-acc8-aef65ca3f8c1 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:46.765647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 0ec22aef-9794-40c1-a320-fb2b1aca52ad {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:46.766367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0ec22aef-9794-40c1-a320-fb2b1aca52ad not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:46.938612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:46.970355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Pushing event deleted for resources: {'Port': ['ID=2252acce-5527-4629-acc8-aef65ca3f8c1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:47.064642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.067386 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.071836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1338d4c2-b7e0-4444-91cb-5aaab580431d tempest-ServersTestBootFromVolume-1071116730 tempest-ServersTestBootFromVolume-1071116730-project] 10.222.0.23 "DELETE /v2.0/floatingips/8f58e4f6-9404-4aff-89bb-f1660ce93a92 HTTP/1.1" status: 204 len: 168 time: 0.7141781 Sep 10 03:03:47.072187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52356) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:47.256727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52362) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:47.433163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-928939907-network', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:47.526953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Made reservation on behalf of 932cc06ed13b426f9ec44ef51baad85c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:47.529529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.542209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.578034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4eee-1d9a-44a4-a1f6-fd498eab2ae5 req-cd954409-c5d3-484f-88c7-588d18b3b037 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:47.581128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b83c4eee-1d9a-44a4-a1f6-fd498eab2ae5 req-cd954409-c5d3-484f-88c7-588d18b3b037 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0899093 Sep 10 03:03:47.649965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b83c4eee-1d9a-44a4-a1f6-fd498eab2ae5 req-4baf3af0-dc50-4e64-a484-83c97e1c0fdf tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533941 Sep 10 03:03:47.741175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.759549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.786816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.814906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:03:47.824929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298eb308-01ad-477f-8b7a-6b5d70e19b69,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:47.836716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.836983 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Added segment 4949e9fe-8bfb-4c5d-ab5c-c63475523ad1 of type vlan for network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 Sep 10 03:03:47.837104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-83f92d69-c5d9-4420-a8c8-3e41f561daea tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:47.838612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-83f92d69-c5d9-4420-a8c8-3e41f561daea tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.1630375 Sep 10 03:03:47.846729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b8852-440a-45e0-bb19-e7d320f6bdf5 req-bcfd7bd5-8f01-4dd8-b7f0-9fd56752d047 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:47.848315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-363b8852-440a-45e0-bb19-e7d320f6bdf5 req-bcfd7bd5-8f01-4dd8-b7f0-9fd56752d047 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.1056967 Sep 10 03:03:47.855178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2731b6b-7bfc-4764-a0eb-39bf41e406b7 req-0a5cfbda-08da-4045-aa5f-a9ee81b8186d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:47.856600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2731b6b-7bfc-4764-a0eb-39bf41e406b7 req-0a5cfbda-08da-4045-aa5f-a9ee81b8186d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 945 time: 0.1826231 Sep 10 03:03:47.914108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.927377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-363b8852-440a-45e0-bb19-e7d320f6bdf5 req-66af6359-3fe3-48ac-9297-d1694b9d1319 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718391 Sep 10 03:03:47.963925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:47.966121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:47.967046 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:48.010889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2731b6b-7bfc-4764-a0eb-39bf41e406b7 req-6c955cb9-16ff-4972-9c94-64fe5762b798 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207154 Sep 10 03:03:48.054509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52374) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:48.056661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7986944 Sep 10 03:03:48.057441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6755ad9-ec6a-45ce-bc73-f717ba3a4fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5df9c6-8aba-4151-9bd6-133cfd6932c4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:48.067537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:03:48.075260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Request body: {'subnet': {'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-928939907-subnet', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:48.117697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Made reservation on behalf of 932cc06ed13b426f9ec44ef51baad85c for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:48.120008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:48.141682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Deleting port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:48.142042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:48.390987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] For port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:48.391361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:48.412599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Calling delete_port for 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:48.801896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1dc36-adde-44e9-bb3f-e93e44020615 req-3e64135e-b38d-4b62-ad40-7ef3349226ce tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:48.808807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4b1dc36-adde-44e9-bb3f-e93e44020615 req-3e64135e-b38d-4b62-ad40-7ef3349226ce tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0756459 Sep 10 03:03:48.812526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Deleting port 7d67dbb1-d4db-49c3-abac-3e224243f15d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:48.812847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:48.820314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:48.843208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:48.875676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4b1dc36-adde-44e9-bb3f-e93e44020615 req-086c30c6-5c90-4de5-8742-4a657b82dd03 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643673 Sep 10 03:03:48.943626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9187f63a-b6f2-421e-9b34-194ecc2462ab,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:48.964367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:48.977458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4', 'port_id': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'mac_address': 'fa:16:3e:96:ff:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e221c-9d0f-43b7-a6e0-94503c996ccd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:48.992442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] For port 7d67dbb1-d4db-49c3-abac-3e224243f15d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7d67dbb1-d4db-49c3-abac-3e224243f15d,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:48.992810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.020572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Calling delete_port for 7d67dbb1-d4db-49c3-abac-3e224243f15d owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:49.022545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Checking segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:49.022911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Network hostable DHCP agents. Network: 4e5df9c6-8aba-4151-9bd6-133cfd6932c4, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:03:49.037517 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.051843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:49.073150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.075010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:49.088467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['7dabefe0-f10b-4773-80e9-7d6e9f2b0c63'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:49.100159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['38f3140a-8058-42ef-9c9e-7b62b392946f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:49.104446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.134830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cdb2688-5054-426d-b815-6e7853ffb777 req-4fe7b528-167f-49a9-a5f5-00db35679c6d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b64aab2-6e03-4c00-a1ac-37c57921907d HTTP/1.1" status: 200 len: 210 time: 0.0443628 Sep 10 03:03:49.177221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:03:49.184047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Pushing event deleted for resources: {'Port': ['ID=7dabefe0-f10b-4773-80e9-7d6e9f2b0c63,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:49.199725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:49.208775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4e5df9c6-8aba-4151-9bd6-133cfd6932c4) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:49.219995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3353b8-5f4a-450a-bd34-289f1477bb5e None None] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:49.237087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:49.237795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.244316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] No DVR routers for this DVR port 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:49.252637 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.254652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-374b60f7-9a11-42e1-876e-37633232e1e8 req-d2014416-44c1-47ff-b2de-859a6f3a0a51 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.32 "DELETE /v2.0/ports/7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 HTTP/1.1" status: 204 len: 173 time: 1.4075608 Sep 10 03:03:49.257882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'name': 'network-vif-deleted', 'tag': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:49.260225 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a33a162-53f8-4ff0-b503-db47719929f9" -d '{"events": [{"server_uuid": "3b64aab2-6e03-4c00-a1ac-37c57921907d", "name": "network-vif-deleted", "tag": "7dabefe0-f10b-4773-80e9-7d6e9f2b0c63"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:49.272767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad1809-bb7f-4fc5-b1df-492d8538b92b req-456ccd4b-8906-4bd2-a326-0c697460a95c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:49.280790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57ad1809-bb7f-4fc5-b1df-492d8538b92b req-456ccd4b-8906-4bd2-a326-0c697460a95c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.2464483 Sep 10 03:03:49.297175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-525c2bb7-85e8-44a2-ae87-0c865ea88c11 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2413349 Sep 10 03:03:49.300969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52398) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:49.306094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:49.364268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.366224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.410980 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101a430-90f0-47c8-ae8c-831af64a794a x-openstack-request-id: req-4101a430-90f0-47c8-ae8c-831af64a794a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:49.411323 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b64aab2-6e03-4c00-a1ac-37c57921907d", "name": "network-vif-deleted", "tag": "7dabefe0-f10b-4773-80e9-7d6e9f2b0c63", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:49.424374 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4101a430-90f0-47c8-ae8c-831af64a794a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:49.424652 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b64aab2-6e03-4c00-a1ac-37c57921907d', 'name': 'network-vif-deleted', 'tag': '7dabefe0-f10b-4773-80e9-7d6e9f2b0c63', 'status': 'completed', 'code': 200} Sep 10 03:03:49.463704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57ad1809-bb7f-4fc5-b1df-492d8538b92b req-d098d9d1-756f-45f8-9364-24f7efa0a6d9 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818249 Sep 10 03:03:49.514009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:03:49.515666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.515979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.521022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:49.566939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:49.674018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d67dbb1-d4db-49c3-abac-3e224243f15d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:49.872152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Allocated IP 172.20.0.2 (4e5df9c6-8aba-4151-9bd6-133cfd6932c4/9187f63a-b6f2-421e-9b34-194ecc2462ab/348ad98f-1d8c-486b-9f1f-17723d795a51) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:49.969850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.121363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.133459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Transition to ACTIVE for port object 348ad98f-1d8c-486b-9f1f-17723d795a51 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:50.156781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Transition to ACTIVE for port object 348ad98f-1d8c-486b-9f1f-17723d795a51 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:50.165136 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.185447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.204221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914511b-d3fa-477d-b9d6-1641fad60ff8 req-e3baa6c4-deed-47b4-a36c-34f820c914d1 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:50.212287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a914511b-d3fa-477d-b9d6-1641fad60ff8 req-e3baa6c4-deed-47b4-a36c-34f820c914d1 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1598387 Sep 10 03:03:50.251798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:50.263150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:50.272499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a914511b-d3fa-477d-b9d6-1641fad60ff8 req-8a4126e9-5de0-4ff4-89e6-23fd0127362a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Sep 10 03:03:50.286471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Pushing event updated for resources: {'Port': ['ID=348ad98f-1d8c-486b-9f1f-17723d795a51,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:50.290387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:50.341233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Router 9d628553-9ac3-4837-b1ac-3a52b32af3fe has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:03:50.368675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f31e1-6337-49d1-aa04-435f2aedeeee req-433c8ecc-8a0a-4cb8-8010-71b402516a7d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:50.370447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-197f31e1-6337-49d1-aa04-435f2aedeeee req-433c8ecc-8a0a-4cb8-8010-71b402516a7d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0887806 Sep 10 03:03:50.394964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Attempting to bind port 348ad98f-1d8c-486b-9f1f-17723d795a51 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:50.395341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Attempting to bind port 348ad98f-1d8c-486b-9f1f-17723d795a51 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:50.395919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Attempting to bind port 348ad98f-1d8c-486b-9f1f-17723d795a51 on network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:50.402472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:50.402989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Checking segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:50.403396 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.403812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Bound using segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:50.404387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Bound port: 348ad98f-1d8c-486b-9f1f-17723d795a51, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:50.404774 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.466154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-197f31e1-6337-49d1-aa04-435f2aedeeee req-679a00e4-9685-490d-8402-d254d689c5a2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591691 Sep 10 03:03:50.547395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:03:50.555490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-76d442f0-b2bb-4356-ad91-3e3f871f0599 admin admin] 10.222.0.23 "PUT /v2.0/routers/9d628553-9ac3-4837-b1ac-3a52b32af3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798763 Sep 10 03:03:50.556584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:50.584627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.602483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] For port 348ad98f-1d8c-486b-9f1f-17723d795a51, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:50.607707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] For port 348ad98f-1d8c-486b-9f1f-17723d795a51, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=348ad98f-1d8c-486b-9f1f-17723d795a51,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:50.608380 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.612871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] Sync routers for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:03:50.619116 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.716674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:50.717346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:50.756348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:50.807262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a50e2-d9c9-4481-a42e-331c69d1f5aa None None] Pushing event updated for resources: {'Port': ['ID=348ad98f-1d8c-486b-9f1f-17723d795a51,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:50.819700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Allocated IP 172.25.8.22 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/bf4c6397-40fb-448a-b3f4-f6466e964370) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:50.871088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f296e04-77c9-45a7-9c1e-8dd0e5837f3f req-7f263805-8753-4a96-9c19-fa540fdb6020 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:50.880066 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f296e04-77c9-45a7-9c1e-8dd0e5837f3f req-7f263805-8753-4a96-9c19-fa540fdb6020 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.2128825 Sep 10 03:03:50.894281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:50.901954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52428) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:50.916797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:50.917389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7dabefe0-f10b-4773-80e9-7d6e9f2b0c63 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:50.930336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f296e04-77c9-45a7-9c1e-8dd0e5837f3f req-c423dea4-0ec3-4d1e-be4d-e5c565f1a316 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493038 Sep 10 03:03:50.974593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:51.072319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.159168 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.169700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Deleting port c2cd15c9-9d53-4981-8516-10ce7ff4aac1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:51.170045 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.190370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2e9d-f2e2-4c84-9880-68c7e4514d95 req-9890c362-9db7-4df4-a985-212c28a94730 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:51.202890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-601e2e9d-f2e2-4c84-9880-68c7e4514d95 req-9890c362-9db7-4df4-a985-212c28a94730 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.3758891 Sep 10 03:03:51.214203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54b3516-6f29-4ceb-9a1d-586ce1e21f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.269665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-601e2e9d-f2e2-4c84-9880-68c7e4514d95 req-1849c7cf-6064-468e-bf28-47e5d7cffbf7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Sep 10 03:03:51.280968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.304580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:03:49Z', 'revision_number': 5, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port': {'id': 'c2cd15c9-9d53-4981-8516-10ce7ff4aac1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:00:34Z', 'updated_at': '2021-09-10T03:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:51.306061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:51.331320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:51.335849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:51.345800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] Checking router: 9d628553-9ac3-4837-b1ac-3a52b32af3fe for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:03:51.354928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] Routers {'9d628553-9ac3-4837-b1ac-3a52b32af3fe'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:51.355570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:51.376106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] For port c2cd15c9-9d53-4981-8516-10ce7ff4aac1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:51.376889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.395372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4c6397-40fb-448a-b3f4-f6466e964370,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:51.411135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Calling delete_port for c2cd15c9-9d53-4981-8516-10ce7ff4aac1 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:51.483137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] Set router 9d628553-9ac3-4837-b1ac-3a52b32af3fe gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:51.545583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:03:51Z', 'revision_number': 6, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:51.547200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54b3516-6f29-4ceb-9a1d-586ce1e21f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.555205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54b3516-6f29-4ceb-9a1d-586ce1e21f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.577483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617efb4b-9ca4-4f31-8c12-8c44bfc2118c req-66475c1a-f8cf-4f59-ab9f-2c75efe8e26e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:51.586077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-617efb4b-9ca4-4f31-8c12-8c44bfc2118c req-66475c1a-f8cf-4f59-ab9f-2c75efe8e26e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1713562 Sep 10 03:03:51.629221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029f3ff-8ab8-4ebc-a3f2-a38e2c0c99d6 req-54b6fdbb-e67f-43df-85f1-d4cc55d1f04b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:51.630852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7029f3ff-8ab8-4ebc-a3f2-a38e2c0c99d6 req-54b6fdbb-e67f-43df-85f1-d4cc55d1f04b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1634927 Sep 10 03:03:51.644262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-617efb4b-9ca4-4f31-8c12-8c44bfc2118c req-5131856a-fca5-41ea-8d9e-6e88920f3290 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570552 Sep 10 03:03:51.681145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e54b3516-6f29-4ceb-9a1d-586ce1e21f6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=655191f7bab54adbb439395b4e610988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7622657 Sep 10 03:03:51.683606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52442) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:51.695516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b3516-6f29-4ceb-9a1d-586ce1e21f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee91527-8ab9-4a58-8999-0fe478de998c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:51.792730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf9965-c593-4940-bfb2-fd8cbdabac77 None None] The sync data for ids ['9d628553-9ac3-4837-b1ac-3a52b32af3fe'] in n-d-808126-2 is: [{'id': '9d628553-9ac3-4837-b1ac-3a52b32af3fe', 'name': 'tempest-ServersTestBootFromVolume-1221601154-router', 'tenant_id': '207dd554d0c54532bd910e7e70ab8454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:00:31Z', 'updated_at': '2021-09-10T03:03:51Z', 'revision_number': 6, 'project_id': '207dd554d0c54532bd910e7e70ab8454', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:03:51.795821 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7029f3ff-8ab8-4ebc-a3f2-a38e2c0c99d6 req-0f7170dc-b65d-493f-9459-9529321c579b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475761 Sep 10 03:03:51.887408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.920428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-182caed0-84c7-4cc9-8778-e593fba038f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.938556 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:51.991582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cd15c9-9d53-4981-8516-10ce7ff4aac1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:51.999433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-182caed0-84c7-4cc9-8778-e593fba038f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.169512 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.222108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0f8d-f39a-4d9d-8472-3941c75a4d2a req-2ccb51ea-64ae-4e6f-84bd-773f7dcd86e6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:52.236301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9bc0f8d-f39a-4d9d-8472-3941c75a4d2a req-2ccb51ea-64ae-4e6f-84bd-773f7dcd86e6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.1621203 Sep 10 03:03:52.243642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c11096-0cfd-40fd-87c2-627987097f7d None None] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:52.245463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 348ad98f-1d8c-486b-9f1f-17723d795a51 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:52.267107 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-182caed0-84c7-4cc9-8778-e593fba038f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.270145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-182caed0-84c7-4cc9-8778-e593fba038f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.272149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.274088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-182caed0-84c7-4cc9-8778-e593fba038f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ee91527-8ab9-4a58-8999-0fe478de998c HTTP/1.1" status: 204 len: 168 time: 0.5893543 Sep 10 03:03:52.287542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182caed0-84c7-4cc9-8778-e593fba038f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee91527-8ab9-4a58-8999-0fe478de998c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:52.337952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.340650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.371444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9bc0f8d-f39a-4d9d-8472-3941c75a4d2a req-dccdb3a2-41dc-4b79-9a0c-cc0c60975e7d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270144 Sep 10 03:03:52.436701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.437868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d628553-9ac3-4837-b1ac-3a52b32af3fe {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:03:52.447290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.449176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6fc28614-154d-4aef-8398-49672f3930e7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9d628553-9ac3-4837-b1ac-3a52b32af3fe HTTP/1.1" status: 204 len: 168 time: 1.8908033 Sep 10 03:03:52.452546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52454) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:52.498968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Router 8cbea982-5c0d-4695-a45e-e66a4828fe11 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:03:52.515901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Deleting subnet 8a2e48e6-b2af-4ee0-9b17-352033429b55 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:03:52.519426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.535254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bdb6342e-a7cf-46d6-ae17-053196df771c None None] Provisioning for port 348ad98f-1d8c-486b-9f1f-17723d795a51 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:52.570800 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.597721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 348ad98f-1d8c-486b-9f1f-17723d795a51 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:52.607728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 348ad98f-1d8c-486b-9f1f-17723d795a51 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:52.608108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.706887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.709014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:03:52.720136 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Sync routers for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:03:52.723869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52458) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:52.742983 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:52.743610 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:52.745546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82bb90e4-decd-48e5-bafb-c79ba84cc0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.779410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.781901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5a0405a3-2d81-4513-8fcc-8a579f880357 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4793222 Sep 10 03:03:52.786407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52460) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:52.790973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.852346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2e48e6-b2af-4ee0-9b17-352033429b55,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:52.870976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:52.873367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a9e25e7a-eecb-41f3-99ef-d18640ec4b59 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a2e48e6-b2af-4ee0-9b17-352033429b55 HTTP/1.1" status: 204 len: 168 time: 0.4198053 Sep 10 03:03:52.876262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52466) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:52.893329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809600a4-a500-42b1-80c7-ad038173403f None None] Network d38cf699-b864-4e9b-9582-ecd1c44affab requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:52.895100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:52.974818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.014009 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:53.058109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd4899-6728-40eb-96d6-47dc8be511ac req-bce9b398-b034-4625-a5bc-c8d282227e98 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:53.060045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4bd4899-6728-40eb-96d6-47dc8be511ac req-bce9b398-b034-4625-a5bc-c8d282227e98 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1023362 Sep 10 03:03:53.163799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82bb90e4-decd-48e5-bafb-c79ba84cc0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.167576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4bd4899-6728-40eb-96d6-47dc8be511ac req-f409b75d-cea1-4d92-8645-db02212ff29a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983727 Sep 10 03:03:53.180854 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.196637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82bb90e4-decd-48e5-bafb-c79ba84cc0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.202100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Deleting port 4e540bfc-b963-4231-9470-0332620a8ef1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:03:53.202453 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.309150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 348ad98f-1d8c-486b-9f1f-17723d795a51, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=348ad98f-1d8c-486b-9f1f-17723d795a51,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:53.335532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.356197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] For port 4e540bfc-b963-4231-9470-0332620a8ef1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4e540bfc-b963-4231-9470-0332620a8ef1,segment=NetworkSegment(181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0),segment_id=181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:53.356570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.388543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Calling delete_port for 4e540bfc-b963-4231-9470-0332620a8ef1 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:03:53.493024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=348ad98f-1d8c-486b-9f1f-17723d795a51,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:53.522265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:53.532232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:53.532605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.561178 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:51Z', 'revision_number': 3, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:53.565147 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.599890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e540bfc-b963-4231-9470-0332620a8ef1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:53.608931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] No DVR routers for this DVR port 4e540bfc-b963-4231-9470-0332620a8ef1 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:03:53.619218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Checking router: 8cbea982-5c0d-4695-a45e-e66a4828fe11 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:03:53.620045 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Updating router 8cbea982-5c0d-4695-a45e-e66a4828fe11 port bf4c6397-40fb-448a-b3f4-f6466e964370 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:03:53.655955 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.671854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-82bb90e4-decd-48e5-bafb-c79ba84cc0ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6693a416c8a140359e1204a6583eae26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9454870 Sep 10 03:03:53.674651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52484) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:53.693360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb90e4-decd-48e5-bafb-c79ba84cc0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c2df5c-06f3-4e29-a239-224b007b3e26,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:53.745162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b23bc-0ff6-4ef0-bf9e-63dae7283a9c None None] DHCP port deletion for d38cf699-b864-4e9b-9582-ecd1c44affab request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:03:53.749179 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.770263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a930-00cb-4837-bc71-8cd9f553bc05 req-e780beac-e825-4cbf-b75a-52d03b00b207 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:53.772397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4b5a930-00cb-4837-bc71-8cd9f553bc05 req-e780beac-e825-4cbf-b75a-52d03b00b207 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.1281924 Sep 10 03:03:53.783375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.811194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:53.815037 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3df947-3fbe-4e41-9f84-a0e4d9d38a2c" -d '{"events": [{"server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "name": "network-vif-plugged", "status": "completed", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:53.833377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:53.845433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.849298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-199d0db1-7df8-4088-8fa8-74500e5e6ec7 None None] Provisioning complete for port 348ad98f-1d8c-486b-9f1f-17723d795a51 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:53.849981 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-199d0db1-7df8-4088-8fa8-74500e5e6ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.862649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38cf699-b864-4e9b-9582-ecd1c44affab']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:53.889226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 348ad98f-1d8c-486b-9f1f-17723d795a51 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:53.906104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:53.906731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181799d0-e6aa-4e9f-b7b8-3cfdbb64d5d0') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:53.926309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.930082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4b5a930-00cb-4837-bc71-8cd9f553bc05 req-0ca81880-00e1-4e2a-9ff7-2600231aef48 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464150 Sep 10 03:03:53.969885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28afa0b8-f19f-4d70-b88e-e89be3998dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.990924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 348ad98f-1d8c-486b-9f1f-17723d795a51 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:53.991295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:53.995438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:54.009528 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.020221 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639cdd4-11ee-471e-8cd3-d7044fee0883 x-openstack-request-id: req-e639cdd4-11ee-471e-8cd3-d7044fee0883 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:54.020516 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "name": "network-vif-plugged", "status": "completed", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:54.020764 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e639cdd4-11ee-471e-8cd3-d7044fee0883 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:54.021143 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'code': 200} Sep 10 03:03:54.058004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:03:54.059596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.061689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:03:54.072444 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:03:54.124957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf795c-a8a8-4dda-be54-583f80cabcac req-a2fd2360-8f61-4bd2-ad94-f6fe0606d56e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:54.127085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90cf795c-a8a8-4dda-be54-583f80cabcac req-a2fd2360-8f61-4bd2-ad94-f6fe0606d56e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.2725768 Sep 10 03:03:54.134665 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.140310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28afa0b8-f19f-4d70-b88e-e89be3998dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.147426 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Transition to ACTIVE for port object bf4c6397-40fb-448a-b3f4-f6466e964370 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:54.156924 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.246377 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.253878 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Pushing event updated for resources: {'Port': ['ID=bf4c6397-40fb-448a-b3f4-f6466e964370,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:54.256085 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Attempting to bind port bf4c6397-40fb-448a-b3f4-f6466e964370 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:54.256453 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Attempting to bind port bf4c6397-40fb-448a-b3f4-f6466e964370 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:54.256804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Attempting to bind port bf4c6397-40fb-448a-b3f4-f6466e964370 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:54.272042 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.272595 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.273614 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.274077 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.274632 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.274894 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.275229 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.275618 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.275945 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.276269 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.276640 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.277132 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:03:54.284308 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:54.284650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.284778 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:54.285064 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.285478 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:54.286475 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Bound port: bf4c6397-40fb-448a-b3f4-f6466e964370, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:54.286886 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.289709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] 10.222.0.23 "DELETE /v2.0/networks/d38cf699-b864-4e9b-9582-ecd1c44affab HTTP/1.1" status: 204 len: 168 time: 1.4115863 Sep 10 03:03:54.306135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2cd15c9-9d53-4981-8516-10ce7ff4aac1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:54.321925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90cf795c-a8a8-4dda-be54-583f80cabcac req-cb01c97e-05ac-4e59-81f1-71fc437900fa tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724370 Sep 10 03:03:54.326589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4d996-e00b-4ff0-8876-c482d528121a admin admin] Pushing event deleted for resources: {'Network': ['ID=d38cf699-b864-4e9b-9582-ecd1c44affab,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:54.340730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b36b-8bb7-4a08-b449-18e25d052211 req-4c32afaa-3f3d-4585-8ae7-37f3aa1b4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:54.342315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e32b36b-8bb7-4a08-b449-18e25d052211 req-4c32afaa-3f3d-4585-8ae7-37f3aa1b4e80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1096 time: 0.1479952 Sep 10 03:03:54.363626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c2cd15c9-9d53-4981-8516-10ce7ff4aac1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:54.363626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2cd15c9-9d53-4981-8516-10ce7ff4aac1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:54.363626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4e540bfc-b963-4231-9470-0332620a8ef1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:54.366776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28afa0b8-f19f-4d70-b88e-e89be3998dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.374504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28afa0b8-f19f-4d70-b88e-e89be3998dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.377678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28afa0b8-f19f-4d70-b88e-e89be3998dde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c2df5c-06f3-4e29-a239-224b007b3e26 HTTP/1.1" status: 204 len: 168 time: 0.7020321 Sep 10 03:03:54.391229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Allocated IP 172.20.0.1 (4e5df9c6-8aba-4151-9bd6-133cfd6932c4/9187f63a-b6f2-421e-9b34-194ecc2462ab/b287947b-19d3-4363-ae62-d4b2d8582737) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:54.413629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afa0b8-f19f-4d70-b88e-e89be3998dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c2df5c-06f3-4e29-a239-224b007b3e26,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:54.423357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e32b36b-8bb7-4a08-b449-18e25d052211 req-5a65fe9f-8382-47d3-ac10-50e3c82bdc72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591390 Sep 10 03:03:54.453490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4e540bfc-b963-4231-9470-0332620a8ef1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:54.453843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4e540bfc-b963-4231-9470-0332620a8ef1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:54.454275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7d67dbb1-d4db-49c3-abac-3e224243f15d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:54.472809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] For port bf4c6397-40fb-448a-b3f4-f6466e964370, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:03:54.478152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] For port bf4c6397-40fb-448a-b3f4-f6466e964370, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bf4c6397-40fb-448a-b3f4-f6466e964370,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:54.484099 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.513535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7d67dbb1-d4db-49c3-abac-3e224243f15d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:03:54.513903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7d67dbb1-d4db-49c3-abac-3e224243f15d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:03:54.573513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a3b0-7459-4d2a-9608-c0eb4376c0ea req-ce3605bb-d751-4c62-8eaa-8f6c5fb9f83e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:54.577242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3065a3b0-7459-4d2a-9608-c0eb4376c0ea req-ce3605bb-d751-4c62-8eaa-8f6c5fb9f83e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0911772 Sep 10 03:03:54.609710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a3d92-91d0-4297-a90d-dc4811615250 req-18c6accb-4d5a-40bc-92b9-eeb6d5db9c80 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:54.618041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-830a3d92-91d0-4297-a90d-dc4811615250 req-18c6accb-4d5a-40bc-92b9-eeb6d5db9c80 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1517782 Sep 10 03:03:54.628323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52502) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:54.637294 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14b732-7ae3-450f-bdcc-4de63864ffda None None] Pushing event updated for resources: {'Port': ['ID=bf4c6397-40fb-448a-b3f4-f6466e964370,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:54.640820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:54.641438 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:54.662839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3065a3b0-7459-4d2a-9608-c0eb4376c0ea req-49b4e173-b6f5-405b-8f74-c6e88c162ea5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791829 Sep 10 03:03:54.693755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.706504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-830a3d92-91d0-4297-a90d-dc4811615250 req-e0d8ebcb-0abd-4a69-8b6f-32798e50480c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867286 Sep 10 03:03:54.719102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-02b7a3cc-38f1-4f8f-a650-33c648a5f0da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=207dd554d0c54532bd910e7e70ab8454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864034 Sep 10 03:03:54.719830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Transition to ACTIVE for port object b287947b-19d3-4363-ae62-d4b2d8582737 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:54.721615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52508) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:54.765312 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:54.794591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ea51685-545a-4e29-89f1-3e0141f90ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.819581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ea51685-545a-4e29-89f1-3e0141f90ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.821490 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:54.873305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b287947b-19d3-4363-ae62-d4b2d8582737,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:54.891113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:54.895483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:54.902254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:03:55.082933 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:51Z', 'revision_number': 3, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:55.130286 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4008-9760-4443-a463-6f2b485d1653 None None] The sync data for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 is: [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:51Z', 'revision_number': 3, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:03:55.167725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b01fd-035c-44a7-b2b5-d9202ce77c85 req-698ae8a2-3e46-424e-9110-28008fa1db4d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:55.171742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d2b01fd-035c-44a7-b2b5-d9202ce77c85 req-698ae8a2-3e46-424e-9110-28008fa1db4d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1334486 Sep 10 03:03:55.253203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d2b01fd-035c-44a7-b2b5-d9202ce77c85 req-2a37db1e-203c-4589-870a-2aa2ee57aa69 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715513 Sep 10 03:03:55.301262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:03:55.335107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b3da489-e0cc-4b0b-85c4-2fdf3dfe2cd2 None None] Provisioning for port b287947b-19d3-4363-ae62-d4b2d8582737 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:55.339716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b3da489-e0cc-4b0b-85c4-2fdf3dfe2cd2 None None] Provisioning complete for port b287947b-19d3-4363-ae62-d4b2d8582737 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:55.340189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b3da489-e0cc-4b0b-85c4-2fdf3dfe2cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:55.402107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2b3da489-e0cc-4b0b-85c4-2fdf3dfe2cd2 None None] Port b287947b-19d3-4363-ae62-d4b2d8582737 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:55.522401 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ea51685-545a-4e29-89f1-3e0141f90ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:55.526148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ea51685-545a-4e29-89f1-3e0141f90ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:55.535763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ea51685-545a-4e29-89f1-3e0141f90ecc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02eb9d3b-d309-4c0d-8a0b-54d6b2465118 HTTP/1.1" status: 204 len: 168 time: 0.8128185 Sep 10 03:03:55.542387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:55.596446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea51685-545a-4e29-89f1-3e0141f90ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb9d3b-d309-4c0d-8a0b-54d6b2465118,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:55.772808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:55.908393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf4c6397-40fb-448a-b3f4-f6466e964370 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:55.931964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb61db3-adee-491d-8604-0dbf45f9c03a req-3e4d2ff7-f0e8-43ed-bc97-dff2d7b9084f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:55.942252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cbb61db3-adee-491d-8604-0dbf45f9c03a req-3e4d2ff7-f0e8-43ed-bc97-dff2d7b9084f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1050596 Sep 10 03:03:56.013789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cbb61db3-adee-491d-8604-0dbf45f9c03a req-e887e683-4816-40dd-b76a-3243c7e0ccc0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685523 Sep 10 03:03:56.085490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port bf4c6397-40fb-448a-b3f4-f6466e964370 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:03:56.107581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bf4c6397-40fb-448a-b3f4-f6466e964370 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:56.114533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:56.176221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:56.190626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:56.304187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:56.333996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:56.336856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b287947b-19d3-4363-ae62-d4b2d8582737,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:56.352690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port bf4c6397-40fb-448a-b3f4-f6466e964370, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bf4c6397-40fb-448a-b3f4-f6466e964370,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:56.365734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:56.437842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=bf4c6397-40fb-448a-b3f4-f6466e964370,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:56.455550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273123b-efd1-43be-8aac-fee2c6f17b0a req-f196cc64-8e8c-4fd2-a43c-94f5be43dfa3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:56.459355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d273123b-efd1-43be-8aac-fee2c6f17b0a req-f196cc64-8e8c-4fd2-a43c-94f5be43dfa3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.0653701 Sep 10 03:03:56.516516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d273123b-efd1-43be-8aac-fee2c6f17b0a req-9c3eb3a6-3d94-4132-afaa-9825196f841e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Sep 10 03:03:56.539201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:56.539201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:56.709494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f0171-8ca0-43b8-b476-412fa9fee2ba req-a2e2e6c6-e539-46d6-aaf2-e75a01b806df tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:56.713406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e2f0171-8ca0-43b8-b476-412fa9fee2ba req-a2e2e6c6-e539-46d6-aaf2-e75a01b806df tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1096 time: 0.0722666 Sep 10 03:03:56.724092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Router 8cbea982-5c0d-4695-a45e-e66a4828fe11 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:03:56.777286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e2f0171-8ca0-43b8-b476-412fa9fee2ba req-b5c9aa38-6e56-4bef-b769-35bd9df1b9a9 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578856 Sep 10 03:03:56.802818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:03:56.807446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:03:56.909313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:03:56.924917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-25fae18e-1bd5-4dd4-a1b4-0ce417a310b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/8cbea982-5c0d-4695-a45e-e66a4828fe11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1284394 Sep 10 03:03:56.964619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa952-692b-41cb-ba46-23285fdf46df req-9c757ffc-7060-4366-a16c-0d15fc3abc43 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:56.967816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6baa952-692b-41cb-ba46-23285fdf46df req-9c757ffc-7060-4366-a16c-0d15fc3abc43 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1096 time: 0.0560136 Sep 10 03:03:57.009970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7bf83d4e-8346-4332-8faa-5f3f19997a44 None None] Provisioning complete for port b287947b-19d3-4363-ae62-d4b2d8582737 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:57.010346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7bf83d4e-8346-4332-8faa-5f3f19997a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.015491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6baa952-692b-41cb-ba46-23285fdf46df req-0fa492bb-27be-44c3-95f7-9f8969ee7043 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Sep 10 03:03:57.016843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52592) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:57.050685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:57.075623 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.105309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7bf83d4e-8346-4332-8faa-5f3f19997a44 None None] Port b287947b-19d3-4363-ae62-d4b2d8582737 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:03:57.110637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'mac_address': 'fa:16:3e:87:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:03:57.127838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:03:57.136848 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48806b7e-4dfe-4991-8ba3-a302bca3141a" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-unplugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:03:57.195785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:57.206083 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.236497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-602121695-network', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:57.244608 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.277108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:57.279285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133605-9480-49be-a639-6ced53633345 req-d68483c1-ba63-4113-8855-d61350981b25 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:57.287684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be133605-9480-49be-a639-6ced53633345 req-d68483c1-ba63-4113-8855-d61350981b25 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1082926 Sep 10 03:03:57.341070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be133605-9480-49be-a639-6ced53633345 req-e7f46844-a6b6-449b-8135-61cc61054a5e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516052 Sep 10 03:03:57.348138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Made reservation on behalf of addeee01d1a44f39b810df8aca680b38 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:57.353933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.355360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:03:57.355859 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:03:57.356470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:57.377728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.417510 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de0d755-6ede-4f13-beaf-7b01a7307ffa x-openstack-request-id: req-8de0d755-6ede-4f13-beaf-7b01a7307ffa {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:03:57.417699 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-unplugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:03:57.417959 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8de0d755-6ede-4f13-beaf-7b01a7307ffa {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:03:57.418382 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'code': 200} Sep 10 03:03:57.515103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.522178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.541057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:57.546195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:03:57.561677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20abf5d-07de-4c84-93bd-49760f9bba6b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:57.567682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.568033 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Added segment 517e02c1-a585-4309-a024-30c10d9c6c40 of type vlan for network b7ce3993-62d9-4d2c-a87e-f366be9f36ad Sep 10 03:03:57.623827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.651355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.652628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:57.654879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.704624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52640) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:57.705329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6824772 Sep 10 03:03:57.710110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Request body: {'subnet': {'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-602121695-subnet', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:57.736464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Sync routers for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:03:57.745976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Made reservation on behalf of addeee01d1a44f39b810df8aca680b38 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:03:57.748697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.751969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:03:57.754608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:57.771939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f362581-3914-4e20-9b4e-571d6d19a74a admin admin] Pushing event updated for resources: {'Network': ['ID=b7ce3993-62d9-4d2c-a87e-f366be9f36ad,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:57.838283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-757c3a9f-b39c-4b8b-8b91-19f1e976b984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:57.845796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:03:57.879774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf4c6397-40fb-448a-b3f4-f6466e964370 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:03:58.069027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52650) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:58.076370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98541626', 'description': 'tempest-description--1564174137'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:58.083365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-757c3a9f-b39c-4b8b-8b91-19f1e976b984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.091537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-757c3a9f-b39c-4b8b-8b91-19f1e976b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.100169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.135502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.211567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-757c3a9f-b39c-4b8b-8b91-19f1e976b984 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf4df4d9536f489daf749de92e4f9635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691968 Sep 10 03:03:58.214387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3a9f-b39c-4b8b-8b91-19f1e976b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd740264-cd51-4c82-8a24-2a70b33d8ccb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:58.232443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:58.240569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.258754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Checking segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:58.260276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Network hostable DHCP agents. Network: b7ce3993-62d9-4d2c-a87e-f366be9f36ad, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:03:58.265519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c384224-4b82-4234-875c-e0c248d6c861,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:58.295299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.302591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.317597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:03:58.339475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:03:58.343060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b7ce3993-62d9-4d2c-a87e-f366be9f36ad) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:03:58.343249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:03:58.351273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:58.351930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.355729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1be5a20-a525-4615-bb65-f2b198880c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.367246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.370416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2996395 Sep 10 03:03:58.376094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52660) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:58.386074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Request body: {'security_group_rule': {'security_group_id': '0ee28fb8-7656-4106-87f5-58ec1c124331', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:58.386330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:03:58.389774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ada3d2b9-58a3-4252-9876-02d9357ded95 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6835928 Sep 10 03:03:58.393835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52662) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:58.395184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06d881-8a59-4d43-8cd9-fbf572b49786 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee28fb8-7656-4106-87f5-58ec1c124331,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:58.398933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:58.403730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1be5a20-a525-4615-bb65-f2b198880c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.414532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c7649-2033-47f3-a97d-34e7effc8a55 None None] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:03:58.419965 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.471330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1be5a20-a525-4615-bb65-f2b198880c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.474958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1be5a20-a525-4615-bb65-f2b198880c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.476356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d1be5a20-a525-4615-bb65-f2b198880c61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd740264-cd51-4c82-8a24-2a70b33d8ccb HTTP/1.1" status: 204 len: 168 time: 0.2361062 Sep 10 03:03:58.493420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be5a20-a525-4615-bb65-f2b198880c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd740264-cd51-4c82-8a24-2a70b33d8ccb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:58.499132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.502818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.505502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.534044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b70c-e5f9-4d32-a6fb-80bac27d4c69 req-72164ec6-b4fc-42a1-b7c0-290711a62a21 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:58.541498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27d4b70c-e5f9-4d32-a6fb-80bac27d4c69 req-72164ec6-b4fc-42a1-b7c0-290711a62a21 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1491859 Sep 10 03:03:58.543423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-22d68878-2995-4183-8a7e-b0a8768f7484 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:03:58.544590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-22d68878-2995-4183-8a7e-b0a8768f7484 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176811 Sep 10 03:03:58.594161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.617559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27d4b70c-e5f9-4d32-a6fb-80bac27d4c69 req-4f19e588-9947-4205-acb8-3294ec4a6dd4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712726 Sep 10 03:03:58.676406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.690635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.732375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2df165-a241-4604-84cb-fb3d1dac392b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:58.754039 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.755284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48aa9197-20e0-4e7e-bfdf-16915c9bc3ee tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768790 Sep 10 03:03:58.757769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:58.764127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Request body: {'security_group_rule': {'security_group_id': '0ee28fb8-7656-4106-87f5-58ec1c124331', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:58.782084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:58.793895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1231ab6-03b1-40b7-b4fd-d5388bbe49a1 req-1e938a9b-d0b3-491b-beda-182fc4e7bb86 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:58.801743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1231ab6-03b1-40b7-b4fd-d5388bbe49a1 req-1e938a9b-d0b3-491b-beda-182fc4e7bb86 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0920732 Sep 10 03:03:58.841227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.851273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1231ab6-03b1-40b7-b4fd-d5388bbe49a1 req-956cfec4-3391-42e0-af7b-17b0e0db16ac tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485673 Sep 10 03:03:58.874143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['516402c2-d8ac-4f04-ab9a-16207aa1140c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:03:58.953443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52672) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:58.966113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bf4c6397-40fb-448a-b3f4-f6466e964370 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:03:58.966483 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.978979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:58.990255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7193b-6486-44ac-a252-5ae7388df6c8 req-86ae6f8e-978a-4b65-879f-3f864dcc5d7d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:58.991918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-81b7193b-6486-44ac-a252-5ae7388df6c8 req-86ae6f8e-978a-4b65-879f-3f864dcc5d7d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0675139 Sep 10 03:03:58.993890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.008728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.027758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a8ea42-5a98-4dc2-b015-918276cc9f69,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:03:59.041394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-6e0fc161-8059-4659-81b8-7ae3404bd573 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:59.043242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-6e0fc161-8059-4659-81b8-7ae3404bd573 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 1093 time: 0.4917421 Sep 10 03:03:59.054551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Request body: {'binding': {'host': 'n-h2-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:59.054812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.055003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:03:59.056632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2a2a080c-7fbb-4c72-8574-23149735e4bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979085 Sep 10 03:03:59.060239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52674) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:03:59.067991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-81b7193b-6486-44ac-a252-5ae7388df6c8 req-b229c417-f60d-4f86-9814-ff9b0ea2f85f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Sep 10 03:03:59.075048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:03:59.121411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:03:59.121411 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:03:59.121411 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id_1': 'fe92c5c780f74d20b6713d26721169c6', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 3, 39, 93819)}] Sep 10 03:03:59.121411 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:03:59.122386 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:03:59.124918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.160829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.170725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:03:59.171809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.217332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 2, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:03:59.260094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Checking router: 8cbea982-5c0d-4695-a45e-e66a4828fe11 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:03:59.260450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Updating router 8cbea982-5c0d-4695-a45e-e66a4828fe11 port b287947b-19d3-4363-ae62-d4b2d8582737 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:03:59.276987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.333550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on host n-h2-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:03:59.334051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:03:59.334481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:59.365025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:03:59.365361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:03:59.377001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:03:59.377343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:03:59.377956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:03:59.378588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Bound port: 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:03:59.390037 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.436473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Allocated IP 172.25.8.237 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/dc28911c-15d6-4834-aab8-8c21c8f8fb30) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:59.436862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:03:59.447228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.448561 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-edac030e-1f32-4272-b624-dc9e15aaf60c service neutron] 10.222.0.23 "POST /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3988807 Sep 10 03:03:59.468863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f27b3d-d846-4f63-800b-63414b3d1b9f req-85a19fcf-0acf-4a05-be86-f16120be088b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:59.470676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9f27b3d-d846-4f63-800b-63414b3d1b9f req-85a19fcf-0acf-4a05-be86-f16120be088b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1137996 Sep 10 03:03:59.564906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9f27b3d-d846-4f63-800b-63414b3d1b9f req-bc2a6f6b-2d02-4035-b657-f0b15f0af05e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872483 Sep 10 03:03:59.628555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.677363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Allocated IP 172.20.0.2 (b7ce3993-62d9-4d2c-a87e-f366be9f36ad/3c384224-4b82-4234-875c-e0c248d6c861/1679a04e-3feb-4160-a557-e0447264cddf) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:03:59.682716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.709384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.783856 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.794320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-392a8ced-c7e0-4b4a-b830-4282a2bf474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:59.795872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-392a8ced-c7e0-4b4a-b830-4282a2bf474c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1096 time: 0.1011546 Sep 10 03:03:59.810964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c975f13-a518-4127-8f3e-1e76161a3cb1 req-f7d652db-d264-458f-9cb5-976e7ab5de95 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:59.812507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c975f13-a518-4127-8f3e-1e76161a3cb1 req-f7d652db-d264-458f-9cb5-976e7ab5de95 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1009681 Sep 10 03:03:59.867054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.882351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e25d0-bb1b-4d1e-83f5-3f249d507358 req-35761e4c-847d-49a4-a34b-21eea48021be tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:03:59.883933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d7e25d0-bb1b-4d1e-83f5-3f249d507358 req-35761e4c-847d-49a4-a34b-21eea48021be tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1638291 Sep 10 03:03:59.953044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.959044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:03:59.972777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Transition to ACTIVE for port object 1679a04e-3feb-4160-a557-e0447264cddf will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:03:59.976049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c975f13-a518-4127-8f3e-1e76161a3cb1 req-5f6b0207-3f0e-42bb-ad25-1ff55f9f17c3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491060 Sep 10 03:03:59.988854 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.990146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:03:59.998741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Transition to ACTIVE for port object b287947b-19d3-4363-ae62-d4b2d8582737 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:00.001039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Transition to ACTIVE for port object 1679a04e-3feb-4160-a557-e0447264cddf will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:00.008920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d7e25d0-bb1b-4d1e-83f5-3f249d507358 req-a3af06ff-15ca-4b37-b1af-e308e6251dbd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140299 Sep 10 03:04:00.009661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.010364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Allocated IP 172.25.8.92 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ef924bc9-1827-4926-a13f-c01852df2e48) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:04:00.011575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:00.015097 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.019919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.020427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:00.082767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe92c5c780f74d20b6713d26721169c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1270256 Sep 10 03:04:00.088278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:00.090568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:00.099925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event updated for resources: {'Port': ['ID=dc28911c-15d6-4834-aab8-8c21c8f8fb30,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.105274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:00.109265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:00.112430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-0b4aab18-f225-403a-85dc-219464695cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:00.113950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-0b4aab18-f225-403a-85dc-219464695cd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.3005683 Sep 10 03:04:00.148192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb4dc5-70cd-4525-8b6d-939c1691b149 None None] Pushing event updated for resources: {'Port': ['ID=b287947b-19d3-4363-ae62-d4b2d8582737,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.162316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff08f1-5514-4deb-9ca6-18a716b3e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c317d9fc-f819-4333-8ab4-f6c916bf0ae8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.187277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Attempting to bind port 1679a04e-3feb-4160-a557-e0447264cddf on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:00.187690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Attempting to bind port 1679a04e-3feb-4160-a557-e0447264cddf by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:00.188069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Attempting to bind port 1679a04e-3feb-4160-a557-e0447264cddf on network b7ce3993-62d9-4d2c-a87e-f366be9f36ad {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:00.209311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-4f9cf439-f271-45d0-a781-66bf6ab418c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 217 time: 0.0526707 Sep 10 03:04:00.230906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5fd9e-e3cd-49ce-8ef3-a2b5b376ab5b req-2096403e-8705-4375-a53e-1d79276bccd1 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:00.233187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece5fd9e-e3cd-49ce-8ef3-a2b5b376ab5b req-2096403e-8705-4375-a53e-1d79276bccd1 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.1275141 Sep 10 03:04:00.260730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:00.267785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Checking segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:00.268181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.268601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Bound using segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:00.269745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Bound port: 1679a04e-3feb-4160-a557-e0447264cddf, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:00.270309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.311513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.321181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6f62-c83f-4ff4-8d17-7c0b9adeaa16 req-aa0dece5-4815-4d3f-b6d9-fcd09d06de05 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:00.322750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e3f6f62-c83f-4ff4-8d17-7c0b9adeaa16 req-aa0dece5-4815-4d3f-b6d9-fcd09d06de05 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1065972 Sep 10 03:04:00.330023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Attempting to bind port b287947b-19d3-4363-ae62-d4b2d8582737 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:00.330380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Attempting to bind port b287947b-19d3-4363-ae62-d4b2d8582737 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:00.330749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Attempting to bind port b287947b-19d3-4363-ae62-d4b2d8582737 on network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:00.340520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:00.340908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Checking segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:00.341289 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.341678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Bound using segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:00.342145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Bound port: b287947b-19d3-4363-ae62-d4b2d8582737, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:00.342522 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.342910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6193ebe-75bc-4aac-95c1-02deb43dd70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.353673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Pushing event updated for resources: {'Port': ['ID=1679a04e-3feb-4160-a557-e0447264cddf,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.393900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6193ebe-75bc-4aac-95c1-02deb43dd70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.411558 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece5fd9e-e3cd-49ce-8ef3-a2b5b376ab5b req-9edf059e-1d04-475f-98dc-90fd6cf23912 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396227 Sep 10 03:04:00.418750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.437044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-89c92a22-8a99-41cf-8494-dad371bb46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:00.441754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-89c92a22-8a99-41cf-8494-dad371bb46ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.2076466 Sep 10 03:04:00.455818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] For port 1679a04e-3feb-4160-a557-e0447264cddf, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:00.463014 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e3f6f62-c83f-4ff4-8d17-7c0b9adeaa16 req-2cedfb7a-5503-4cae-a6a0-2ac7830e5b62 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311984 Sep 10 03:04:00.488590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6526426-f926-4e31-b481-75484630d290 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346637 Sep 10 03:04:00.512710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] For port b287947b-19d3-4363-ae62-d4b2d8582737, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:00.512936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.515930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] For port 1679a04e-3feb-4160-a557-e0447264cddf, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1679a04e-3feb-4160-a557-e0447264cddf,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:00.528243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] For port b287947b-19d3-4363-ae62-d4b2d8582737, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b287947b-19d3-4363-ae62-d4b2d8582737,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:00.529298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6193ebe-75bc-4aac-95c1-02deb43dd70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.530184 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.532356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6193ebe-75bc-4aac-95c1-02deb43dd70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.535937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e6193ebe-75bc-4aac-95c1-02deb43dd70c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c317d9fc-f819-4333-8ab4-f6c916bf0ae8 HTTP/1.1" status: 204 len: 168 time: 0.4296894 Sep 10 03:04:00.565459 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.574361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:00.576765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6193ebe-75bc-4aac-95c1-02deb43dd70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c317d9fc-f819-4333-8ab4-f6c916bf0ae8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.634226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:00.638856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f85263-9d6b-4549-964a-1b3110b839b9 None None] Pushing event updated for resources: {'Port': ['ID=1679a04e-3feb-4160-a557-e0447264cddf,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.652737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:00.667281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:00.668070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:00.712736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-2f6bf5fe-a47f-4568-8855-a6cfe3786b43 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174010 Sep 10 03:04:00.713655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Pushing event updated for resources: {'Port': ['ID=ef924bc9-1827-4926-a13f-c01852df2e48,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:00.726521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:00.790815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f916-c95f-4b59-9c23-62eea50338eb req-d0e1fa6c-e83c-46ab-9874-b0e7df342307 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:00.799816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eae1f916-c95f-4b59-9c23-62eea50338eb req-d0e1fa6c-e83c-46ab-9874-b0e7df342307 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.2275240 Sep 10 03:04:00.816263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:00.897170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eae1f916-c95f-4b59-9c23-62eea50338eb req-c754bae2-827f-4cb9-a56c-3995f35a6b67 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Sep 10 03:04:00.958842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e1d9f3cc-ff66-45c7-ab1a-4fd87f9ea9b9 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908150 Sep 10 03:04:01.340852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.350851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3592a-3358-4729-9a6a-fac497bfe321 req-fef6c198-beaf-4a35-bea8-8f13e993bfcf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:01.359275 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54a3592a-3358-4729-9a6a-fac497bfe321 req-fef6c198-beaf-4a35-bea8-8f13e993bfcf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1401548 Sep 10 03:04:01.369049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:01.392569 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.410058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.468998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54a3592a-3358-4729-9a6a-fac497bfe321 req-0831167b-6c31-4444-9e06-e013cad3c181 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037767 Sep 10 03:04:01.507827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8862fc9-fad8-4337-b5d0-d21e21b4a8c1 req-468f2ab0-3994-45d0-a3f3-4175e48b3def tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:01.521220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c8862fc9-fad8-4337-b5d0-d21e21b4a8c1 req-468f2ab0-3994-45d0-a3f3-4175e48b3def tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1768150 Sep 10 03:04:01.552335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb4dc5-70cd-4525-8b6d-939c1691b149 None None] Pushing event updated for resources: {'Port': ['ID=b287947b-19d3-4363-ae62-d4b2d8582737,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:01.569757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 516402c2-d8ac-4f04-ab9a-16207aa1140c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:01.570429 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.592093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c8862fc9-fad8-4337-b5d0-d21e21b4a8c1 req-48e9318d-4632-4ce7-90dd-435bf5e829bb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Sep 10 03:04:01.633984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event updated for resources: {'Port': ['ID=dc28911c-15d6-4834-aab8-8c21c8f8fb30,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:01.711564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.743429 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.761016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.773666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87883f1a-a36a-4965-b6a1-7a4eefd4b32f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7041829 Sep 10 03:04:01.777825 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c14435cd-3193-493a-9a37-9f01be95ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.804254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb49b-0d5e-4c05-be18-8c576a238203 req-d087c91a-2e76-433b-806b-1421ee8f511c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:01.817311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc2fb49b-0d5e-4c05-be18-8c576a238203 req-d087c91a-2e76-433b-806b-1421ee8f511c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.1982303 Sep 10 03:04:01.830106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.901841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc2fb49b-0d5e-4c05-be18-8c576a238203 req-4f99981e-b8f9-44ed-9838-a82b81c80085 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835299 Sep 10 03:04:01.924283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.934686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:01.946851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:01.949624 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37461943-7797-4ae3-ad17-7b0b8f123530" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-plugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:02.013178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:02.020304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:02.068419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1679a04e-3feb-4160-a557-e0447264cddf up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:02.101236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8fd1d-c9ac-477b-b6fa-c7b3bdfe3d4c req-b5b1ac8b-2267-469d-9410-b42a18795e22 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:02.112594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67a8fd1d-c9ac-477b-b6fa-c7b3bdfe3d4c req-b5b1ac8b-2267-469d-9410-b42a18795e22 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1939881 Sep 10 03:04:02.139779 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f1424-f8ee-480d-b5d6-b173ce397264 x-openstack-request-id: req-253f1424-f8ee-480d-b5d6-b173ce397264 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:02.141525 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-plugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:02.141525 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-253f1424-f8ee-480d-b5d6-b173ce397264 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:02.142727 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'code': 200} Sep 10 03:04:02.248440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:00Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:02.284737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67a8fd1d-c9ac-477b-b6fa-c7b3bdfe3d4c req-43273edd-4b72-4abf-bfff-fb4027bb95f5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710517 Sep 10 03:04:02.292658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:02.294931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-7e7ea9cf-cfe4-482d-9fcf-da9ea4505e1b tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--98541626&fields=id&tenant_id=932cc06ed13b426f9ec44ef51baad85c HTTP/1.1" status: 200 len: 267 time: 0.0566165 Sep 10 03:04:02.299099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5d8ff-5cae-4a61-8354-5eb8248afb77 None None] The sync data for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 is: [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:00Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:04:02.332193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1679a04e-3feb-4160-a557-e0447264cddf completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:02.400453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Router 4942d86b-cb66-4fa2-863f-4242f557de27 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:04:02.594443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-1a8a0a42-f67f-4f41-b822-4ec939d8edf0 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:02.598705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d0d29-d9e0-45c5-b5fb-112b4ee80685 None None] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:04:02.608235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-1a8a0a42-f67f-4f41-b822-4ec939d8edf0 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/networks?id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4 HTTP/1.1" status: 200 len: 805 time: 0.3121891 Sep 10 03:04:02.680847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:04:02.692129 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Sync routers for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:04:02.703003 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:02.703643 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:03:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:02.715771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-07ed2c8e-9cb5-4182-bbc7-2c283022257e tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/quotas/932cc06ed13b426f9ec44ef51baad85c HTTP/1.1" status: 200 len: 375 time: 0.0992117 Sep 10 03:04:02.726362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:02.727852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85d78f6a-b757-4e72-b5fa-b3987334b715 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3328481 Sep 10 03:04:02.731465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52770) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:02.755373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd31-2e0c-4da1-afa8-45a8df1172a7 req-53105316-2958-40ba-b18f-6603ed4116c1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:02.757454 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b37abd31-2e0c-4da1-afa8-45a8df1172a7 req-53105316-2958-40ba-b18f-6603ed4116c1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1525135 Sep 10 03:04:02.788342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] Provisioning for port 1679a04e-3feb-4160-a557-e0447264cddf completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:02.810774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8523cb-abb0-48b9-8715-512a6ae1ac76 req-4533eeb4-afec-4404-ad66-11cedc68cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:02.815774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] Provisioning complete for port 1679a04e-3feb-4160-a557-e0447264cddf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:02.817966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f8523cb-abb0-48b9-8715-512a6ae1ac76 req-4533eeb4-afec-4404-ad66-11cedc68cf1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1101 time: 0.1997795 Sep 10 03:04:02.821536 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:02.872865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b37abd31-2e0c-4da1-afa8-45a8df1172a7 req-ce745464-f943-40a7-a626-bc5707c9024e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655205 Sep 10 03:04:02.928726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-b84b7422-1a25-42b2-8908-417e4cd25997 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=932cc06ed13b426f9ec44ef51baad85c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102587 Sep 10 03:04:02.981195 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:03.046532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f8523cb-abb0-48b9-8715-512a6ae1ac76 req-c07c3fa4-cf18-44c3-8440-b884dd4177c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180591 Sep 10 03:04:03.196337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-55e6fd78-c9d8-43c7-809c-ffd0df7b01dc service neutron] 10.222.0.23 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629099 Sep 10 03:04:03.280186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:03.362413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] For port 1679a04e-3feb-4160-a557-e0447264cddf, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1679a04e-3feb-4160-a557-e0447264cddf,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:03.374807 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:03.433346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-7392c1ad-cb9a-4f96-a380-486e1208625b service neutron] 10.222.0.23 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303040 Sep 10 03:04:03.453274 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:01Z', 'revision_number': 3, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:03.512328 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Checking router: 4942d86b-cb66-4fa2-863f-4242f557de27 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:04:03.512674 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Updating router 4942d86b-cb66-4fa2-863f-4242f557de27 port ef924bc9-1827-4926-a13f-c01852df2e48 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:04:03.513198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635106-d223-4c3e-835c-9c592b33022e None None] Pushing event updated for resources: {'Port': ['ID=1679a04e-3feb-4160-a557-e0447264cddf,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:03.578057 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:03.811811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-40fbbe2e-67ab-4208-8f8e-e4450351cc4a None None] Provisioning complete for port 1679a04e-3feb-4160-a557-e0447264cddf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:03.812649 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40fbbe2e-67ab-4208-8f8e-e4450351cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.055478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad440cf-5fd7-4e6d-a37c-002031776c96 req-f48cebf2-d36f-4327-96fa-35dc5f7760cb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:04.075689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ad440cf-5fd7-4e6d-a37c-002031776c96 req-f48cebf2-d36f-4327-96fa-35dc5f7760cb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1862972 Sep 10 03:04:04.150545 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.165342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ad440cf-5fd7-4e6d-a37c-002031776c96 req-80ebaab8-3246-46cb-a1dc-ff23e3acc36d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883613 Sep 10 03:04:04.167075 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Transition to ACTIVE for port object ef924bc9-1827-4926-a13f-c01852df2e48 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:04.191412 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.216066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4060-b31d-47c7-b62f-5ce028e622e6 req-d0508e72-9969-462d-88f3-b0b122ec43b7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:04.220762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1679a04e-3feb-4160-a557-e0447264cddf up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:04.223865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-842d4060-b31d-47c7-b62f-5ce028e622e6 req-d0508e72-9969-462d-88f3-b0b122ec43b7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.8982067 Sep 10 03:04:04.358304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2af5-10e0-456c-9e9d-7ff338af7d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.363501 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818936-12f7-4a9c-8026-eef533dff33a None None] Pushing event updated for resources: {'Port': ['ID=ef924bc9-1827-4926-a13f-c01852df2e48,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:04.378922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Attempting to bind port ef924bc9-1827-4926-a13f-c01852df2e48 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:04.383282 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Attempting to bind port ef924bc9-1827-4926-a13f-c01852df2e48 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:04.385915 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Attempting to bind port ef924bc9-1827-4926-a13f-c01852df2e48 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:04.408749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecba8508-7958-4f23-9b7d-834c198d91fa req-2e62c036-ba2d-41ec-91b5-06e513218ea7 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 210 time: 0.0702105 Sep 10 03:04:04.410106 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:04.411464 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:04.412623 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.413762 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:04.415147 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Bound port: ef924bc9-1827-4926-a13f-c01852df2e48, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:04.415684 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.422238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1679a04e-3feb-4160-a557-e0447264cddf triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:04.425315 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.468221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-842d4060-b31d-47c7-b62f-5ce028e622e6 req-415b1c8d-39a7-4ce6-8b20-3646ae40b8d4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433980 Sep 10 03:04:04.558706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] For port ef924bc9-1827-4926-a13f-c01852df2e48, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:04.568089 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] For port ef924bc9-1827-4926-a13f-c01852df2e48, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ef924bc9-1827-4926-a13f-c01852df2e48,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:04.577700 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.612653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627a33-aed6-4015-b06e-6234ee43e0eb req-310cdaea-cfcd-4492-a4be-7b75dad586b8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:04.634365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33627a33-aed6-4015-b06e-6234ee43e0eb req-310cdaea-cfcd-4492-a4be-7b75dad586b8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1177280 Sep 10 03:04:04.710398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33627a33-aed6-4015-b06e-6234ee43e0eb req-d47bce98-7f78-4de1-899e-1ef0a6609933 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740709 Sep 10 03:04:04.724637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.734122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b287947b-19d3-4363-ae62-d4b2d8582737 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:04.878994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b287947b-19d3-4363-ae62-d4b2d8582737 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:04.884422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b287947b-19d3-4363-ae62-d4b2d8582737 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:04.885000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:04.888627 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:04.889279 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:04.905089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de46a-f793-479c-bc3f-c23279668d55 req-ec13567b-c38b-43d3-b720-aa6498c85334 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:04.913482 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382de46a-f793-479c-bc3f-c23279668d55 req-ec13567b-c38b-43d3-b720-aa6498c85334 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0796695 Sep 10 03:04:04.967372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382de46a-f793-479c-bc3f-c23279668d55 req-b5374ad9-160c-42bd-9cdb-451d9f361af8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Sep 10 03:04:04.969191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:05.027145 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818936-12f7-4a9c-8026-eef533dff33a None None] Pushing event updated for resources: {'Port': ['ID=ef924bc9-1827-4926-a13f-c01852df2e48,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:05.060434 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:05.126535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b287947b-19d3-4363-ae62-d4b2d8582737, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b287947b-19d3-4363-ae62-d4b2d8582737,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:05.135379 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:05.168445 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:05.261686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b287947b-19d3-4363-ae62-d4b2d8582737,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:05.344810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:05.396325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d9915-8b5e-4a17-9c6f-05a237200a61 req-f62e9114-b821-43f0-807d-31e320db2267 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:05.403986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac2d9915-8b5e-4a17-9c6f-05a237200a61 req-f62e9114-b821-43f0-807d-31e320db2267 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0770371 Sep 10 03:04:05.444702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac2d9915-8b5e-4a17-9c6f-05a237200a61 req-8691c14d-edb0-4248-9018-0993e2653f0c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Sep 10 03:04:05.446087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Allocated IP 172.20.0.1 (b7ce3993-62d9-4d2c-a87e-f366be9f36ad/3c384224-4b82-4234-875c-e0c248d6c861/6ec4a437-4b89-4eaa-ad15-8daf20afd9e7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:04:05.484231 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c779d74c-7460-4034-8682-181c74abda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:01Z', 'revision_number': 3, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:05.535342 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779d74c-7460-4034-8682-181c74abda52 None None] The sync data for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 is: [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:01Z', 'revision_number': 3, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:04:05.554040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07b30b-3bfc-491a-b151-0d1abcb065f2 req-9aabb6b7-040e-4db7-b81e-9a1538d4750b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:05.561928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c07b30b-3bfc-491a-b151-0d1abcb065f2 req-9aabb6b7-040e-4db7-b81e-9a1538d4750b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.2845006 Sep 10 03:04:05.669949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f70f95-b9a2-4c38-9fa1-4a777c8bee75 req-72266e01-63dd-417c-bb44-aa30fd60c138 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 210 time: 0.0468636 Sep 10 03:04:05.690124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c07b30b-3bfc-491a-b151-0d1abcb065f2 req-d2fef8ad-9bbe-4698-86b8-3a46b5c3ef02 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270874 Sep 10 03:04:05.738818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:05.796501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Transition to ACTIVE for port object 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:05.932613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b287947b-19d3-4363-ae62-d4b2d8582737 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:06.040518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326f948-02ff-4238-89b9-57c98a22412f req-dc4f2f65-5c16-4f54-8ae5-ef42f7576a07 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:06.056840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f326f948-02ff-4238-89b9-57c98a22412f req-dc4f2f65-5c16-4f54-8ae5-ef42f7576a07 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.2055690 Sep 10 03:04:06.076181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b287947b-19d3-4363-ae62-d4b2d8582737 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:06.077954 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:06.084723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:06.135923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-1ae3ce81-9de5-4fa0-9e0d-cb6fd08fad45 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:06.138787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-1ae3ce81-9de5-4fa0-9e0d-cb6fd08fad45 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.36 "GET /v2.0/networks?id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4 HTTP/1.1" status: 200 len: 805 time: 0.4304252 Sep 10 03:04:06.153510 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f326f948-02ff-4238-89b9-57c98a22412f req-9b1e4f3c-d576-45f5-bfdc-1c963f194b39 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953536 Sep 10 03:04:06.161786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8987b1-a3e0-4aff-8ab6-ee8e5df9decc req-420da178-b911-4939-a5da-e915f5cb50e0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:06.177745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:06.187218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:06.196462 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:06.201162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e8987b1-a3e0-4aff-8ab6-ee8e5df9decc req-420da178-b911-4939-a5da-e915f5cb50e0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.2909410 Sep 10 03:04:06.317690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-a6171b26-c507-42b7-a1aa-7fc12a2427e1 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=932cc06ed13b426f9ec44ef51baad85c HTTP/1.1" status: 200 len: 378 time: 0.1152172 Sep 10 03:04:06.320963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e8987b1-a3e0-4aff-8ab6-ee8e5df9decc req-5c75f5da-ced8-4fa5-9f34-cb9daa2f151d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090615 Sep 10 03:04:06.328537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Request body: {'port': {'device_id': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'admin_state_up': True, 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'security_groups': ['0ee28fb8-7656-4106-87f5-58ec1c124331']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:06.342654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:06.411351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ec332-8bc9-40a4-9d9f-52bb7e547722 req-fcf966ce-8380-4302-9643-6a25641e1347 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:06.423018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-574ec332-8bc9-40a4-9d9f-52bb7e547722 req-fcf966ce-8380-4302-9643-6a25641e1347 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1389198 Sep 10 03:04:06.432359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:06.601739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-574ec332-8bc9-40a4-9d9f-52bb7e547722 req-3548d654-a6c2-423b-b861-50e510028d6f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579697 Sep 10 03:04:06.644078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0e9e8d6d-2df3-43a6-9ea8-3eec8d1c2fc9 None None] Provisioning for port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:06.648599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0e9e8d6d-2df3-43a6-9ea8-3eec8d1c2fc9 None None] Provisioning complete for port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:06.649117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8d6d-2df3-43a6-9ea8-3eec8d1c2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:06.783230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e8d6d-2df3-43a6-9ea8-3eec8d1c2fc9 None None] Port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:04:06.813435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.168612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.175330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.222078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Made reservation on behalf of 932cc06ed13b426f9ec44ef51baad85c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:04:07.228003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.259395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.309989 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.344694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c179-c604-43d9-b10b-18b2a748fb8b req-27c11a81-3360-4777-934f-3af1d6485062 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:07.353225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3284c179-c604-43d9-b10b-18b2a748fb8b req-27c11a81-3360-4777-934f-3af1d6485062 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 814 time: 0.8572316 Sep 10 03:04:07.362768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e860696a-bd54-4213-af82-90422ce09754 req-d238db76-4600-4c4d-adc7-b8d3fae155af tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 210 time: 0.0785620 Sep 10 03:04:07.397393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3284c179-c604-43d9-b10b-18b2a748fb8b req-55d8c449-0775-4040-9007-2e1c11f6afb8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/quotas/723da98730d940bca004ba2a91114dc4 HTTP/1.1" status: 200 len: 375 time: 0.0418580 Sep 10 03:04:07.408924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:07.499331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3284c179-c604-43d9-b10b-18b2a748fb8b req-82735b82-8357-44ca-8f76-a6405260b7e0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924830 Sep 10 03:04:07.504636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Allocated IP 172.20.0.14 (4e5df9c6-8aba-4151-9bd6-133cfd6932c4/9187f63a-b6f2-421e-9b34-194ecc2462ab/99d1141c-f39f-4062-be02-a0538460f9df) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:04:07.516579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.517623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.517981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.518748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.518748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.518967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.519268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.519635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.519957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.520282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.520600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.520937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:07.550998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:07.555732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:07.776879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf816f3-a0bc-48df-8400-f73bd445d598 req-599c7b3c-ec39-43c0-9b34-1f0a9995e8ae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:07.780108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cf816f3-a0bc-48df-8400-f73bd445d598 req-599c7b3c-ec39-43c0-9b34-1f0a9995e8ae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0910668 Sep 10 03:04:07.815364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10598b-18af-4450-8d74-439ca2f0b65d req-472b5e45-ad7b-4e73-8599-0844083d250f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:07.817408 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef10598b-18af-4450-8d74-439ca2f0b65d req-472b5e45-ad7b-4e73-8599-0844083d250f tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1318281 Sep 10 03:04:07.884961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:07.934916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ef924bc9-1827-4926-a13f-c01852df2e48 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:07.943121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cf816f3-a0bc-48df-8400-f73bd445d598 req-0065e717-6ac2-41f3-b9f8-ebe35a91ff0c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948272 Sep 10 03:04:07.964015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Router 4942d86b-cb66-4fa2-863f-4242f557de27 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:04:07.975809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Transition to ACTIVE for port object 99d1141c-f39f-4062-be02-a0538460f9df will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:07.998170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef10598b-18af-4450-8d74-439ca2f0b65d req-e2c5f3f5-c3a1-4798-b01c-5d730509a8c3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454761 Sep 10 03:04:08.059275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.078031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ef924bc9-1827-4926-a13f-c01852df2e48 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:08.092767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ef924bc9-1827-4926-a13f-c01852df2e48 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:08.093326 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.096684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d2a8620e-bfd9-4994-b966-5a54e0e3c128 None None] Provisioning complete for port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:08.097257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d2a8620e-bfd9-4994-b966-5a54e0e3c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.123917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:08.165323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:08.176435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:08.179267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8620e-bfd9-4994-b966-5a54e0e3c128 None None] Port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:04:08.246669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:04:08.266625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9487c098-2486-4b70-ba4e-e268da268555 admin admin] 10.222.0.23 "PUT /v2.0/routers/4942d86b-cb66-4fa2-863f-4242f557de27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5191729 Sep 10 03:04:08.297009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.299428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f234986-bd40-4b29-b5ea-34b9e6f33c45 req-1fff61c4-b9ac-4ce8-9112-4d8d42abfc47 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:08.303310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event updated for resources: {'Port': ['ID=99d1141c-f39f-4062-be02-a0538460f9df,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:08.317721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f234986-bd40-4b29-b5ea-34b9e6f33c45 req-1fff61c4-b9ac-4ce8-9112-4d8d42abfc47 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.2501109 Sep 10 03:04:08.321249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.322272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.323196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.323847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.324479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.325086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.325736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.326772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.327378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.328120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.328935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.330153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:08.366265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:08.367434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.379859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ef924bc9-1827-4926-a13f-c01852df2e48, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ef924bc9-1827-4926-a13f-c01852df2e48,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:08.388714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.429867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f1b9-e898-439c-8e30-b223513445a0 req-daa241cd-a75e-40dc-8938-cccfbc71b83e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:08.439981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7843f1b9-e898-439c-8e30-b223513445a0 req-daa241cd-a75e-40dc-8938-cccfbc71b83e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.2546773 Sep 10 03:04:08.441749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f234986-bd40-4b29-b5ea-34b9e6f33c45 req-7a4159cb-041b-4f3b-a6d6-2bc7472d90e6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230729 Sep 10 03:04:08.443989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2c84a69c-066b-4b0a-95ea-1ffdae672465 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1195164 Sep 10 03:04:08.464777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Request body: {'port': {'device_id': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:08.484319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ef924bc9-1827-4926-a13f-c01852df2e48,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:08.576332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:08.585562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Sync routers for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:04:08.595105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:08.595280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7843f1b9-e898-439c-8e30-b223513445a0 req-8ca2c093-df3b-4c25-9ff8-d8d112ea5fe1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532304 Sep 10 03:04:08.595781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:08.771906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7510d4c-1b6b-4b77-ae40-8e62d89754da req-5f589b02-045d-4f5a-bf87-4d9d457577ea tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:08.782759 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7510d4c-1b6b-4b77-ae40-8e62d89754da req-5f589b02-045d-4f5a-bf87-4d9d457577ea tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 932 time: 0.1223018 Sep 10 03:04:08.837752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:08.844321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7510d4c-1b6b-4b77-ae40-8e62d89754da req-68b632cc-4a03-4dc1-a87c-7d886c8b20d7 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486400 Sep 10 03:04:08.922259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cbc3ef3b-e160-47fa-b0e7-061c859a0871 None None] Provisioning for port 99d1141c-f39f-4062-be02-a0538460f9df completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:08.933139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cbc3ef3b-e160-47fa-b0e7-061c859a0871 None None] Provisioning complete for port 99d1141c-f39f-4062-be02-a0538460f9df triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:08.935849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cbc3ef3b-e160-47fa-b0e7-061c859a0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.033827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3ef3b-e160-47fa-b0e7-061c859a0871 None None] Port 99d1141c-f39f-4062-be02-a0538460f9df cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:04:09.087539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd8eeb12-85ab-4925-b68f-ea638a2b0b54 req-5fa803b8-639d-43f4-a419-e64f10659388 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=723da98730d940bca004ba2a91114dc4 HTTP/1.1" status: 200 len: 221 time: 0.0461302 Sep 10 03:04:09.155752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52930) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:09.161040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596209686', 'description': 'tempest-description--950166660'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:09.223251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d1141c-f39f-4062-be02-a0538460f9df {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:09.231746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 2, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:09.234992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.241213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.260530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Transition to ACTIVE for port object 99d1141c-f39f-4062-be02-a0538460f9df will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:09.268874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Checking router: 4942d86b-cb66-4fa2-863f-4242f557de27 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:04:09.269719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Updating router 4942d86b-cb66-4fa2-863f-4242f557de27 port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:04:09.289086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.300532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.378191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86376db6-6fc9-496b-b145-7515194cb403 req-611726e9-55ae-45ff-ab57-5b7a7d90b0ce tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:09.379873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86376db6-6fc9-496b-b145-7515194cb403 req-611726e9-55ae-45ff-ab57-5b7a7d90b0ce tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1682205 Sep 10 03:04:09.401336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bade59-7b36-4a02-b81d-a0034760576a req-778168b8-f59f-40ed-8bbe-a24644593b0f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:09.413023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07bade59-7b36-4a02-b81d-a0034760576a req-778168b8-f59f-40ed-8bbe-a24644593b0f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1831989 Sep 10 03:04:09.455115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Pushing event updated for resources: {'Port': ['ID=99d1141c-f39f-4062-be02-a0538460f9df,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:09.487953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86376db6-6fc9-496b-b145-7515194cb403 req-027e70c4-8e08-44e3-ae10-d7d2682798b6 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971689 Sep 10 03:04:09.583431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07bade59-7b36-4a02-b81d-a0034760576a req-08d9cf61-662c-447a-b7cc-3f655992ad7b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633983 Sep 10 03:04:09.589706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.604184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.619086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Attempting to bind port 99d1141c-f39f-4062-be02-a0538460f9df on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:09.620520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Attempting to bind port 99d1141c-f39f-4062-be02-a0538460f9df by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:09.623025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Attempting to bind port 99d1141c-f39f-4062-be02-a0538460f9df on network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:09.637265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Port 99d1141c-f39f-4062-be02-a0538460f9df on network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:04:09.638544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Attempting to bind port 99d1141c-f39f-4062-be02-a0538460f9df on network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:09.655394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:09.657423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Checking segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:09.664428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Bound using segment: {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:09.665081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Bound port: 99d1141c-f39f-4062-be02-a0538460f9df, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:09.665453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.699053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.719781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5573373 Sep 10 03:04:09.724273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52940) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:09.736479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2a75a-312e-4797-bb92-0060065e3ba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:09.780613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a7eb6-c1dc-49ea-bb69-849d66b6191b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a2a75a-312e-4797-bb92-0060065e3ba4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:09.790725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.811646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129db5bb-d94e-4f3c-b872-abc5ad100e07 req-540908f9-a1b4-47ff-aaaf-e1b525f8c5d8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:09.819715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-129db5bb-d94e-4f3c-b872-abc5ad100e07 req-540908f9-a1b4-47ff-aaaf-e1b525f8c5d8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1849167 Sep 10 03:04:09.899240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-129db5bb-d94e-4f3c-b872-abc5ad100e07 req-cf524723-aae3-405f-b18e-9ee71074b8ee tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785611 Sep 10 03:04:09.967819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.976429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.983902 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:09.993226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ef924bc9-1827-4926-a13f-c01852df2e48 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:10.032212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] For port 99d1141c-f39f-4062-be02-a0538460f9df, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:10.062791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Transition to ACTIVE for port object 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:10.063048 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.066922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323064 Sep 10 03:04:10.073049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.078253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52948) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:10.099995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2a75a-312e-4797-bb92-0060065e3ba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:10.116480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20899fb-2abf-4782-ad77-f87960b07d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289073a0-80ce-47b1-8452-7d4dcde0be42,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:10.125555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ef924bc9-1827-4926-a13f-c01852df2e48 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:10.126038 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.130666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] For port 99d1141c-f39f-4062-be02-a0538460f9df, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=99d1141c-f39f-4062-be02-a0538460f9df,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:10.142208 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.158436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265303d-420c-490b-8f4f-5867e83357fe req-e69b2d19-b818-4a58-ae36-5fe57ae61010 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.166031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9265303d-420c-490b-8f4f-5867e83357fe req-e69b2d19-b818-4a58-ae36-5fe57ae61010 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.2361279 Sep 10 03:04:10.179216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6dbca-f9b3-4c3d-a830-5ce6771be3d6 None None] Pushing event updated for resources: {'Port': ['ID=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:10.180444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d26d7-9a6b-40c7-aa86-427e914b7c3a req-525ed8d5-6f24-4ece-b418-36b271c900a3 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.183664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b9d26d7-9a6b-40c7-aa86-427e914b7c3a req-525ed8d5-6f24-4ece-b418-36b271c900a3 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 944 time: 0.1585286 Sep 10 03:04:10.210661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.255205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b9d26d7-9a6b-40c7-aa86-427e914b7c3a req-56da7d2f-96fc-4e83-857c-cc9e75a5332f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592232 Sep 10 03:04:10.295885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Attempting to bind port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:10.296808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Attempting to bind port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:10.297414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Attempting to bind port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 on network b7ce3993-62d9-4d2c-a87e-f366be9f36ad {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:10.318533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:10.320123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Checking segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:10.320879 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.322765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Bound using segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:10.323694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Bound port: 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:10.324368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.340407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9265303d-420c-490b-8f4f-5867e83357fe req-0bacf869-662d-44ab-9ac2-a5e7ac2e4ee3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733942 Sep 10 03:04:10.358924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52952) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:10.367318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.367970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.369367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] 10.222.0.36 "PUT /v2.0/ports/99d1141c-f39f-4062-be02-a0538460f9df HTTP/1.1" status: 200 len: 1092 time: 1.9108586 Sep 10 03:04:10.384591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:10.387220 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "tag": "99d1141c-f39f-4062-be02-a0538460f9df"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:10.505344 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76489659-4704-4e65-80f1-9f877f72bbeb x-openstack-request-id: req-76489659-4704-4e65-80f1-9f877f72bbeb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:10.506010 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "tag": "99d1141c-f39f-4062-be02-a0538460f9df", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:10.506010 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76489659-4704-4e65-80f1-9f877f72bbeb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:10.506301 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df', 'status': 'completed', 'code': 200} Sep 10 03:04:10.513024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] For port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:10.522287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] For port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:10.532209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc17b6-5f1f-4a6c-9a11-e217dfcdcd3e service neutron] Pushing event updated for resources: {'Port': ['ID=99d1141c-f39f-4062-be02-a0538460f9df,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:10.543746 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.612883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-b5a68726-acf1-4dfe-aebe-6ee87073a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.614591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-b5a68726-acf1-4dfe-aebe-6ee87073a9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=932cc06ed13b426f9ec44ef51baad85c&device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 1095 time: 0.1943243 Sep 10 03:04:10.630945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-939b61e7-d96e-41eb-86ee-74cbd2827a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.638306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.686471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498c90-cc0d-40ae-b918-658c7073e4a2 req-db493943-4aea-46eb-92a2-562768d7316c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.694046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f498c90-cc0d-40ae-b918-658c7073e4a2 req-db493943-4aea-46eb-92a2-562768d7316c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1585679 Sep 10 03:04:10.694447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d80b-b6a8-461c-b5a2-7a496e7d9c9b req-ae5cc410-0115-422f-a170-1770286c36ea tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.697645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-974711a2-2952-4bb0-b13d-edf5eb58bc6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d1141c-f39f-4062-be02-a0538460f9df HTTP/1.1" status: 200 len: 217 time: 0.0719039 Sep 10 03:04:10.698289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.703302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6f62d80b-b6a8-461c-b5a2-7a496e7d9c9b req-ae5cc410-0115-422f-a170-1770286c36ea tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1268036 Sep 10 03:04:10.707436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6dbca-f9b3-4c3d-a830-5ce6771be3d6 None None] Pushing event updated for resources: {'Port': ['ID=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:10.749028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:10.750024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:10.776283 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6f62d80b-b6a8-461c-b5a2-7a496e7d9c9b req-e497e227-cf54-47d6-9ff2-51a8f57922e7 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711358 Sep 10 03:04:10.780055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f498c90-cc0d-40ae-b918-658c7073e4a2 req-b3f84b4b-6035-4f62-a247-dce7e95a622d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805876 Sep 10 03:04:10.849907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e658b670-5253-46d8-bd8c-8e436d1d0499,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:10.935330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2196df40-6d38-494a-b6e6-459ce653f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:10.937833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-2196df40-6d38-494a-b6e6-459ce653f2e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9187f63a-b6f2-421e-9b34-194ecc2462ab HTTP/1.1" status: 200 len: 844 time: 0.1720669 Sep 10 03:04:10.976991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-939b61e7-d96e-41eb-86ee-74cbd2827a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:10.984752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:10.988902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-939b61e7-d96e-41eb-86ee-74cbd2827a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.010046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30343365-6f5c-4b50-bea9-ac8d2c83e2c7 req-9088c60c-9d01-4741-b5cc-ab8f365fb507 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.011771 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30343365-6f5c-4b50-bea9-ac8d2c83e2c7 req-9088c60c-9d01-4741-b5cc-ab8f365fb507 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0819862 Sep 10 03:04:11.028450 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.031177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-705a61ab-e024-4ee6-8b2b-56a3c3abb747 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9418068 Sep 10 03:04:11.033993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52970) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:11.054441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:11.067052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b61e7-d96e-41eb-86ee-74cbd2827a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28474fd4-c3e9-48b2-9d19-da2676f0be80,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:11.077932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-939b61e7-d96e-41eb-86ee-74cbd2827a9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bd8c9f0b00c41e9bc17bb2b91c94f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178898 Sep 10 03:04:11.081313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52972) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:11.111300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-cf8fcf38-15e7-4d11-af25-ad1765accb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.113096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-cf8fcf38-15e7-4d11-af25-ad1765accb33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665790 Sep 10 03:04:11.116510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.126733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30343365-6f5c-4b50-bea9-ac8d2c83e2c7 req-de72c691-f586-4d50-866f-9d5be7f7a2a3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019945 Sep 10 03:04:11.165835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1c4ac-4ebe-4356-8e90-792928a80aad req-8fe32849-4183-49fc-b006-c9ad2d0f05c3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.174003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cee1c4ac-4ebe-4356-8e90-792928a80aad req-8fe32849-4183-49fc-b006-c9ad2d0f05c3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1630812 Sep 10 03:04:11.174645 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43afee2d-5224-4433-933f-baab08128083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.210464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43afee2d-5224-4433-933f-baab08128083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.264538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:10Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:11.291844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f12254-6d74-4ca4-87c0-82fab3e6b8d7 None None] The sync data for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 is: [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:10Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:04:11.293838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11302033-dd56-4f3c-9d96-a2067cd8b63e req-d17f7542-7a6f-44fe-bb03-e6165765903e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.295531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11302033-dd56-4f3c-9d96-a2067cd8b63e req-d17f7542-7a6f-44fe-bb03-e6165765903e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0691133 Sep 10 03:04:11.320958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cee1c4ac-4ebe-4356-8e90-792928a80aad req-d39219d2-d494-467d-9398-25b81413943a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460638 Sep 10 03:04:11.328921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43afee2d-5224-4433-933f-baab08128083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.331555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43afee2d-5224-4433-933f-baab08128083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.335057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-43afee2d-5224-4433-933f-baab08128083 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28474fd4-c3e9-48b2-9d19-da2676f0be80 HTTP/1.1" status: 204 len: 168 time: 0.2509809 Sep 10 03:04:11.357752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afee2d-5224-4433-933f-baab08128083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28474fd4-c3e9-48b2-9d19-da2676f0be80,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:11.404792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-521e1790-5a3c-417c-92c4-0b160ccf0022 service neutron] 10.222.0.36 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793255 Sep 10 03:04:11.417179 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11302033-dd56-4f3c-9d96-a2067cd8b63e req-e86915c9-fb07-40d0-8fa2-ce456bf7f2e5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038527 Sep 10 03:04:11.611314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff761c-5b00-4aec-b86f-4bbedbc8b57e req-1bf1a39d-3163-4d87-9ea9-187caeeac63f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.619168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5bff761c-5b00-4aec-b86f-4bbedbc8b57e req-1bf1a39d-3163-4d87-9ea9-187caeeac63f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 944 time: 0.1385899 Sep 10 03:04:11.631773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f66b0ff8-d54e-48e0-8ca3-0bd9c75844b5 req-3642140f-596b-4cdf-947c-f790656fd6b1 service neutron] 10.222.0.36 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010138 Sep 10 03:04:11.649660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461509b-b31a-4bfe-ad9f-d2d892b6b840 req-12067b79-f604-4364-b3dc-e36088328bb7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.649859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.661583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4461509b-b31a-4bfe-ad9f-d2d892b6b840 req-12067b79-f604-4364-b3dc-e36088328bb7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0838161 Sep 10 03:04:11.723113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4461509b-b31a-4bfe-ad9f-d2d892b6b840 req-2b28bd64-9c79-47f0-91fb-d15c00cec214 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Sep 10 03:04:11.752682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5bff761c-5b00-4aec-b86f-4bbedbc8b57e req-ac3f51df-2795-495e-b1e1-a4076888e770 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1326561 Sep 10 03:04:11.788820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52992) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:11.808319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f201371c-53b4-429a-93ff-c55ecf9c71f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.816135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-f3591f10-793b-4672-9ef7-7b430b5ffbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:11.817508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-f3591f10-793b-4672-9ef7-7b430b5ffbef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=932cc06ed13b426f9ec44ef51baad85c&device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 1095 time: 0.1115444 Sep 10 03:04:11.895571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Allocated IP 172.25.8.123 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/8a35b00d-34c2-4629-9c39-0ecf2fcb637a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:04:11.947568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:11.986189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f201371c-53b4-429a-93ff-c55ecf9c71f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:11.995624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f201371c-53b4-429a-93ff-c55ecf9c71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.012799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e3780-a0aa-4c8a-8f23-8397fa4d8df1 req-3def41f6-e841-48d2-912c-05b4c39cf58b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.013935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:12.019256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:12.019777 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.022750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd9e3780-a0aa-4c8a-8f23-8397fa4d8df1 req-3def41f6-e841-48d2-912c-05b4c39cf58b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1856589 Sep 10 03:04:12.099931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd9e3780-a0aa-4c8a-8f23-8397fa4d8df1 req-bd2f11fc-b6f6-4eb6-8d69-71b6025b23a0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761528 Sep 10 03:04:12.118395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f1a43-9e1e-4490-814e-059f1e19b00e req-a8817928-9c46-4548-99af-57d93c0f6537 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.118590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.118707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-584f1a43-9e1e-4490-814e-059f1e19b00e req-a8817928-9c46-4548-99af-57d93c0f6537 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1939058 Sep 10 03:04:12.135609 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f201371c-53b4-429a-93ff-c55ecf9c71f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=983dfba1b9364b3fa94d6fb65ac9cc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456416 Sep 10 03:04:12.136463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:12.138022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-91ee26ae-4cf2-4ac0-9d3e-8b28b4f714d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.140090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-91ee26ae-4cf2-4ac0-9d3e-8b28b4f714d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4 HTTP/1.1" status: 200 len: 905 time: 0.3112419 Sep 10 03:04:12.152731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:12.159083 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.178128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201371c-53b4-429a-93ff-c55ecf9c71f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85d416-82c7-4943-84b9-f23918c68d9c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:12.236690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:12.254660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-5ff7c47b-dbd3-4e39-82d9-a748dce34d4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d1141c-f39f-4062-be02-a0538460f9df HTTP/1.1" status: 200 len: 217 time: 0.0926757 Sep 10 03:04:12.258651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be43c4ec-790d-45f4-9f7c-04fd0454758d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.288740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-584f1a43-9e1e-4490-814e-059f1e19b00e req-d2a20151-6b4c-4181-929f-3b07eb1e4f1a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575956 Sep 10 03:04:12.310006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be43c4ec-790d-45f4-9f7c-04fd0454758d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.313368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.341789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-a971deb7-b746-4d46-9616-68a94f884c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.343312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-a971deb7-b746-4d46-9616-68a94f884c4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9187f63a-b6f2-421e-9b34-194ecc2462ab HTTP/1.1" status: 200 len: 844 time: 0.0770302 Sep 10 03:04:12.355173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af891bed-301f-4d55-849a-7d918dde0416 req-da06aeee-2832-436d-a3dc-91d3eee4e94c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.358213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af891bed-301f-4d55-849a-7d918dde0416 req-da06aeee-2832-436d-a3dc-91d3eee4e94c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0867250 Sep 10 03:04:12.388718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be43c4ec-790d-45f4-9f7c-04fd0454758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.392936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be43c4ec-790d-45f4-9f7c-04fd0454758d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.396128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-be43c4ec-790d-45f4-9f7c-04fd0454758d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c85d416-82c7-4943-84b9-f23918c68d9c HTTP/1.1" status: 204 len: 168 time: 0.2504168 Sep 10 03:04:12.418789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.419235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43c4ec-790d-45f4-9f7c-04fd0454758d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85d416-82c7-4943-84b9-f23918c68d9c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:12.425740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-ee13b9dd-c990-455e-94b9-d3acf1e1b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.427488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-ee13b9dd-c990-455e-94b9-d3acf1e1b338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713880 Sep 10 03:04:12.454322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af891bed-301f-4d55-849a-7d918dde0416 req-41c82aea-b442-4f12-b795-64758e4a67d9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671175 Sep 10 03:04:12.529459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:12.544639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:12.547287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:12.578620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event updated for resources: {'Port': ['ID=8a35b00d-34c2-4629-9c39-0ecf2fcb637a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:12.597368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706be772-1f10-4d93-ba72-115e7ecd5d14 req-696f128f-7d48-4c47-9a69-390428972c09 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.598956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-706be772-1f10-4d93-ba72-115e7ecd5d14 req-696f128f-7d48-4c47-9a69-390428972c09 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0523748 Sep 10 03:04:12.637114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bba64f-b5ff-41a7-a771-3e09b77f2695 req-216745ad-f612-458e-9751-2d7b07b0803d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.638637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bba64f-b5ff-41a7-a771-3e09b77f2695 req-216745ad-f612-458e-9751-2d7b07b0803d tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.2085662 Sep 10 03:04:12.656647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-706be772-1f10-4d93-ba72-115e7ecd5d14 req-fec7b9c5-8348-46ec-8719-f6d50b430669 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509555 Sep 10 03:04:12.708223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-b936a130-ca0a-46dd-8f14-e0108500bba5 service neutron] 10.222.0.36 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442441 Sep 10 03:04:12.745502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bba64f-b5ff-41a7-a771-3e09b77f2695 req-353ccd2f-1b40-40e0-a22e-a70b7ae7b1a7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995991 Sep 10 03:04:12.775974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.858939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:12.868891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508efa-37a9-4712-9267-cab486fcd9ac req-affe1081-76e4-4b42-ae7e-8fe0a86599cd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.876821 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-45508efa-37a9-4712-9267-cab486fcd9ac req-affe1081-76e4-4b42-ae7e-8fe0a86599cd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0891290 Sep 10 03:04:12.907725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a054c1-aa7c-46b3-901b-dd0ae9c3d101 req-4ebe8c7f-820c-447a-9e12-b8c3be6a0648 service neutron] 10.222.0.36 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894135 Sep 10 03:04:12.911933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-45508efa-37a9-4712-9267-cab486fcd9ac req-8e161258-128e-4d71-ae65-654a7b9d942f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Sep 10 03:04:12.954016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac615be-cbf5-4196-add1-6e49efdeeab7 req-4ffc5e8f-7999-411e-a469-70ba88b8bc01 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:12.956885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ac615be-cbf5-4196-add1-6e49efdeeab7 req-4ffc5e8f-7999-411e-a469-70ba88b8bc01 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 944 time: 0.1013048 Sep 10 03:04:13.057021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ac615be-cbf5-4196-add1-6e49efdeeab7 req-d9608fac-b01c-4110-9a0a-267d2fb41e1f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927401 Sep 10 03:04:13.072602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013e7c-c056-4025-905e-aa29f26c947b req-b76a4a1b-3e1b-407f-b38b-5cb8234ee31d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.074164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42013e7c-c056-4025-905e-aa29f26c947b req-b76a4a1b-3e1b-407f-b38b-5cb8234ee31d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0751092 Sep 10 03:04:13.115695 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42013e7c-c056-4025-905e-aa29f26c947b req-10a78766-1b4e-4187-9fac-1b97f1ca1844 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Sep 10 03:04:13.117881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:13.123260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:13.205683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event updated for resources: {'Port': ['ID=8a35b00d-34c2-4629-9c39-0ecf2fcb637a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:13.233414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:13.252150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:13.255917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb73c5d8-bcff-4b1b-95ec-241dc5c724a7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2059360 Sep 10 03:04:13.266394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476430-49cf-4518-b8f6-b74272d75fdc req-0aacd1fe-fd1a-4cfb-885f-5b218c31412b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.271110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79476430-49cf-4518-b8f6-b74272d75fdc req-0aacd1fe-fd1a-4cfb-885f-5b218c31412b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0804536 Sep 10 03:04:13.324078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79476430-49cf-4518-b8f6-b74272d75fdc req-0a705811-f753-4ca6-8647-e9621578dfc7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Sep 10 03:04:13.408171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169488f-a0f6-40dc-81d5-1537ab5815a7 req-14799f30-24a0-41d9-b6ad-ed29cac5c762 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.409784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1169488f-a0f6-40dc-81d5-1537ab5815a7 req-14799f30-24a0-41d9-b6ad-ed29cac5c762 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0532753 Sep 10 03:04:13.452342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1169488f-a0f6-40dc-81d5-1537ab5815a7 req-1c875967-5905-47f2-ab66-1b44da645433 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Sep 10 03:04:13.468271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165297-6c89-47e1-837e-d0d37942b357 req-e6877048-09e8-4655-b0d3-71bfc77c6df6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.469852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88165297-6c89-47e1-837e-d0d37942b357 req-e6877048-09e8-4655-b0d3-71bfc77c6df6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0582111 Sep 10 03:04:13.511267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88165297-6c89-47e1-837e-d0d37942b357 req-3972e17b-7b68-4a11-bedb-a9ee0fad27b7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Sep 10 03:04:13.612170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-6eaa7050-9761-4892-a93d-9394a113e476 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--596209686&fields=id&tenant_id=addeee01d1a44f39b810df8aca680b38 HTTP/1.1" status: 200 len: 267 time: 0.0547071 Sep 10 03:04:13.647357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217808a-ea29-4513-82d7-791d29bfc89b req-76f4a7f7-4641-401c-8ced-76f587845d8a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.648969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0217808a-ea29-4513-82d7-791d29bfc89b req-76f4a7f7-4641-401c-8ced-76f587845d8a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0558162 Sep 10 03:04:13.706326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0217808a-ea29-4513-82d7-791d29bfc89b req-fa0e504f-8d0e-4ac2-a1af-851e04fb95f6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498431 Sep 10 03:04:13.742341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-77613283-cca2-40df-a7a9-d363fca1f483 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.744424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-77613283-cca2-40df-a7a9-d363fca1f483 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/networks?id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad HTTP/1.1" status: 200 len: 811 time: 0.1265235 Sep 10 03:04:13.761334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-82989d52-41c1-49f6-ba13-0ab807020a7b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/quotas/addeee01d1a44f39b810df8aca680b38 HTTP/1.1" status: 200 len: 375 time: 0.0113628 Sep 10 03:04:13.869166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-39143d5a-818c-4ce9-ab3e-69fcc5f12475 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=addeee01d1a44f39b810df8aca680b38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994027 Sep 10 03:04:13.912971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:13.965036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967009-84b2-4c67-b06b-80544fabd912 req-bfb4c723-9805-4684-ade3-d262ab0cd9e3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:13.975569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6967009-84b2-4c67-b06b-80544fabd912 req-bfb4c723-9805-4684-ade3-d262ab0cd9e3 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.0702696 Sep 10 03:04:13.976468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:13.976846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:14.000406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-5338b35f-a30c-4e13-a3cf-252df569b008 service neutron] 10.222.0.23 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132185 Sep 10 03:04:14.036078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6967009-84b2-4c67-b06b-80544fabd912 req-e440b979-7378-4483-b28f-74b9f97d9be8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594127 Sep 10 03:04:14.121274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-2bffeb6d-2782-4aeb-bd93-578e70cb881d service neutron] 10.222.0.23 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104214 Sep 10 03:04:14.195279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8f7ad-f1f3-4b31-b24c-899cea63b9b5 req-cdd76177-8bca-4ddd-9136-0afa820dc4b9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:14.196867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bb8f7ad-f1f3-4b31-b24c-899cea63b9b5 req-cdd76177-8bca-4ddd-9136-0afa820dc4b9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0665741 Sep 10 03:04:14.241651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bb8f7ad-f1f3-4b31-b24c-899cea63b9b5 req-fcddebaa-f34e-40fd-9af5-ecc10889c9c7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Sep 10 03:04:14.372173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295c4c-9043-4c05-a62c-c5a9817fa407 req-73ba2e6c-1daf-4adb-abe6-9ed67114453e tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:14.373989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d295c4c-9043-4c05-a62c-c5a9817fa407 req-73ba2e6c-1daf-4adb-abe6-9ed67114453e tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 944 time: 0.0646110 Sep 10 03:04:14.402832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9a67-8106-44c5-bcb2-f3175410edaa req-b5733917-7520-4572-8668-2f9fbac6a1ae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:14.404596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69cb9a67-8106-44c5-bcb2-f3175410edaa req-b5733917-7520-4572-8668-2f9fbac6a1ae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0694313 Sep 10 03:04:14.444255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d295c4c-9043-4c05-a62c-c5a9817fa407 req-6de10ab2-5ddc-423a-b28d-6d674b347085 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594010 Sep 10 03:04:14.466964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69cb9a67-8106-44c5-bcb2-f3175410edaa req-6eeff27c-b0e6-4309-8d0c-aee56f9e2ba5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Sep 10 03:04:14.524023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56510a90-d4fd-4f2c-a4fa-5c33cbe7186b req-cfd2155b-6ed8-4e32-92c8-8e093ee125f2 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 210 time: 0.0381932 Sep 10 03:04:14.680246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ccc18-3514-4f60-9789-b47c76f73bd4 req-e443234b-e9df-4955-a9f2-f3d9d8feab32 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:14.682362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-366ccc18-3514-4f60-9789-b47c76f73bd4 req-e443234b-e9df-4955-a9f2-f3d9d8feab32 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0676978 Sep 10 03:04:14.749065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-366ccc18-3514-4f60-9789-b47c76f73bd4 req-11845bb1-38ae-48f1-bddb-5b9fd6acfc0d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558238 Sep 10 03:04:14.815181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405751c-02b1-4a1c-a2dc-f5f2e672fafa req-1f447f8f-9d66-4774-a61d-4b82b42fbca0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:14.816877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d405751c-02b1-4a1c-a2dc-f5f2e672fafa req-1f447f8f-9d66-4774-a61d-4b82b42fbca0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0619228 Sep 10 03:04:14.848011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 99d1141c-f39f-4062-be02-a0538460f9df details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:04:14.877956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d405751c-02b1-4a1c-a2dc-f5f2e672fafa req-48eaaa1b-8d8c-4903-8f1f-b6a2587e707b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Sep 10 03:04:14.992956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 99d1141c-f39f-4062-be02-a0538460f9df, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=99d1141c-f39f-4062-be02-a0538460f9df,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:15.012838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '99d1141c-f39f-4062-be02-a0538460f9df', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'port_id': '99d1141c-f39f-4062-be02-a0538460f9df', 'mac_address': 'fa:16:3e:0e:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:04:15.043431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf730-d493-4781-bd3c-c82dbfc4e46b req-ae46f6b8-309c-4711-a2a2-c06b53c1a014 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.052288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cebbf730-d493-4781-bd3c-c82dbfc4e46b req-ae46f6b8-309c-4711-a2a2-c06b53c1a014 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0688794 Sep 10 03:04:15.091603 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:15.108723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d1141c-f39f-4062-be02-a0538460f9df {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:15.116414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cebbf730-d493-4781-bd3c-c82dbfc4e46b req-ad7eec0d-510a-4749-9a4b-e0cd630bae23 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 Sep 10 03:04:15.131090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 99d1141c-f39f-4062-be02-a0538460f9df, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=99d1141c-f39f-4062-be02-a0538460f9df,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:15.135826 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:15.190244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5d67-30c1-44b6-96df-bfa6d755a4c7 req-67d39802-af47-4078-9be6-6bd21e858fb5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.192851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=99d1141c-f39f-4062-be02-a0538460f9df,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:15.198030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c97a5d67-30c1-44b6-96df-bfa6d755a4c7 req-67d39802-af47-4078-9be6-6bd21e858fb5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.0587852 Sep 10 03:04:15.201271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.201700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.202115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.202523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.203013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.203572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.203977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.205003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.205405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.205800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.206200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.206594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:04:15.236835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c97a5d67-30c1-44b6-96df-bfa6d755a4c7 req-3ad59be6-4970-418e-ae22-11a94bed9de7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377190 Sep 10 03:04:15.273010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54283a9c-13d3-4383-a2f7-270aef114c7f req-fc45997c-f207-4481-9970-c121574cf48e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.274590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-54283a9c-13d3-4383-a2f7-270aef114c7f req-fc45997c-f207-4481-9970-c121574cf48e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0518100 Sep 10 03:04:15.313818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-54283a9c-13d3-4383-a2f7-270aef114c7f req-0b5bb7da-f7a4-4c70-8ffd-12cdf9efdac2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Sep 10 03:04:15.382036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['99d1141c-f39f-4062-be02-a0538460f9df'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:15.445856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82777242-c59d-4a4a-95a6-f714a7d2dd87 req-edeacfa2-298c-4004-bc75-4235451556ab tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.453970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82777242-c59d-4a4a-95a6-f714a7d2dd87 req-edeacfa2-298c-4004-bc75-4235451556ab tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0613399 Sep 10 03:04:15.517466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82777242-c59d-4a4a-95a6-f714a7d2dd87 req-de162be9-3ea7-4ab5-a3f3-944846af173e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613956 Sep 10 03:04:15.526116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-d5060bb2-aa5a-4c16-8b18-4da8f5c2fa60 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.527805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-d5060bb2-aa5a-4c16-8b18-4da8f5c2fa60 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.32 "GET /v2.0/networks?id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad HTTP/1.1" status: 200 len: 811 time: 0.1405995 Sep 10 03:04:15.663590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-0ad125a0-74de-42bd-9400-987bf980dbd3 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=addeee01d1a44f39b810df8aca680b38 HTTP/1.1" status: 200 len: 379 time: 0.1038611 Sep 10 03:04:15.673104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b747887-54e1-48e4-a678-10a5038e7df2 req-e97d20d8-c672-4838-b013-1a840cf85b2e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 210 time: 0.0376441 Sep 10 03:04:15.675051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722f45-529f-4c07-8fec-d9af573ea607 req-2b4228a8-a75b-4b4a-8062-c2ec5fb5b8c0 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.676677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e722f45-529f-4c07-8fec-d9af573ea607 req-2b4228a8-a75b-4b4a-8062-c2ec5fb5b8c0 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 945 time: 0.1344333 Sep 10 03:04:15.681443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Request body: {'port': {'device_id': '576e237e-3864-4647-984e-2021fa28f1cc', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'admin_state_up': True, 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'security_groups': ['f2a2a75a-312e-4797-bb92-0060065e3ba4']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:15.778394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e722f45-529f-4c07-8fec-d9af573ea607 req-8335af9e-7a28-401d-be7f-69b7a34de809 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898054 Sep 10 03:04:15.855920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Made reservation on behalf of addeee01d1a44f39b810df8aca680b38 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:04:15.859519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:15.943539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7a4f-95b5-4b46-82da-aea38f379e8f req-163f180a-776f-4ff9-a744-4d0b40c10f5d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.944933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f81f7a4f-95b5-4b46-82da-aea38f379e8f req-163f180a-776f-4ff9-a744-4d0b40c10f5d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1060622 Sep 10 03:04:15.972256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b3b93-f437-4326-aa1f-9abf2401b98a req-4e0f8c17-58ce-42f9-ac32-862c823c9a03 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:15.974197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df7b3b93-f437-4326-aa1f-9abf2401b98a req-4e0f8c17-58ce-42f9-ac32-862c823c9a03 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0777509 Sep 10 03:04:16.024378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df7b3b93-f437-4326-aa1f-9abf2401b98a req-1e03e146-f951-4493-8f8d-d019ce894607 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Sep 10 03:04:16.040243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f81f7a4f-95b5-4b46-82da-aea38f379e8f req-6e03eb0a-b342-4711-a619-914514cabc9f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832403 Sep 10 03:04:16.059595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Allocated IP 172.20.0.4 (b7ce3993-62d9-4d2c-a87e-f366be9f36ad/3c384224-4b82-4234-875c-e0c248d6c861/402702ef-ef55-4246-86ba-228fd42b0c8c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:04:16.129769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-4a9d8394-54e7-4aa7-9641-a7c2562950f0 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:16.131338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-4a9d8394-54e7-4aa7-9641-a7c2562950f0 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.0553699 Sep 10 03:04:16.144903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808126-2'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:16.209507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.245689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.279717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Transition to ACTIVE for port object 402702ef-ef55-4246-86ba-228fd42b0c8c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:16.337031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.397665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:04:16.404049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:04:16.414375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:04:16.420013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event updated for resources: {'Port': ['ID=402702ef-ef55-4246-86ba-228fd42b0c8c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:16.456327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac409b-7f76-4cb9-9dca-2c783d7a4779 req-7825e151-3417-4ff8-b834-0b32be2b783e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:16.457884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1eac409b-7f76-4cb9-9dca-2c783d7a4779 req-7825e151-3417-4ff8-b834-0b32be2b783e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 945 time: 0.1325362 Sep 10 03:04:16.484972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:16.485866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.523374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-a2d72d58-4d4a-4846-ad2a-a474ea998da4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8456180 Sep 10 03:04:16.540663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Request body: {'port': {'device_id': '576e237e-3864-4647-984e-2021fa28f1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:16.552534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1eac409b-7f76-4cb9-9dca-2c783d7a4779 req-9df5b649-762f-43d5-bb44-49a3452715de tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Sep 10 03:04:16.622582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.660918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:16.707124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:16.723153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dfa503b9-2c87-4a1a-8c5a-20dc18d76707 None None] Provisioning for port 402702ef-ef55-4246-86ba-228fd42b0c8c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:16.732130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dfa503b9-2c87-4a1a-8c5a-20dc18d76707 None None] Provisioning complete for port 402702ef-ef55-4246-86ba-228fd42b0c8c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:16.732653 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfa503b9-2c87-4a1a-8c5a-20dc18d76707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.752854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:16.755413 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74649d1b-4409-454c-8179-20ac65a41f5d" -d '{"events": [{"server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:16.760202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.767888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.788342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dfa503b9-2c87-4a1a-8c5a-20dc18d76707 None None] Port 402702ef-ef55-4246-86ba-228fd42b0c8c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:04:16.810901 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962af65-bf8f-46a6-832d-cfddf58164eb x-openstack-request-id: req-b962af65-bf8f-46a6-832d-cfddf58164eb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:16.811482 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:16.811955 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b962af65-bf8f-46a6-832d-cfddf58164eb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:16.812482 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'code': 200} Sep 10 03:04:16.848789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 99d1141c-f39f-4062-be02-a0538460f9df up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:16.913323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:16.918642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 99d1141c-f39f-4062-be02-a0538460f9df completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:16.925222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 99d1141c-f39f-4062-be02-a0538460f9df triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:16.926598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.930457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on host n-h1-808126-2 for vnic_type normal with profile {"migrating_to": "n-h2-808126-2"} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:16.930803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:16.931490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:16.944444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090502-525a-4a52-932b-9c1c4dd77893 req-b3040876-4823-4275-9e9d-5e00196987dc tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:16.945957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18090502-525a-4a52-932b-9c1c4dd77893 req-b3040876-4823-4275-9e9d-5e00196987dc tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 931 time: 0.1389720 Sep 10 03:04:16.946996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:04:16.947317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Attempting to bind port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on network f27cd70f-0acf-453b-8644-d38267514cb4 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:16.955081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:16.955417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Checking segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:16.955823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Bound using segment: {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:16.956262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Bound port: 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f27cd70f-0acf-453b-8644-d38267514cb4'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:16.957180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:16.961158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf7a1-7b52-4563-8de3-b9ea96454a85 req-8b86b1e5-64f9-4cb9-86e6-7ee5ce63c0d9 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:16.963082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52daf7a1-7b52-4563-8de3-b9ea96454a85 req-8b86b1e5-64f9-4cb9-86e6-7ee5ce63c0d9 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 945 time: 0.0972998 Sep 10 03:04:17.035612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18090502-525a-4a52-932b-9c1c4dd77893 req-45c3957d-d85d-4fcb-9e74-2492e6c9d91b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775609 Sep 10 03:04:17.040263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.082534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:17.087800 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52daf7a1-7b52-4563-8de3-b9ea96454a85 req-202f27f5-db86-4f3d-b589-d31c069c7026 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137469 Sep 10 03:04:17.093721 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f694ca-01bb-4639-9ea4-a0193f417e40" -d '{"events": [{"server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "name": "network-vif-plugged", "status": "completed", "tag": "99d1141c-f39f-4062-be02-a0538460f9df"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:17.104603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:17.109412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:17.112435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402702ef-ef55-4246-86ba-228fd42b0c8c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:17.114741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.122655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 99d1141c-f39f-4062-be02-a0538460f9df, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=99d1141c-f39f-4062-be02-a0538460f9df,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:17.133265 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.142895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.179493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Transition to ACTIVE for port object 402702ef-ef55-4246-86ba-228fd42b0c8c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:17.186470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.243216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=99d1141c-f39f-4062-be02-a0538460f9df,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:17.307006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=8']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:17.315837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:17.316417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.317978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-e6c48ec3-dd86-4cea-ab43-4ef31ad46a72 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 1121 time: 1.1777837 Sep 10 03:04:17.336347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c4e3-2740-4ccc-8626-6cf91762de24 req-3bd51dbc-2cc1-45f3-99f4-57a909fe88ed tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:17.343393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e203c4e3-2740-4ccc-8626-6cf91762de24 req-3bd51dbc-2cc1-45f3-99f4-57a909fe88ed tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1174688 Sep 10 03:04:17.375555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=402702ef-ef55-4246-86ba-228fd42b0c8c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:17.389855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e203c4e3-2740-4ccc-8626-6cf91762de24 req-d7c4bcdc-68d8-4c64-98be-2e07be5a4741 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452809 Sep 10 03:04:17.419057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5aa5ee-621e-49d5-b02c-fb49c4352d79 req-8d00b508-3fb9-4fc2-b176-b4724926057e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:17.419229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:17.429282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f5aa5ee-621e-49d5-b02c-fb49c4352d79 req-8d00b508-3fb9-4fc2-b176-b4724926057e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1670702 Sep 10 03:04:17.488949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Attempting to bind port 402702ef-ef55-4246-86ba-228fd42b0c8c on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:04:17.491559 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb0299-b09d-41bb-84c1-a902f815bc92 x-openstack-request-id: req-31eb0299-b09d-41bb-84c1-a902f815bc92 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:17.491757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Attempting to bind port 402702ef-ef55-4246-86ba-228fd42b0c8c by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:04:17.491998 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "name": "network-vif-plugged", "status": "completed", "tag": "99d1141c-f39f-4062-be02-a0538460f9df", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:17.492112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Attempting to bind port 402702ef-ef55-4246-86ba-228fd42b0c8c on network b7ce3993-62d9-4d2c-a87e-f366be9f36ad {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:17.492218 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31eb0299-b09d-41bb-84c1-a902f815bc92 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:17.502843 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df', 'code': 200} Sep 10 03:04:17.510004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Port 402702ef-ef55-4246-86ba-228fd42b0c8c on network b7ce3993-62d9-4d2c-a87e-f366be9f36ad not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:04:17.510251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Attempting to bind port 402702ef-ef55-4246-86ba-228fd42b0c8c on network b7ce3993-62d9-4d2c-a87e-f366be9f36ad {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:04:17.514151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:17.562114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f5aa5ee-621e-49d5-b02c-fb49c4352d79 req-3a522995-1c85-4750-a165-06212ef92236 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301196 Sep 10 03:04:17.596087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:04:17.599096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Checking segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:04:17.603970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Bound using segment: {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:04:17.604707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Bound port: 402702ef-ef55-4246-86ba-228fd42b0c8c, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517e02c1-a585-4309-a024-30c10d9c6c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:04:17.607857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.746580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd17d-c725-46c0-96bd-e37ddd024a0f req-90e29c02-bd59-4698-941f-6a354f78fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:17.748166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfcd17d-c725-46c0-96bd-e37ddd024a0f req-90e29c02-bd59-4698-941f-6a354f78fbdd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 1097 time: 0.1066947 Sep 10 03:04:17.796676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccfcd17d-c725-46c0-96bd-e37ddd024a0f req-f9b1d651-41b9-4e48-b2fb-c5e503cb5277 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408170 Sep 10 03:04:17.812032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] For port 402702ef-ef55-4246-86ba-228fd42b0c8c, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:17.821989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] For port 402702ef-ef55-4246-86ba-228fd42b0c8c, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=402702ef-ef55-4246-86ba-228fd42b0c8c,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:04:17.827328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.888759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35783f20-f9db-42ae-b2b5-6f3d42c805ee req-002236bd-8f33-4a00-b756-2319c8113a17 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:17.895435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:17.896222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:17.897363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] 10.222.0.32 "PUT /v2.0/ports/402702ef-ef55-4246-86ba-228fd42b0c8c HTTP/1.1" status: 200 len: 1091 time: 1.3647027 Sep 10 03:04:17.897480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35783f20-f9db-42ae-b2b5-6f3d42c805ee req-002236bd-8f33-4a00-b756-2319c8113a17 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0651510 Sep 10 03:04:17.897792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:17.900337 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:17.941605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a5c1c-1161-4a47-bb7b-059def55bfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=402702ef-ef55-4246-86ba-228fd42b0c8c,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:17.987624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35783f20-f9db-42ae-b2b5-6f3d42c805ee req-9e68b3ab-c425-4f8b-9c7f-ad80c6fe124a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890980 Sep 10 03:04:18.179129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f408f5-1d6e-4663-8a8e-03dc1f0351d6 req-1ddb4846-6dbb-4b81-be9b-ec703754ca1e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.181052 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69f408f5-1d6e-4663-8a8e-03dc1f0351d6 req-1ddb4846-6dbb-4b81-be9b-ec703754ca1e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 943 time: 0.0557325 Sep 10 03:04:18.230501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69f408f5-1d6e-4663-8a8e-03dc1f0351d6 req-8101c731-3566-4416-9b81-4e1c0a6cfaf9 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Sep 10 03:04:18.326024 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d4200f-0720-4a54-a0df-cd805a2be56b x-openstack-request-id: req-75d4200f-0720-4a54-a0df-cd805a2be56b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:18.326281 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:18.326467 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75d4200f-0720-4a54-a0df-cd805a2be56b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:18.326902 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'status': 'completed', 'code': 200} Sep 10 03:04:18.348977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f213-c090-41a3-b0a7-a718646a51a4 req-93eab155-1551-41fe-b375-66f6db596dff tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.350511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7657f213-c090-41a3-b0a7-a718646a51a4 req-93eab155-1551-41fe-b375-66f6db596dff tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0545599 Sep 10 03:04:18.370728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-86532e65-c9ac-4fc4-aaac-29d6efd8a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.372267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-86532e65-c9ac-4fc4-aaac-29d6efd8a53a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=addeee01d1a44f39b810df8aca680b38&device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 1094 time: 0.4326632 Sep 10 03:04:18.387098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75b68d-3be4-4e07-aa17-2ec9c155251c req-9ff28005-b3ca-4deb-8bec-488ea3ff6dff tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.388709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d75b68d-3be4-4e07-aa17-2ec9c155251c req-9ff28005-b3ca-4deb-8bec-488ea3ff6dff tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0646935 Sep 10 03:04:18.396411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7657f213-c090-41a3-b0a7-a718646a51a4 req-155a8cec-764a-45c5-87c5-9f582e5bb9bb tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390949 Sep 10 03:04:18.434070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-646a934d-ff48-43bd-858c-5c2900b175c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402702ef-ef55-4246-86ba-228fd42b0c8c HTTP/1.1" status: 200 len: 217 time: 0.0443757 Sep 10 03:04:18.492186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d75b68d-3be4-4e07-aa17-2ec9c155251c req-5265224c-7bca-46f7-95b1-d67d07c9de88 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913904 Sep 10 03:04:18.512791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-26e86ba3-48d0-43cf-8d80-e5a7879866cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.512791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-26e86ba3-48d0-43cf-8d80-e5a7879866cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c384224-4b82-4234-875c-e0c248d6c861 HTTP/1.1" status: 200 len: 850 time: 0.0675135 Sep 10 03:04:18.558180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30215f7f-f049-459d-be4c-352350150242 req-fe26518b-9ec0-4585-8db5-6795d67c0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.559693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-fe26518b-9ec0-4585-8db5-6795d67c0ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430102 Sep 10 03:04:18.660391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-96c3a3ec-98fc-4125-93bf-33f04037c0c7 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925632 Sep 10 03:04:18.689829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53425ffd-cd67-44d4-af75-ceecc3507082 req-2170b4ef-f80a-42ae-86dd-6cf6917bd5a4 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.691387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53425ffd-cd67-44d4-af75-ceecc3507082 req-2170b4ef-f80a-42ae-86dd-6cf6917bd5a4 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0497823 Sep 10 03:04:18.734360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53425ffd-cd67-44d4-af75-ceecc3507082 req-f65cb056-5126-46ae-9bfd-934ebf025679 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365403 Sep 10 03:04:18.762343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30215f7f-f049-459d-be4c-352350150242 req-b66a91de-65b3-4f28-8068-d4126754c6d3 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934334 Sep 10 03:04:18.814117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:18.816703 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b1b84-220a-484c-9619-cd1469b0aad4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:18.856770 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ff9f9-3860-416a-8dd9-832f308dc31c x-openstack-request-id: req-dd4ff9f9-3860-416a-8dd9-832f308dc31c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:18.857639 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:18.858914 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd4ff9f9-3860-416a-8dd9-832f308dc31c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:18.862396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:04:18.864147 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'status': 'completed', 'code': 200} Sep 10 03:04:18.894225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-42991fa5-e0cb-4af6-90c2-e7e4a543e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.896201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-42991fa5-e0cb-4af6-90c2-e7e4a543e752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=addeee01d1a44f39b810df8aca680b38&device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 1094 time: 0.0654490 Sep 10 03:04:18.926163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-ff266230-b68c-423e-9947-964b9f82eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:18.927889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-ff266230-b68c-423e-9947-964b9f82eb18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1124 time: 0.0481565 Sep 10 03:04:18.971709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:18.985589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b has no active binding in host n-h2-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:04:19.007405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-00dce649-e34e-4dbc-8f6d-7bd5643d0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.008951 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-00dce649-e34e-4dbc-8f6d-7bd5643d0dad service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad HTTP/1.1" status: 200 len: 911 time: 0.1058433 Sep 10 03:04:19.034921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-7a11be93-05f5-44b7-97b6-ea78ea5d74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.036376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-7a11be93-05f5-44b7-97b6-ea78ea5d74f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.0994375 Sep 10 03:04:19.073080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-5a068632-ee3f-466e-878a-7088c2dc133c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402702ef-ef55-4246-86ba-228fd42b0c8c HTTP/1.1" status: 200 len: 217 time: 0.0549810 Sep 10 03:04:19.095305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-ca348e5b-ffdc-478c-9546-d75c8139e687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 217 time: 0.0469227 Sep 10 03:04:19.149313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-77c1b238-74ef-4889-9467-aef639aa509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.150791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-77c1b238-74ef-4889-9467-aef639aa509b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0480554 Sep 10 03:04:19.182408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-d089d160-4adb-410b-8bc6-b04254271e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.183963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-d089d160-4adb-410b-8bc6-b04254271e9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c384224-4b82-4234-875c-e0c248d6c861 HTTP/1.1" status: 200 len: 850 time: 0.0963767 Sep 10 03:04:19.184675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-dc5e193e-ed75-4a27-b0f4-c4e5568fe9b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264003 Sep 10 03:04:19.200277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f058-1bc7-4edc-9ea7-af9c5a0ac255 req-25336b7d-3f24-4c55-acd6-9b58825e2724 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.201705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c5b0f058-1bc7-4edc-9ea7-af9c5a0ac255 req-25336b7d-3f24-4c55-acd6-9b58825e2724 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0734534 Sep 10 03:04:19.265848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c5b0f058-1bc7-4edc-9ea7-af9c5a0ac255 req-5c536d8f-f04f-48f5-ae13-3cb1c5bbff91 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553060 Sep 10 03:04:19.273776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-572d4457-aa71-4097-ba9d-f247578e1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.275694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-572d4457-aa71-4097-ba9d-f247578e1889 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729938 Sep 10 03:04:19.301774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-404a43df-9880-470a-9a54-a8ef9eda0218 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044915 Sep 10 03:04:19.380450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-1ec572c2-273b-40c8-a41f-aef2f8dbdb99 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916638 Sep 10 03:04:19.427833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dcb99-5e31-43de-b27d-dbbddf323b60 req-7747f23d-f0b1-45f5-b426-d6a102d66fd1 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.429702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d8dcb99-5e31-43de-b27d-dbbddf323b60 req-7747f23d-f0b1-45f5-b426-d6a102d66fd1 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 943 time: 0.1120038 Sep 10 03:04:19.446390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c3b1b84-220a-484c-9619-cd1469b0aad4 req-92797d74-132d-4e6d-82f5-540b8ce30955 service neutron] 10.222.0.32 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365094 Sep 10 03:04:19.496890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d8dcb99-5e31-43de-b27d-dbbddf323b60 req-e61ea160-3dd0-4bc8-ab4e-699d5074d693 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481052 Sep 10 03:04:19.521047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca0f14e1-0fa7-4bfb-ac06-9728157dd7e6 req-afc8c180-aa42-43e6-9714-0f0cb4a771c9 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303072 Sep 10 03:04:19.547841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d6b5f-0923-4316-a08c-c3f3dd864a33 req-9f7a9e23-47cf-4ec9-afa9-d29f869df0a0 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.549385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-895d6b5f-0923-4316-a08c-c3f3dd864a33 req-9f7a9e23-47cf-4ec9-afa9-d29f869df0a0 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0723035 Sep 10 03:04:19.595660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-895d6b5f-0923-4316-a08c-c3f3dd864a33 req-18295a0c-39ff-4b45-a499-e5f939313ae2 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399890 Sep 10 03:04:19.676742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d316ec-f7ff-42a8-87fe-5d533193cd28 req-ed8be0e5-3f4d-460b-bfd5-deac102e246f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.680060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4d316ec-f7ff-42a8-87fe-5d533193cd28 req-ed8be0e5-3f4d-460b-bfd5-deac102e246f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0518978 Sep 10 03:04:19.722337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea401fd-e6ce-492e-b84a-88ae12b20e87 req-addfd19c-cca7-4218-a399-777c4adf159e tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.723032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4d316ec-f7ff-42a8-87fe-5d533193cd28 req-c2c203b1-311c-4e37-b265-5095728340a0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Sep 10 03:04:19.724110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ea401fd-e6ce-492e-b84a-88ae12b20e87 req-addfd19c-cca7-4218-a399-777c4adf159e tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0622873 Sep 10 03:04:19.732543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53226) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:19.738905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Request body: {'floatingip': {'port_id': '99d1141c-f39f-4062-be02-a0538460f9df'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:19.790004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:19.876827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060c4a9-44f3-4f73-a04c-d235a2d10304 req-de381d8f-3c0a-4fc3-937f-5b7e4a81a313 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.878338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0060c4a9-44f3-4f73-a04c-d235a2d10304 req-de381d8f-3c0a-4fc3-937f-5b7e4a81a313 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0522048 Sep 10 03:04:19.919171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0060c4a9-44f3-4f73-a04c-d235a2d10304 req-58a85dcc-c149-4248-a0bc-4ac6b5e3a49b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Sep 10 03:04:19.969086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7a6c-c840-415e-a0f2-885c786fd9c3 req-790a4a63-f187-4a31-93ff-58acc7f26b46 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:19.971054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd1a7a6c-c840-415e-a0f2-885c786fd9c3 req-790a4a63-f187-4a31-93ff-58acc7f26b46 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1218822 Sep 10 03:04:20.050386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd1a7a6c-c840-415e-a0f2-885c786fd9c3 req-faa9b316-4c5c-426b-92a6-642122d1da12 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Sep 10 03:04:20.259427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16e68-abfc-4833-b19e-81e44bdaee7f req-beb1715d-30e9-4c3c-a35c-f976edb052d1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:20.260812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2a16e68-abfc-4833-b19e-81e44bdaee7f req-beb1715d-30e9-4c3c-a35c-f976edb052d1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0892568 Sep 10 03:04:20.329244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2a16e68-abfc-4833-b19e-81e44bdaee7f req-27c45d12-befc-4209-b489-50aaad50fef7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Sep 10 03:04:20.390121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8d9e-88fb-4f0c-997b-ef665d3e4e46 req-8e1e4ce6-cf5e-402d-bf8f-473afd37f3aa tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:20.391003 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:20.396222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:20.397505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b35a8d9e-88fb-4f0c-997b-ef665d3e4e46 req-8e1e4ce6-cf5e-402d-bf8f-473afd37f3aa tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0619702 Sep 10 03:04:20.433119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b35a8d9e-88fb-4f0c-997b-ef665d3e4e46 req-79f550b6-ea68-4dcd-bc20-05d381fcdaff tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Sep 10 03:04:20.529343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8275-c726-4870-a8d2-6ac9d35fb741 req-034f2ece-6717-49d7-a1d2-038a12ec679f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:20.530865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f4b8275-c726-4870-a8d2-6ac9d35fb741 req-034f2ece-6717-49d7-a1d2-038a12ec679f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0949256 Sep 10 03:04:20.555282 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Floating IP a56af841-ee54-43c9-868a-a9b7e9127bfd associated. External IP: 172.25.8.237, port: 99d1141c-f39f-4062-be02-a0538460f9df. Sep 10 03:04:20.620543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce2fdc-cf1a-4441-bf04-79fdc9487392 req-d9d2ddf0-4b9a-4aeb-b521-63b1aaaf7218 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:20.622292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdce2fdc-cf1a-4441-bf04-79fdc9487392 req-d9d2ddf0-4b9a-4aeb-b521-63b1aaaf7218 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 943 time: 0.0524008 Sep 10 03:04:20.626785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f4b8275-c726-4870-a8d2-6ac9d35fb741 req-cb889091-a6d3-4dd5-9bd9-ed127e47a2d0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871718 Sep 10 03:04:20.675300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdce2fdc-cf1a-4441-bf04-79fdc9487392 req-725d878c-6f56-40b1-ad1f-e0ed444ec6f4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455368 Sep 10 03:04:20.855939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40994049-bbf3-4534-b132-b475b68ed47f req-84dfd8f0-5ed9-4693-a0e0-8b537ac8b096 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:20.859827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40994049-bbf3-4534-b132-b475b68ed47f req-84dfd8f0-5ed9-4693-a0e0-8b537ac8b096 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0983212 Sep 10 03:04:20.859827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Router 8cbea982-5c0d-4695-a45e-e66a4828fe11 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:04:20.948293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40994049-bbf3-4534-b132-b475b68ed47f req-e6ff0ec8-cc13-43a6-a74d-7691e262c486 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815868 Sep 10 03:04:21.026099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 402702ef-ef55-4246-86ba-228fd42b0c8c details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:04:21.035379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:04:21.048960 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] Sync routers for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:04:21.054683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:21.065999 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:21.067681 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:21.140481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-135b95e8-fc35-49fd-ab8c-e58fe8afc378 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "PUT /v2.0/floatingips/a56af841-ee54-43c9-868a-a9b7e9127bfd HTTP/1.1" status: 200 len: 992 time: 1.4065244 Sep 10 03:04:21.144060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:21.150784 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c47155-e3f8-4880-9a3f-44a56378140b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "tag": "99d1141c-f39f-4062-be02-a0538460f9df"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:21.155325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84172e9f-d5f0-42bf-b298-5aac4ea512b8 req-969710c2-d95e-4226-ac1d-874c711637bf tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.160174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84172e9f-d5f0-42bf-b298-5aac4ea512b8 req-969710c2-d95e-4226-ac1d-874c711637bf tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0764160 Sep 10 03:04:21.215414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84172e9f-d5f0-42bf-b298-5aac4ea512b8 req-a1ca257e-5651-4c1a-8c1f-6750d06ad1c9 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Sep 10 03:04:21.245901 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:21.248260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd03c-b2cf-4e03-8675-32fc84b99592 req-211b4916-7167-46a5-8ea6-72efc2a8fe95 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.251706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64fbd03c-b2cf-4e03-8675-32fc84b99592 req-211b4916-7167-46a5-8ea6-72efc2a8fe95 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1176004 Sep 10 03:04:21.316344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 402702ef-ef55-4246-86ba-228fd42b0c8c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=402702ef-ef55-4246-86ba-228fd42b0c8c,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:21.317803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64fbd03c-b2cf-4e03-8675-32fc84b99592 req-55eec9bd-4ace-4a05-9c34-cae87c076c40 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Sep 10 03:04:21.333828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'port_id': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:04:21.395953 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67339642-7152-4d68-b697-17af9e28c242 x-openstack-request-id: req-67339642-7152-4d68-b697-17af9e28c242 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:21.396246 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "tag": "99d1141c-f39f-4062-be02-a0538460f9df", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:21.396513 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67339642-7152-4d68-b697-17af9e28c242 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:21.396917 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df', 'status': 'completed', 'code': 200} Sep 10 03:04:21.416910 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:21.445661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402702ef-ef55-4246-86ba-228fd42b0c8c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:21.486328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 402702ef-ef55-4246-86ba-228fd42b0c8c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=402702ef-ef55-4246-86ba-228fd42b0c8c,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:21.497616 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:21.517946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-a1577b1a-0142-4de3-bc21-7f71ca617a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.522049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-a1577b1a-0142-4de3-bc21-7f71ca617a17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=932cc06ed13b426f9ec44ef51baad85c&device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 1097 time: 0.0905674 Sep 10 03:04:21.607819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f2211-2f86-45eb-95fa-953ef4a1c8a0 req-6ea4530b-10f7-4e64-977a-6d6a6563f25d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.616620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-823f2211-2f86-45eb-95fa-953ef4a1c8a0 req-6ea4530b-10f7-4e64-977a-6d6a6563f25d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0658739 Sep 10 03:04:21.640349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=402702ef-ef55-4246-86ba-228fd42b0c8c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:21.650819 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a56af841-ee54-43c9-868a-a9b7e9127bfd', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'port_id': '99d1141c-f39f-4062-be02-a0538460f9df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'mac_address': 'fa:16:3e:0e:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:04:00Z', 'updated_at': '2021-09-10T03:04:20Z', 'revision_number': 1, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:05Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:21.666230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-823f2211-2f86-45eb-95fa-953ef4a1c8a0 req-ebb41438-dbbe-44e8-908c-fbc5b16ea3fa tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489800 Sep 10 03:04:21.708941 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] Checking router: 8cbea982-5c0d-4695-a45e-e66a4828fe11 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:04:21.720330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:21.721332 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:21.772228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc163e6-7403-4c6e-8bc3-1e6671ffb00a req-c5437472-14f0-4f15-bb10-5ea93e776e34 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.774077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdc163e6-7403-4c6e-8bc3-1e6671ffb00a req-c5437472-14f0-4f15-bb10-5ea93e776e34 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.2095788 Sep 10 03:04:21.806485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-fe355b99-a937-4c03-9d85-b2829c9e2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.808220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-fe355b99-a937-4c03-9d85-b2829c9e2538 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4 HTTP/1.1" status: 200 len: 905 time: 0.2766597 Sep 10 03:04:21.834431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdc163e6-7403-4c6e-8bc3-1e6671ffb00a req-63ae240e-9194-4f06-84a9-10710c3c24f5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Sep 10 03:04:21.834935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d11d-878d-4e0e-b175-03a28bfc90ab req-60da4863-954f-421c-91e3-e6d6aaabfd60 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:21.836871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee24d11d-878d-4e0e-b175-03a28bfc90ab req-60da4863-954f-421c-91e3-e6d6aaabfd60 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0881166 Sep 10 03:04:21.870475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['402702ef-ef55-4246-86ba-228fd42b0c8c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:21.880759 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:21.902975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee24d11d-878d-4e0e-b175-03a28bfc90ab req-6ad8253d-d835-4ec2-aaeb-310b47973e7e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594630 Sep 10 03:04:22.054876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-917e2e1b-0209-4080-9802-73e16f42b2a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d1141c-f39f-4062-be02-a0538460f9df HTTP/1.1" status: 200 len: 1000 time: 0.2268472 Sep 10 03:04:22.113721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece613-a9d3-4a91-b897-a41dac29f277 req-e971371b-ac97-4745-bd59-274d511d8b1e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.115235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70ece613-a9d3-4a91-b897-a41dac29f277 req-e971371b-ac97-4745-bd59-274d511d8b1e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 944 time: 0.1515825 Sep 10 03:04:22.195414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-30017b15-f58b-4034-9b4b-bec00e527998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.196994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-30017b15-f58b-4034-9b4b-bec00e527998 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9187f63a-b6f2-421e-9b34-194ecc2462ab HTTP/1.1" status: 200 len: 844 time: 0.1303027 Sep 10 03:04:22.240247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efd770-a972-421d-b248-a29e0275e37b req-67569ee8-e7b8-4c25-a583-cf7a80c9afa5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.243987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70ece613-a9d3-4a91-b897-a41dac29f277 req-28f8c9ff-682e-492d-92e4-1e6ef43366a9 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071818 Sep 10 03:04:22.250626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59efd770-a972-421d-b248-a29e0275e37b req-67569ee8-e7b8-4c25-a583-cf7a80c9afa5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0848334 Sep 10 03:04:22.281829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-7140723f-416f-4b54-95b5-bcafe14f420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.284372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-7140723f-416f-4b54-95b5-bcafe14f420e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e5df9c6-8aba-4151-9bd6-133cfd6932c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748668 Sep 10 03:04:22.314756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59efd770-a972-421d-b248-a29e0275e37b req-4316aa93-d316-42cd-9064-b0086341a664 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557308 Sep 10 03:04:22.359720 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a56af841-ee54-43c9-868a-a9b7e9127bfd', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'port_id': '99d1141c-f39f-4062-be02-a0538460f9df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'mac_address': 'fa:16:3e:0e:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:04:00Z', 'updated_at': '2021-09-10T03:04:20Z', 'revision_number': 1, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:05Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:22.388154 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fae533-488c-4235-9e0a-ec5bfdfcce85 None None] The sync data for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 is: [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a56af841-ee54-43c9-868a-a9b7e9127bfd', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'port_id': '99d1141c-f39f-4062-be02-a0538460f9df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'mac_address': 'fa:16:3e:0e:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:04:00Z', 'updated_at': '2021-09-10T03:04:20Z', 'revision_number': 1, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:05Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:04:22.468676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-f70d0015-9b5f-4def-8d21-de3bc50e6e69 service neutron] 10.222.0.36 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711793 Sep 10 03:04:22.479820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed403478-697b-41d8-afa6-ccf1337f0778 req-2fef6636-887f-4997-a64e-5750be60d207 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.488174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ed403478-697b-41d8-afa6-ccf1337f0778 req-2fef6636-887f-4997-a64e-5750be60d207 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1191814 Sep 10 03:04:22.498768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c8c33-7594-4e20-a9d6-f7584a67dc7d req-3bd02da7-a5b3-4157-aedb-c912ed81cb2d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.500612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b24c8c33-7594-4e20-a9d6-f7584a67dc7d req-3bd02da7-a5b3-4157-aedb-c912ed81cb2d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0852125 Sep 10 03:04:22.551645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b24c8c33-7594-4e20-a9d6-f7584a67dc7d req-bd74f599-6f89-4061-bbf1-d623ff838bd6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Sep 10 03:04:22.602836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ed403478-697b-41d8-afa6-ccf1337f0778 req-3cf7ee20-2f7f-4752-9d0d-f4b42d8ca5a2 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135027 Sep 10 03:04:22.656952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8c47155-e3f8-4880-9a3f-44a56378140b req-1daccfbd-2700-4046-95dc-8f7c87b0f178 service neutron] 10.222.0.36 "GET /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653538 Sep 10 03:04:22.706891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e5b15-0816-48e9-9921-1bcc50386524 None None] New status for floating IP a56af841-ee54-43c9-868a-a9b7e9127bfd: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:04:22.857165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3f87f-395b-4947-afae-e4042768bfef req-3e9765f3-a03e-4475-a2f6-1c1a8f18abae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:22.859092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fe3f87f-395b-4947-afae-e4042768bfef req-3e9765f3-a03e-4475-a2f6-1c1a8f18abae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0704174 Sep 10 03:04:22.944416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fe3f87f-395b-4947-afae-e4042768bfef req-cb7f91c1-adf0-4449-b63f-908146917b14 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644526 Sep 10 03:04:23.023622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836572fb-675d-4921-9407-827fd591bdad req-cd82eec9-3561-4798-a232-abde8697e98a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.031222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-836572fb-675d-4921-9407-827fd591bdad req-cd82eec9-3561-4798-a232-abde8697e98a tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 943 time: 0.0949500 Sep 10 03:04:23.035351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:23.050761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-30de1969-73f2-4af8-8b8f-4d40194d3df4 service neutron] 10.222.0.32 "GET /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b/bindings/n-h2-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.0956821 Sep 10 03:04:23.080878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-836572fb-675d-4921-9407-827fd591bdad req-c639d2b7-7a77-4699-86de-bbdb0b7a77ac tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Sep 10 03:04:23.182887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dffbd3-a23f-4c0e-9cc3-bccafe09a5c0 req-ccb85941-4741-4f5c-8dfa-90bc5f942d39 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.184988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68dffbd3-a23f-4c0e-9cc3-bccafe09a5c0 req-ccb85941-4741-4f5c-8dfa-90bc5f942d39 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1377108 Sep 10 03:04:23.257339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68dffbd3-a23f-4c0e-9cc3-bccafe09a5c0 req-65e86318-c437-479c-abf1-9ff3f238a876 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644915 Sep 10 03:04:23.388564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:23.399049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b63b-d3c4-48b6-a4cc-0ac6c4cadfc3 req-84658fbe-7beb-4cbd-b887-b8bbd90eb8f7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.400982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be97b63b-d3c4-48b6-a4cc-0ac6c4cadfc3 req-84658fbe-7beb-4cbd-b887-b8bbd90eb8f7 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 944 time: 0.0695679 Sep 10 03:04:23.449566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be97b63b-d3c4-48b6-a4cc-0ac6c4cadfc3 req-4bf9e7f8-ce68-4a12-b895-3c64b8d427e5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419118 Sep 10 03:04:23.453456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:23.494064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e638-e4c5-4455-9557-4ed5f9a512f0 req-463c8828-e217-4a88-85f3-f87dde4bd9fb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.495989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78a6e638-e4c5-4455-9557-4ed5f9a512f0 req-463c8828-e217-4a88-85f3-f87dde4bd9fb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0980694 Sep 10 03:04:23.507080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:23.525738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:23.558104 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:23.577769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78a6e638-e4c5-4455-9557-4ed5f9a512f0 req-f6f622ed-a8fa-4f9c-90d5-ac693f4fb739 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Sep 10 03:04:23.663369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] Transition to ACTIVE for port object 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:04:23.668692 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:23.734327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339f1d-71ac-47fc-8e2f-38f6bc608353 req-ac163956-6c48-4420-b8c1-c79e2870c653 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.736375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a339f1d-71ac-47fc-8e2f-38f6bc608353 req-ac163956-6c48-4420-b8c1-c79e2870c653 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0627372 Sep 10 03:04:23.781165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] No DVR routers for this DVR port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:23.787073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:23.790539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a339f1d-71ac-47fc-8e2f-38f6bc608353 req-342c8f34-c7f1-498d-a61b-ec957cef479f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Sep 10 03:04:23.804386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac511ff-6171-430e-826d-d8e2880f1d83 req-f4da7658-82d9-47d7-9773-9b859bf27b3e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.806131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ac511ff-6171-430e-826d-d8e2880f1d83 req-f4da7658-82d9-47d7-9773-9b859bf27b3e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1299319 Sep 10 03:04:23.844973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-268ad9ca-56a7-4855-8b76-0d0fee439a8e service neutron] 10.222.0.32 "PUT /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b/bindings/n-h2-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7833710 Sep 10 03:04:23.867788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ac511ff-6171-430e-826d-d8e2880f1d83 req-490a356f-0177-4fda-a8b1-813ebe65a61e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Sep 10 03:04:23.979082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-5958ac71-3583-4ca6-96a6-316c940a3ff2 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:23.980513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-5958ac71-3583-4ca6-96a6-316c940a3ff2 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.0687563 Sep 10 03:04:24.039584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b3d88-3fa6-4aec-9549-5ade103318e8 req-485c8702-a4ed-429c-a4a0-bff03e39e9a4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.041085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b0b3d88-3fa6-4aec-9549-5ade103318e8 req-485c8702-a4ed-429c-a4a0-bff03e39e9a4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0783026 Sep 10 03:04:24.064165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-cdf37ef1-0e50-4aef-9c8a-260768f4733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.065656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-cdf37ef1-0e50-4aef-9c8a-260768f4733c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d&tenant_id=ff53133a072e468dae1c1a13132c8f31 HTTP/1.1" status: 200 len: 1095 time: 0.0714657 Sep 10 03:04:24.084858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b0b3d88-3fa6-4aec-9549-5ade103318e8 req-1c15df0d-33e9-469d-9b4a-038c2f848ef1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Sep 10 03:04:24.134600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-4aef6ee9-37a1-4fb7-a79f-61248e888617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.136573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-4aef6ee9-37a1-4fb7-a79f-61248e888617 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff53133a072e468dae1c1a13132c8f31&device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1095 time: 0.0463164 Sep 10 03:04:24.218843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959c5e-7da2-4f74-8f67-eb9683b6d3f9 req-70c9c723-e38e-4491-8681-35809126d5d8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.220898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44959c5e-7da2-4f74-8f67-eb9683b6d3f9 req-70c9c723-e38e-4491-8681-35809126d5d8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0515158 Sep 10 03:04:24.262381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eace3-1d31-4abe-af86-4bc10059a880 req-4f24da9e-4685-433f-a5f3-68e04531c94f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.263301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44959c5e-7da2-4f74-8f67-eb9683b6d3f9 req-da8092a5-45dc-46ad-a461-24cfb43fac73 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 Sep 10 03:04:24.263919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce5eace3-1d31-4abe-af86-4bc10059a880 req-4f24da9e-4685-433f-a5f3-68e04531c94f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.0963764 Sep 10 03:04:24.284349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-f9191a9e-56db-4130-a3a6-5277fdcc2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.285835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-f9191a9e-56db-4130-a3a6-5277fdcc2764 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 200 len: 908 time: 0.1420813 Sep 10 03:04:24.343473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-38847ec3-39fe-44d7-9e4c-1d101b017ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 200 len: 217 time: 0.0500705 Sep 10 03:04:24.368000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce5eace3-1d31-4abe-af86-4bc10059a880 req-744e2a42-c362-4f88-a720-895b9ba4eafe tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946007 Sep 10 03:04:24.403255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-44f4847d-bf02-475a-8568-7e79912bf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.404803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-44f4847d-bf02-475a-8568-7e79912bf856 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 200 len: 848 time: 0.0523589 Sep 10 03:04:24.436773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-c25bfd9b-5e57-44fd-a458-50e06f5905f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f27cd70f-0acf-453b-8644-d38267514cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250907 Sep 10 03:04:24.567073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d8d9-546a-47b8-aef7-d3c83ad127d6 req-a2a426e2-c5a7-4700-ae66-b99d7a417143 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.568610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5821d8d9-546a-47b8-aef7-d3c83ad127d6 req-a2a426e2-c5a7-4700-ae66-b99d7a417143 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1035964 Sep 10 03:04:24.573169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10ad4-6453-452e-a99c-63bb61c09998 req-5f29fe5b-c8e8-465e-9216-19b905c01049 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.574532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-70ca64a9-157f-4aca-ae88-872599b849bd service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304429 Sep 10 03:04:24.574704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbf10ad4-6453-452e-a99c-63bb61c09998 req-5f29fe5b-c8e8-465e-9216-19b905c01049 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 944 time: 0.0520713 Sep 10 03:04:24.620468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbf10ad4-6453-452e-a99c-63bb61c09998 req-37b026f9-cbcd-4db7-a3fe-baf66bcc3bef tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370257 Sep 10 03:04:24.638191 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5821d8d9-546a-47b8-aef7-d3c83ad127d6 req-17e18874-8367-4a55-bf74-eb60dec5f29b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Sep 10 03:04:24.699573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-62627b74-2e50-48fa-9632-c13d41d31af6 service neutron] 10.222.0.36 "GET /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087954 Sep 10 03:04:24.719401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53348) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:24.775385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adff0ee-c914-4f9b-8832-f42e8c2056cb req-560e0856-3740-453f-a051-2905ed2d4d5b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.776885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1adff0ee-c914-4f9b-8832-f42e8c2056cb req-560e0856-3740-453f-a051-2905ed2d4d5b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0510614 Sep 10 03:04:24.815173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1adff0ee-c914-4f9b-8832-f42e8c2056cb req-276a0641-93b8-4844-b23a-37644f966760 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Sep 10 03:04:24.828154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-97b9fe7d-0d7b-44dd-ab6e-4fe40ec2a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:24.946590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-97b9fe7d-0d7b-44dd-ab6e-4fe40ec2a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:24.956842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16370-ff68-48b4-a910-ba724139d767 req-d759142d-e6de-4d75-a72b-1d82bd588d85 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:24.961575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-97b9fe7d-0d7b-44dd-ab6e-4fe40ec2a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:24.962427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-d759142d-e6de-4d75-a72b-1d82bd588d85 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d&tenant_id=ff53133a072e468dae1c1a13132c8f31&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.0677273 Sep 10 03:04:25.020187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9fe7d-0d7b-44dd-ab6e-4fe40ec2a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e36a346-feca-474d-a099-3ea4bb1a8e13,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:25.026684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-97b9fe7d-0d7b-44dd-ab6e-4fe40ec2a3e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae0a1f0410594df9b336591138a2c764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034544 Sep 10 03:04:25.027505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53362) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:25.040930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 402702ef-ef55-4246-86ba-228fd42b0c8c up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:25.043087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1d7f2-4237-4483-913d-4b0d62f81e08 req-5fe96b91-40d6-495c-b327-c180d38a7bba tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.045884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79a1d7f2-4237-4483-913d-4b0d62f81e08 req-5fe96b91-40d6-495c-b327-c180d38a7bba tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0966995 Sep 10 03:04:25.104793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 402702ef-ef55-4246-86ba-228fd42b0c8c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:04:25.106846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4eb16370-ff68-48b4-a910-ba724139d767 req-a00d4808-ecb8-438c-96af-73ab8c606c0d service neutron] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:04:25.108922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 402702ef-ef55-4246-86ba-228fd42b0c8c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:25.109402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.112717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4eb16370-ff68-48b4-a910-ba724139d767 req-a00d4808-ecb8-438c-96af-73ab8c606c0d service neutron] Notify callbacks [] for binding, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.115400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4eb16370-ff68-48b4-a910-ba724139d767 req-a00d4808-ecb8-438c-96af-73ab8c606c0d service neutron] 10.222.0.36 "DELETE /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b/bindings/n-h1-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.1415548 Sep 10 03:04:25.160548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a62d591-9fbd-4ebb-86fd-28029e230b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.171123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79a1d7f2-4237-4483-913d-4b0d62f81e08 req-180c3c74-e97c-4c2b-a8e8-651001f150ca tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171536 Sep 10 03:04:25.196555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a62d591-9fbd-4ebb-86fd-28029e230b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.196818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.213845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51729270-9c6a-4b36-9e22-3110763e8439 req-acced31c-e570-458f-bdf2-c1cf5452a467 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.215834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51729270-9c6a-4b36-9e22-3110763e8439 req-acced31c-e570-458f-bdf2-c1cf5452a467 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0663149 Sep 10 03:04:25.221395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:25.223710 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603a0ccf-22b0-480f-8daf-c6d103984371" -d '{"events": [{"server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:25.237139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 402702ef-ef55-4246-86ba-228fd42b0c8c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=402702ef-ef55-4246-86ba-228fd42b0c8c,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:25.242397 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.263506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a62d591-9fbd-4ebb-86fd-28029e230b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.269094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a62d591-9fbd-4ebb-86fd-28029e230b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.270507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2a62d591-9fbd-4ebb-86fd-28029e230b43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e36a346-feca-474d-a099-3ea4bb1a8e13 HTTP/1.1" status: 204 len: 168 time: 0.2408252 Sep 10 03:04:25.274184 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed628dd-23a4-47f9-8316-e95e12a2447c x-openstack-request-id: req-9ed628dd-23a4-47f9-8316-e95e12a2447c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:25.274476 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:25.274724 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ed628dd-23a4-47f9-8316-e95e12a2447c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:25.275541 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'code': 200} Sep 10 03:04:25.288068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51729270-9c6a-4b36-9e22-3110763e8439 req-4da05d74-9e3d-437c-bda5-7af0bfc7d0a7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631759 Sep 10 03:04:25.291087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62d591-9fbd-4ebb-86fd-28029e230b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e36a346-feca-474d-a099-3ea4bb1a8e13,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:25.307442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=402702ef-ef55-4246-86ba-228fd42b0c8c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:25.382540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d7e7d-d921-42f5-b61c-16eeae4e029d req-ba2ea7d5-8150-4440-889e-c06730f0e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.384273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a3d7e7d-d921-42f5-b61c-16eeae4e029d req-ba2ea7d5-8150-4440-889e-c06730f0e7b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 1096 time: 0.0456862 Sep 10 03:04:25.469011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a3d7e7d-d921-42f5-b61c-16eeae4e029d req-056e4a07-a67f-4e69-94ce-95c635a24b1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671327 Sep 10 03:04:25.485388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10236-896a-4c64-a3f0-6028d2ca1540 req-220fdf6e-a1fb-4476-beab-609bc2d39a80 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.487039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49a10236-896a-4c64-a3f0-6028d2ca1540 req-220fdf6e-a1fb-4476-beab-609bc2d39a80 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1018031 Sep 10 03:04:25.540017 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49a10236-896a-4c64-a3f0-6028d2ca1540 req-a72c7ed8-aaa6-4721-867a-c4f2211ac541 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Sep 10 03:04:25.572249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8e5e2-e400-4f3b-9d8d-3e337ce7f459 req-be655799-0ca0-4a2e-854d-05dcfcf07091 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.573802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79d8e5e2-e400-4f3b-9d8d-3e337ce7f459 req-be655799-0ca0-4a2e-854d-05dcfcf07091 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.0628195 Sep 10 03:04:25.616741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79d8e5e2-e400-4f3b-9d8d-3e337ce7f459 req-682409f4-91eb-4809-909e-9169b8d5d092 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Sep 10 03:04:25.625429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53382) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:25.646492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c820388e-e39e-4fc7-ac69-7fa0905c232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.687835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04b4fe-64b0-4c00-9e0c-e4fa259409d5 req-5fed03e9-c398-4bf4-a3d5-1be3e4426acf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.690083 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e04b4fe-64b0-4c00-9e0c-e4fa259409d5 req-5fed03e9-c398-4bf4-a3d5-1be3e4426acf tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0598197 Sep 10 03:04:25.752187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e04b4fe-64b0-4c00-9e0c-e4fa259409d5 req-107c0f1d-8b58-4cfe-86c6-badff5a0a087 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494759 Sep 10 03:04:25.780617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847e825-8aaa-4315-a7e9-9a04ee1d089f req-41045ced-f693-43cf-a58e-4624a8bb984f tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.782740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4847e825-8aaa-4315-a7e9-9a04ee1d089f req-41045ced-f693-43cf-a58e-4624a8bb984f tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.0869048 Sep 10 03:04:25.820455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c820388e-e39e-4fc7-ac69-7fa0905c232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.825663 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c820388e-e39e-4fc7-ac69-7fa0905c232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:25.858909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4847e825-8aaa-4315-a7e9-9a04ee1d089f req-3e1ed7dd-3508-4e42-b838-6e50405cbfd9 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668070 Sep 10 03:04:25.886524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42ffd7-7b0e-4c20-a2c9-ff3659a3320c req-7f102546-73b3-46c2-8bfe-7f3c9c0cbad0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.888229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d42ffd7-7b0e-4c20-a2c9-ff3659a3320c req-7f102546-73b3-46c2-8bfe-7f3c9c0cbad0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0527914 Sep 10 03:04:25.892038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53392) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:25.892486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c820388e-e39e-4fc7-ac69-7fa0905c232a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3471ef951a8a4157b5cfb4102791199b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645433 Sep 10 03:04:25.893405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820388e-e39e-4fc7-ac69-7fa0905c232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb638cc4-aeb1-4235-b946-84f57dfea467,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:25.957773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d42ffd7-7b0e-4c20-a2c9-ff3659a3320c req-6d4c3c10-e26e-48fe-afdb-57d21c73ccd7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581367 Sep 10 03:04:25.960983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140e4ba-2819-4e0b-b72e-274541e9468c req-0fc58041-d1fb-4567-b9af-7d91fac74d63 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:25.962831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5140e4ba-2819-4e0b-b72e-274541e9468c req-0fc58041-d1fb-4567-b9af-7d91fac74d63 tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 1095 time: 0.0436013 Sep 10 03:04:25.987331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d963cb78-29f7-4197-a5fe-ee3012be482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:26.004124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5140e4ba-2819-4e0b-b72e-274541e9468c req-901bb1ca-f1c5-43ee-834b-e39a8b7e213e tempest-LiveMigrationTest-2006761803 tempest-LiveMigrationTest-2006761803-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Sep 10 03:04:26.023364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d963cb78-29f7-4197-a5fe-ee3012be482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:26.105357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d963cb78-29f7-4197-a5fe-ee3012be482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:26.109172 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d963cb78-29f7-4197-a5fe-ee3012be482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:26.111395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d963cb78-29f7-4197-a5fe-ee3012be482e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb638cc4-aeb1-4235-b946-84f57dfea467 HTTP/1.1" status: 204 len: 168 time: 0.2181649 Sep 10 03:04:26.133036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963cb78-29f7-4197-a5fe-ee3012be482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb638cc4-aeb1-4235-b946-84f57dfea467,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:26.485196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8bf08-91fd-4c46-bde9-c656830f1b79 req-1bbd1d43-5336-4590-a818-a21bcdd6ed5d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:26.493623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ca8bf08-91fd-4c46-bde9-c656830f1b79 req-1bbd1d43-5336-4590-a818-a21bcdd6ed5d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0648363 Sep 10 03:04:26.551260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ca8bf08-91fd-4c46-bde9-c656830f1b79 req-6d6ca5fe-b9aa-4dd2-b437-9d8b0743fd02 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Sep 10 03:04:26.566421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac76b66-e6aa-46a1-b5f0-c9a609a6bddd req-57a3bea4-704e-4f2f-9fdf-1ce73ce7c9b8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:26.578272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aac76b66-e6aa-46a1-b5f0-c9a609a6bddd req-57a3bea4-704e-4f2f-9fdf-1ce73ce7c9b8 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.0782809 Sep 10 03:04:26.638238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aac76b66-e6aa-46a1-b5f0-c9a609a6bddd req-0942b467-c14d-46ba-a035-08c2342e5fb4 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545568 Sep 10 03:04:26.696181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf3ac-5323-4614-80d8-5f172b411e62 req-759630ee-1cbb-4d29-bc06-bff13da30531 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:26.697713 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-493bf3ac-5323-4614-80d8-5f172b411e62 req-759630ee-1cbb-4d29-bc06-bff13da30531 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0632205 Sep 10 03:04:26.743116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-493bf3ac-5323-4614-80d8-5f172b411e62 req-7fdff97b-5d47-41b2-a0bf-29b80ed00a35 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Sep 10 03:04:26.982471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228f866-88a5-4ae4-8675-35f22784ca10 req-de86b5d9-75fa-4398-95c8-382720802698 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:26.984033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f228f866-88a5-4ae4-8675-35f22784ca10 req-de86b5d9-75fa-4398-95c8-382720802698 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.0496798 Sep 10 03:04:27.004999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-84899419-45d0-4b29-8de1-b8c515c7b9d0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:27.006487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-84899419-45d0-4b29-8de1-b8c515c7b9d0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 944 time: 0.0537105 Sep 10 03:04:27.024931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f228f866-88a5-4ae4-8675-35f22784ca10 req-1392a873-5a7b-4f01-b4c7-abf8082b7899 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Sep 10 03:04:27.151720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Deleting port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:04:27.152229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:27.162132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ce71-05dd-45fe-85f4-d8927b2ae634 req-9ef9d799-a2c5-44a6-9f6b-05c0b33829ce tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:27.163784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4639ce71-05dd-45fe-85f4-d8927b2ae634 req-9ef9d799-a2c5-44a6-9f6b-05c0b33829ce tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.0708191 Sep 10 03:04:27.172460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53448) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:27.177227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Request body: {'floatingip': {'port_id': '402702ef-ef55-4246-86ba-228fd42b0c8c'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:04:27.220586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:27.273541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] For port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:27.274166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:27.292939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Calling delete_port for 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:04:27.456065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:27.469311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3640c922-14b7-42d9-9e0f-9f92920c2873'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:27.492598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event deleted for resources: {'Port': ['ID=6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:27.544140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] No DVR routers for this DVR port 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:27.548607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:27.552365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-abbf587c-be20-4d35-839b-e93ad83aba95 req-bcbcff53-5dc9-49c7-a7a4-9aa1f5f50b13 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.36 "DELETE /v2.0/ports/6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b HTTP/1.1" status: 204 len: 173 time: 0.5360973 Sep 10 03:04:27.553372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'name': 'network-vif-deleted', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:27.556284 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccca19a-5f84-44fe-85ab-a9109afd10b4" -d '{"events": [{"server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "name": "network-vif-deleted", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:27.642639 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58885d0-aa93-404d-abc1-f6d27a9b1419 x-openstack-request-id: req-a58885d0-aa93-404d-abc1-f6d27a9b1419 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:27.643260 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d188d44-7714-4860-995d-95d6ecf43c2d", "name": "network-vif-deleted", "tag": "6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:27.643932 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a58885d0-aa93-404d-abc1-f6d27a9b1419 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:27.644782 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d188d44-7714-4860-995d-95d6ecf43c2d', 'name': 'network-vif-deleted', 'tag': '6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b', 'status': 'completed', 'code': 200} Sep 10 03:04:27.698106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:27.715670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20dc9b-3d52-4753-9d9b-c2fb6e8829ac req-f1329a9b-d69c-4385-bcb0-18a772b0cd0d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:27.724257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c20dc9b-3d52-4753-9d9b-c2fb6e8829ac req-f1329a9b-d69c-4385-bcb0-18a772b0cd0d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0611637 Sep 10 03:04:27.792372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c20dc9b-3d52-4753-9d9b-c2fb6e8829ac req-d65addcd-2c00-449b-b713-e4c1ed1e13f2 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671270 Sep 10 03:04:27.939401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-284a53d8-0d0f-44a0-b1f6-ac590ec98681 req-d811e984-9f03-4d1d-b2e6-5dd5b915a8d1 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 210 time: 0.0337265 Sep 10 03:04:27.991920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5b5f8-3c7a-488f-b807-284e384b0583 req-13c5a394-e5b8-463c-9d51-18592f35749d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:27.993967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eab5b5f8-3c7a-488f-b807-284e384b0583 req-13c5a394-e5b8-463c-9d51-18592f35749d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0631819 Sep 10 03:04:28.049158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eab5b5f8-3c7a-488f-b807-284e384b0583 req-d580ca7a-03e6-49f8-9b0b-b240a48eaf35 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Sep 10 03:04:28.173710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:28.179431 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:28.292772 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Floating IP bdbc8965-8659-4fc1-b57c-0d9786c7d3d4 associated. External IP: 172.25.8.123, port: 402702ef-ef55-4246-86ba-228fd42b0c8c. Sep 10 03:04:28.556644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Router 4942d86b-cb66-4fa2-863f-4242f557de27 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:04:28.671049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:04:28.676741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:28.683001 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] Sync routers for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:04:28.698360 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:28.699715 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:28.708240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4f42a54d-e6e8-49e6-9298-098f40ed51c5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "PUT /v2.0/floatingips/bdbc8965-8659-4fc1-b57c-0d9786c7d3d4 HTTP/1.1" status: 200 len: 991 time: 1.5346327 Sep 10 03:04:28.708856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:28.711261 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b380123-f1cd-480e-b487-bb7915852f29" -d '{"events": [{"name": "network-changed", "server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:28.750871 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8912789b-7556-4432-928d-419c1792acc2 x-openstack-request-id: req-8912789b-7556-4432-928d-419c1792acc2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:28.751342 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:28.751785 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8912789b-7556-4432-928d-419c1792acc2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:28.752351 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'status': 'completed', 'code': 200} Sep 10 03:04:28.853555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b380123-f1cd-480e-b487-bb7915852f29 req-49bc0129-927e-4850-833c-8ff5524e0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:28.859162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-49bc0129-927e-4850-833c-8ff5524e0698 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=addeee01d1a44f39b810df8aca680b38&device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 1096 time: 0.0790017 Sep 10 03:04:28.864102 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:28.986889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b380123-f1cd-480e-b487-bb7915852f29 req-aa4b59e7-a87e-4987-a875-b2246d1038e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:28.988917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-aa4b59e7-a87e-4987-a875-b2246d1038e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad HTTP/1.1" status: 200 len: 911 time: 0.1226201 Sep 10 03:04:29.015602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6a16-b31d-414b-bc88-fa6fbe4ae1a6 req-3c3c1b52-015b-4ee2-a70b-eec9ac83f5ac tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:29.028790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20fa6a16-b31d-414b-bc88-fa6fbe4ae1a6 req-3c3c1b52-015b-4ee2-a70b-eec9ac83f5ac tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1554773 Sep 10 03:04:29.106212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-556c61b2-6e3a-4835-9afe-d16ef22f6bf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402702ef-ef55-4246-86ba-228fd42b0c8c HTTP/1.1" status: 200 len: 999 time: 0.1096084 Sep 10 03:04:29.121548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20fa6a16-b31d-414b-bc88-fa6fbe4ae1a6 req-2f754287-7122-472b-bbc1-6423b3b08155 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868285 Sep 10 03:04:29.221050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78f58b8d-0a33-4f35-97ec-36da191f94f8 req-764a2bc4-5c7f-4809-8120-ef14be19b800 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 210 time: 0.0675526 Sep 10 03:04:29.232628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b380123-f1cd-480e-b487-bb7915852f29 req-20c93c35-049d-4166-9f5b-eeeb5588d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:29.234287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-20c93c35-049d-4166-9f5b-eeeb5588d5b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c384224-4b82-4234-875c-e0c248d6c861 HTTP/1.1" status: 200 len: 850 time: 0.1202228 Sep 10 03:04:29.265508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b73a51-67fc-482f-bf33-d46199ae4aa8 req-ce5a6dcb-07b6-4f8e-8b0f-1f49ff7d27a1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:29.268183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1b73a51-67fc-482f-bf33-d46199ae4aa8 req-ce5a6dcb-07b6-4f8e-8b0f-1f49ff7d27a1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0808580 Sep 10 03:04:29.348875 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'bdbc8965-8659-4fc1-b57c-0d9786c7d3d4', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'port_id': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e237e-3864-4647-984e-2021fa28f1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:04:12Z', 'updated_at': '2021-09-10T03:04:28Z', 'revision_number': 1, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:12Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:29.352768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b380123-f1cd-480e-b487-bb7915852f29 req-f8698681-730c-413d-98d8-6e2d1c7d3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:29.354253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1b73a51-67fc-482f-bf33-d46199ae4aa8 req-0c991cf6-7ecd-44dc-8ee9-9b83fb6ae4fa tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751939 Sep 10 03:04:29.354619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-f8698681-730c-413d-98d8-6e2d1c7d3ccb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7ce3993-62d9-4d2c-a87e-f366be9f36ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078980 Sep 10 03:04:29.379246 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] Checking router: 4942d86b-cb66-4fa2-863f-4242f557de27 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:04:29.391104 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:04:29.392437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:04:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:29.455311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-a7a1d836-318d-4edf-b9be-2b098b11fd3b service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931158 Sep 10 03:04:29.508688 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:04:29.560844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b380123-f1cd-480e-b487-bb7915852f29 req-4b619ed0-988d-4a76-b7dd-64141947aa2e service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982699 Sep 10 03:04:29.769482 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'bdbc8965-8659-4fc1-b57c-0d9786c7d3d4', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'port_id': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e237e-3864-4647-984e-2021fa28f1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:04:12Z', 'updated_at': '2021-09-10T03:04:28Z', 'revision_number': 1, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:12Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:29.811717 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a189a-a0e1-420f-8078-a54700260c44 None None] The sync data for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 is: [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'bdbc8965-8659-4fc1-b57c-0d9786c7d3d4', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'port_id': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'mac_address': 'fa:16:3e:fc:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e237e-3864-4647-984e-2021fa28f1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:04:12Z', 'updated_at': '2021-09-10T03:04:28Z', 'revision_number': 1, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:12Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:04:30.032760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66ff38-44d7-432e-a5ac-225757e4d563 None None] New status for floating IP bdbc8965-8659-4fc1-b57c-0d9786c7d3d4: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:04:30.244754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c4ad5-7e06-4304-8e98-4093ca36bfe7 req-1329e4ed-7c88-4286-aa23-9f2661f0a242 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:30.253808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a58c4ad5-7e06-4304-8e98-4093ca36bfe7 req-1329e4ed-7c88-4286-aa23-9f2661f0a242 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0656235 Sep 10 03:04:30.299693 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a58c4ad5-7e06-4304-8e98-4093ca36bfe7 req-b71350e7-c984-4732-b77b-5ab2f00a028b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Sep 10 03:04:30.333130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2ce22d8-422c-476a-bb1d-09842a5c1ac5 req-0a8e0e45-7e0d-4fd1-9acb-4c05610535dc tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 210 time: 0.0264044 Sep 10 03:04:30.490670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a504f63-2f18-4138-b3c4-863ec60744e6 req-ee839789-f4bd-4f37-96e6-e92d11003040 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:30.492140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a504f63-2f18-4138-b3c4-863ec60744e6 req-ee839789-f4bd-4f37-96e6-e92d11003040 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0497913 Sep 10 03:04:30.531434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a504f63-2f18-4138-b3c4-863ec60744e6 req-e6c453ce-ea4f-405d-832c-fae6926b99dd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Sep 10 03:04:30.927061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:30.962355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:04:30.962591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 6c8bf2c2-f7ac-4822-ad41-4a2a61ac3f4b not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:04:31.434154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8b37-e2fe-4190-be98-675ca6cb18c2 req-fb4c9f22-f948-4521-a1bc-5f6c793031a3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:31.437039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe4a8b37-e2fe-4190-be98-675ca6cb18c2 req-fb4c9f22-f948-4521-a1bc-5f6c793031a3 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0730095 Sep 10 03:04:31.453298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61064e03-e7cb-4020-a912-6546c9757ce5 req-0dbf3578-4d7a-4096-bd63-c3d28dfaed3e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d188d44-7714-4860-995d-95d6ecf43c2d HTTP/1.1" status: 200 len: 210 time: 0.0366561 Sep 10 03:04:31.481457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe4a8b37-e2fe-4190-be98-675ca6cb18c2 req-c435eed7-7ae3-48d5-9b6e-5ec24bac340c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Sep 10 03:04:31.602077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:31.654085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf01a-210b-4b1f-930e-ca2ab7892739 req-20f25834-1f88-4ea2-b6a4-c72027a1af77 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:31.655811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c85cf01a-210b-4b1f-930e-ca2ab7892739 req-20f25834-1f88-4ea2-b6a4-c72027a1af77 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0548134 Sep 10 03:04:31.712738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c85cf01a-210b-4b1f-930e-ca2ab7892739 req-b763499c-40c2-458e-b077-b4236b01fb7f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Sep 10 03:04:31.715477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e871-04d9-42c0-84fc-9d9cc422f6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:31.785306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:32.301314 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:04:32.652107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb91fa-2e06-4352-8497-d396c928c580 req-01e16320-d021-4090-88a4-4a27a0f9d5b2 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:32.654183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8eb91fa-2e06-4352-8497-d396c928c580 req-01e16320-d021-4090-88a4-4a27a0f9d5b2 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0816705 Sep 10 03:04:32.720106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8eb91fa-2e06-4352-8497-d396c928c580 req-6969bf71-027a-44d1-9b19-c7d56be9da8e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586140 Sep 10 03:04:32.878938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a2a09-3a34-4ad8-9aaa-9fb550a6db58 req-c50626c7-f668-4251-9c96-53ba2249b6c3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:32.887299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164a2a09-3a34-4ad8-9aaa-9fb550a6db58 req-c50626c7-f668-4251-9c96-53ba2249b6c3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0964396 Sep 10 03:04:32.926968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-164a2a09-3a34-4ad8-9aaa-9fb550a6db58 req-8761d0d5-f954-4323-8227-aa4e9c39a3ad tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387425 Sep 10 03:04:33.848813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55014f2-cc4c-4ac5-bd10-a594ae0ab63f req-41cfd1fa-a29d-48d5-bd61-aebbbb063f61 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:33.850282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c55014f2-cc4c-4ac5-bd10-a594ae0ab63f req-41cfd1fa-a29d-48d5-bd61-aebbbb063f61 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0546176 Sep 10 03:04:33.924439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c55014f2-cc4c-4ac5-bd10-a594ae0ab63f req-0d0b9cbc-4b4c-4180-b33a-0283b7ebc6ba tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676804 Sep 10 03:04:34.086199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72de46-f013-4f9e-9ccb-4bf394563136 req-2d403e90-d086-4aa6-8e4e-ec70868cb8ae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:34.096816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe72de46-f013-4f9e-9ccb-4bf394563136 req-2d403e90-d086-4aa6-8e4e-ec70868cb8ae tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0764301 Sep 10 03:04:34.155875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe72de46-f013-4f9e-9ccb-4bf394563136 req-53e3e435-1b31-443c-aac7-76c018b7b5f6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Sep 10 03:04:34.318982 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a5e33e-c65d-4bab-b3a1-cd8f678ba2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.510638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53644) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:34.629249 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83153ed8-c840-4ad2-8680-bc413820f49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.636564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.727128 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83153ed8-c840-4ad2-8680-bc413820f49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.736937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83153ed8-c840-4ad2-8680-bc413820f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.778954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83153ed8-c840-4ad2-8680-bc413820f49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0115a7-49c3-4cdf-a840-0181a819b482,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:34.799676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-83153ed8-c840-4ad2-8680-bc413820f49c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f7962bab9c64c6ea80c13ac42488409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874467 Sep 10 03:04:34.801890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53652) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:34.859264 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c411230-33fc-4260-af28-13bedab60d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.883511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c411230-33fc-4260-af28-13bedab60d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.932923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c411230-33fc-4260-af28-13bedab60d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.937719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c411230-33fc-4260-af28-13bedab60d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:34.943059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0c411230-33fc-4260-af28-13bedab60d10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e0115a7-49c3-4cdf-a840-0181a819b482 HTTP/1.1" status: 204 len: 168 time: 0.1401453 Sep 10 03:04:34.953011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411230-33fc-4260-af28-13bedab60d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0115a7-49c3-4cdf-a840-0181a819b482,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:35.057893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb73bc-c641-4ce5-b05f-fde031685bbf req-224db30f-040a-4df5-aca4-a716cc61d3cd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:35.067189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbcb73bc-c641-4ce5-b05f-fde031685bbf req-224db30f-040a-4df5-aca4-a716cc61d3cd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0690951 Sep 10 03:04:35.132189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbcb73bc-c641-4ce5-b05f-fde031685bbf req-9b157ab6-8ed6-41af-8e3b-37a887d994b8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578122 Sep 10 03:04:35.302415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862bc8-cdab-4196-a72b-5191a8fdd016 req-56629912-e5cd-440a-9c0c-6a712e1f61b0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:35.310687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72862bc8-cdab-4196-a72b-5191a8fdd016 req-56629912-e5cd-440a-9c0c-6a712e1f61b0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0754137 Sep 10 03:04:35.339821 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.350223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53666) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:35.352187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72862bc8-cdab-4196-a72b-5191a8fdd016 req-99f0646f-b002-49ba-b0d6-ed18afe7d852 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Sep 10 03:04:35.367638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bf8c09aa-f5c5-4472-ba01-29508b36ff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.461030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bf8c09aa-f5c5-4472-ba01-29508b36ff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.465329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bf8c09aa-f5c5-4472-ba01-29508b36ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.507686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bf8c09aa-f5c5-4472-ba01-29508b36ff06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=041b9c5efe3248e7a41f9200d6c5eb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562493 Sep 10 03:04:35.508558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c09aa-f5c5-4472-ba01-29508b36ff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da847cf-dcde-4f8d-bb44-034583c016da,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:35.511267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:35.565182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53e7db52-cc77-4708-bf1f-49b59c48f8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.588822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53e7db52-cc77-4708-bf1f-49b59c48f8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.637492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53e7db52-cc77-4708-bf1f-49b59c48f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.640154 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53e7db52-cc77-4708-bf1f-49b59c48f8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:35.644179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-53e7db52-cc77-4708-bf1f-49b59c48f8b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4da847cf-dcde-4f8d-bb44-034583c016da HTTP/1.1" status: 204 len: 168 time: 0.1288240 Sep 10 03:04:35.649682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7db52-cc77-4708-bf1f-49b59c48f8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da847cf-dcde-4f8d-bb44-034583c016da,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:36.107317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c31e66-8ecd-4773-bf23-c3a4692828be req-22add1b5-4bb3-407b-97bf-9ea19c31467e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:36.111918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1c31e66-8ecd-4773-bf23-c3a4692828be req-22add1b5-4bb3-407b-97bf-9ea19c31467e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0654526 Sep 10 03:04:36.149837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1c31e66-8ecd-4773-bf23-c3a4692828be req-922c8a98-11ab-4706-a871-e85ee0d7aa86 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Sep 10 03:04:36.241208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b005acd-59d7-4693-a5ad-7f3f9a5e1c3f req-99e88c29-0be2-4f0b-8837-09b34cc00ac8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:36.243189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b005acd-59d7-4693-a5ad-7f3f9a5e1c3f req-99e88c29-0be2-4f0b-8837-09b34cc00ac8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0510614 Sep 10 03:04:36.283335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b005acd-59d7-4693-a5ad-7f3f9a5e1c3f req-60bc9ae0-be76-4047-adcb-1f0b01f1b4d5 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Sep 10 03:04:36.473513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9afec-dec7-48de-a39c-1f7cb0193db6 req-71586f4d-fd81-4cde-b161-e765efd13cb3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:36.474989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ec9afec-dec7-48de-a39c-1f7cb0193db6 req-71586f4d-fd81-4cde-b161-e765efd13cb3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0478809 Sep 10 03:04:36.511786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ec9afec-dec7-48de-a39c-1f7cb0193db6 req-c1d780d6-2e84-4862-a2a7-9fd1e5c20df8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Sep 10 03:04:36.640516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e858898-8888-4a15-a28b-ed266bbe057e req-82f2026e-3d1b-40b1-90d0-acd09dafdaae tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:36.642366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e858898-8888-4a15-a28b-ed266bbe057e req-82f2026e-3d1b-40b1-90d0-acd09dafdaae tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0531583 Sep 10 03:04:36.748638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Deleting port 3640c922-14b7-42d9-9e0f-9f92920c2873 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:04:36.748982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:36.840927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] For port 3640c922-14b7-42d9-9e0f-9f92920c2873, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3640c922-14b7-42d9-9e0f-9f92920c2873,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:36.843789 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:36.858908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Calling delete_port for 3640c922-14b7-42d9-9e0f-9f92920c2873 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:04:36.989828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:37.003916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['3640c922-14b7-42d9-9e0f-9f92920c2873'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:37.023379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event deleted for resources: {'Port': ['ID=3640c922-14b7-42d9-9e0f-9f92920c2873,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:37.070815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] No DVR routers for this DVR port 3640c922-14b7-42d9-9e0f-9f92920c2873 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:37.073409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:37.075403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e858898-8888-4a15-a28b-ed266bbe057e req-3748911f-5c1c-4198-9a51-7644c34b2ccf tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "DELETE /v2.0/ports/3640c922-14b7-42d9-9e0f-9f92920c2873 HTTP/1.1" status: 204 len: 173 time: 0.4168780 Sep 10 03:04:37.075922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'name': 'network-vif-deleted', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:37.078360 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada8cb0f-aa82-4d90-b74a-5ab0ec544949" -d '{"events": [{"server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "name": "network-vif-deleted", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:37.120297 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae1b490-3bb1-43e8-9e21-4b05171b9529 x-openstack-request-id: req-aae1b490-3bb1-43e8-9e21-4b05171b9529 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:37.120781 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6", "name": "network-vif-deleted", "tag": "3640c922-14b7-42d9-9e0f-9f92920c2873", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:37.121125 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aae1b490-3bb1-43e8-9e21-4b05171b9529 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:37.121573 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6', 'name': 'network-vif-deleted', 'tag': '3640c922-14b7-42d9-9e0f-9f92920c2873', 'status': 'completed', 'code': 200} Sep 10 03:04:37.248034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:37.267311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62aab81e-1d95-4f22-9862-de25b967534e req-a2d42c64-3651-4855-8298-9daa8d710cc6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6eae3a5-ea98-4f23-81ff-ca7c6c90a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0300598 Sep 10 03:04:37.421292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8637d6f-106d-4d32-8a23-3fc7626cfd3e req-a2a0004c-04f8-424e-a142-f6726982f8f9 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:37.422855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8637d6f-106d-4d32-8a23-3fc7626cfd3e req-a2a0004c-04f8-424e-a142-f6726982f8f9 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0574863 Sep 10 03:04:37.463773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8637d6f-106d-4d32-8a23-3fc7626cfd3e req-0e19053d-b8b3-4f42-bd3b-0d678b15117b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344763 Sep 10 03:04:37.660984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cc5b3-13cf-4e77-a0c1-f434632b1f74 req-bcee0b42-34a7-40c2-a3a9-b881734d3f52 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:37.662489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d9cc5b3-13cf-4e77-a0c1-f434632b1f74 req-bcee0b42-34a7-40c2-a3a9-b881734d3f52 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0670989 Sep 10 03:04:37.700645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d9cc5b3-13cf-4e77-a0c1-f434632b1f74 req-7c8a15b9-6ae7-479d-b418-b93c3ac05b53 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Sep 10 03:04:38.552917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef492-de23-45bc-9dfc-d5fd8e773812 req-a061c5fd-944a-4989-b0f8-ab9cda3ac02e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:38.554468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421ef492-de23-45bc-9dfc-d5fd8e773812 req-a061c5fd-944a-4989-b0f8-ab9cda3ac02e tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 944 time: 0.0583882 Sep 10 03:04:38.587951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4c63-58f2-42ec-9ed6-a5f7ad37ba11 req-b5864bdd-33d0-4c33-a972-d0cb6b7db992 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:38.589756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-464c4c63-58f2-42ec-9ed6-a5f7ad37ba11 req-b5864bdd-33d0-4c33-a972-d0cb6b7db992 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0535479 Sep 10 03:04:38.597056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421ef492-de23-45bc-9dfc-d5fd8e773812 req-5b53a048-40b5-44d4-bf3e-f45cf3a8a8f0 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Sep 10 03:04:38.637958 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-464c4c63-58f2-42ec-9ed6-a5f7ad37ba11 req-ffd99fad-6ce3-4063-955b-5a6cfdd7d618 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Sep 10 03:04:38.820232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e974fda-bd75-4c04-a6e9-0aef50a667ed req-64c5d690-6c0c-48d5-a3eb-5e1bb9b866ef tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:38.821893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e974fda-bd75-4c04-a6e9-0aef50a667ed req-64c5d690-6c0c-48d5-a3eb-5e1bb9b866ef tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0518153 Sep 10 03:04:38.858810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e974fda-bd75-4c04-a6e9-0aef50a667ed req-56769915-c362-4ca7-94ee-5a81d67dd80d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Sep 10 03:04:38.950517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:04:38.952510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-325e05e4-42cf-4240-955c-e148380a1e0f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:38.954569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-325e05e4-42cf-4240-955c-e148380a1e0f tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 944 time: 0.0477860 Sep 10 03:04:39.061620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:39.073071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Deleting port 88501732-e3e1-4678-beaa-d3ffc123402e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:04:39.073071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:39.077835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'port_id': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'mac_address': 'fa:16:3e:eb:4e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279fdcd1-9ed8-4856-a6c1-11aa731223cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:04:39.126904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:39.139965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 88501732-e3e1-4678-beaa-d3ffc123402e no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:39.143580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38f3140a-8058-42ef-9c9e-7b62b392946f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:39.186684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:39.200015 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:39.205251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] For port 88501732-e3e1-4678-beaa-d3ffc123402e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=88501732-e3e1-4678-beaa-d3ffc123402e,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:39.206120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:39.222602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Calling delete_port for 88501732-e3e1-4678-beaa-d3ffc123402e owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:04:39.289928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:39.321191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 3640c922-14b7-42d9-9e0f-9f92920c2873 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:04:39.321782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3640c922-14b7-42d9-9e0f-9f92920c2873 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:04:39.328070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['38f3140a-8058-42ef-9c9e-7b62b392946f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:39.353785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:39.471306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:39.517904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event deleted for resources: {'Port': ['ID=88501732-e3e1-4678-beaa-d3ffc123402e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:39.566235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] No DVR routers for this DVR port 88501732-e3e1-4678-beaa-d3ffc123402e on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:39.568978 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:39.571320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d428091-a4a6-438e-8fe0-663b4cba6cf9 req-0c281ee1-5ecd-4787-9409-0aaae81991c2 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "DELETE /v2.0/ports/88501732-e3e1-4678-beaa-d3ffc123402e HTTP/1.1" status: 204 len: 173 time: 0.6096492 Sep 10 03:04:39.571866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'name': 'network-vif-deleted', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:39.574205 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc2f29-f94a-4621-a4e9-1d30e9c8d78a" -d '{"events": [{"server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "name": "network-vif-deleted", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:39.626281 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95461751-812d-4797-ab6a-c1ba4b04049f x-openstack-request-id: req-95461751-812d-4797-ab6a-c1ba4b04049f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:39.626281 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e27945-3370-4981-96fd-7ddbc032cc13", "name": "network-vif-deleted", "tag": "88501732-e3e1-4678-beaa-d3ffc123402e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:39.626281 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95461751-812d-4797-ab6a-c1ba4b04049f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:39.627082 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e27945-3370-4981-96fd-7ddbc032cc13', 'name': 'network-vif-deleted', 'tag': '88501732-e3e1-4678-beaa-d3ffc123402e', 'status': 'completed', 'code': 200} Sep 10 03:04:39.722507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92f0d0ad-a5ee-4da2-b4f9-1aa1408b6c45 req-14567840-13ff-4463-adf1-bf90073127b6 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e27945-3370-4981-96fd-7ddbc032cc13 HTTP/1.1" status: 200 len: 210 time: 0.0390739 Sep 10 03:04:39.872412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995fe49-0c4d-4ee5-a780-6c20adbbc805 req-e5dba7f5-8f31-47d1-863c-93ca771680dc tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:39.882539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9995fe49-0c4d-4ee5-a780-6c20adbbc805 req-e5dba7f5-8f31-47d1-863c-93ca771680dc tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1111369 Sep 10 03:04:39.929427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9995fe49-0c4d-4ee5-a780-6c20adbbc805 req-aec713d6-e977-4276-ad37-128a78451a76 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Sep 10 03:04:40.015105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d1a30-6c38-4279-b4ea-99b01c2cbfa8 req-bf32e963-849b-4bd4-9917-b87ed756714a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:40.023373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd1d1a30-6c38-4279-b4ea-99b01c2cbfa8 req-bf32e963-849b-4bd4-9917-b87ed756714a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 944 time: 0.0717745 Sep 10 03:04:40.366741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd1d1a30-6c38-4279-b4ea-99b01c2cbfa8 req-91bef03b-d8e2-41ed-941f-092cf0c2b49c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422782 Sep 10 03:04:40.974070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:41.119524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e6742-4e50-4c1b-b85f-179162ef620c req-7a35ccf1-b2c5-4664-9bf3-3569dca372f7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:41.119982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5c6a0-b34d-45f4-84cc-ea624cc36065 req-17ecc49e-0cf5-401b-8867-47a5e394817b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:41.121386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46f5c6a0-b34d-45f4-84cc-ea624cc36065 req-17ecc49e-0cf5-401b-8867-47a5e394817b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0965171 Sep 10 03:04:41.122895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-763e6742-4e50-4c1b-b85f-179162ef620c req-7a35ccf1-b2c5-4664-9bf3-3569dca372f7 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.0715280 Sep 10 03:04:41.125212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 38f3140a-8058-42ef-9c9e-7b62b392946f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:41.125781 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:41.182262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-763e6742-4e50-4c1b-b85f-179162ef620c req-3b80e5d1-3a10-44ad-be0f-f9174cc28c1c tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2856fd8-da91-4e2f-bbe2-70a105725f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Sep 10 03:04:41.206086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46f5c6a0-b34d-45f4-84cc-ea624cc36065 req-6a17d7a7-f511-4f5a-8be8-8ca821721a1e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Sep 10 03:04:41.251600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:41.278190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:41.293226 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5584ee3-d644-4b96-a3a5-769161fe5c77" -d '{"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-plugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:41.316183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:41.326130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:41.377349 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641271b5-d9fa-48ce-a4ac-fa54ba00aa01 x-openstack-request-id: req-641271b5-d9fa-48ce-a4ac-fa54ba00aa01 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:41.377647 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-plugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:41.377902 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-641271b5-d9fa-48ce-a4ac-fa54ba00aa01 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:41.378289 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'code': 200} Sep 10 03:04:41.388997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:41.561459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec00d5-178e-4406-ab46-92e5211e8378 req-5eab332f-dabe-44f5-8c8b-a74f7bdef39d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:41.562006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-038c05a6-7341-4a4a-b87a-86a54b8dd2bd tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:41.563561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86ec00d5-178e-4406-ab46-92e5211e8378 req-5eab332f-dabe-44f5-8c8b-a74f7bdef39d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0940378 Sep 10 03:04:41.571126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-038c05a6-7341-4a4a-b87a-86a54b8dd2bd tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 944 time: 0.0743592 Sep 10 03:04:41.625850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86ec00d5-178e-4406-ab46-92e5211e8378 req-bb44905a-405f-4155-92a6-97f0e838ee79 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Sep 10 03:04:41.729919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Deleting port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:04:41.729919 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:41.863774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-0a49c2a5-95aa-4a89-bb7a-c729f7ac6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:41.866438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-0a49c2a5-95aa-4a89-bb7a-c729f7ac6962 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1101 time: 0.0607553 Sep 10 03:04:41.868307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] For port 932119b7-6596-4fba-a05f-d9ff6f9a1a69, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=932119b7-6596-4fba-a05f-d9ff6f9a1a69,segment=NetworkSegment(e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df),segment_id=e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:41.868887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:41.882930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Calling delete_port for 932119b7-6596-4fba-a05f-d9ff6f9a1a69 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:04:42.010816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-06f512ef-ae4d-4586-aa28-1215c8b75397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:42.012344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-06f512ef-ae4d-4586-aa28-1215c8b75397 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1213255 Sep 10 03:04:42.074197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:42.086258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-76017802-716b-40f0-8b90-a6cc83d7f242 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c HTTP/1.1" status: 200 len: 217 time: 0.0601518 Sep 10 03:04:42.112305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Pushing event deleted for resources: {'Port': ['ID=932119b7-6596-4fba-a05f-d9ff6f9a1a69,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:42.146994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-5d7fe1d7-dfad-4bf7-ba60-d68bd6cc7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:42.149189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-5d7fe1d7-dfad-4bf7-ba60-d68bd6cc7adf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0513580 Sep 10 03:04:42.186735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] No DVR routers for this DVR port 932119b7-6596-4fba-a05f-d9ff6f9a1a69 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:42.190108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:42.192551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ce6373d-fb36-4960-aacd-31d5e361d214 req-beff3f6f-49a2-4fd1-94ca-81c7388dfddb tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.32 "DELETE /v2.0/ports/932119b7-6596-4fba-a05f-d9ff6f9a1a69 HTTP/1.1" status: 204 len: 173 time: 0.6139324 Sep 10 03:04:42.193047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'name': 'network-vif-deleted', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:42.207582 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab3e993-3f60-4253-8765-f525e603fd4a" -d '{"events": [{"server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "name": "network-vif-deleted", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:42.229835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-add37649-91ce-460e-82a7-f13d2dc610c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:42.232734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-add37649-91ce-460e-82a7-f13d2dc610c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642562 Sep 10 03:04:42.311061 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e57a32-78cd-45b3-8f7f-0c8b4b3dc98a x-openstack-request-id: req-e7e57a32-78cd-45b3-8f7f-0c8b4b3dc98a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:42.311357 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ae2cd7-657a-4ea5-8c80-bd94f6ea15df", "name": "network-vif-deleted", "tag": "932119b7-6596-4fba-a05f-d9ff6f9a1a69", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:42.311637 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7e57a32-78cd-45b3-8f7f-0c8b4b3dc98a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:42.312035 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ae2cd7-657a-4ea5-8c80-bd94f6ea15df', 'name': 'network-vif-deleted', 'tag': '932119b7-6596-4fba-a05f-d9ff6f9a1a69', 'status': 'completed', 'code': 200} Sep 10 03:04:42.394898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-73eceb19-8f8b-40ad-8895-7ba6de732e0d service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455207 Sep 10 03:04:42.396221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-acff0124-95fd-43dd-9b96-aed03808507d req-82140acb-7e53-48b9-a0df-056f59245fa5 tempest-LiveMigrationTest-90572964 tempest-LiveMigrationTest-90572964-project] 10.222.0.23 "GET /v2.0/ports?device_id=79ae2cd7-657a-4ea5-8c80-bd94f6ea15df HTTP/1.1" status: 200 len: 210 time: 0.0794132 Sep 10 03:04:42.531769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af2e31-5747-4dc4-8c8c-22b37377d277 req-e7df29cb-f33b-4fd1-9357-0079adb9c2f0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:42.533318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50af2e31-5747-4dc4-8c8c-22b37377d277 req-e7df29cb-f33b-4fd1-9357-0079adb9c2f0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1042137 Sep 10 03:04:42.574673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c82be78-a39d-4692-a493-d07dc8d9b682 req-db5efe90-aece-40f1-ba89-6478b9a4da16 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687326 Sep 10 03:04:42.600813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50af2e31-5747-4dc4-8c8c-22b37377d277 req-acbdb27b-30d8-4218-9d23-99c39d437df0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590527 Sep 10 03:04:42.773931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a712c-1417-43cf-a286-0db273746b43 req-065749b0-2c25-478b-8768-e357c4f906b0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:42.792224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d32a712c-1417-43cf-a286-0db273746b43 req-065749b0-2c25-478b-8768-e357c4f906b0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0781317 Sep 10 03:04:42.857582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d32a712c-1417-43cf-a286-0db273746b43 req-152216b8-33ac-4e3e-b8d0-399b6a88445c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638506 Sep 10 03:04:42.980205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:04:42.984726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:43.162495 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.169049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:43.198577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'mac_address': 'fa:16:3e:87:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:04:43.211991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:43.234626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.284757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.308116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:43.312333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:43.354511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:04:43.355140 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:04:43.380154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:43.382839 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf4707b-2e62-4e91-b0a4-583f94ec4413" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-unplugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:43.445231 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41ce1d-057e-4271-b0b7-1b1bce167c88 x-openstack-request-id: req-4b41ce1d-057e-4271-b0b7-1b1bce167c88 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:43.445689 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-unplugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:43.446077 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b41ce1d-057e-4271-b0b7-1b1bce167c88 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:43.446628 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'code': 200} Sep 10 03:04:43.459984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53876) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:43.510483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Deleting subnet c59e221c-9d0f-43b7-a6e0-94503c996ccd {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:04:43.514172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.583056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.641652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.739998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.781257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59e221c-9d0f-43b7-a6e0-94503c996ccd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:43.788323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:43.793149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2e0a8502-e94b-444f-a912-684333319809 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c59e221c-9d0f-43b7-a6e0-94503c996ccd HTTP/1.1" status: 204 len: 168 time: 0.3319051 Sep 10 03:04:43.794122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:43.814024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503c2b-bc1b-4de3-9a1e-33d1997579f9 req-93952953-9e5d-4af2-a36b-6e6a4daca292 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:43.815576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31503c2b-bc1b-4de3-9a1e-33d1997579f9 req-93952953-9e5d-4af2-a36b-6e6a4daca292 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 948 time: 0.0843830 Sep 10 03:04:43.919378 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31503c2b-bc1b-4de3-9a1e-33d1997579f9 req-54d628cc-771c-49a0-b99d-dbd68a442c9a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861964 Sep 10 03:04:43.946195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.007010 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.022775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:04:44.035152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.057543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27cd70f-0acf-453b-8644-d38267514cb4']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:44.062883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8224d0e-f9cc-4aea-a040-a6ffcf0642de req-ddacec00-d947-45d8-95e9-cbd2be4e5e6a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:44.064982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8224d0e-f9cc-4aea-a040-a6ffcf0642de req-ddacec00-d947-45d8-95e9-cbd2be4e5e6a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0814395 Sep 10 03:04:44.067492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:44.070545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:44.070849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58a5cd0-70b9-4d60-aa5a-36b3c8f8b3df') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:44.073119 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.084912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.105744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.113986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:04:44.114717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.163437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:44.171440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8224d0e-f9cc-4aea-a040-a6ffcf0642de req-e594baad-32e0-4786-9cf8-d795ce6ecd52 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990462 Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:04:44.187931 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:04:44.196785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.230009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.232532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] 10.222.0.23 "DELETE /v2.0/networks/f27cd70f-0acf-453b-8644-d38267514cb4 HTTP/1.1" status: 204 len: 168 time: 0.4374845 Sep 10 03:04:44.235390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53900) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:44.248018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ec885-31f3-4fd2-899a-d5a189f8345b admin admin] Pushing event deleted for resources: {'Network': ['ID=f27cd70f-0acf-453b-8644-d38267514cb4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:44.309695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Deleting subnet 08e33b47-2ee4-4f89-b156-af63dba207b6 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:04:44.314062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.341869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['516402c2-d8ac-4f04-ab9a-16207aa1140c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:44.367755 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.425105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.496534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.529687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e33b47-2ee4-4f89-b156-af63dba207b6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:44.536032 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.537948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dd5b7c5b-e2bb-4131-b25c-1dc91e1dab8c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08e33b47-2ee4-4f89-b156-af63dba207b6 HTTP/1.1" status: 204 len: 168 time: 0.3015561 Sep 10 03:04:44.540664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:44.634778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.735620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.762971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45082a1-46bb-49e4-bc0b-c6e483d56055']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:44.783747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d616b4c-badd-40b9-8f2e-16f12867eea7') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:44.784043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d616b4c-badd-40b9-8f2e-16f12867eea7') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:04:44.804875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.825969 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.836179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:04:44.836809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:04:44.838836 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:04:44.942564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.953113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:44.961362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] 10.222.0.23 "DELETE /v2.0/networks/e45082a1-46bb-49e4-bc0b-c6e483d56055 HTTP/1.1" status: 204 len: 168 time: 0.4183385 Sep 10 03:04:44.995994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68f556-e418-4029-8e90-d8f2f7bedadf admin admin] Pushing event deleted for resources: {'Network': ['ID=e45082a1-46bb-49e4-bc0b-c6e483d56055,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:45.138856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3e842-70ae-46ef-b862-dfd39f9e02fa req-0aa73453-b481-4aad-9c6f-2a4e65f9ce57 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:45.152679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ab3e842-70ae-46ef-b862-dfd39f9e02fa req-0aa73453-b481-4aad-9c6f-2a4e65f9ce57 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.1135416 Sep 10 03:04:45.168321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:45.241453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 932119b7-6596-4fba-a05f-d9ff6f9a1a69 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:04:45.243843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 932119b7-6596-4fba-a05f-d9ff6f9a1a69 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:04:45.263599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ab3e842-70ae-46ef-b862-dfd39f9e02fa req-03285571-d859-4591-aae2-9a7a30e0dcc1 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884318 Sep 10 03:04:45.347307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53920) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:45.402748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfa320-3d2f-4b44-955d-9873d2390e66 req-30bcf97b-a1a3-4562-80ce-b9ce80d8f4de tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:45.408684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33dfa320-3d2f-4b44-955d-9873d2390e66 req-30bcf97b-a1a3-4562-80ce-b9ce80d8f4de tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1114788 Sep 10 03:04:45.433142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b80586da-ff02-46ff-ae41-ae58ba6b99d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff53133a072e468dae1c1a13132c8f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842969 Sep 10 03:04:45.437449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:45.474553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33dfa320-3d2f-4b44-955d-9873d2390e66 req-117a92cd-a71a-4076-8ad0-3898eec631a9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585036 Sep 10 03:04:45.508425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1d11821-c9b6-483c-9463-89966d66963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:45.534902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1d11821-c9b6-483c-9463-89966d66963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:45.605426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1d11821-c9b6-483c-9463-89966d66963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:45.608888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1d11821-c9b6-483c-9463-89966d66963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:45.610338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b1d11821-c9b6-483c-9463-89966d66963f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2856fd8-da91-4e2f-bbe2-70a105725f1b HTTP/1.1" status: 204 len: 168 time: 0.1724455 Sep 10 03:04:45.629429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d11821-c9b6-483c-9463-89966d66963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2856fd8-da91-4e2f-bbe2-70a105725f1b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:46.170573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:46.237658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-904daff1-e097-488d-8e3b-eca5af8734ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bac31e1992b941bcb5562f9667627579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622447 Sep 10 03:04:46.237823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53940) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:46.297906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56b26aad-9095-4d2e-be4b-bb70faea1d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:46.333705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56b26aad-9095-4d2e-be4b-bb70faea1d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:46.406108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56b26aad-9095-4d2e-be4b-bb70faea1d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:46.410643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56b26aad-9095-4d2e-be4b-bb70faea1d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:46.410943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f77d8b-3caa-45df-963d-b527fd33f5c0 req-349960e8-029a-4e96-80e7-34771a6525cd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:46.412506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31f77d8b-3caa-45df-963d-b527fd33f5c0 req-349960e8-029a-4e96-80e7-34771a6525cd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 950 time: 0.0609307 Sep 10 03:04:46.419640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56b26aad-9095-4d2e-be4b-bb70faea1d1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4fb6d7e-6546-471d-a6f9-471c1db5e892 HTTP/1.1" status: 204 len: 168 time: 0.1807556 Sep 10 03:04:46.430220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b26aad-9095-4d2e-be4b-bb70faea1d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb6d7e-6546-471d-a6f9-471c1db5e892,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:46.489633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31f77d8b-3caa-45df-963d-b527fd33f5c0 req-280d09e0-39e1-4947-b9ca-17b509908f4a tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656466 Sep 10 03:04:46.602408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079878c-0d66-4fdd-8420-9c56dc2dc54c req-6026b28c-e8fd-4d2c-a746-4a45c8a40b36 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:46.604339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9079878c-0d66-4fdd-8420-9c56dc2dc54c req-6026b28c-e8fd-4d2c-a746-4a45c8a40b36 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0514913 Sep 10 03:04:46.651646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9079878c-0d66-4fdd-8420-9c56dc2dc54c req-f654cb54-ca75-41d5-be80-422de96ef58d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Sep 10 03:04:46.989171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:04:47.057964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 516402c2-d8ac-4f04-ab9a-16207aa1140c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:04:47.058747 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:47.181793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:47.236643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:47.236643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:47.239985 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a8921-d593-4970-8a1e-428c670cc907" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-plugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:47.245497 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:47.326804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=11']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:47.331274 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df4204-98e7-49d9-89d3-4d78c9d9ea7d x-openstack-request-id: req-53df4204-98e7-49d9-89d3-4d78c9d9ea7d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:47.331775 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-plugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:47.332091 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53df4204-98e7-49d9-89d3-4d78c9d9ea7d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:47.332573 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'code': 200} Sep 10 03:04:47.681847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a84c8-d1e3-44e7-ac80-8cc67f9c8f69 req-64f64502-a760-457f-8e09-42c701ecf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:47.684281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b68a84c8-d1e3-44e7-ac80-8cc67f9c8f69 req-64f64502-a760-457f-8e09-42c701ecf3db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1102 time: 0.1243813 Sep 10 03:04:47.725714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2af2-98a0-4b26-896c-b90c28c49295 req-40cc2c68-237e-40d7-a8d2-c0f40d669e52 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:47.735515 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a5e2af2-98a0-4b26-896c-b90c28c49295 req-40cc2c68-237e-40d7-a8d2-c0f40d669e52 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 951 time: 0.1229658 Sep 10 03:04:47.772063 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b68a84c8-d1e3-44e7-ac80-8cc67f9c8f69 req-6edb0ef0-0a53-4008-bf0e-b6b50eb7aca6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733469 Sep 10 03:04:47.822826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a5e2af2-98a0-4b26-896c-b90c28c49295 req-e28d8291-5642-4042-a5d9-0329901542ba tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861228 Sep 10 03:04:47.850330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5113a-bbaf-4d4b-beb2-a39ef7ade9bf req-27b79517-ecb1-4182-b4c6-15ba7c1ee2dc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:47.852727 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a4d5113a-bbaf-4d4b-beb2-a39ef7ade9bf req-27b79517-ecb1-4182-b4c6-15ba7c1ee2dc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0813272 Sep 10 03:04:47.933981 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a4d5113a-bbaf-4d4b-beb2-a39ef7ade9bf req-c3af0648-c586-4772-a434-23f7ed7dc0f2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680182 Sep 10 03:04:49.017500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ffb6c-6488-48f2-8f9d-20d3e7db45c4 req-d0918424-4ba9-4da5-9a29-1dfe2ffcf9bf tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:49.026925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-926ffb6c-6488-48f2-8f9d-20d3e7db45c4 req-d0918424-4ba9-4da5-9a29-1dfe2ffcf9bf tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 951 time: 0.0778978 Sep 10 03:04:49.110628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-926ffb6c-6488-48f2-8f9d-20d3e7db45c4 req-3564416b-f897-45e6-ac3d-ce56d22c7df4 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Sep 10 03:04:49.283730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47061536-2f57-4d29-99f6-ccc1891c7b7f req-c9c4f116-1de9-4a72-91a7-92bdf8cbca67 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:49.298235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47061536-2f57-4d29-99f6-ccc1891c7b7f req-c9c4f116-1de9-4a72-91a7-92bdf8cbca67 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1275592 Sep 10 03:04:49.362171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47061536-2f57-4d29-99f6-ccc1891c7b7f req-e872dbb0-8573-4b06-8226-2d4f3e7cfff2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625687 Sep 10 03:04:50.293652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c63196-c1b4-4468-bb23-48fa0d8333de req-514b081b-1a65-49e8-b9c8-d54e76de3ba8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:50.302332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5c63196-c1b4-4468-bb23-48fa0d8333de req-514b081b-1a65-49e8-b9c8-d54e76de3ba8 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 951 time: 0.1167784 Sep 10 03:04:50.346697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5c63196-c1b4-4468-bb23-48fa0d8333de req-9e071ab8-1d70-4bfc-82cb-3dd42bde6b56 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Sep 10 03:04:50.631492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3086f4-9d28-4c63-a4ca-ff84a10e2395 req-c286db2c-e87e-4c0b-9edb-3d43172ef1dd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:50.633878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf3086f4-9d28-4c63-a4ca-ff84a10e2395 req-c286db2c-e87e-4c0b-9edb-3d43172ef1dd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0973232 Sep 10 03:04:50.730615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf3086f4-9d28-4c63-a4ca-ff84a10e2395 req-0b508a55-79c1-4173-819c-c86240763675 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756261 Sep 10 03:04:50.748183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243f84-2d56-44bf-bfec-da116bddf54c req-0c17280a-f3a7-4144-9809-7446f1111315 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:50.756835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38243f84-2d56-44bf-bfec-da116bddf54c req-0c17280a-f3a7-4144-9809-7446f1111315 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1102 time: 0.0518529 Sep 10 03:04:50.804230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38243f84-2d56-44bf-bfec-da116bddf54c req-b16230a7-d47a-4e5f-9465-013fe57d8fd6 tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Sep 10 03:04:50.823656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:51.043032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a417594-67cc-4970-8007-fe3cb9f82f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.160520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6be8f-9cb9-4ee0-8e6e-6df8296d4c07 req-5c417eb6-acd2-479d-9cb2-45add55fd2ed tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:51.170054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a417594-67cc-4970-8007-fe3cb9f82f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.170217 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68a6be8f-9cb9-4ee0-8e6e-6df8296d4c07 req-5c417eb6-acd2-479d-9cb2-45add55fd2ed tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 1102 time: 0.1276987 Sep 10 03:04:51.179607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a417594-67cc-4970-8007-fe3cb9f82f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.217936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1a417594-67cc-4970-8007-fe3cb9f82f40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d27c3d850dfd4a1da22d1897e757157a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924296 Sep 10 03:04:51.219775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54152) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:51.226967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68a6be8f-9cb9-4ee0-8e6e-6df8296d4c07 req-cf9ffb6a-fce9-4e42-9572-edf66aa4502f tempest-ServersAdminTestJSON-958654354 tempest-ServersAdminTestJSON-958654354-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Sep 10 03:04:51.274859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a417594-67cc-4970-8007-fe3cb9f82f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8728c7b-c034-4281-973a-5822116f6258,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:51.302763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b1df85e-f136-43f2-8b19-435b8605694e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.341107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b1df85e-f136-43f2-8b19-435b8605694e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.479071 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b1df85e-f136-43f2-8b19-435b8605694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.485317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b1df85e-f136-43f2-8b19-435b8605694e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:51.491010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5b1df85e-f136-43f2-8b19-435b8605694e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8728c7b-c034-4281-973a-5822116f6258 HTTP/1.1" status: 204 len: 168 time: 0.2696123 Sep 10 03:04:51.526019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df85e-f136-43f2-8b19-435b8605694e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8728c7b-c034-4281-973a-5822116f6258,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:51.745099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65075171-cb69-4c0c-9ab9-60db7d3161ae req-33cdaf8d-4767-4c27-ba1e-a86113734a8c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:51.746580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65075171-cb69-4c0c-9ab9-60db7d3161ae req-33cdaf8d-4767-4c27-ba1e-a86113734a8c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 950 time: 0.0759065 Sep 10 03:04:51.834706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65075171-cb69-4c0c-9ab9-60db7d3161ae req-dda25f19-6b59-4f6f-ba28-b30d91bdf450 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807722 Sep 10 03:04:51.944168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2748c-3333-4a8c-9d85-ede41c3a2046 req-9958ed3a-a628-41d2-9df1-e2749ce5c78f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:51.950622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70e2748c-3333-4a8c-9d85-ede41c3a2046 req-9958ed3a-a628-41d2-9df1-e2749ce5c78f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1099539 Sep 10 03:04:52.022380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70e2748c-3333-4a8c-9d85-ede41c3a2046 req-bae30253-dc16-4296-84ce-51ff70277af1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644791 Sep 10 03:04:52.124011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:52.141429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9333016-fc2b-4c76-93f4-6554f0331648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.286844 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9333016-fc2b-4c76-93f4-6554f0331648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.292322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9333016-fc2b-4c76-93f4-6554f0331648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.333889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f9333016-fc2b-4c76-93f4-6554f0331648 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8216ace61f6440daa36dffdf77ae1623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085915 Sep 10 03:04:52.335056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333016-fc2b-4c76-93f4-6554f0331648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12a565-4291-4071-9ab7-0bba110c799d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:52.336583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54192) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:52.451600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7562215e-8552-4f8b-be9d-60a9ffcbd314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.478279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7562215e-8552-4f8b-be9d-60a9ffcbd314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.538929 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7562215e-8552-4f8b-be9d-60a9ffcbd314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.542159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7562215e-8552-4f8b-be9d-60a9ffcbd314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:52.543580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7562215e-8552-4f8b-be9d-60a9ffcbd314 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c12a565-4291-4071-9ab7-0bba110c799d HTTP/1.1" status: 204 len: 168 time: 0.2011364 Sep 10 03:04:52.553518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562215e-8552-4f8b-be9d-60a9ffcbd314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12a565-4291-4071-9ab7-0bba110c799d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:52.983223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cf56a-33a3-4861-8ef4-97de8d7c689a req-728b5b6f-87f3-4b45-8593-57ced62103dd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:52.992191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-246cf56a-33a3-4861-8ef4-97de8d7c689a req-728b5b6f-87f3-4b45-8593-57ced62103dd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 950 time: 0.0732341 Sep 10 03:04:53.066576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-246cf56a-33a3-4861-8ef4-97de8d7c689a req-fb13566b-8abe-487c-95d4-a83f8d549f9e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738559 Sep 10 03:04:53.069921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-0b24dde7-61d5-4572-bda3-e364645762db tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:53.072358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-0b24dde7-61d5-4572-bda3-e364645762db tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 950 time: 0.0939684 Sep 10 03:04:53.230403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4242-ccb7-4d2b-929a-c9e0f688f753 req-98d1a7b9-58b0-4ecb-9ad5-01b93a6d04b8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:53.232059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36ce4242-ccb7-4d2b-929a-c9e0f688f753 req-98d1a7b9-58b0-4ecb-9ad5-01b93a6d04b8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0765934 Sep 10 03:04:53.236318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Deleting port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:04:53.236913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:53.283515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36ce4242-ccb7-4d2b-929a-c9e0f688f753 req-dc1813c6-e2ef-4781-946f-8818c238e713 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Sep 10 03:04:53.342003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] For port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:53.342375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:53.362319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Calling delete_port for e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:04:53.514832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:53.528185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d9370827-d14d-4f08-b625-74b6d7b238bb'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:53.532270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e53caeaa-0ff9-4b2f-84aa-54e92987b8d7', '516402c2-d8ac-4f04-ab9a-16207aa1140c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:53.547151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event deleted for resources: {'Port': ['ID=e53caeaa-0ff9-4b2f-84aa-54e92987b8d7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:53.588938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] No DVR routers for this DVR port e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:53.591792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:53.593893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6711c61-cc26-4e06-9526-b16a5dff6eb3 req-57c9f45e-8a4f-4a9f-8faf-94dc0047e89b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "DELETE /v2.0/ports/e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 HTTP/1.1" status: 204 len: 173 time: 0.5081918 Sep 10 03:04:53.594898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ae5e87-e698-4722-9157-452228919ea1', 'name': 'network-vif-deleted', 'tag': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:53.597862 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd32abd-fc64-4905-baf5-0f0e77603446" -d '{"events": [{"server_uuid": "25ae5e87-e698-4722-9157-452228919ea1", "name": "network-vif-deleted", "tag": "e53caeaa-0ff9-4b2f-84aa-54e92987b8d7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:53.697694 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93553c41-5438-4cf1-bf1f-5eb9d8fccfa5 x-openstack-request-id: req-93553c41-5438-4cf1-bf1f-5eb9d8fccfa5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:53.697986 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ae5e87-e698-4722-9157-452228919ea1", "name": "network-vif-deleted", "tag": "e53caeaa-0ff9-4b2f-84aa-54e92987b8d7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:53.698239 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93553c41-5438-4cf1-bf1f-5eb9d8fccfa5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:53.698637 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ae5e87-e698-4722-9157-452228919ea1', 'name': 'network-vif-deleted', 'tag': 'e53caeaa-0ff9-4b2f-84aa-54e92987b8d7', 'status': 'completed', 'code': 200} Sep 10 03:04:53.702826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-e0d02320-dd21-4f19-9265-7bcc15dcb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:53.705442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-e0d02320-dd21-4f19-9265-7bcc15dcb90e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1096 time: 0.1046925 Sep 10 03:04:53.829599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-027fe84a-42c2-41f1-afd3-614d5f6b0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:53.831331 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-027fe84a-42c2-41f1-afd3-614d5f6b0c14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 914 time: 0.1179426 Sep 10 03:04:53.886037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-d017849b-dfb9-4f28-8eda-755070903ef1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 200 len: 217 time: 0.0460453 Sep 10 03:04:53.957552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-3ad946f0-ef20-45b5-8ee4-416f6ee35732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:53.959290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-3ad946f0-ef20-45b5-8ee4-416f6ee35732 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.0666175 Sep 10 03:04:53.994685 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-354d9f47-bb57-4f0d-9c14-df510370400e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274093 Sep 10 03:04:54.161584 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-1dc44a05-86dd-4932-969c-2af7c5c36103 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526756 Sep 10 03:04:54.282498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6f60233-e7b2-4b4a-8a32-81c7022a7cdc req-2be67331-0c38-47ad-bc80-0a50463fc39d tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ae5e87-e698-4722-9157-452228919ea1 HTTP/1.1" status: 200 len: 210 time: 0.0392215 Sep 10 03:04:54.290401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-285c8d75-f3de-4f56-94d8-c7b8ee5e6706 req-f330b751-54aa-4bf1-a2ed-a2507be464d2 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202581 Sep 10 03:04:54.424169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a92b91-efd0-4167-92b6-12ae41076c0b req-95250444-a305-4ff4-b766-53d16281f6a3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:54.425869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12a92b91-efd0-4167-92b6-12ae41076c0b req-95250444-a305-4ff4-b766-53d16281f6a3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0561051 Sep 10 03:04:54.467226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12a92b91-efd0-4167-92b6-12ae41076c0b req-7fa81f2c-af54-4c98-bde7-10745e8abf71 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Sep 10 03:04:55.093541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b796b7e0-68c6-4e3b-9bb1-c2faf81378ca req-74bced47-b6eb-4c89-b9b2-6d1077904355 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8a6053c8319c494bb71ecfa6c199f299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274711 Sep 10 03:04:55.211180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b7e0-68c6-4e3b-9bb1-c2faf81378ca req-dfca6f80-9025-46fa-a67b-37f8ae1a2a43 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:55.212783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b796b7e0-68c6-4e3b-9bb1-c2faf81378ca req-dfca6f80-9025-46fa-a67b-37f8ae1a2a43 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132274 Sep 10 03:04:55.233276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b796b7e0-68c6-4e3b-9bb1-c2faf81378ca req-a3ce18f8-341d-4b44-a449-90d660558fe7 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/quotas/8a6053c8319c494bb71ecfa6c199f299 HTTP/1.1" status: 200 len: 375 time: 0.0149126 Sep 10 03:04:55.270936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b796b7e0-68c6-4e3b-9bb1-c2faf81378ca req-054663bd-c343-4486-9899-557eb9300c25 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a6053c8319c494bb71ecfa6c199f299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318155 Sep 10 03:04:55.595730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee02c69-79a3-4dc4-a8a8-12d9c4e743c8 req-afee0896-308c-405f-92ab-5a7ac1bd03b5 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:55.597295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cee02c69-79a3-4dc4-a8a8-12d9c4e743c8 req-afee0896-308c-405f-92ab-5a7ac1bd03b5 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.0515902 Sep 10 03:04:55.641173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cee02c69-79a3-4dc4-a8a8-12d9c4e743c8 req-4510be56-3c11-4ed8-b782-e44e8404951c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366819 Sep 10 03:04:55.648416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c94e-b84e-4c78-8b30-8853eab58879 req-dfe9d28f-2105-4b28-8c9c-d554fd1a5511 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:55.650010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7930c94e-b84e-4c78-8b30-8853eab58879 req-dfe9d28f-2105-4b28-8c9c-d554fd1a5511 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0500143 Sep 10 03:04:55.700056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7930c94e-b84e-4c78-8b30-8853eab58879 req-93e87139-95de-4104-a73d-7dca795c1784 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Sep 10 03:04:55.912933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b6192-910d-4aac-9304-b5dd43afd24e req-eee56a8d-244b-4d3b-b269-62c2684bb965 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8a6053c8319c494bb71ecfa6c199f299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223153 Sep 10 03:04:56.017136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6192-910d-4aac-9304-b5dd43afd24e req-d547cb88-2924-4a12-9be7-fe2f2532a412 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:56.018720 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b6192-910d-4aac-9304-b5dd43afd24e req-d547cb88-2924-4a12-9be7-fe2f2532a412 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1005781 Sep 10 03:04:56.036804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b6192-910d-4aac-9304-b5dd43afd24e req-21477246-0de0-4cc9-81e1-0902aeb6999a tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/quotas/8a6053c8319c494bb71ecfa6c199f299 HTTP/1.1" status: 200 len: 375 time: 0.0117016 Sep 10 03:04:56.075799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b6192-910d-4aac-9304-b5dd43afd24e req-cafdb62f-346b-4135-a9fc-81d7b715d3f1 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a6053c8319c494bb71ecfa6c199f299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325553 Sep 10 03:04:56.652428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2815222c-6460-4b21-99ae-20fc48297b60 req-547e4a1d-727a-4594-b8ea-56f9062e29b6 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8a6053c8319c494bb71ecfa6c199f299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230987 Sep 10 03:04:56.777165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768ca89-970c-4078-bbf5-ea783818f377 req-4351d5ca-8b34-4c6a-bedd-91aca088df9e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:56.778705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b768ca89-970c-4078-bbf5-ea783818f377 req-4351d5ca-8b34-4c6a-bedd-91aca088df9e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.0544229 Sep 10 03:04:56.782635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815222c-6460-4b21-99ae-20fc48297b60 req-744b7045-66aa-4d2e-b50f-8a7aa1ac1cbb tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:56.784210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2815222c-6460-4b21-99ae-20fc48297b60 req-744b7045-66aa-4d2e-b50f-8a7aa1ac1cbb tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240723 Sep 10 03:04:56.799956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2815222c-6460-4b21-99ae-20fc48297b60 req-a993d08f-72b8-40fe-84cb-63767e456d55 tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/quotas/8a6053c8319c494bb71ecfa6c199f299 HTTP/1.1" status: 200 len: 375 time: 0.0099051 Sep 10 03:04:56.821937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b768ca89-970c-4078-bbf5-ea783818f377 req-ff072865-d4da-454f-bee8-e56e5fdf933c tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353291 Sep 10 03:04:56.838915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2815222c-6460-4b21-99ae-20fc48297b60 req-9e2defcf-5da0-4733-8f9e-fd5371ab227f tempest-QuotasAdminNegativeTest-1509603498 tempest-QuotasAdminNegativeTest-1509603498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a6053c8319c494bb71ecfa6c199f299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322046 Sep 10 03:04:56.963144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2893a4-611c-46c4-9244-9cb62753c796 req-b218877c-974d-495e-ba79-7df761a9e307 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:56.964631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df2893a4-611c-46c4-9244-9cb62753c796 req-b218877c-974d-495e-ba79-7df761a9e307 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 950 time: 0.0860140 Sep 10 03:04:56.978914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47430c02-611c-4e36-aef2-f7b1bcc8def9 req-c36f2f2e-2ef7-4c6a-bd07-ddfd7a644805 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:56.980402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47430c02-611c-4e36-aef2-f7b1bcc8def9 req-c36f2f2e-2ef7-4c6a-bd07-ddfd7a644805 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.0934224 Sep 10 03:04:57.066752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:57.085181 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47430c02-611c-4e36-aef2-f7b1bcc8def9 req-fa370a43-693b-4971-9c7a-733a12d427f3 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941389 Sep 10 03:04:57.100950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:04:57.101309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e53caeaa-0ff9-4b2f-84aa-54e92987b8d7 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:04:57.101729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:57.130215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Deleting port d9370827-d14d-4f08-b625-74b6d7b238bb {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:04:57.130685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.202898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.267844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:57.273384 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0882255-46b3-4ab2-973d-627fcba63b5c" -d '{"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:57.285293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] For port d9370827-d14d-4f08-b625-74b6d7b238bb, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d9370827-d14d-4f08-b625-74b6d7b238bb,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:57.285670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.299968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Calling delete_port for d9370827-d14d-4f08-b625-74b6d7b238bb owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:04:57.321878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:04:57.330686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.361843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0cf8-1ab1-4e7d-b30d-e0211b8a70be req-70955e36-f29d-4615-bc8b-ec6cf118b77a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:57.363334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b88c0cf8-1ab1-4e7d-b30d-e0211b8a70be req-70955e36-f29d-4615-bc8b-ec6cf118b77a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 945 time: 0.1357644 Sep 10 03:04:57.449766 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96313edc-3be2-4044-ad7b-0e9323f9ca78 x-openstack-request-id: req-96313edc-3be2-4044-ad7b-0e9323f9ca78 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:57.450072 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-unplugged", "status": "failed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f", "code": 422}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:57.450562 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96313edc-3be2-4044-ad7b-0e9323f9ca78 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:57.451173 n-d-808126-2 neutron-server[94635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'code': 422} returned with failed status Sep 10 03:04:57.461196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b88c0cf8-1ab1-4e7d-b30d-e0211b8a70be req-8be3a4e2-9b12-4eda-aaa7-089d247c5e4f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913982 Sep 10 03:04:57.476429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:57.646709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54488) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:57.771664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-535c3ccc-4412-4bab-b5b1-e2204966a49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.809565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-157d157f-3c79-408e-81b0-25d86e02a8aa req-763a2b91-5cd2-44ae-831f-5dceb86088d3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:04:57.810489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-157d157f-3c79-408e-81b0-25d86e02a8aa req-763a2b91-5cd2-44ae-831f-5dceb86088d3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051048 Sep 10 03:04:57.892066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-535c3ccc-4412-4bab-b5b1-e2204966a49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.898490 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-535c3ccc-4412-4bab-b5b1-e2204966a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.934422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54500) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:57.935769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-535c3ccc-4412-4bab-b5b1-e2204966a49c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a6053c8319c494bb71ecfa6c199f299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879283 Sep 10 03:04:57.973374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:57.986897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['516402c2-d8ac-4f04-ab9a-16207aa1140c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:04:58.001232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c3ccc-4412-4bab-b5b1-e2204966a49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc37890-eb9d-4a33-aab8-2c165990954b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:58.030672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad69ff1-dd5c-40e2-9d13-886841c0c865 req-6da5988d-9a78-40fc-8bc2-069641a194e4 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:58.037826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bad69ff1-dd5c-40e2-9d13-886841c0c865 req-6da5988d-9a78-40fc-8bc2-069641a194e4 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ca8922-5961-4286-b3ed-796e6eaa969b HTTP/1.1" status: 200 len: 867 time: 0.0997972 Sep 10 03:04:58.061664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event deleted for resources: {'Port': ['ID=d9370827-d14d-4f08-b625-74b6d7b238bb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:58.091835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bad69ff1-dd5c-40e2-9d13-886841c0c865 req-5a378de3-1e60-4c3b-b2fb-ade1d8a8f533 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Sep 10 03:04:58.145038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] No DVR routers for this DVR port d9370827-d14d-4f08-b625-74b6d7b238bb on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:04:58.148996 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.152268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df2893a4-611c-46c4-9244-9cb62753c796 req-e4995a9e-332e-4e9b-8b14-840951b31e0e tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.32 "DELETE /v2.0/ports/d9370827-d14d-4f08-b625-74b6d7b238bb HTTP/1.1" status: 204 len: 173 time: 1.1811788 Sep 10 03:04:58.155488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'name': 'network-vif-deleted', 'tag': 'd9370827-d14d-4f08-b625-74b6d7b238bb'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:04:58.164971 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8157b97d-dc80-4563-8274-9826360798f1" -d '{"events": [{"server_uuid": "c4ca8922-5961-4286-b3ed-796e6eaa969b", "name": "network-vif-deleted", "tag": "d9370827-d14d-4f08-b625-74b6d7b238bb"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:04:58.275489 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0717468-5a4e-488f-ab94-a2eb8082b88d x-openstack-request-id: req-e0717468-5a4e-488f-ab94-a2eb8082b88d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:04:58.275773 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca8922-5961-4286-b3ed-796e6eaa969b", "name": "network-vif-deleted", "tag": "d9370827-d14d-4f08-b625-74b6d7b238bb", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:04:58.276025 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0717468-5a4e-488f-ab94-a2eb8082b88d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:04:58.276422 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca8922-5961-4286-b3ed-796e6eaa969b', 'name': 'network-vif-deleted', 'tag': 'd9370827-d14d-4f08-b625-74b6d7b238bb', 'status': 'completed', 'code': 200} Sep 10 03:04:58.300732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ad1d3d-bd7c-423e-9972-900b9d888efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.357790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-692df8d2-843d-4725-b4a8-5986016ff228 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2454901 Sep 10 03:04:58.361241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ad1d3d-bd7c-423e-9972-900b9d888efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.408066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b875-38ca-432f-a009-cbfaa05f7904 req-95cd37f7-ad7a-4061-9c0b-0cdcfad87f5c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:58.415201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7421b875-38ca-432f-a009-cbfaa05f7904 req-95cd37f7-ad7a-4061-9c0b-0cdcfad87f5c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.3642557 Sep 10 03:04:58.460850 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7421b875-38ca-432f-a009-cbfaa05f7904 req-e2ddcaf2-70c3-4fba-99ea-ac0c68a044d4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Sep 10 03:04:58.472816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ad1d3d-bd7c-423e-9972-900b9d888efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.485438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ad1d3d-bd7c-423e-9972-900b9d888efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.488978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-34ad1d3d-bd7c-423e-9972-900b9d888efb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bc37890-eb9d-4a33-aab8-2c165990954b HTTP/1.1" status: 204 len: 168 time: 0.5515246 Sep 10 03:04:58.495855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad1d3d-bd7c-423e-9972-900b9d888efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc37890-eb9d-4a33-aab8-2c165990954b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:58.850489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54548) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:58.864931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e56947b-fc12-4518-8996-bfc35a2e02c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.971920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e56947b-fc12-4518-8996-bfc35a2e02c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:58.976387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e56947b-fc12-4518-8996-bfc35a2e02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:59.018340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e56947b-fc12-4518-8996-bfc35a2e02c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0076e15bcae4293ad39b9bdaa632d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643541 Sep 10 03:04:59.019218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54550) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:04:59.019884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56947b-fc12-4518-8996-bfc35a2e02c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2cdb4e-18e3-4092-8bf5-c5b25f0d7fdc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:59.101157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa15a-7306-4a6c-b28e-3ae139526757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:59.128532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa15a-7306-4a6c-b28e-3ae139526757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:59.192041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa15a-7306-4a6c-b28e-3ae139526757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:59.198790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d9370827-d14d-4f08-b625-74b6d7b238bb no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:04:59.199352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa15a-7306-4a6c-b28e-3ae139526757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:04:59.201293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd5aa15a-7306-4a6c-b28e-3ae139526757 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb2cdb4e-18e3-4092-8bf5-c5b25f0d7fdc HTTP/1.1" status: 204 len: 168 time: 0.1807580 Sep 10 03:04:59.213019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5aa15a-7306-4a6c-b28e-3ae139526757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2cdb4e-18e3-4092-8bf5-c5b25f0d7fdc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:04:59.259818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: d9370827-d14d-4f08-b625-74b6d7b238bb {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:04:59.265614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d9370827-d14d-4f08-b625-74b6d7b238bb not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:04:59.439183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-910c51ba-e459-4980-92d2-b510f144030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:59.440876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-910c51ba-e459-4980-92d2-b510f144030e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a&tenant_id=723da98730d940bca004ba2a91114dc4 HTTP/1.1" status: 200 len: 1094 time: 0.0706255 Sep 10 03:04:59.450431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2cbb9-8f57-400f-b4df-cbff20738c20 req-d2cbfe8b-5f91-4e49-be8a-eae664719cc0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:59.452622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13d2cbb9-8f57-400f-b4df-cbff20738c20 req-d2cbfe8b-5f91-4e49-be8a-eae664719cc0 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 951 time: 0.0831280 Sep 10 03:04:59.534125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-7c8b9e58-0b99-4e6c-9809-14130fa51b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:59.536134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-7c8b9e58-0b99-4e6c-9809-14130fa51b71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1094 time: 0.0696657 Sep 10 03:04:59.672682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-beacd201-0464-4c90-8f02-5985b4f2e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:59.674293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-beacd201-0464-4c90-8f02-5985b4f2e99c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 914 time: 0.1294091 Sep 10 03:04:59.689968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40820ec-d750-499b-9e9d-4972442dfd92 req-3fe60947-33f5-4065-a756-a183bf10f401 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:59.697580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e40820ec-d750-499b-9e9d-4972442dfd92 req-3fe60947-33f5-4065-a756-a183bf10f401 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0765369 Sep 10 03:04:59.716783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13d2cbb9-8f57-400f-b4df-cbff20738c20 req-22cb9297-b7f9-487c-8932-b3a575bb64ef tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577858 Sep 10 03:04:59.746173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-f72f4bb0-73c5-4f8c-98c9-9d29cd340385 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 200 len: 217 time: 0.0465276 Sep 10 03:04:59.814358 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e40820ec-d750-499b-9e9d-4972442dfd92 req-91de5697-22ca-4d59-93e1-edab62646600 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157329 Sep 10 03:04:59.842051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-91126078-ef1a-4834-bafe-4e03602e1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:04:59.843933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-91126078-ef1a-4834-bafe-4e03602e1a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.0886474 Sep 10 03:04:59.896706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-f4d3baf0-95b6-485d-afe1-6221ead62997 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378172 Sep 10 03:05:00.002565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-f83a5f55-08b4-4655-a90e-9dbcbb68554c service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962236 Sep 10 03:05:00.113471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8599b3b-cd24-48b5-8e1c-05b2464bba58 req-400d6242-1086-41c8-b7e5-83ebac3d4518 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027129 Sep 10 03:05:00.951754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af8de-3c2c-41c6-8013-b5833781c7ef req-391bfb9b-9974-442a-9b3c-a4b43b4d7a47 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:00.965073 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee8af8de-3c2c-41c6-8013-b5833781c7ef req-391bfb9b-9974-442a-9b3c-a4b43b4d7a47 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 951 time: 0.0795245 Sep 10 03:05:01.029835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee8af8de-3c2c-41c6-8013-b5833781c7ef req-0e34c54a-2f81-4011-b8f7-5d07da9a0497 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 Sep 10 03:05:01.136661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f572b9-a2fe-4bdd-a543-ea2f78989f70 req-94c5d3be-c7bf-4267-ab30-df74c1f1ae11 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:01.143673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32f572b9-a2fe-4bdd-a543-ea2f78989f70 req-94c5d3be-c7bf-4267-ab30-df74c1f1ae11 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0939066 Sep 10 03:05:01.216018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32f572b9-a2fe-4bdd-a543-ea2f78989f70 req-279bd1b6-5ec8-4e7d-97d1-4fc509fe0d93 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683248 Sep 10 03:05:01.388529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-774b8e17-15ee-41fa-9e8c-48fc82bf0954 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0ec58f5185174803a0b5455acfb2c677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289285 Sep 10 03:05:01.524358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-a015b765-5de4-47fa-a3b9-ff57f910cc8a tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:01.527706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-a015b765-5de4-47fa-a3b9-ff57f910cc8a tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362016 Sep 10 03:05:01.546467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-e141142e-7728-4345-aaf9-d5bf2b0145c0 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/quotas/0ec58f5185174803a0b5455acfb2c677 HTTP/1.1" status: 200 len: 375 time: 0.0119307 Sep 10 03:05:01.616938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-899659ee-ae02-4780-be48-5038d7d6bf80 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ec58f5185174803a0b5455acfb2c677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608757 Sep 10 03:05:01.637849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:01.721654 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0637c1d8-a8e7-47ad-aec1-0855c3447228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:01.791721 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:01.897430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e77b894-a860-4623-bf8e-942cffb98fe2 req-e35efa62-bc1e-401b-8ea4-c3d704e8fad4 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0354543 Sep 10 03:05:02.222355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a0ab-8901-4683-a053-347097b85c6b req-e08c5808-33cd-4f27-82c5-acd8c6657112 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:02.223916 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6980a0ab-8901-4683-a053-347097b85c6b req-e08c5808-33cd-4f27-82c5-acd8c6657112 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 951 time: 0.1023824 Sep 10 03:05:02.296872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6980a0ab-8901-4683-a053-347097b85c6b req-bd5edb84-abd2-48b8-8f8d-ff1babbe4498 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658903 Sep 10 03:05:02.450268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980dc1-cde1-4532-a0c0-bb1b0ac63f93 req-450a4cd7-3cbf-439f-9a4d-4e475e88cf49 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:02.452388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a980dc1-cde1-4532-a0c0-bb1b0ac63f93 req-450a4cd7-3cbf-439f-9a4d-4e475e88cf49 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0534165 Sep 10 03:05:02.507519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a980dc1-cde1-4532-a0c0-bb1b0ac63f93 req-007b3b64-76fb-4936-8a49-08162e91fc13 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Sep 10 03:05:03.010159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-387ab7e6-5368-4fbe-942d-c86032f96717 req-f3f3e76b-214a-4570-9010-acf8082fb312 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0471022 Sep 10 03:05:03.136018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 516402c2-d8ac-4f04-ab9a-16207aa1140c no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:05:03.258245 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:03.283021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:03.286056 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e028257f-aa46-45eb-be8b-a1a93663e8da" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-unplugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:03.302475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:03.311262 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:03.353502 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f0aeb-6d24-47b5-9309-e05b6bee95b3 x-openstack-request-id: req-706f0aeb-6d24-47b5-9309-e05b6bee95b3 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:03.353800 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-unplugged", "status": "completed", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:03.354054 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-706f0aeb-6d24-47b5-9309-e05b6bee95b3 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:03.354443 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'code': 200} Sep 10 03:05:03.384401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:03.455627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357794a-65ca-44f8-a9d3-18ee2dc2826c req-a6644bab-0652-439a-a5cc-d33d4ccf1e98 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:03.457187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8357794a-65ca-44f8-a9d3-18ee2dc2826c req-a6644bab-0652-439a-a5cc-d33d4ccf1e98 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0493050 Sep 10 03:05:03.525580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8357794a-65ca-44f8-a9d3-18ee2dc2826c req-46c8c8ec-b736-4e93-bb2f-010aa6be9035 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Sep 10 03:05:03.705371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f6fb6-518b-46b8-a98c-6521e75cb1b2 req-e11e0260-6693-4716-9038-b691dae5f9d4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:03.712076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-505f6fb6-518b-46b8-a98c-6521e75cb1b2 req-e11e0260-6693-4716-9038-b691dae5f9d4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0823307 Sep 10 03:05:03.749973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-505f6fb6-518b-46b8-a98c-6521e75cb1b2 req-5f45352c-aa72-4083-95cd-4d25358ed7d5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359640 Sep 10 03:05:04.150716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e793f83e-14a4-4c58-adc6-413150ff049b req-7587cb2a-c795-4fb8-ad0b-cb8e5b38a267 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0326235 Sep 10 03:05:04.315116 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-079afb4e-1444-41e4-bf7e-00969470abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:04.669628 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:04.691331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504cd2b-355c-4c4b-a76c-458af58ed971 req-4cc98ff1-4e96-458f-9b19-f78a51baa868 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:04.693156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0504cd2b-355c-4c4b-a76c-458af58ed971 req-4cc98ff1-4e96-458f-9b19-f78a51baa868 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0889847 Sep 10 03:05:04.742581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0504cd2b-355c-4c4b-a76c-458af58ed971 req-fbd8ae57-ef5b-4659-abf6-a3380e9b5162 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Sep 10 03:05:04.887327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00d84-ad97-44aa-919e-6f1bc421aa1b req-701c8013-7ddc-490a-99cb-5420f9534037 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:04.889032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecb00d84-ad97-44aa-919e-6f1bc421aa1b req-701c8013-7ddc-490a-99cb-5420f9534037 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0655811 Sep 10 03:05:04.929213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecb00d84-ad97-44aa-919e-6f1bc421aa1b req-3d333862-be17-4fa4-900b-aba4ca8cd766 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340188 Sep 10 03:05:05.265641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-560e254f-0822-4c2e-a56f-2dbfc7c0c205 req-c14e8449-a485-469b-a14d-ad48edd44451 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0338502 Sep 10 03:05:05.352569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:05.865565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61c367-22ed-4f22-8739-12592c4f02c0 req-347247ec-6520-41dd-ad96-c0cb1901e945 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:05.867899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa61c367-22ed-4f22-8739-12592c4f02c0 req-347247ec-6520-41dd-ad96-c0cb1901e945 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0526838 Sep 10 03:05:05.929096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa61c367-22ed-4f22-8739-12592c4f02c0 req-f5ce80d9-91d5-42fb-a890-4a5dd88fd4c6 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520051 Sep 10 03:05:06.063354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cab498-d34b-4b86-9d8a-445d392e37b4 req-39926890-791b-475d-a19e-724356d136fb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:06.064915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37cab498-d34b-4b86-9d8a-445d392e37b4 req-39926890-791b-475d-a19e-724356d136fb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0659361 Sep 10 03:05:06.127210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37cab498-d34b-4b86-9d8a-445d392e37b4 req-2a7fc01c-cbdd-4f4d-a0cb-c715f8ca99ad tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 Sep 10 03:05:06.368499 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-712e5a88-66e3-42c8-ba6b-7743881c77ca req-cea27529-8b85-412f-bd00-e6f8daaa2cd7 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0268438 Sep 10 03:05:07.074254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86895ffd-517b-4509-9b5f-57d5ceb58ce1 req-2beba64f-e57a-47f9-b9b6-15d437464193 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:07.075817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86895ffd-517b-4509-9b5f-57d5ceb58ce1 req-2beba64f-e57a-47f9-b9b6-15d437464193 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0565174 Sep 10 03:05:07.118565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86895ffd-517b-4509-9b5f-57d5ceb58ce1 req-cffccb7f-cf2e-4e1c-80e6-508d068a93bb tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Sep 10 03:05:07.246401 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:07.276377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7025735-4fb7-41a8-aaf1-32caadb3fb07 req-a9721c93-df1f-41b9-b922-f159049a3be8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:07.278286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7025735-4fb7-41a8-aaf1-32caadb3fb07 req-a9721c93-df1f-41b9-b922-f159049a3be8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0820391 Sep 10 03:05:07.348765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7025735-4fb7-41a8-aaf1-32caadb3fb07 req-f41148f1-15db-4956-9662-e48edc4ec4ef tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Sep 10 03:05:07.615679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-474eb602-1a37-4ccf-99f6-eb267ca11c6d req-7013727e-673a-472c-9a79-bdde1c998c20 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0281534 Sep 10 03:05:08.257180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777529-aa6b-49d6-83a9-12fa80bb9437 req-87f4da05-36be-4111-aff8-2e20043a04cd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:08.259363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b777529-aa6b-49d6-83a9-12fa80bb9437 req-87f4da05-36be-4111-aff8-2e20043a04cd tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0570509 Sep 10 03:05:08.302861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b777529-aa6b-49d6-83a9-12fa80bb9437 req-43505497-7adc-4901-b819-eacdec6c09aa tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Sep 10 03:05:08.485497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4961-3b0a-4ccd-9973-0c3c53a9c086 req-5b7f8eb5-ba0b-43fc-a04b-a98af5f6c161 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:08.487081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-025a4961-3b0a-4ccd-9973-0c3c53a9c086 req-5b7f8eb5-ba0b-43fc-a04b-a98af5f6c161 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0536582 Sep 10 03:05:08.546788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-025a4961-3b0a-4ccd-9973-0c3c53a9c086 req-959feb4a-4017-49a6-b792-ed7b48433537 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Sep 10 03:05:08.798155 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3a64d55-14e5-47b0-abcd-60d2f00fe3b7 req-0f331585-1abf-4571-a250-c8b6b21c278c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0282073 Sep 10 03:05:09.300413 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:05:09.436317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2140e-3085-4981-b2e4-25330639ae4f req-3275f7dd-2b6d-4b26-b6a6-aa1f6803db58 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:09.440113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11f2140e-3085-4981-b2e4-25330639ae4f req-3275f7dd-2b6d-4b26-b6a6-aa1f6803db58 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0528386 Sep 10 03:05:09.488003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11f2140e-3085-4981-b2e4-25330639ae4f req-41c67dfa-6a1a-44ad-b403-440b80d9200b tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395446 Sep 10 03:05:09.701795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f8ef2-67c7-4e4e-b5bb-87eb0033e02d req-297efe3d-3c8f-4a48-8d25-7d7f19b1f060 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:09.704281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e0f8ef2-67c7-4e4e-b5bb-87eb0033e02d req-297efe3d-3c8f-4a48-8d25-7d7f19b1f060 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0719960 Sep 10 03:05:09.745799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e0f8ef2-67c7-4e4e-b5bb-87eb0033e02d req-6ca037a7-f452-4871-ad60-5df42168fb82 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Sep 10 03:05:09.986265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fae3deb-3c4c-45c6-8058-7111beff07aa req-4276cbfe-3ecb-400f-9993-aa8ca7f2cd69 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0383945 Sep 10 03:05:10.623426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae11b2d-f091-4eee-9e0e-3f0e1f25cf47 req-89f05717-7d4d-4147-8dbe-3ca3ec553735 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:10.625016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fae11b2d-f091-4eee-9e0e-3f0e1f25cf47 req-89f05717-7d4d-4147-8dbe-3ca3ec553735 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0504866 Sep 10 03:05:10.666760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fae11b2d-f091-4eee-9e0e-3f0e1f25cf47 req-19945fa2-0819-426c-af8c-1b544fa1a699 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Sep 10 03:05:10.864932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106053d6-8a0b-42de-acc5-51d47eb317b2 req-7042ce10-f524-472a-96db-49030669b05a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:10.866549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-106053d6-8a0b-42de-acc5-51d47eb317b2 req-7042ce10-f524-472a-96db-49030669b05a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0489523 Sep 10 03:05:10.905077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-106053d6-8a0b-42de-acc5-51d47eb317b2 req-d74014d2-cd50-4a84-b53f-1a511d2088f5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Sep 10 03:05:11.112116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2301901c-f95b-4acc-bb6f-c081b82cf860 req-1742aa2f-eb6a-48db-becd-7ae2714d3ff2 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0269537 Sep 10 03:05:11.449618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877afdb9-6d72-4b06-858b-d796d165279e req-e4130d50-6703-4267-8df3-521e039cd125 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:11.451037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-877afdb9-6d72-4b06-858b-d796d165279e req-e4130d50-6703-4267-8df3-521e039cd125 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0579269 Sep 10 03:05:11.563956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Deleting port 516402c2-d8ac-4f04-ab9a-16207aa1140c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:11.564595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:11.659745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] For port 516402c2-d8ac-4f04-ab9a-16207aa1140c, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=516402c2-d8ac-4f04-ab9a-16207aa1140c,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:11.660434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:11.671716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Calling delete_port for 516402c2-d8ac-4f04-ab9a-16207aa1140c owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:11.825235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30841320-fd14-4e22-b989-681b20d409d4 req-1844f8ce-c63a-4405-9c72-5472fe6dacfe tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:11.827025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30841320-fd14-4e22-b989-681b20d409d4 req-1844f8ce-c63a-4405-9c72-5472fe6dacfe tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/ports?device_id=20520f2c-ce3e-40a1-9990-b80c646b4a39 HTTP/1.1" status: 200 len: 949 time: 0.0840027 Sep 10 03:05:11.853536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:11.885875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Pushing event deleted for resources: {'Port': ['ID=516402c2-d8ac-4f04-ab9a-16207aa1140c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:11.920834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.921178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.921519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.922065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.922824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.923158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.923517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.924238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.924238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.924623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.924744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.925114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:11.933056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30841320-fd14-4e22-b989-681b20d409d4 req-ea5ae505-721e-4902-9fbe-23051cc416f4 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.23 "GET /v2.0/security-groups?id=81ac3af2-0919-4a38-a2d2-bb15fe4837dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944488 Sep 10 03:05:11.957345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] No DVR routers for this DVR port 516402c2-d8ac-4f04-ab9a-16207aa1140c on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:05:11.966842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:11.969871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-877afdb9-6d72-4b06-858b-d796d165279e req-f0c8435a-1d8c-477d-be63-ddb6bfe95424 tempest-ServersAdminTestJSON-1922494035 tempest-ServersAdminTestJSON-1922494035-project] 10.222.0.36 "DELETE /v2.0/ports/516402c2-d8ac-4f04-ab9a-16207aa1140c HTTP/1.1" status: 204 len: 173 time: 0.5090156 Sep 10 03:05:11.970721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-deleted', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:11.973192 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d701290b-428a-4760-a939-da32862fadaa" -d '{"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-deleted", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:12.079284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-b7235767-0fc5-4af4-9cf0-68c5e3653a14 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0ec58f5185174803a0b5455acfb2c677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595303 Sep 10 03:05:12.135840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006e3c-5d30-49f5-a32a-5dac39660e08 req-0cccb07d-2221-4463-bf67-ce39419b65ff tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:12.148533 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-41006e3c-5d30-49f5-a32a-5dac39660e08 req-0cccb07d-2221-4463-bf67-ce39419b65ff tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.1095176 Sep 10 03:05:12.233056 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b464fd-74cf-4803-bec9-eaa7b4687a8f x-openstack-request-id: req-05b464fd-74cf-4803-bec9-eaa7b4687a8f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:12.233393 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20520f2c-ce3e-40a1-9990-b80c646b4a39", "name": "network-vif-deleted", "tag": "516402c2-d8ac-4f04-ab9a-16207aa1140c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:12.233648 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05b464fd-74cf-4803-bec9-eaa7b4687a8f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:12.234150 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20520f2c-ce3e-40a1-9990-b80c646b4a39', 'name': 'network-vif-deleted', 'tag': '516402c2-d8ac-4f04-ab9a-16207aa1140c', 'status': 'completed', 'code': 200} Sep 10 03:05:12.251722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-41006e3c-5d30-49f5-a32a-5dac39660e08 req-895f5115-dc4b-45eb-b31f-f7399fc62d5a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886567 Sep 10 03:05:12.300323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-d22b1e9c-b9ac-4143-9220-a20929c4a590 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:12.301904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-d22b1e9c-b9ac-4143-9220-a20929c4a590 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167380 Sep 10 03:05:12.318269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Request body: {'port': {'device_id': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '0ec58f5185174803a0b5455acfb2c677'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:12.365370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc8a1d49-efb8-4d47-a5a2-8df7e0e4a7a5 req-0f3a5662-fa00-4785-b95e-9a18bea1073d tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0290806 Sep 10 03:05:12.445255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Made reservation on behalf of 0ec58f5185174803a0b5455acfb2c677 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:12.449098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:12.458869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:12.560942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:12.565127 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:12.637128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326dfb40-e594-40fc-86fc-9762fcfe0018,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:12.706660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Allocated IP 192.168.233.35 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/717d0e7e-217f-43c9-b2fe-b7189f8a6325) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:12.873573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:12.887527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Transition to ACTIVE for port object 717d0e7e-217f-43c9-b2fe-b7189f8a6325 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:12.919733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:12.968949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:12.972169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:12.978073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:13.002607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Pushing event updated for resources: {'Port': ['ID=717d0e7e-217f-43c9-b2fe-b7189f8a6325,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:13.041448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:13.042182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.057660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c946d60-291c-4ce7-81a5-f3766d544a26 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7447302 Sep 10 03:05:13.090755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-ca192602-68ba-4b4a-ba8f-db0f5f2c22ef tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:05:13.091930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-ca192602-68ba-4b4a-ba8f-db0f5f2c22ef tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193834 Sep 10 03:05:13.241580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Request body: {'port': {'device_id': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:13.308949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.341939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-465a05bd-d16d-4265-b87b-127cc7056bc0 None None] Provisioning for port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:13.354009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-465a05bd-d16d-4265-b87b-127cc7056bc0 None None] Provisioning complete for port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:13.354381 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-465a05bd-d16d-4265-b87b-127cc7056bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.368633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:13.411082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2ce26-bd60-49f9-8c82-6ccf1902e977 req-91698cb2-140c-49ec-8d49-a8bf0f5e47c9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:13.418432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83d2ce26-bd60-49f9-8c82-6ccf1902e977 req-91698cb2-140c-49ec-8d49-a8bf0f5e47c9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.1066039 Sep 10 03:05:13.434466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-465a05bd-d16d-4265-b87b-127cc7056bc0 None None] Port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:13.533433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83d2ce26-bd60-49f9-8c82-6ccf1902e977 req-a5e15952-4f1d-46d7-b572-4085d96b298f tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140478 Sep 10 03:05:13.541492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271a855-0618-4379-8445-f208853fe4a2 req-1677f692-0be9-443d-aeee-2d13d46d6bc9 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:13.543103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7271a855-0618-4379-8445-f208853fe4a2 req-1677f692-0be9-443d-aeee-2d13d46d6bc9 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 935 time: 0.0642948 Sep 10 03:05:13.608312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2938370d-df74-4d26-9a28-b65f07c7c162 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f9178ea4e6d4e90ab181d9d9215310b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385080 Sep 10 03:05:13.612320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:13.617062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7271a855-0618-4379-8445-f208853fe4a2 req-98d5d434-1e21-44f4-9780-9826fbe7bb81 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609217 Sep 10 03:05:13.716557 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee8e246c-8b82-4046-945e-6edc6d316b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.730938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717d0e7e-217f-43c9-b2fe-b7189f8a6325 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:13.742167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.761836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee8e246c-8b82-4046-945e-6edc6d316b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.770512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Transition to ACTIVE for port object 717d0e7e-217f-43c9-b2fe-b7189f8a6325 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:13.780263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.843609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=717d0e7e-217f-43c9-b2fe-b7189f8a6325,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:13.893558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee8e246c-8b82-4046-945e-6edc6d316b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.896171 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee8e246c-8b82-4046-945e-6edc6d316b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:13.899609 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee8e246c-8b82-4046-945e-6edc6d316b3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81ac3af2-0919-4a38-a2d2-bb15fe4837dc HTTP/1.1" status: 204 len: 168 time: 0.2840517 Sep 10 03:05:13.914499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e246c-8b82-4046-945e-6edc6d316b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ac3af2-0919-4a38-a2d2-bb15fe4837dc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:13.937271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Attempting to bind port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:13.937636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Attempting to bind port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:13.938866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Attempting to bind port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:13.944375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:05:13.945688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Attempting to bind port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:13.951633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:13.952300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:13.953061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:13.954067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Bound port: 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:13.955083 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.044440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] For port 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:14.048845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] For port 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:14.056571 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.110892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.112355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.114607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] 10.222.0.36 "PUT /v2.0/ports/717d0e7e-217f-43c9-b2fe-b7189f8a6325 HTTP/1.1" status: 200 len: 1095 time: 1.0120652 Sep 10 03:05:14.150026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69724e48-26f4-4ac8-838c-75ac65f4fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=717d0e7e-217f-43c9-b2fe-b7189f8a6325,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:14.221741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c0efe79-2d01-4e58-882f-e45409761acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.223273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-6c0efe79-2d01-4e58-882f-e45409761acd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ec58f5185174803a0b5455acfb2c677&device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 1098 time: 0.0671158 Sep 10 03:05:14.282846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'tag': '717d0e7e-217f-43c9-b2fe-b7189f8a6325'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:14.285173 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7b479-8175-4c54-9f4d-4dcb1fa41666" -d '{"events": [{"name": "network-changed", "server_uuid": "4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a", "tag": "717d0e7e-217f-43c9-b2fe-b7189f8a6325"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:14.288694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-3fc88fae-538f-4023-a179-d5d2ce4f5013 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325 HTTP/1.1" status: 200 len: 217 time: 0.0566599 Sep 10 03:05:14.353661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:14.380673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-a830968d-b481-47fe-a770-6291abf14582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.382176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-a830968d-b481-47fe-a770-6291abf14582 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0797751 Sep 10 03:05:14.383650 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7512a823-2c0b-4b1b-b078-95237db9747e x-openstack-request-id: req-7512a823-2c0b-4b1b-b078-95237db9747e {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:14.383939 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a", "tag": "717d0e7e-217f-43c9-b2fe-b7189f8a6325", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:14.384190 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7512a823-2c0b-4b1b-b078-95237db9747e {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:14.384736 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'tag': '717d0e7e-217f-43c9-b2fe-b7189f8a6325', 'status': 'completed', 'code': 200} Sep 10 03:05:14.400146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee5dc06b-7f4e-40f2-a531-3255adad84bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94af4d1bd972436c8217340780aa84e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428860 Sep 10 03:05:14.400802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55058) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:14.463712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495af74-b2f2-4add-b40a-fded2625805e req-5c9c5bdd-97f1-4c95-a0fb-7138023e07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.465253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-5c9c5bdd-97f1-4c95-a0fb-7138023e07a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757496 Sep 10 03:05:14.494578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcf5-00fb-4aa1-a477-50ca2a9121db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.551130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcf5-00fb-4aa1-a477-50ca2a9121db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.604946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-14eb7b20-7650-4a8b-9527-397cd866130e service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301024 Sep 10 03:05:14.673074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcf5-00fb-4aa1-a477-50ca2a9121db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.675640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8aefcf5-00fb-4aa1-a477-50ca2a9121db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:14.676772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f8aefcf5-00fb-4aa1-a477-50ca2a9121db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d81fe857-8765-4751-8b6a-c8b4d8f1fab3 HTTP/1.1" status: 204 len: 168 time: 0.2750893 Sep 10 03:05:14.678795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca405d2-ecec-4a4b-be4a-eb786dadae44 req-30910e43-3df0-4bb6-aab6-d01c0e9d1b5b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.681102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ca405d2-ecec-4a4b-be4a-eb786dadae44 req-30910e43-3df0-4bb6-aab6-d01c0e9d1b5b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 943 time: 0.0736935 Sep 10 03:05:14.716417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aefcf5-00fb-4aa1-a477-50ca2a9121db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fe857-8765-4751-8b6a-c8b4d8f1fab3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:14.765283 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ca405d2-ecec-4a4b-be4a-eb786dadae44 req-f513d3f2-352e-470d-9a74-2ce0aa1e9b98 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Sep 10 03:05:14.783591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3495af74-b2f2-4add-b40a-fded2625805e req-382b7df2-079c-418a-862e-e796bbad23c8 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713738 Sep 10 03:05:14.806077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507edf59-cc14-405c-9945-a3e918104242 req-24bb517e-c784-4892-b489-e098828ebc39 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.807684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-507edf59-cc14-405c-9945-a3e918104242 req-24bb517e-c784-4892-b489-e098828ebc39 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 947 time: 0.0853839 Sep 10 03:05:14.902777 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-507edf59-cc14-405c-9945-a3e918104242 req-a52eeabf-3735-40a7-9aa8-08d36a75973e tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857399 Sep 10 03:05:14.925714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-9dc1b05d-af42-44b2-ac27-e29b79eee7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:14.927317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-9dc1b05d-af42-44b2-ac27-e29b79eee7fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ec58f5185174803a0b5455acfb2c677&device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 1098 time: 0.0851038 Sep 10 03:05:15.030643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-4cb55d1e-d539-4ac9-bafb-95f8a3d21484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:15.032251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-4cb55d1e-d539-4ac9-bafb-95f8a3d21484 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.0971718 Sep 10 03:05:15.080258 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-f940ca3b-00f1-47bd-8b72-5886fcbeda67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325 HTTP/1.1" status: 200 len: 217 time: 0.0406551 Sep 10 03:05:15.132431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-2c849f8b-1d67-4117-b4f6-05ca40a2a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:15.133961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-2c849f8b-1d67-4117-b4f6-05ca40a2a312 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0458500 Sep 10 03:05:15.179251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:05:15.191264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-ad498cca-7c4a-40bd-b9a3-1a181f0b5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:15.193098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-ad498cca-7c4a-40bd-b9a3-1a181f0b5e9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502825 Sep 10 03:05:15.298742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-55826eb6-d288-483b-b955-e6119d8b5c24 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980287 Sep 10 03:05:15.373796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:15.393906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'network_id': '8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f', 'port_id': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'mac_address': 'fa:16:3e:eb:4e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279fdcd1-9ed8-4856-a6c1-11aa731223cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:05:15.403177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77a7b479-8175-4c54-9f4d-4dcb1fa41666 req-c56a090e-5b62-479e-b747-66840262373c service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964978 Sep 10 03:05:15.435915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:15.449508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f3140a-8058-42ef-9c9e-7b62b392946f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:15.472611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:15.485585 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:15.554329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:15.554329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.554329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.554692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.554943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.555273 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.555629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.555971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.556292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.556610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.556929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.557245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.557667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:15.703219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['38f3140a-8058-42ef-9c9e-7b62b392946f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:15.922587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ddeea-d52d-4d9f-82a1-c45a08479504 req-db2bf72e-8785-4b0e-b2bf-e6ec115725b8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:15.932846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd9ddeea-d52d-4d9f-82a1-c45a08479504 req-db2bf72e-8785-4b0e-b2bf-e6ec115725b8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 944 time: 0.0862434 Sep 10 03:05:15.979627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd9ddeea-d52d-4d9f-82a1-c45a08479504 req-8b85bfb2-18de-4f1f-bc1e-a8dc0e6399c6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Sep 10 03:05:16.060285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba0af3-5f01-4c9b-9d7a-9fe37a8eacd3 req-9662ba82-7b76-480a-8af7-5c9984c03663 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:16.064139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47ba0af3-5f01-4c9b-9d7a-9fe37a8eacd3 req-9662ba82-7b76-480a-8af7-5c9984c03663 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 947 time: 0.0740116 Sep 10 03:05:16.109283 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47ba0af3-5f01-4c9b-9d7a-9fe37a8eacd3 req-f516b977-9f67-4886-b6ca-fccef7ab100f tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371666 Sep 10 03:05:16.490060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-c0d32238-aa61-428a-993f-ffdf902d86bb tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223753 Sep 10 03:05:16.595254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-fecdd34f-5686-4869-b571-c9f0b45d4f6e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:16.596824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-fecdd34f-5686-4869-b571-c9f0b45d4f6e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1014211 Sep 10 03:05:16.613861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-2aa6ba3a-afc3-4613-a47d-5c3b055f93cf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/quotas/32428f842f194c029aa1fdfcf59cedd6 HTTP/1.1" status: 200 len: 375 time: 0.0100632 Sep 10 03:05:16.652204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-95e07c54-5717-4045-b62c-53b03f71ddd4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318081 Sep 10 03:05:16.829920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b88807bc-38e0-4fff-b377-aced9c08b911 req-55a3f330-15ab-4087-8967-c07d98fe3e2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 210 time: 0.0263214 Sep 10 03:05:17.125016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4bacc-c030-49fb-816b-94030b42eabc req-6764bb3b-4c1a-4d9a-a2fd-361f33b4c57b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:17.128920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9b4bacc-c030-49fb-816b-94030b42eabc req-6764bb3b-4c1a-4d9a-a2fd-361f33b4c57b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 944 time: 0.0704963 Sep 10 03:05:17.182328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:17.194955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9b4bacc-c030-49fb-816b-94030b42eabc req-1e9adcc7-5c15-42cc-afec-6262fcfd51bc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571353 Sep 10 03:05:17.238777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 38f3140a-8058-42ef-9c9e-7b62b392946f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:17.239742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:17.329439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7da9c-60d6-44f2-b846-689d5f089b1d req-e0209e0e-ee04-480d-ac64-9e9efe5d2beb tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:17.331107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6da7da9c-60d6-44f2-b846-689d5f089b1d req-e0209e0e-ee04-480d-ac64-9e9efe5d2beb tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 947 time: 0.0776918 Sep 10 03:05:17.335750 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:17.363850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:17.366070 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc2e2f7-4e37-4f7a-b19a-5bbd3872da91" -d '{"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-plugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:17.380404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:17.388025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:17.411490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6da7da9c-60d6-44f2-b846-689d5f089b1d req-9fd4549c-b1d7-4001-96b5-4baead481dd7 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680854 Sep 10 03:05:17.430655 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc9af9e-3bf2-4820-9f72-00988656e8db x-openstack-request-id: req-fbc9af9e-3bf2-4820-9f72-00988656e8db {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:17.430936 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-plugged", "status": "completed", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:17.431237 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbc9af9e-3bf2-4820-9f72-00988656e8db {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:17.431653 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'code': 200} Sep 10 03:05:17.443911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:17.588469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85aecc-b3cd-46ee-8c53-6331b17ef302 req-fe1d153e-0371-4f7b-92f7-6bd62e99f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:17.589966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e85aecc-b3cd-46ee-8c53-6331b17ef302 req-fe1d153e-0371-4f7b-92f7-6bd62e99f622 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1097 time: 0.0395212 Sep 10 03:05:17.627243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e85aecc-b3cd-46ee-8c53-6331b17ef302 req-9e2368fe-86e4-481e-9b62-717afb75d30f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293651 Sep 10 03:05:17.777831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-5648cd9e-a21c-4029-bafb-5416d60e5141 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209236 Sep 10 03:05:17.926350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-e6a5e2a4-e164-41fc-9d8c-a82e6bfb944b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:17.927795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-e6a5e2a4-e164-41fc-9d8c-a82e6bfb944b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444926 Sep 10 03:05:17.947511 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ebab3fd0-2f46-4daa-aacb-f8791ccf9027 req-5e506b43-bf33-4884-8314-ff9d600bce5d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 210 time: 0.0375443 Sep 10 03:05:17.950810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:18.072976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:18.076401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.090230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.199485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.203358 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.275305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52286f01-a3c9-455b-9e07-e983bda2ff7b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:18.320395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342494b4-6a35-4e28-98ed-6442f2459a3f req-df80ff82-c836-4c78-95a0-172371a4e928 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:18.321917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-342494b4-6a35-4e28-98ed-6442f2459a3f req-df80ff82-c836-4c78-95a0-172371a4e928 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0606678 Sep 10 03:05:18.355867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.14 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/542be07d-3300-44c8-a9ab-2ef34e60569a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:18.369362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-342494b4-6a35-4e28-98ed-6442f2459a3f req-ed9d44b9-5bc2-431a-b855-7d6b89a29332 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Sep 10 03:05:18.542808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.569931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82afce2-4257-4ceb-a47f-fa85747315c5 req-f27cde4c-9503-48e7-8fa7-d2fe86393407 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:18.571447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e82afce2-4257-4ceb-a47f-fa85747315c5 req-f27cde4c-9503-48e7-8fa7-d2fe86393407 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 947 time: 0.0845215 Sep 10 03:05:18.572572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 542be07d-3300-44c8-a9ab-2ef34e60569a will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:18.647656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e82afce2-4257-4ceb-a47f-fa85747315c5 req-69f81d8b-4ff3-427f-8909-d3fde48695d2 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591445 Sep 10 03:05:18.660948 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.707197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:18.715007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:18.724183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=542be07d-3300-44c8-a9ab-2ef34e60569a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:18.724497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:18.799728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:18.800560 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:18.819637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-4344ad54-60bd-4702-977c-aed896e3635c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8743045 Sep 10 03:05:18.834628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-5867a08b-b2c3-42f8-9db7-3fedd3560f55 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:05:18.836117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-5867a08b-b2c3-42f8-9db7-3fedd3560f55 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069084 Sep 10 03:05:18.848323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Request body: {'port': {'device_id': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:18.920599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:19.095840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d4d3161d-eea0-4ad8-9e95-a8946374bcb8 None None] Provisioning for port 542be07d-3300-44c8-a9ab-2ef34e60569a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:19.101235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d4d3161d-eea0-4ad8-9e95-a8946374bcb8 None None] Provisioning complete for port 542be07d-3300-44c8-a9ab-2ef34e60569a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:19.101608 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d4d3161d-eea0-4ad8-9e95-a8946374bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:19.164813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c298f-1313-4b53-8bbc-7c7799d52bd9 req-b987610f-1c5b-4f68-826a-9846666f7502 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:19.172461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a6c298f-1313-4b53-8bbc-7c7799d52bd9 req-b987610f-1c5b-4f68-826a-9846666f7502 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 935 time: 0.1340737 Sep 10 03:05:19.230087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a6c298f-1313-4b53-8bbc-7c7799d52bd9 req-df270fa2-1f93-4d56-9c5e-afb1bbc18e81 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566232 Sep 10 03:05:19.329519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3161d-eea0-4ad8-9e95-a8946374bcb8 None None] Port 542be07d-3300-44c8-a9ab-2ef34e60569a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:19.333299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 717d0e7e-217f-43c9-b2fe-b7189f8a6325 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:05:19.463648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:19.477121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '717d0e7e-217f-43c9-b2fe-b7189f8a6325', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '717d0e7e-217f-43c9-b2fe-b7189f8a6325', 'mac_address': 'fa:16:3e:5b:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:05:19.524751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:19.544298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717d0e7e-217f-43c9-b2fe-b7189f8a6325 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:19.575741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:19.582980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:19.673341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=717d0e7e-217f-43c9-b2fe-b7189f8a6325,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:19.782549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837392-5c74-4c6c-88a8-7c928171f8fa req-34c97ad5-2fbe-4130-b878-a9be13d34903 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:19.783987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70837392-5c74-4c6c-88a8-7c928171f8fa req-34c97ad5-2fbe-4130-b878-a9be13d34903 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.1027296 Sep 10 03:05:19.788608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043f538-d5d4-421a-90e5-8bb7dd60fe2f req-1977ff87-fee2-44e2-b61f-376a9d82fef5 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:19.797922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['717d0e7e-217f-43c9-b2fe-b7189f8a6325'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:19.798963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542be07d-3300-44c8-a9ab-2ef34e60569a {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:19.800014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2043f538-d5d4-421a-90e5-8bb7dd60fe2f req-1977ff87-fee2-44e2-b61f-376a9d82fef5 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 948 time: 0.0633667 Sep 10 03:05:19.832097 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:19.846785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70837392-5c74-4c6c-88a8-7c928171f8fa req-baea1a0c-a0e8-4340-9477-a73ab71c6702 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 Sep 10 03:05:19.855222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Transition to ACTIVE for port object 542be07d-3300-44c8-a9ab-2ef34e60569a will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:19.860572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:19.862222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2043f538-d5d4-421a-90e5-8bb7dd60fe2f req-5ef7f844-50a1-41f6-abfc-de8c1d7f7b64 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Sep 10 03:05:19.935985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Pushing event updated for resources: {'Port': ['ID=542be07d-3300-44c8-a9ab-2ef34e60569a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:19.989616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Attempting to bind port 542be07d-3300-44c8-a9ab-2ef34e60569a on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:19.989954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Attempting to bind port 542be07d-3300-44c8-a9ab-2ef34e60569a by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:19.990288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Attempting to bind port 542be07d-3300-44c8-a9ab-2ef34e60569a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:19.994832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Port 542be07d-3300-44c8-a9ab-2ef34e60569a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:05:19.995152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Attempting to bind port 542be07d-3300-44c8-a9ab-2ef34e60569a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:20.000202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:20.000923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:20.001578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:20.001995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Bound port: 542be07d-3300-44c8-a9ab-2ef34e60569a, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:20.002349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:20.074646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] For port 542be07d-3300-44c8-a9ab-2ef34e60569a, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:20.078393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] For port 542be07d-3300-44c8-a9ab-2ef34e60569a, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=542be07d-3300-44c8-a9ab-2ef34e60569a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:20.083926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:20.129514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.130028 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:20.131426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] 10.222.0.32 "PUT /v2.0/ports/542be07d-3300-44c8-a9ab-2ef34e60569a HTTP/1.1" status: 200 len: 1095 time: 1.2880857 Sep 10 03:05:20.131908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'tag': '542be07d-3300-44c8-a9ab-2ef34e60569a'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:20.134152 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3be458-746f-41aa-955c-9ae3f7678cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c82cd70-ae03-45f9-bda3-8e3344ee9212", "tag": "542be07d-3300-44c8-a9ab-2ef34e60569a"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:20.154973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a66a16-2e0b-45f7-b914-17ab1eb3a78c service neutron] Pushing event updated for resources: {'Port': ['ID=542be07d-3300-44c8-a9ab-2ef34e60569a,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:20.195762 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d29c5-6a70-489d-8f24-baf230291bfc x-openstack-request-id: req-904d29c5-6a70-489d-8f24-baf230291bfc {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:20.198430 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c82cd70-ae03-45f9-bda3-8e3344ee9212", "tag": "542be07d-3300-44c8-a9ab-2ef34e60569a", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:20.198738 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-904d29c5-6a70-489d-8f24-baf230291bfc {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:20.199236 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'tag': '542be07d-3300-44c8-a9ab-2ef34e60569a', 'status': 'completed', 'code': 200} Sep 10 03:05:20.344987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-af4ab5f2-67ff-4c57-8256-b5bc0ac2895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.347212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-af4ab5f2-67ff-4c57-8256-b5bc0ac2895a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 1098 time: 0.1730425 Sep 10 03:05:20.389560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921a5fb-f6b1-4b8d-9fd0-c72fc5dd7e65 req-8c8a4539-a091-470d-a8fe-2e1f35a64cf5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.391764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1921a5fb-f6b1-4b8d-9fd0-c72fc5dd7e65 req-8c8a4539-a091-470d-a8fe-2e1f35a64cf5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 947 time: 0.0694969 Sep 10 03:05:20.412023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-f44a6b2d-686b-4031-9ca2-a2ea7c0227d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=542be07d-3300-44c8-a9ab-2ef34e60569a HTTP/1.1" status: 200 len: 217 time: 0.0563490 Sep 10 03:05:20.447914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1921a5fb-f6b1-4b8d-9fd0-c72fc5dd7e65 req-e5ba0f14-369c-4098-99f8-7c1c4b3f20c3 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479474 Sep 10 03:05:20.481914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-a83a9e43-6dcc-4612-bab6-ea22d24b9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.483505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-a83a9e43-6dcc-4612-bab6-ea22d24b9a1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0647917 Sep 10 03:05:20.529397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-3f6ddf89-1989-4440-8415-04726b235bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.530903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-3f6ddf89-1989-4440-8415-04726b235bce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394974 Sep 10 03:05:20.622649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-fb5882cb-3f73-4752-9ad0-4f8ce073f07a service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Sep 10 03:05:20.716138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b26e90-c181-48c6-ba77-698ba50e14ba req-57ebc535-ecec-474f-94ca-c59575f4f7f3 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856268 Sep 10 03:05:20.802838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-fec327e0-2f51-48b5-9841-3915e049c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.804427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-fec327e0-2f51-48b5-9841-3915e049c043 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 1098 time: 0.0398104 Sep 10 03:05:20.902650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-04080dd0-7537-4d74-8ccf-fee110d51793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.904311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-04080dd0-7537-4d74-8ccf-fee110d51793 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.0921121 Sep 10 03:05:20.952064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-fc235807-ea84-4137-a6e3-4341c428fe13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=542be07d-3300-44c8-a9ab-2ef34e60569a HTTP/1.1" status: 200 len: 217 time: 0.0382416 Sep 10 03:05:20.974529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d095318-9387-4e59-b913-baecbbfc9dad req-5c5913b3-5a3c-4d5e-ad02-0586d02f353b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:20.976166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d095318-9387-4e59-b913-baecbbfc9dad req-5c5913b3-5a3c-4d5e-ad02-0586d02f353b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0516040 Sep 10 03:05:21.025522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d095318-9387-4e59-b913-baecbbfc9dad req-7361e0d9-01ca-42ee-9859-2b4f99990b78 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Sep 10 03:05:21.041890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-c32966cb-a680-4434-bc26-290a5cceb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.043345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-c32966cb-a680-4434-bc26-290a5cceb4a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0827003 Sep 10 03:05:21.051729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d636aa-b10d-4c80-8a09-3920b8830b8c req-c8808e2c-12d8-47ed-9b39-ca1a19edbae7 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.053044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-51d636aa-b10d-4c80-8a09-3920b8830b8c req-c8808e2c-12d8-47ed-9b39-ca1a19edbae7 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 948 time: 0.1035354 Sep 10 03:05:21.126383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-51d636aa-b10d-4c80-8a09-3920b8830b8c req-f3548183-9b9c-4b50-959f-5ba75b57bb0f tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650713 Sep 10 03:05:21.129698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-7f086350-bdb7-4f67-b0f0-658220f477a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.131232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-7f086350-bdb7-4f67-b0f0-658220f477a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772662 Sep 10 03:05:21.171716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 717d0e7e-217f-43c9-b2fe-b7189f8a6325 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:21.220316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab8c36-b1de-4b28-8a15-27a11de09108 req-3cd2ab26-a243-4149-ab6b-7075de98156d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.222001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9ab8c36-b1de-4b28-8a15-27a11de09108 req-3cd2ab26-a243-4149-ab6b-7075de98156d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0521009 Sep 10 03:05:21.228419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:21.232333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:21.232957 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:21.238403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-ad2aff38-ed6e-46d2-b3cf-344b022845ce service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987391 Sep 10 03:05:21.284667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9ab8c36-b1de-4b28-8a15-27a11de09108 req-7396b2c2-3af5-4330-abd9-387723f6b604 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505571 Sep 10 03:05:21.338577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:21.364159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac3be458-746f-41aa-955c-9ae3f7678cd3 req-e9af6adc-30ca-448d-a5e9-a3bd51ce3fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183217 Sep 10 03:05:21.386714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717d0e7e-217f-43c9-b2fe-b7189f8a6325'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:21.390500 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3098981-bb3b-462f-9fd2-a2a8536be7a9" -d '{"events": [{"server_uuid": "4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a", "name": "network-vif-plugged", "status": "completed", "tag": "717d0e7e-217f-43c9-b2fe-b7189f8a6325"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:21.404636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:21.409417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:21.440954 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92542f6e-a044-45b9-a332-acff9d40c88f x-openstack-request-id: req-92542f6e-a044-45b9-a332-acff9d40c88f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:21.441252 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a", "name": "network-vif-plugged", "status": "completed", "tag": "717d0e7e-217f-43c9-b2fe-b7189f8a6325", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:21.441503 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92542f6e-a044-45b9-a332-acff9d40c88f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:21.441887 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717d0e7e-217f-43c9-b2fe-b7189f8a6325', 'code': 200} Sep 10 03:05:21.451344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88703f5-3f0e-4887-a350-d3b0154cebb0 req-440f2616-72c3-4a10-a46e-c17b8d86c9e7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.460718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88703f5-3f0e-4887-a350-d3b0154cebb0 req-440f2616-72c3-4a10-a46e-c17b8d86c9e7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0952368 Sep 10 03:05:21.473202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=717d0e7e-217f-43c9-b2fe-b7189f8a6325,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:21.512043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88703f5-3f0e-4887-a350-d3b0154cebb0 req-f172918a-b6d8-4c7c-87f4-3ad75ef9e0bc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483949 Sep 10 03:05:21.546279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6889-0793-4325-b6a9-845c18edb275 req-6cbe9b21-3c36-4847-a43d-06c353685b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.548406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c98b6889-0793-4325-b6a9-845c18edb275 req-6cbe9b21-3c36-4847-a43d-06c353685b8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 1100 time: 0.0487304 Sep 10 03:05:21.588362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c98b6889-0793-4325-b6a9-845c18edb275 req-e69b57e6-6d1a-48ee-aa31-a56abaad364e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Sep 10 03:05:21.628265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d801b-71bf-4c57-8135-acdf6926ecda req-aa6ce26c-3bb4-4204-ad7a-0112702bfbea tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.629872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a91d801b-71bf-4c57-8135-acdf6926ecda req-aa6ce26c-3bb4-4204-ad7a-0112702bfbea tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 947 time: 0.0541027 Sep 10 03:05:21.658656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c76e9-6698-4c9b-8210-ff3787445dbc req-d48aac99-fb19-4589-961d-9631be97f7c1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.660245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e59c76e9-6698-4c9b-8210-ff3787445dbc req-d48aac99-fb19-4589-961d-9631be97f7c1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0509295 Sep 10 03:05:21.671705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a91d801b-71bf-4c57-8135-acdf6926ecda req-01e96f65-1fc4-4268-8cc4-64085de1ba78 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Sep 10 03:05:21.700152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e59c76e9-6698-4c9b-8210-ff3787445dbc req-cecf30da-666a-4810-91dd-bda13790731e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Sep 10 03:05:21.815606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c898a-61ad-4021-8396-16bb9e18920f req-d2cee44a-97a1-4bfa-b665-b59e0c5a9b43 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.817154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d21c898a-61ad-4021-8396-16bb9e18920f req-d2cee44a-97a1-4bfa-b665-b59e0c5a9b43 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0499432 Sep 10 03:05:21.856382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d21c898a-61ad-4021-8396-16bb9e18920f req-aca2d01a-2279-4d03-9975-5390851b9d3a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Sep 10 03:05:21.987916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20a40a-4f73-401d-b43e-f63ab0ed2174 req-c48d580f-f880-4f8b-b2be-1356221fc671 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:21.989466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f20a40a-4f73-401d-b43e-f63ab0ed2174 req-c48d580f-f880-4f8b-b2be-1356221fc671 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0494158 Sep 10 03:05:22.027880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f20a40a-4f73-401d-b43e-f63ab0ed2174 req-9aa11621-8a31-45ba-985b-25803acfc44a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Sep 10 03:05:22.145801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7782c-e7cf-46b6-b6c0-042ba705bf76 req-1e8e789c-3101-45ef-9fa5-c8de96f0350d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:22.147329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6cd7782c-e7cf-46b6-b6c0-042ba705bf76 req-1e8e789c-3101-45ef-9fa5-c8de96f0350d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0491865 Sep 10 03:05:22.187295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6cd7782c-e7cf-46b6-b6c0-042ba705bf76 req-dcfa5b82-71c3-4499-b175-a6cbf750787d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Sep 10 03:05:22.305319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f33a7-a79b-4a8c-b1fa-6f565686bc31 req-8fd979a9-4178-4aa8-9609-ded06b6701cf tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:22.306987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-466f33a7-a79b-4a8c-b1fa-6f565686bc31 req-8fd979a9-4178-4aa8-9609-ded06b6701cf tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 949 time: 0.0656614 Sep 10 03:05:22.363130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-466f33a7-a79b-4a8c-b1fa-6f565686bc31 req-3c837354-170a-4862-8bc8-0ee9250b945d tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494516 Sep 10 03:05:22.428071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4f7a4-b71b-4862-944f-78d860da92cd req-adfa0bca-0a8b-46ac-b189-23d2a289a6c1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:22.429655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ec4f7a4-b71b-4862-944f-78d860da92cd req-adfa0bca-0a8b-46ac-b189-23d2a289a6c1 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0562711 Sep 10 03:05:22.467435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ec4f7a4-b71b-4862-944f-78d860da92cd req-3e58637a-b31e-4a04-91e3-1d2ea5f05750 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Sep 10 03:05:22.788982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ea19-2f0e-4c61-b8db-00787dd16204 req-e87fc737-83b9-4f94-a90e-7e1680e95a17 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:22.790472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3940ea19-2f0e-4c61-b8db-00787dd16204 req-e87fc737-83b9-4f94-a90e-7e1680e95a17 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 947 time: 0.0509310 Sep 10 03:05:22.832188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3940ea19-2f0e-4c61-b8db-00787dd16204 req-aeba1687-48ef-4128-a8f2-cfe070854855 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Sep 10 03:05:23.350661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 542be07d-3300-44c8-a9ab-2ef34e60569a details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:05:23.458769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 542be07d-3300-44c8-a9ab-2ef34e60569a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=542be07d-3300-44c8-a9ab-2ef34e60569a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:23.469894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '542be07d-3300-44c8-a9ab-2ef34e60569a', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '542be07d-3300-44c8-a9ab-2ef34e60569a', 'mac_address': 'fa:16:3e:d2:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:05:23.487420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24826a0-62d7-42d3-83fb-d5632d2a111e req-9efe9853-f3d7-4db7-85d5-5e9d81cd0409 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:23.490068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a24826a0-62d7-42d3-83fb-d5632d2a111e req-9efe9853-f3d7-4db7-85d5-5e9d81cd0409 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 949 time: 0.0557702 Sep 10 03:05:23.518031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:23.533465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a24826a0-62d7-42d3-83fb-d5632d2a111e req-8f5b579d-e262-4c4a-b4a6-612bfe531f51 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Sep 10 03:05:23.533705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542be07d-3300-44c8-a9ab-2ef34e60569a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:23.560309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 542be07d-3300-44c8-a9ab-2ef34e60569a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=542be07d-3300-44c8-a9ab-2ef34e60569a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:23.567160 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:23.621344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aab879-f85d-4b71-b976-54c497f59ee3 req-4e1eb9d7-ab8a-4c59-8b45-95efac909aba tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:23.624701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=542be07d-3300-44c8-a9ab-2ef34e60569a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:23.630348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25aab879-f85d-4b71-b976-54c497f59ee3 req-4e1eb9d7-ab8a-4c59-8b45-95efac909aba tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0663326 Sep 10 03:05:23.672632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25aab879-f85d-4b71-b976-54c497f59ee3 req-882fc774-8d73-473d-a393-004d77e443ea tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Sep 10 03:05:23.904225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:24.028822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5501-1a29-4b09-9e20-c75f99590b68 req-52454925-2464-4198-bba4-debb252e5f86 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:24.031490 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14da5501-1a29-4b09-9e20-c75f99590b68 req-52454925-2464-4198-bba4-debb252e5f86 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 948 time: 0.0887682 Sep 10 03:05:24.039566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-c3029bfe-901e-49b4-8b88-9acdc7438037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:24.041943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-c3029bfe-901e-49b4-8b88-9acdc7438037 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=723da98730d940bca004ba2a91114dc4&device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 1097 time: 0.0680878 Sep 10 03:05:24.076515 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14da5501-1a29-4b09-9e20-c75f99590b68 req-6bb2f5b8-6f65-4977-b733-13fdf32a5854 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 Sep 10 03:05:24.157457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f3104-ed89-4bf1-89fe-628e24368357 req-d7e518ae-e8ae-4218-a5d1-5bb2b905407e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:24.158935 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-606f3104-ed89-4bf1-89fe-628e24368357 req-d7e518ae-e8ae-4218-a5d1-5bb2b905407e tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.1161151 Sep 10 03:05:24.194709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-6a703ddb-cb12-4b0e-9f93-8efc2235e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:24.196138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-6a703ddb-cb12-4b0e-9f93-8efc2235e686 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 200 len: 914 time: 0.1440418 Sep 10 03:05:24.220020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-606f3104-ed89-4bf1-89fe-628e24368357 req-22c9bae1-604a-4db0-8683-7e4c81467fa4 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Sep 10 03:05:24.247659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-9d0ad8e8-4989-4c9a-b36a-1b62016d0960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 200 len: 217 time: 0.0427406 Sep 10 03:05:24.301738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-b003c51c-7313-4870-ba4e-8f2f7b900188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:24.303871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-b003c51c-7313-4870-ba4e-8f2f7b900188 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 200 len: 854 time: 0.0496299 Sep 10 03:05:24.346334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-d18805bd-5872-4680-8121-75f77506fd1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303197 Sep 10 03:05:24.431483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8dd78-47c9-46bb-a412-b59e681bb5f4 req-4d9cd639-3968-479f-b533-50404c212427 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:24.433025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d8dd78-47c9-46bb-a412-b59e681bb5f4 req-4d9cd639-3968-479f-b533-50404c212427 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 949 time: 0.0489988 Sep 10 03:05:24.444476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-1c52bd48-1f8e-4254-941a-dd4ee32ef61f service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901489 Sep 10 03:05:24.475932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d8dd78-47c9-46bb-a412-b59e681bb5f4 req-f1a55ea7-bb6a-40c3-9fd9-3b6416a3b6d0 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350523 Sep 10 03:05:24.544310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48fc6ad5-1c53-4b32-98dd-03c8aa9c725f req-bd9803c6-a2bb-4694-b162-e80bf535a2d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905583 Sep 10 03:05:25.202021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c51b-e832-42d9-9a3f-b7395947344c req-5c6a0a15-c8a7-4743-b890-8473050028ea tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.205306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd92c51b-e832-42d9-9a3f-b7395947344c req-5c6a0a15-c8a7-4743-b890-8473050028ea tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 948 time: 0.0587840 Sep 10 03:05:25.255948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd92c51b-e832-42d9-9a3f-b7395947344c req-b5d90f79-24b1-4dd0-ab43-f1f31865a0f0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Sep 10 03:05:25.350222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72d87d-89ee-4d10-877d-869c12cfa6ae req-0a7c6a1b-361c-4396-baab-7b23e5852142 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.352359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb72d87d-89ee-4d10-877d-869c12cfa6ae req-0a7c6a1b-361c-4396-baab-7b23e5852142 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0508282 Sep 10 03:05:25.368172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 542be07d-3300-44c8-a9ab-2ef34e60569a up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:25.395317 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb72d87d-89ee-4d10-877d-869c12cfa6ae req-6edaf318-5176-424a-a554-96932f8212b2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362811 Sep 10 03:05:25.421320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 542be07d-3300-44c8-a9ab-2ef34e60569a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:25.428027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 542be07d-3300-44c8-a9ab-2ef34e60569a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:25.428560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:25.521455 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:25.539304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8490b02-8689-4c18-bb8a-1cb5c43f0fae req-c04be9c0-77ce-402f-80ba-fc9fc6fc28c0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.541085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8490b02-8689-4c18-bb8a-1cb5c43f0fae req-c04be9c0-77ce-402f-80ba-fc9fc6fc28c0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0598941 Sep 10 03:05:25.572446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542be07d-3300-44c8-a9ab-2ef34e60569a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:25.574718 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b53a18-c042-4a55-9d4b-b0c27cd71177" -d '{"events": [{"server_uuid": "3c82cd70-ae03-45f9-bda3-8e3344ee9212", "name": "network-vif-plugged", "status": "completed", "tag": "542be07d-3300-44c8-a9ab-2ef34e60569a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:25.614622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33993ec-fda1-4764-b99f-2fa9c3521a33 req-6c29b702-8637-4d3a-b741-e1dc17e8e69e tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.616133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 542be07d-3300-44c8-a9ab-2ef34e60569a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=542be07d-3300-44c8-a9ab-2ef34e60569a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:25.619970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f33993ec-fda1-4764-b99f-2fa9c3521a33 req-6c29b702-8637-4d3a-b741-e1dc17e8e69e tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 949 time: 0.0689871 Sep 10 03:05:25.623940 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:25.626482 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8490b02-8689-4c18-bb8a-1cb5c43f0fae req-10c98069-a474-4a6c-ad75-942b3d5fc5b5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771773 Sep 10 03:05:25.691656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f33993ec-fda1-4764-b99f-2fa9c3521a33 req-b60d8aca-a396-4c1f-bb1f-c554d1a6584e tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/security-groups?id=326dfb40-e594-40fc-86fc-9762fcfe0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683894 Sep 10 03:05:25.694077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=542be07d-3300-44c8-a9ab-2ef34e60569a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:25.739480 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ef12f-4e6d-41c8-8da4-193cc7c74919 x-openstack-request-id: req-549ef12f-4e6d-41c8-8da4-193cc7c74919 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:25.739856 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c82cd70-ae03-45f9-bda3-8e3344ee9212", "name": "network-vif-plugged", "status": "completed", "tag": "542be07d-3300-44c8-a9ab-2ef34e60569a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:25.740325 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-549ef12f-4e6d-41c8-8da4-193cc7c74919 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:25.740820 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542be07d-3300-44c8-a9ab-2ef34e60569a', 'code': 200} Sep 10 03:05:25.870515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b4bd2-62c1-4d74-ad5d-7033c23f0097 req-8f6124bd-f85e-4951-9e91-cd06132bc7e6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.872342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a08b4bd2-62c1-4d74-ad5d-7033c23f0097 req-8f6124bd-f85e-4951-9e91-cd06132bc7e6 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0646958 Sep 10 03:05:25.872528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-0629c2ab-edac-4cca-8470-5ea55990c4d6 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.874000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-0629c2ab-edac-4cca-8470-5ea55990c4d6 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.36 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 949 time: 0.0819309 Sep 10 03:05:25.880669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c82d-bb50-4d5b-8d04-fe937aef3805 req-8bdb839c-fe19-416a-8c1c-33130c77f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:25.882088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdb5c82d-bb50-4d5b-8d04-fe937aef3805 req-8bdb839c-fe19-416a-8c1c-33130c77f217 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 1100 time: 0.0790877 Sep 10 03:05:25.918134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a08b4bd2-62c1-4d74-ad5d-7033c23f0097 req-0b725ec8-a9ed-486e-8a2e-c7900541c206 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Sep 10 03:05:25.974508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdb5c82d-bb50-4d5b-8d04-fe937aef3805 req-aa2979ce-415c-4258-8239-98c0cd7bdd93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840645 Sep 10 03:05:25.999966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Deleting port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:26.001214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:26.034755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba657-90a3-4ae5-b8bb-c46208eee3be req-75a249b7-df2b-48c1-a741-1466ecabd760 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:26.036309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-938ba657-90a3-4ae5-b8bb-c46208eee3be req-75a249b7-df2b-48c1-a741-1466ecabd760 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0480671 Sep 10 03:05:26.076893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-938ba657-90a3-4ae5-b8bb-c46208eee3be req-0d1a9ee4-06ac-4c45-9c9a-f27a36f8e877 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Sep 10 03:05:26.093495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] For port 717d0e7e-217f-43c9-b2fe-b7189f8a6325, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=717d0e7e-217f-43c9-b2fe-b7189f8a6325,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:26.093899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:26.106108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Calling delete_port for 717d0e7e-217f-43c9-b2fe-b7189f8a6325 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:26.234257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:26.235612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad220-f735-4573-801a-eafcc2f3fa40 req-777b5b1c-e8d2-4b28-b590-aa9c3cda9678 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:26.236729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f56ad220-f735-4573-801a-eafcc2f3fa40 req-777b5b1c-e8d2-4b28-b590-aa9c3cda9678 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0494275 Sep 10 03:05:26.246261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['717d0e7e-217f-43c9-b2fe-b7189f8a6325'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:26.262837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Pushing event deleted for resources: {'Port': ['ID=717d0e7e-217f-43c9-b2fe-b7189f8a6325,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:26.296617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f56ad220-f735-4573-801a-eafcc2f3fa40 req-4ce76910-c463-4da1-bcfd-28cfe6d4ebc9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533721 Sep 10 03:05:26.317452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] No DVR routers for this DVR port 717d0e7e-217f-43c9-b2fe-b7189f8a6325 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:05:26.323095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:26.325261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d16d0c5-d4bb-45b8-8201-605e29069dbf req-228652bd-9911-4da5-8f0f-67fc5f39161c tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.36 "DELETE /v2.0/ports/717d0e7e-217f-43c9-b2fe-b7189f8a6325 HTTP/1.1" status: 204 len: 173 time: 0.4422853 Sep 10 03:05:26.325795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'name': 'network-vif-deleted', 'tag': '717d0e7e-217f-43c9-b2fe-b7189f8a6325'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:26.328348 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e1cde-8c48-4cc7-ade1-b2d6b0ca7169" -d '{"events": [{"server_uuid": "4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a", "name": "network-vif-deleted", "tag": "717d0e7e-217f-43c9-b2fe-b7189f8a6325"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:26.433910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d276-c9fb-45f9-97c0-fb9f32b6a671 req-09b27ecf-bbbf-434e-9995-c2c207d3c36f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:26.444371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1813d276-c9fb-45f9-97c0-fb9f32b6a671 req-09b27ecf-bbbf-434e-9995-c2c207d3c36f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 949 time: 0.0705171 Sep 10 03:05:26.464643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5f4c9-bc1b-4597-918d-08f9f055204b req-569d1fce-32cb-4e86-aaa4-d956ba9cf7bc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:26.466386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7db5f4c9-bc1b-4597-918d-08f9f055204b req-569d1fce-32cb-4e86-aaa4-d956ba9cf7bc tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0610576 Sep 10 03:05:26.487991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1813d276-c9fb-45f9-97c0-fb9f32b6a671 req-7c8b3c7f-f2ec-483e-92e4-4e1cd1e5ee07 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Sep 10 03:05:26.511709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7db5f4c9-bc1b-4597-918d-08f9f055204b req-5d6a39d5-f3e0-431e-9150-88c188690db7 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Sep 10 03:05:26.531658 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a66ea-8ff9-45ee-8d3a-f40acd9edfb6 x-openstack-request-id: req-f74a66ea-8ff9-45ee-8d3a-f40acd9edfb6 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:26.532046 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a", "name": "network-vif-deleted", "tag": "717d0e7e-217f-43c9-b2fe-b7189f8a6325", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:26.532510 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f74a66ea-8ff9-45ee-8d3a-f40acd9edfb6 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:26.532907 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a', 'name': 'network-vif-deleted', 'tag': '717d0e7e-217f-43c9-b2fe-b7189f8a6325', 'status': 'completed', 'code': 200} Sep 10 03:05:26.643797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe23e-f0f9-4dff-bbe2-6fa503c39f44 req-ee528c39-461f-4ac2-98f5-89f86bbaeeee tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:26.645450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-165fe23e-f0f9-4dff-bbe2-6fa503c39f44 req-ee528c39-461f-4ac2-98f5-89f86bbaeeee tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0498471 Sep 10 03:05:26.686873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-165fe23e-f0f9-4dff-bbe2-6fa503c39f44 req-44a1af9c-2054-4063-972d-8b2ff7bc347d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Sep 10 03:05:26.848756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08831894-cc79-476b-a507-feb28817e038 req-b4c95d8e-6b3d-4be9-b6d2-42f79aa7f689 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:26.852150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08831894-cc79-476b-a507-feb28817e038 req-b4c95d8e-6b3d-4be9-b6d2-42f79aa7f689 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0704522 Sep 10 03:05:26.873588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba8a3b97-866c-4093-a1c7-3b84392646d8 req-844cb561-da61-4269-ad8b-1a7ba232ed44 tempest-TenantUsagesTestJSON-1417327389 tempest-TenantUsagesTestJSON-1417327389-project] 10.222.0.23 "GET /v2.0/ports?device_id=4470ee2d-34b4-4f47-9dff-a2fe0f0dcf1a HTTP/1.1" status: 200 len: 210 time: 0.0451863 Sep 10 03:05:26.905016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08831894-cc79-476b-a507-feb28817e038 req-58686074-2f15-4ff6-bfeb-7a0f96f381fa tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468216 Sep 10 03:05:26.998819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-5835b44c-05f3-41e2-a2c1-79c5d988f437 req-820418de-9b22-4723-a1e8-d0b3bf3920c0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:05:27.012653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5835b44c-05f3-41e2-a2c1-79c5d988f437 req-820418de-9b22-4723-a1e8-d0b3bf3920c0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223193 Sep 10 03:05:27.133444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cfc50-0da2-4988-8dc0-32796eda9801 req-34f5a3e4-8a77-4ae2-8523-3f06d1ef9e3a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.135886 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-336cfc50-0da2-4988-8dc0-32796eda9801 req-34f5a3e4-8a77-4ae2-8523-3f06d1ef9e3a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0648117 Sep 10 03:05:27.176522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-336cfc50-0da2-4988-8dc0-32796eda9801 req-9d8b4dce-a635-4e57-8538-0b7f9c2224da tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Sep 10 03:05:27.295078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87b59-84ea-445c-9acf-7b02ec233fda req-840fa9e6-3315-4384-b741-8b674e4291ca tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.296629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40d87b59-84ea-445c-9acf-7b02ec233fda req-840fa9e6-3315-4384-b741-8b674e4291ca tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0504701 Sep 10 03:05:27.335460 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40d87b59-84ea-445c-9acf-7b02ec233fda req-870d0ad5-2b48-4ea8-8210-d13c6d6143b5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Sep 10 03:05:27.467672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e5db5-66ed-4a5c-bcf8-efe7f2d1567f req-ab8e93b1-fcb4-4a3e-bae0-5d0071b015e2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.469144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-181e5db5-66ed-4a5c-bcf8-efe7f2d1567f req-ab8e93b1-fcb4-4a3e-bae0-5d0071b015e2 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0488214 Sep 10 03:05:27.507355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-181e5db5-66ed-4a5c-bcf8-efe7f2d1567f req-6403f496-685d-46ac-8935-b2fc30be538a tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Sep 10 03:05:27.611317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1936e97-985a-4c43-baa9-d9587f707a10 req-756cd339-a2b6-4bb0-9d25-8bddddb00bd1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.613304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1936e97-985a-4c43-baa9-d9587f707a10 req-756cd339-a2b6-4bb0-9d25-8bddddb00bd1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 949 time: 0.0516534 Sep 10 03:05:27.629189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af11be-cc68-40fa-90ae-aba98a23f8f5 req-b3bb0a41-cb3f-41e4-84b1-a1bd714ce581 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.630761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9af11be-cc68-40fa-90ae-aba98a23f8f5 req-b3bb0a41-cb3f-41e4-84b1-a1bd714ce581 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0554788 Sep 10 03:05:27.653194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1936e97-985a-4c43-baa9-d9587f707a10 req-abd05e96-3680-401e-8622-2d3a0ecdbb13 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Sep 10 03:05:27.680241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9af11be-cc68-40fa-90ae-aba98a23f8f5 req-d9b11a60-e784-4cbf-b25b-c43c6144605c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Sep 10 03:05:27.843518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cb999-6629-4361-a633-d767473f97a7 req-78543abf-2db5-49fb-ba83-650ffffc156d tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.845758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-434cb999-6629-4361-a633-d767473f97a7 req-78543abf-2db5-49fb-ba83-650ffffc156d tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 1100 time: 0.0421638 Sep 10 03:05:27.863670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112ac8-f53c-4bca-90a6-4bd12f541389 req-eb68534e-569c-45e0-8970-6aadc192e7d5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:27.865483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66112ac8-f53c-4bca-90a6-4bd12f541389 req-eb68534e-569c-45e0-8970-6aadc192e7d5 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0676565 Sep 10 03:05:27.865745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-434cb999-6629-4361-a633-d767473f97a7 req-5f42796f-e48d-4045-805b-82a9d7c345bf tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:27.907579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66112ac8-f53c-4bca-90a6-4bd12f541389 req-5703c3af-865d-4ab1-b40b-af1e1698b9ff tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Sep 10 03:05:27.966711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-434cb999-6629-4361-a633-d767473f97a7 req-5f42796f-e48d-4045-805b-82a9d7c345bf tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:27.972716 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-434cb999-6629-4361-a633-d767473f97a7 req-5f42796f-e48d-4045-805b-82a9d7c345bf tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:27.996073 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-434cb999-6629-4361-a633-d767473f97a7 req-5f42796f-e48d-4045-805b-82a9d7c345bf tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434102 Sep 10 03:05:28.005860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42796f-e48d-4045-805b-82a9d7c345bf tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea7ddb1-0c1b-46ec-887f-8fb9e09e23be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:28.061008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7b6c-8187-42f0-8139-46bd172943bd req-76e24ca4-dfe1-428f-a4a8-b36587269ecb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:28.063087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-727d7b6c-8187-42f0-8139-46bd172943bd req-76e24ca4-dfe1-428f-a4a8-b36587269ecb tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0609620 Sep 10 03:05:28.120259 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-727d7b6c-8187-42f0-8139-46bd172943bd req-4568048f-47a5-4994-a5ba-6298a6d0748d tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 Sep 10 03:05:28.299353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55548) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:28.379564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527529b6-cd54-4f5b-8a09-b346c760f919 req-3f8909eb-68e0-4762-a094-2ff9bb0d6b67 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:28.381889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-527529b6-cd54-4f5b-8a09-b346c760f919 req-3f8909eb-68e0-4762-a094-2ff9bb0d6b67 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0954070 Sep 10 03:05:28.428023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-527529b6-cd54-4f5b-8a09-b346c760f919 req-346a39df-a88a-46e1-abdf-65c6564f31e8 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Sep 10 03:05:28.438843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-0a3a6f47-5dde-46e5-bd33-f8d638eac55d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310974 Sep 10 03:05:28.553068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ec113d01-515f-4404-bafd-246b6ebb1ac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ec58f5185174803a0b5455acfb2c677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524624 Sep 10 03:05:28.555840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55568) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:28.599775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-caebcd59-cbc2-447b-9166-8afe1f192b02 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:28.607305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-caebcd59-cbc2-447b-9166-8afe1f192b02 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611688 Sep 10 03:05:28.623183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f7ac049e-5a82-4c9c-acef-d32e41e1d2d3 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/quotas/32428f842f194c029aa1fdfcf59cedd6 HTTP/1.1" status: 200 len: 375 time: 0.0148206 Sep 10 03:05:28.643006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4bc2-eb94-4e0b-9d9f-67d29afdc71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:28.666963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4bc2-eb94-4e0b-9d9f-67d29afdc71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:28.683951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-c9820fb1-7d72-4385-a5b1-97726fb60f52 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593581 Sep 10 03:05:28.725245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4bc2-eb94-4e0b-9d9f-67d29afdc71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:28.728401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4bc2-eb94-4e0b-9d9f-67d29afdc71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:28.729691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3a3f4bc2-eb94-4e0b-9d9f-67d29afdc71b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/326dfb40-e594-40fc-86fc-9762fcfe0018 HTTP/1.1" status: 204 len: 168 time: 0.1728315 Sep 10 03:05:28.739597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f4bc2-eb94-4e0b-9d9f-67d29afdc71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326dfb40-e594-40fc-86fc-9762fcfe0018,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:29.085329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55578) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:29.100782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.204374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 717d0e7e-217f-43c9-b2fe-b7189f8a6325 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:05:29.278676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 717d0e7e-217f-43c9-b2fe-b7189f8a6325 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:05:29.278943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 717d0e7e-217f-43c9-b2fe-b7189f8a6325 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:05:29.351918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.360945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.439174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=392c90fda87e4bd5b659b1b94d27701b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582654 Sep 10 03:05:29.440259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fab1f-a0eb-40e6-8611-673006b92248,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:29.447573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55590) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:29.449134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.449637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.450246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.450735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.451223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.451851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.452337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.452837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.453372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.453871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.454513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.455264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f30c5b-201a-44e7-b7e6-af114abe8527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:29.466121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b7f8556-3f22-4ff1-a7f8-f42b2f168f94 req-25fe2334-9efb-4175-8529-b3f468801c0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 210 time: 0.0420268 Sep 10 03:05:29.564986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba9d38ba-c606-4ff9-a39a-feb97970b764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.604175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba9d38ba-c606-4ff9-a39a-feb97970b764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.695240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba9d38ba-c606-4ff9-a39a-feb97970b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.698938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba9d38ba-c606-4ff9-a39a-feb97970b764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:29.700294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba9d38ba-c606-4ff9-a39a-feb97970b764 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd1fab1f-a0eb-40e6-8611-673006b92248 HTTP/1.1" status: 204 len: 168 time: 0.2402601 Sep 10 03:05:29.711314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d38ba-c606-4ff9-a39a-feb97970b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fab1f-a0eb-40e6-8611-673006b92248,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:30.626568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f55811e-0411-4a4c-a084-c455cdd64730 req-7067af07-0066-4a89-8b65-e3319d968ef0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 210 time: 0.0832617 Sep 10 03:05:30.698228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:30.742879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-35719b49-93b7-4fb0-895c-9386529678fa tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289640 Sep 10 03:05:30.911490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f4e3fcb3-fb60-45c0-b9d0-3fea9510f6f2 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:30.913548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f4e3fcb3-fb60-45c0-b9d0-3fea9510f6f2 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531692 Sep 10 03:05:30.917216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-network', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:30.927708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:30.951802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Made reservation on behalf of 8ae0b6f7f4074ed7aa67a92c35975610 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:30.954522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:30.963550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.126982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.133109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.161037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:31.164625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.186486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b66d0-0d44-45fc-bd82-9d797f319162,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:31.193153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:05:31.272300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-6b073ca5-a48c-4202-a7a2-522de41301d6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619466 Sep 10 03:05:31.277603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.278111 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Added segment 6c799dbf-0206-425e-8128-ab7351c634db of type vlan for network 48dbfc84-2dd0-4978-a89e-28e20096c511 Sep 10 03:05:31.416184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.244 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/4e8b8afc-a9d7-4019-b126-7b5505df7c4a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:31.442708 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.521653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-348189e4-0476-4643-99b2-2b7e3f25c515 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:31.526819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-348189e4-0476-4643-99b2-2b7e3f25c515 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465580 Sep 10 03:05:31.528177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.529243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:31.529925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.599476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': '33d90081-a351-4d49-9d03-67b6c80ce024', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:31.614277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.633106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.633670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 4e8b8afc-a9d7-4019-b126-7b5505df7c4a will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:31.650731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9505074 Sep 10 03:05:31.654433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55658) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:31.655240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cfc21-d9bf-43ff-871b-905762cc4693 admin admin] Pushing event updated for resources: {'Network': ['ID=48dbfc84-2dd0-4978-a89e-28e20096c511,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:31.666829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:05:31.680379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Request body: {'subnet': {'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-subnet', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:31.705047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.733399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:31.777212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Made reservation on behalf of 8ae0b6f7f4074ed7aa67a92c35975610 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:31.780707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.806995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:31.827591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:31.848421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:31.852741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:31.856865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11afe654-219d-48db-9222-578bb9d944a2 req-0478d671-10e3-4ecc-8946-19241e26cf11 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 210 time: 0.0520635 Sep 10 03:05:31.879087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:31.901593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.923431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:31.924353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.925511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8ef2aa58-58d6-4db6-b49f-812ccae43e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.962006 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-293385e8-cbb6-4c90-8b98-456e55426a0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0382407 Sep 10 03:05:31.969931 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:31.974930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Request body: {'port': {'device_id': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:32.071183 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:32.268800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.55 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/15b808c2-0298-45bb-bcec-d77ed0d2fe62) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:32.310039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aab7bc09-44f0-4604-8fd9-fee778dc9517 None None] Provisioning for port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:32.319387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aab7bc09-44f0-4604-8fd9-fee778dc9517 None None] Provisioning complete for port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:32.319938 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aab7bc09-44f0-4604-8fd9-fee778dc9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:32.377910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-aab7bc09-44f0-4604-8fd9-fee778dc9517 None None] Port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:32.428710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:32.833752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e919740d-817b-46f1-9e55-f0a23192e247,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:32.849400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Checking segment: {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:32.849763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Network hostable DHCP agents. Network: 48dbfc84-2dd0-4978-a89e-28e20096c511, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:05:32.882847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:32.897711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:05:32.904750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 15b808c2-0298-45bb-bcec-d77ed0d2fe62 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:32.911878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 48dbfc84-2dd0-4978-a89e-28e20096c511) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:32.918990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:32.919172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:32.927092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5bab4-804d-4da7-a5c5-c51306fb8961 None None] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:05:32.947089 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-76c724a0-7b32-4f4e-93da-013a80d26668 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2794883 Sep 10 03:05:32.949637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55678) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:32.954720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:32.976800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.045676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:33.055087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:33.062141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:33.066888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.068222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.069067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:33.105592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=15b808c2-0298-45bb-bcec-d77ed0d2fe62,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:33.130516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdacaa-00c6-4077-a283-41ab19679bf4 req-f6544e1f-a42b-4a20-b420-22ab3cd10b9c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:33.137886 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ecdacaa-00c6-4077-a283-41ab19679bf4 req-f6544e1f-a42b-4a20-b420-22ab3cd10b9c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 935 time: 0.1174328 Sep 10 03:05:33.188168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:33.189293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.234119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ecdacaa-00c6-4077-a283-41ab19679bf4 req-14210160-792e-4a96-b356-ea940f977e35 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952556 Sep 10 03:05:33.237260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9e249ffd-3a56-4084-ae07-0d1ed0ce6541 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6511667 Sep 10 03:05:33.251212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Request body: {'port': {'device_id': '33d90081-a351-4d49-9d03-67b6c80ce024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:33.273465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.355416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-48dbfc84-2dd0-4978-a89e-28e20096c511', 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'fixed_ips': [{'subnet_id': 'e919740d-817b-46f1-9e55-f0a23192e247'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:05:33.361369 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.375094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.593426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.628629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5c1a77d9-6014-41a7-8994-176829b03323 None None] Provisioning for port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:33.663051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8b8afc-a9d7-4019-b126-7b5505df7c4a {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:33.672058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5c1a77d9-6014-41a7-8994-176829b03323 None None] Provisioning complete for port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:33.672422 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c1a77d9-6014-41a7-8994-176829b03323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.676138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.706575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Transition to ACTIVE for port object 4e8b8afc-a9d7-4019-b126-7b5505df7c4a will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:33.713578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:33.722169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Allocated IP 172.20.0.2 (48dbfc84-2dd0-4978-a89e-28e20096c511/e919740d-817b-46f1-9e55-f0a23192e247/cd0c71f1-a5e0-4978-8310-34862ce4002f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:33.762980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a77d9-6014-41a7-8994-176829b03323 None None] Port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:33.858382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Pushing event updated for resources: {'Port': ['ID=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:34.029823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b808c2-0298-45bb-bcec-d77ed0d2fe62 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:34.030775 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.045611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Transition to ACTIVE for port object cd0c71f1-a5e0-4978-8310-34862ce4002f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:34.051879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.078336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Transition to ACTIVE for port object 15b808c2-0298-45bb-bcec-d77ed0d2fe62 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:34.096945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.110709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Transition to ACTIVE for port object cd0c71f1-a5e0-4978-8310-34862ce4002f will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:34.139573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.153869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Attempting to bind port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:34.154444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Attempting to bind port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:34.154539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Attempting to bind port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:34.211493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Pushing event updated for resources: {'Port': ['ID=15b808c2-0298-45bb-bcec-d77ed0d2fe62,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:34.221027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:34.223748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:05:34.224080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Attempting to bind port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:34.227649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:34.237161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:34.237899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:34.238760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:34.239375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Bound port: 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:34.239930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.246497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:34.274979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Pushing event updated for resources: {'Port': ['ID=cd0c71f1-a5e0-4978-8310-34862ce4002f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:34.344495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] For port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:34.348055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] For port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:34.365284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.367792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.402826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Attempting to bind port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:34.403425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Attempting to bind port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:34.404123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Attempting to bind port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:34.419291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:05:34.419734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Attempting to bind port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:34.429857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:34.430349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:34.430853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:34.431809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Bound port: 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:34.432282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.445035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-51366e14-8751-4d3f-8081-c80aaf0402ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.449238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Attempting to bind port cd0c71f1-a5e0-4978-8310-34862ce4002f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:34.451973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Attempting to bind port cd0c71f1-a5e0-4978-8310-34862ce4002f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:34.452887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Attempting to bind port cd0c71f1-a5e0-4978-8310-34862ce4002f on network 48dbfc84-2dd0-4978-a89e-28e20096c511 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:34.458543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.463983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:34.470278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Checking segment: {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:34.470761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.471171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Bound using segment: {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:34.472188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Bound port: cd0c71f1-a5e0-4978-8310-34862ce4002f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:34.472594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.475779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.488323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.494613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.501204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.510516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.517267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.532246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43525e95-1b79-444c-bb3c-78599b652f17 req-fe2c5083-b06b-47a7-b8db-6d93e31db8f7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.3540382 Sep 10 03:05:34.572322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.580161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] For port cd0c71f1-a5e0-4978-8310-34862ce4002f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:34.583505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] For port cd0c71f1-a5e0-4978-8310-34862ce4002f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd0c71f1-a5e0-4978-8310-34862ce4002f,segment=NetworkSegment(6c799dbf-0206-425e-8128-ab7351c634db),segment_id=6c799dbf-0206-425e-8128-ab7351c634db)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:34.596466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025b92-061b-453d-85e6-942136f135e0 req-c57ed6d3-6ed5-4c00-bf3b-633c441740c2 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.599021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f025b92-061b-453d-85e6-942136f135e0 req-c57ed6d3-6ed5-4c00-bf3b-633c441740c2 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 947 time: 0.1372643 Sep 10 03:05:34.605283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] For port 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:34.610611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] For port 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:34.611140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.614311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.614870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.616127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] 10.222.0.36 "PUT /v2.0/ports/4e8b8afc-a9d7-4019-b126-7b5505df7c4a HTTP/1.1" status: 200 len: 1096 time: 2.6458235 Sep 10 03:05:34.625252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.632756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'tag': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:34.635050 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b32bc1-87ae-433b-86ca-06fc1b6246a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d633d7f0-162d-477f-a742-bc8f71bc49cf", "tag": "4e8b8afc-a9d7-4019-b126-7b5505df7c4a"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:34.662740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43525e95-1b79-444c-bb3c-78599b652f17 req-1e08146a-19bb-4b6c-a360-3098eee916ce tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290026 Sep 10 03:05:34.663150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f4e1f-c55e-4061-9036-05ecdf63adcb service neutron] Pushing event updated for resources: {'Port': ['ID=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:34.701092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Pushing event updated for resources: {'Port': ['ID=15b808c2-0298-45bb-bcec-d77ed0d2fe62,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:34.709600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbafc62-8664-425a-aa21-ba4d5504d4a6 None None] Pushing event updated for resources: {'Port': ['ID=cd0c71f1-a5e0-4978-8310-34862ce4002f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:34.739278 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.743148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.743904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:34.745400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-f36aced4-2d86-441f-a91d-45060e817c55 service neutron] 10.222.0.36 "PUT /v2.0/ports/15b808c2-0298-45bb-bcec-d77ed0d2fe62 HTTP/1.1" status: 200 len: 1095 time: 1.4993224 Sep 10 03:05:34.745892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d90081-a351-4d49-9d03-67b6c80ce024', 'tag': '15b808c2-0298-45bb-bcec-d77ed0d2fe62'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:34.748830 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16050ffb-2af4-494e-83dc-df1a30f52097" -d '{"events": [{"name": "network-changed", "server_uuid": "33d90081-a351-4d49-9d03-67b6c80ce024", "tag": "15b808c2-0298-45bb-bcec-d77ed0d2fe62"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:34.784210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f025b92-061b-453d-85e6-942136f135e0 req-85569d81-47f3-4b36-9fde-2a66b74e7381 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703577 Sep 10 03:05:34.899614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-0c42bfa6-f4bb-4066-bcea-d31babff8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.901119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-0c42bfa6-f4bb-4066-bcea-d31babff8625 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 1098 time: 0.1019309 Sep 10 03:05:34.991627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-febee0d6-2f72-43f2-8eb6-f9ded02378bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:34.993528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-febee0d6-2f72-43f2-8eb6-f9ded02378bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 1099 time: 0.3143251 Sep 10 03:05:35.026166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-a925116a-8eb3-4d1c-bd6c-e5d8670f9492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62 HTTP/1.1" status: 200 len: 217 time: 0.1139600 Sep 10 03:05:35.134577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-785dd98f-87cf-4157-b023-35575b3722d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.141709 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-785dd98f-87cf-4157-b023-35575b3722d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0990682 Sep 10 03:05:35.141924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-08f3216c-c7e3-4818-86e3-8de13aaa9930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a HTTP/1.1" status: 200 len: 217 time: 0.1155729 Sep 10 03:05:35.146194 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367956f2-13f9-4efb-b68b-8690e3d1ae71 x-openstack-request-id: req-367956f2-13f9-4efb-b68b-8690e3d1ae71 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:35.146484 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d633d7f0-162d-477f-a742-bc8f71bc49cf", "tag": "4e8b8afc-a9d7-4019-b126-7b5505df7c4a", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:35.152176 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-367956f2-13f9-4efb-b68b-8690e3d1ae71 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:35.152810 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'tag': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a', 'status': 'completed', 'code': 200} Sep 10 03:05:35.243110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Allocated IP 172.25.8.241 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/742e13db-c3be-424c-aa35-e3e1ac85e958) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:35.285559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-d40286ba-d53a-46ee-afde-76b3987be16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.287806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-d40286ba-d53a-46ee-afde-76b3987be16d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296444 Sep 10 03:05:35.302565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.308947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.315645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.321912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.323073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-96d9fb90-3296-452d-b4c8-30c9107d85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.330474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.336810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.336950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-96d9fb90-3296-452d-b4c8-30c9107d85bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1765425 Sep 10 03:05:35.348225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.350341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44a4dda7-ad4e-4d54-9972-ced01e0f5de9 req-95b0dab0-2b06-4783-84e5-948d4d81be31 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1378920 Sep 10 03:05:35.353769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:35.520524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-b25c2cba-f7e5-4ce4-bae3-7ec4f83baf31 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691573 Sep 10 03:05:35.522979 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee58690-00ca-478b-888f-cba1bbb07fa0 x-openstack-request-id: req-aee58690-00ca-478b-888f-cba1bbb07fa0 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:35.523269 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d90081-a351-4d49-9d03-67b6c80ce024", "tag": "15b808c2-0298-45bb-bcec-d77ed0d2fe62", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:35.523540 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aee58690-00ca-478b-888f-cba1bbb07fa0 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:35.523926 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d90081-a351-4d49-9d03-67b6c80ce024', 'tag': '15b808c2-0298-45bb-bcec-d77ed0d2fe62', 'status': 'completed', 'code': 200} Sep 10 03:05:35.533964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9c9e3412-2f36-4ed9-85a8-81aea70491e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.535296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6c53-c0b2-45ac-8bdb-966f92ca8cbe req-34580c34-e7dc-48bb-97ce-750aa5dfff0c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.535554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-9c9e3412-2f36-4ed9-85a8-81aea70491e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689031 Sep 10 03:05:35.536901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d6e6c53-c0b2-45ac-8bdb-966f92ca8cbe req-34580c34-e7dc-48bb-97ce-750aa5dfff0c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.0917361 Sep 10 03:05:35.559578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:35.625660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d6e6c53-c0b2-45ac-8bdb-966f92ca8cbe req-36ccf008-8f82-4519-9154-c02ea3c696f9 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807405 Sep 10 03:05:35.659129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-e95aef6a-37ad-465b-8a7a-41fe828ade5a service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212845 Sep 10 03:05:35.668596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:35.695507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-04d812dd-70a2-4538-8fe7-2fddd8b1e5d0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487532 Sep 10 03:05:35.717853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:35.733533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:35.739849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:35.744493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Pushing event updated for resources: {'Port': ['ID=742e13db-c3be-424c-aa35-e3e1ac85e958,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:35.752542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-397ff527-835a-461f-b2f9-09b37a4e91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.754762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-397ff527-835a-461f-b2f9-09b37a4e91c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 1098 time: 0.0446165 Sep 10 03:05:35.876058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-1626f7c2-0b3b-4bc1-8121-3a032d39a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:35.877571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-1626f7c2-0b3b-4bc1-8121-3a032d39a48d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1149962 Sep 10 03:05:35.937223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-421f07a6-468b-408e-977e-f76110a35621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62 HTTP/1.1" status: 200 len: 217 time: 0.0477264 Sep 10 03:05:36.011192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd0c71f1-a5e0-4978-8310-34862ce4002f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:36.033317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-7f9dd7e6-87c8-4410-ab5f-a5397746ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.035404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-7f9dd7e6-87c8-4410-ab5f-a5397746ccdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0890605 Sep 10 03:05:36.116282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-8632334a-9a2b-4528-85c1-1e591c06b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.118219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-8632334a-9a2b-4528-85c1-1e591c06b15b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692141 Sep 10 03:05:36.158107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cd0c71f1-a5e0-4978-8310-34862ce4002f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:36.248307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-cf9583ae-ef07-4865-b1de-ee9bb6c1668f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212473 Sep 10 03:05:36.324631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b6368-36ef-4c9c-b40b-10bdb777a393 None None] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:05:36.369092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e2cc80-29e1-4a17-b644-6c688ab099e9 req-47476be0-fede-4478-af49-37a270d9644f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610520 Sep 10 03:05:36.382220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16050ffb-2af4-494e-83dc-df1a30f52097 req-9df99aa7-b9e4-4d16-9a42-7aa2092cc00f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259577 Sep 10 03:05:36.393167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] Provisioning for port cd0c71f1-a5e0-4978-8310-34862ce4002f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:36.402199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] Provisioning complete for port cd0c71f1-a5e0-4978-8310-34862ce4002f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:36.403022 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:36.460300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeb120-b001-4e64-a58a-335f87b09e0e req-5c071e73-d760-47f9-9876-3006a544c3c7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.461865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ddeeb120-b001-4e64-a58a-335f87b09e0e req-5c071e73-d760-47f9-9876-3006a544c3c7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 947 time: 0.5889297 Sep 10 03:05:36.480083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-5d3e9f9b-3b4e-4fc5-88d4-6302280ef7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.482158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-5d3e9f9b-3b4e-4fc5-88d4-6302280ef7d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 1099 time: 0.0583105 Sep 10 03:05:36.666715 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:36.668312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ddeeb120-b001-4e64-a58a-335f87b09e0e req-4a633abb-d467-4763-947b-417ea2358fb9 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389501 Sep 10 03:05:36.673323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] For port cd0c71f1-a5e0-4978-8310-34862ce4002f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd0c71f1-a5e0-4978-8310-34862ce4002f,segment=NetworkSegment(6c799dbf-0206-425e-8128-ab7351c634db),segment_id=6c799dbf-0206-425e-8128-ab7351c634db)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:36.678461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:36.725698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-dbfc2e67-21e5-41b1-b28f-0613b60ea325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.728767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-dbfc2e67-21e5-41b1-b28f-0613b60ea325 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.2357230 Sep 10 03:05:36.768706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea2274-0bc7-4c0c-addf-2099fd7504c3 None None] Pushing event updated for resources: {'Port': ['ID=cd0c71f1-a5e0-4978-8310-34862ce4002f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:36.788708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:36.817304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-c4868bd9-22c5-474d-b6fd-809cae10bcd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a HTTP/1.1" status: 200 len: 217 time: 0.0814078 Sep 10 03:05:36.839511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-a6f71e2d-4d2d-4ba7-a112-6ad665bca2cd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.841478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-a6f71e2d-4d2d-4ba7-a112-6ad665bca2cd tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.36 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.1100764 Sep 10 03:05:36.940571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417a6e-8112-4611-aa07-ba4e17ed26e1 req-25e4c115-a04f-4a85-a8d9-54e341084ff0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.948339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40417a6e-8112-4611-aa07-ba4e17ed26e1 req-25e4c115-a04f-4a85-a8d9-54e341084ff0 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 946 time: 0.1922116 Sep 10 03:05:36.956085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-bcd542c8-00bb-4953-a47d-8b1a99a0bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:36.956085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-bcd542c8-00bb-4953-a47d-8b1a99a0bb39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1164572 Sep 10 03:05:37.038680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40417a6e-8112-4611-aa07-ba4e17ed26e1 req-5563037d-bf37-48be-b77d-a398e853f06c tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ad6a931-b53c-4601-ae83-97f5e6b5c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891480 Sep 10 03:05:37.051158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0765f8fb-4dd3-4746-b29a-c34083ca03ef None None] Provisioning complete for port cd0c71f1-a5e0-4978-8310-34862ce4002f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:37.051624 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0765f8fb-4dd3-4746-b29a-c34083ca03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.059015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-bde8d995-59a0-4bc4-96e7-b31529537e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.060769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-bde8d995-59a0-4bc4-96e7-b31529537e68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932169 Sep 10 03:05:37.141335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Deleting port 38f3140a-8058-42ef-9c9e-7b62b392946f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:37.142630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.222345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.256339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-e6c55afa-5f6e-4f2b-864f-a614f45f9812 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863422 Sep 10 03:05:37.331764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] For port 38f3140a-8058-42ef-9c9e-7b62b392946f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=38f3140a-8058-42ef-9c9e-7b62b392946f,segment=NetworkSegment(85bf5f6c-552f-498a-bcc3-5b9936c1c34c),segment_id=85bf5f6c-552f-498a-bcc3-5b9936c1c34c)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:37.332143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.384590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Calling delete_port for 38f3140a-8058-42ef-9c9e-7b62b392946f owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:37.387053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.416857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b32bc1-87ae-433b-86ca-06fc1b6246a0 req-77b69fb7-b5ab-4c98-8f3c-23608754b58f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520138 Sep 10 03:05:37.548479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Router 30444a24-b35e-431e-8d33-3998bc1cec7b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:05:37.665093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.694038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55796) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:37.726780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Pushing event deleted for resources: {'Port': ['ID=38f3140a-8058-42ef-9c9e-7b62b392946f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:37.766023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:05:37.776422 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Sync routers for ids ['30444a24-b35e-431e-8d33-3998bc1cec7b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:05:37.783230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] No DVR routers for this DVR port 38f3140a-8058-42ef-9c9e-7b62b392946f on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:05:37.786200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.788010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2befb5-f875-4062-be4b-c2bb30cc371c req-163d5414-6577-48b5-a2cd-f7edb5c438c5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.788236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cccf0058-ea64-445f-8ef9-58accc50b76d req-56ed1b68-1d52-4383-807d-c970431a4b87 tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.36 "DELETE /v2.0/ports/38f3140a-8058-42ef-9c9e-7b62b392946f HTTP/1.1" status: 204 len: 173 time: 0.9395950 Sep 10 03:05:37.788682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-deleted', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:37.790953 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c419f32-3577-45bc-bb24-3a28fecfdd1e" -d '{"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-deleted", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:37.791602 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Routers {'30444a24-b35e-431e-8d33-3998bc1cec7b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:37.792486 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['30444a24-b35e-431e-8d33-3998bc1cec7b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:37.803265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c2befb5-f875-4062-be4b-c2bb30cc371c req-163d5414-6577-48b5-a2cd-f7edb5c438c5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 947 time: 0.1000292 Sep 10 03:05:37.828855 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:37.830362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-384210c1-23f7-437a-b342-584fe0f0895e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8797011 Sep 10 03:05:37.833222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:37.891743 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d234d5-1e93-4156-ad35-d38c521198a1 x-openstack-request-id: req-d8d234d5-1e93-4156-ad35-d38c521198a1 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:37.892038 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a", "name": "network-vif-deleted", "tag": "38f3140a-8058-42ef-9c9e-7b62b392946f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:37.892294 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8d234d5-1e93-4156-ad35-d38c521198a1 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:37.892709 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a', 'name': 'network-vif-deleted', 'tag': '38f3140a-8058-42ef-9c9e-7b62b392946f', 'status': 'completed', 'code': 200} Sep 10 03:05:37.922233 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Set router 30444a24-b35e-431e-8d33-3998bc1cec7b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:37.948521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c2befb5-f875-4062-be4b-c2bb30cc371c req-fd3e9bf3-1e56-4f0a-9f56-1de15e1ded96 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441925 Sep 10 03:05:37.956345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.956838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.957316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.957798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.958268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.958833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.959193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:37.967753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-85edcee6-7345-489f-bc49-63ef34a3d7c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6501 time: 0.2722058 Sep 10 03:05:38.006007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42e15e57-25b2-4399-abcc-a1f756f96c9f req-2eb2a1ee-e70f-43b6-ba4f-8243982eb464 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373485 Sep 10 03:05:38.036752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd0c71f1-a5e0-4978-8310-34862ce4002f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:38.141003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cd0c71f1-a5e0-4978-8310-34862ce4002f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:38.141688 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.192362 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:36Z', 'revision_number': 3, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port': {'id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:34Z', 'updated_at': '2021-09-10T03:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:38.228497 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Checking router: 30444a24-b35e-431e-8d33-3998bc1cec7b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:05:38.229294 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Updating router 30444a24-b35e-431e-8d33-3998bc1cec7b port 742e13db-c3be-424c-aa35-e3e1ac85e958 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:05:38.246289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-168e062d-0e46-4214-a78e-33ab360cc8e9 req-29cff1e6-da85-4c52-813c-091e689f669b tempest-ServersNegativeTestJSON-624613077 tempest-ServersNegativeTestJSON-624613077-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec6b6f4-af3f-4a41-a52d-a9c25ba89a6a HTTP/1.1" status: 200 len: 210 time: 0.0607510 Sep 10 03:05:38.259314 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.584130 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.585759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.600119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Transition to ACTIVE for port object 742e13db-c3be-424c-aa35-e3e1ac85e958 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:38.607393 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.660728 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Attempting to bind port 742e13db-c3be-424c-aa35-e3e1ac85e958 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:38.661103 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Attempting to bind port 742e13db-c3be-424c-aa35-e3e1ac85e958 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:38.661477 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Attempting to bind port 742e13db-c3be-424c-aa35-e3e1ac85e958 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:38.673227 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:38.673606 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:38.674181 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.674742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:38.675374 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Bound port: 742e13db-c3be-424c-aa35-e3e1ac85e958, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:38.676231 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.678829 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Pushing event updated for resources: {'Port': ['ID=742e13db-c3be-424c-aa35-e3e1ac85e958,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:38.706056 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.706713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.707052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.707395 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.707792 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.708130 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.708615 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.709119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.709453 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.709779 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.710105 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.710431 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:05:38.747012 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] For port 742e13db-c3be-424c-aa35-e3e1ac85e958, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:38.750390 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] For port 742e13db-c3be-424c-aa35-e3e1ac85e958, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=742e13db-c3be-424c-aa35-e3e1ac85e958,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:38.754783 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.766130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Allocated IP 172.20.0.1 (48dbfc84-2dd0-4978-a89e-28e20096c511/e919740d-817b-46f1-9e55-f0a23192e247/82c19414-4045-45b3-b704-97f9e4c805e5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:38.824458 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea756cf-1852-4633-9ee0-6c6ab3a1a343 None None] Pushing event updated for resources: {'Port': ['ID=742e13db-c3be-424c-aa35-e3e1ac85e958,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:38.827274 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Routers {'30444a24-b35e-431e-8d33-3998bc1cec7b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:38.828463 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['30444a24-b35e-431e-8d33-3998bc1cec7b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:38.892477 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.907951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Transition to ACTIVE for port object 82c19414-4045-45b3-b704-97f9e4c805e5 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:38.949567 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:38.963199 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] Set router 30444a24-b35e-431e-8d33-3998bc1cec7b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:39.001634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=82c19414-4045-45b3-b704-97f9e4c805e5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:39.016328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:39.026923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:39.029351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:39.108752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0ea62-42dd-4b51-a1b8-d1f52db28dcf req-22e23227-9e03-4e01-bb48-2911a89e69d6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:39.110382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9df0ea62-42dd-4b51-a1b8-d1f52db28dcf req-22e23227-9e03-4e01-bb48-2911a89e69d6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 947 time: 0.0969899 Sep 10 03:05:39.111417 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.212620 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:36Z', 'revision_number': 3, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port': {'id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:34Z', 'updated_at': '2021-09-10T03:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:39.237704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9df0ea62-42dd-4b51-a1b8-d1f52db28dcf req-c5109afd-939d-4e21-b31c-4f0bbb46c5f5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752406 Sep 10 03:05:39.257609 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f8a97-ac87-4ae2-8fd2-4c60b8b053b4 None None] The sync data for ids ['30444a24-b35e-431e-8d33-3998bc1cec7b'] in n-d-808126-2 is: [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:36Z', 'revision_number': 3, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port': {'id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:34Z', 'updated_at': '2021-09-10T03:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:05:39.277914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 15b808c2-0298-45bb-bcec-d77ed0d2fe62 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:05:39.280570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:05:39.314244 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.319783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 38f3140a-8058-42ef-9c9e-7b62b392946f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:05:39.320129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 38f3140a-8058-42ef-9c9e-7b62b392946f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:05:39.327623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55846) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:39.446543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Deleting subnet 279fdcd1-9ed8-4856-a6c1-11aa731223cd {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:05:39.450761 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.510092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e86baeff-7725-4fd2-ae74-8fbac1728990 None None] Provisioning for port 82c19414-4045-45b3-b704-97f9e4c805e5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:39.523929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.529644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e86baeff-7725-4fd2-ae74-8fbac1728990 None None] Provisioning complete for port 82c19414-4045-45b3-b704-97f9e4c805e5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:39.530342 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e86baeff-7725-4fd2-ae74-8fbac1728990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.590154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.595807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:39.598227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.632353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e86baeff-7725-4fd2-ae74-8fbac1728990 None None] Port 82c19414-4045-45b3-b704-97f9e4c805e5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:39.634494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.672730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '15b808c2-0298-45bb-bcec-d77ed0d2fe62', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '15b808c2-0298-45bb-bcec-d77ed0d2fe62', 'mac_address': 'fa:16:3e:24:88:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:05:39.748559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.752266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=82c19414-4045-45b3-b704-97f9e4c805e5,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:39.763085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.770657 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.788865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279fdcd1-9ed8-4856-a6c1-11aa731223cd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:39.791012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b808c2-0298-45bb-bcec-d77ed0d2fe62 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:39.805620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.807726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-95566f4d-5f0e-48a2-a79f-6be7489b30a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/279fdcd1-9ed8-4856-a6c1-11aa731223cd HTTP/1.1" status: 204 len: 168 time: 0.4749153 Sep 10 03:05:39.810137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55864) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:39.815745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:39.821532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.822481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4e8b8afc-a9d7-4019-b126-7b5505df7c4a details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:05:39.898395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=15b808c2-0298-45bb-bcec-d77ed0d2fe62,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:39.929393 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:39.985351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:39.987770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:39.991873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:40.010722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a', 'mac_address': 'fa:16:3e:ff:91:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:05:40.082647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.101155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 742e13db-c3be-424c-aa35-e3e1ac85e958 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:40.140968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:40.151050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.163595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bf5f6c-552f-498a-bcc3-5b9936c1c34c') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:40.163897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bf5f6c-552f-498a-bcc3-5b9936c1c34c') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:40.179440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8b8afc-a9d7-4019-b126-7b5505df7c4a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:40.201190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.205051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 742e13db-c3be-424c-aa35-e3e1ac85e958 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:40.210782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 742e13db-c3be-424c-aa35-e3e1ac85e958 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:40.211156 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.214016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:40.221175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Router 30444a24-b35e-431e-8d33-3998bc1cec7b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:05:40.228206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.236015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:05:40.236426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:05:40.238361 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:05:40.280375 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.369959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.384976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.393456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:40.396002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f HTTP/1.1" status: 204 len: 168 time: 0.5847340 Sep 10 03:05:40.440644 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.477894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 742e13db-c3be-424c-aa35-e3e1ac85e958, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=742e13db-c3be-424c-aa35-e3e1ac85e958,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:40.487569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.488063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6023d3-254f-4fd9-a380-ba1acaee89d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb43ab5-b9a1-4aa2-9f4c-9ef9cd72f62f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:40.496172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:05:40.510144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-542f6ea0-a1f7-4b56-98fb-5706910fa2e2 admin admin] 10.222.0.23 "PUT /v2.0/routers/30444a24-b35e-431e-8d33-3998bc1cec7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6758070 Sep 10 03:05:40.536927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4178a-20f2-47c2-b438-b858b8c595de req-8ad3af07-e30d-4edb-ab42-2c244fda4019 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:40.551978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82d4178a-20f2-47c2-b438-b858b8c595de req-8ad3af07-e30d-4edb-ab42-2c244fda4019 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 948 time: 0.1794343 Sep 10 03:05:40.570431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:40.572337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['15b808c2-0298-45bb-bcec-d77ed0d2fe62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:40.580622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=742e13db-c3be-424c-aa35-e3e1ac85e958,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:40.645818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82d4178a-20f2-47c2-b438-b858b8c595de req-fe1b5624-f4fa-4cf5-8506-af94b998feef tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768695 Sep 10 03:05:40.701992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ac8dc350-5cf9-45a3-823c-a6e09a061b7e None None] Provisioning complete for port 82c19414-4045-45b3-b704-97f9e4c805e5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:40.702359 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc350-5cf9-45a3-823c-a6e09a061b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.756189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dc350-5cf9-45a3-823c-a6e09a061b7e None None] Port 82c19414-4045-45b3-b704-97f9e4c805e5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:40.811822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55896) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:40.890260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-705ac00f-3d1a-4d33-bfeb-cbe92b282251 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=723da98730d940bca004ba2a91114dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721421 Sep 10 03:05:40.890260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:40.957240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6dff-8f31-43df-8573-c34061dc8fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:40.988559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6dff-8f31-43df-8573-c34061dc8fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:41.053449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6dff-8f31-43df-8573-c34061dc8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:41.056346 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6dff-8f31-43df-8573-c34061dc8fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:41.060148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2b7d6dff-8f31-43df-8573-c34061dc8fb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ad6a931-b53c-4601-ae83-97f5e6b5c80a HTTP/1.1" status: 204 len: 168 time: 0.1680310 Sep 10 03:05:41.067934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d6dff-8f31-43df-8573-c34061dc8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad6a931-b53c-4601-ae83-97f5e6b5c80a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:41.173418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d7f51e1b-e672-4931-8a80-a4446ffa5444 req-b2049b49-46ae-4d4e-983c-59b2d566b6c4 tempest-FloatingIPsNegativeTestJSON-2024386899 tempest-FloatingIPsNegativeTestJSON-2024386899-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=8ae0b6f7f4074ed7aa67a92c35975610 HTTP/1.1" status: 200 len: 217 time: 0.0581901 Sep 10 03:05:41.246572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4142d9c4-b40d-4602-b622-933388d22da7 req-f49c5afa-6dd0-4bc5-a462-a79921c4918f tempest-FloatingIPsNegativeTestJSON-2024386899 tempest-FloatingIPsNegativeTestJSON-2024386899-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0490222 Sep 10 03:05:41.320978 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-9ff6adf7-ec2c-4624-a63c-ab1dfe03f176 req-4264f949-0a7d-4f53-b6f4-0c996d8f082f tempest-FloatingIPsNegativeTestJSON-2024386899 tempest-FloatingIPsNegativeTestJSON-2024386899-project] show failed (client error): The resource could not be found. Sep 10 03:05:41.326772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ff6adf7-ec2c-4624-a63c-ab1dfe03f176 req-4264f949-0a7d-4f53-b6f4-0c996d8f082f tempest-FloatingIPsNegativeTestJSON-2024386899 tempest-FloatingIPsNegativeTestJSON-2024386899-project] 10.222.0.23 "GET /v2.0/floatingips/5cb05b98-e6dd-4040-95e1-1113aacf58c9 HTTP/1.1" status: 404 len: 350 time: 0.0467837 Sep 10 03:05:41.330877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55916) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:41.857163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Sync routers for ids ['30444a24-b35e-431e-8d33-3998bc1cec7b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:05:41.892541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Routers {'30444a24-b35e-431e-8d33-3998bc1cec7b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:41.893189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['30444a24-b35e-431e-8d33-3998bc1cec7b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:42.024064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 742e13db-c3be-424c-aa35-e3e1ac85e958 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:42.042774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec4d29-8bad-486e-be6e-88a535911ef4 req-84afe218-6e86-47ba-b812-6b59e3a40ead tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:42.044974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6ec4d29-8bad-486e-be6e-88a535911ef4 req-84afe218-6e86-47ba-b812-6b59e3a40ead tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 948 time: 0.1300423 Sep 10 03:05:42.054932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Set router 30444a24-b35e-431e-8d33-3998bc1cec7b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:42.146523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6ec4d29-8bad-486e-be6e-88a535911ef4 req-87fb9924-025b-4483-ac1d-59c63bfa4b56 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906131 Sep 10 03:05:42.183191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:42.332786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.370405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 742e13db-c3be-424c-aa35-e3e1ac85e958 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:42.370834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.383729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-684181140-network', 'tenant_id': '609c04f734294906a77b94c16b8f2674'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:42.418738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Made reservation on behalf of 609c04f734294906a77b94c16b8f2674 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:42.421099 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.428131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:39Z', 'revision_number': 4, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port': {'id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:34Z', 'updated_at': '2021-09-10T03:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '82c19414-4045-45b3-b704-97f9e4c805e5', 'name': '', 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'mac_address': 'fa:16:3e:ea:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e919740d-817b-46f1-9e55-f0a23192e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:38Z', 'updated_at': '2021-09-10T03:05:39Z', 'revision_number': 2, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'subnets': [{'id': 'e919740d-817b-46f1-9e55-f0a23192e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:42.456931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.476176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Checking router: 30444a24-b35e-431e-8d33-3998bc1cec7b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:05:42.476465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Updating router 30444a24-b35e-431e-8d33-3998bc1cec7b port 82c19414-4045-45b3-b704-97f9e4c805e5 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:05:42.511949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.653954 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.659514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.711636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:05:42.727409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.727724 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Added segment 0d8876c8-79ce-4e1f-85e1-56067c7a7591 of type vlan for network ddca94e9-0113-4048-be7a-47b4d5c974a9 Sep 10 03:05:42.741240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b362d-1e8c-40f7-9a20-ad2362ddd96c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:42.797451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.799131 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.802623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Deleting port 82c19414-4045-45b3-b704-97f9e4c805e5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:42.803056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.823173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Transition to ACTIVE for port object 82c19414-4045-45b3-b704-97f9e4c805e5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:42.833253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.858017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.859419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:42.860402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.901335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46cbae-d92b-413a-8ccf-0ef4bd343ed5 None None] Pushing event updated for resources: {'Port': ['ID=82c19414-4045-45b3-b704-97f9e4c805e5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:42.946685 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7620146 Sep 10 03:05:42.949277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55980) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:42.954698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Request body: {'subnet': {'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-684181140-subnet', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:42.961041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Attempting to bind port 82c19414-4045-45b3-b704-97f9e4c805e5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:42.961606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Attempting to bind port 82c19414-4045-45b3-b704-97f9e4c805e5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:42.961790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Attempting to bind port 82c19414-4045-45b3-b704-97f9e4c805e5 on network 48dbfc84-2dd0-4978-a89e-28e20096c511 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:42.968032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:42.968032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Checking segment: {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:42.968344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.968556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Bound using segment: {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:42.969003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Bound port: 82c19414-4045-45b3-b704-97f9e4c805e5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c799dbf-0206-425e-8128-ab7351c634db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:42.969382 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:42.986868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Made reservation on behalf of 609c04f734294906a77b94c16b8f2674 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:42.993019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.061868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.065528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43b2f5-7b94-4894-8818-fd7a96ba396b admin admin] Pushing event updated for resources: {'Network': ['ID=ddca94e9-0113-4048-be7a-47b4d5c974a9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:43.085099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Calling delete_port for 82c19414-4045-45b3-b704-97f9e4c805e5 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:43.085637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:05:43.108702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] For port 82c19414-4045-45b3-b704-97f9e4c805e5, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:43.115389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] For port 82c19414-4045-45b3-b704-97f9e4c805e5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=82c19414-4045-45b3-b704-97f9e4c805e5,segment=NetworkSegment(6c799dbf-0206-425e-8128-ab7351c634db),segment_id=6c799dbf-0206-425e-8128-ab7351c634db)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:43.152160 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.288954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 15b808c2-0298-45bb-bcec-d77ed0d2fe62 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:43.291289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.300925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Routers {'30444a24-b35e-431e-8d33-3998bc1cec7b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:43.301586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['30444a24-b35e-431e-8d33-3998bc1cec7b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:43.401569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9cdd-8a2d-43e6-9d9c-f0a87bfb717f req-ab732751-e547-4428-84a1-8489eca51b58 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:43.403828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e4a9cdd-8a2d-43e6-9d9c-f0a87bfb717f req-ab732751-e547-4428-84a1-8489eca51b58 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 948 time: 0.1019595 Sep 10 03:05:43.413987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b05c0f3-88d9-4006-834b-b60131c9fc47,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:43.427428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Checking segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:43.428222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Network hostable DHCP agents. Network: ddca94e9-0113-4048-be7a-47b4d5c974a9, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:05:43.473091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:05:43.510027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, ddca94e9-0113-4048-be7a-47b4d5c974a9) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:43.526432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:43.530384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.535697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e4a9cdd-8a2d-43e6-9d9c-f0a87bfb717f req-b4bf5223-d40c-4a9d-893f-bc11c1788173 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165202 Sep 10 03:05:43.554586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.560397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f40735be-506b-42ad-8013-3d21f2531587 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6091661 Sep 10 03:05:43.562561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55994) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:43.572129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:43.602743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=82c19414-4045-45b3-b704-97f9e4c805e5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:43.621645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] Set router 30444a24-b35e-431e-8d33-3998bc1cec7b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:43.630274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.632013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.652181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46cbae-d92b-413a-8ccf-0ef4bd343ed5 None None] Pushing event updated for resources: {'Port': ['ID=82c19414-4045-45b3-b704-97f9e4c805e5,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:43.660021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d749e82-0a46-4988-89a2-4108071bf52e None None] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:05:43.715552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:43.898851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:43.913945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-502738ac-3e85-4203-8ca6-c3a740f876c3 None None] Could not find standard attr ID for object 82c19414-4045-45b3-b704-97f9e4c805e5. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:05:43.924646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:43.925019 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.005554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.026302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.059936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-b0bbaaa5-0b4e-4cab-9cb7-33c0ee8c26c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1551468 Sep 10 03:05:44.098091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-ddca94e9-0113-4048-be7a-47b4d5c974a9', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:05:44.098943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.161929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.260244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d90081-a351-4d49-9d03-67b6c80ce024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b808c2-0298-45bb-bcec-d77ed0d2fe62'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:44.263258 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6bc95-3ce5-4a89-b389-0cb36d673b50" -d '{"events": [{"server_uuid": "33d90081-a351-4d49-9d03-67b6c80ce024", "name": "network-vif-plugged", "status": "completed", "tag": "15b808c2-0298-45bb-bcec-d77ed0d2fe62"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:44.295050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.295613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.296083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.296604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.297066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.297527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.297989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.299878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-30be4797-a9da-484f-974a-84cc93a36c4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 6501 time: 0.1523142 Sep 10 03:05:44.332586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:44.337843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.369124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.426911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:39Z', 'revision_number': 4, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port': {'id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:34Z', 'updated_at': '2021-09-10T03:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '82c19414-4045-45b3-b704-97f9e4c805e5', 'name': '', 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'mac_address': 'fa:16:3e:ea:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e919740d-817b-46f1-9e55-f0a23192e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:38Z', 'updated_at': '2021-09-10T03:05:43Z', 'revision_number': 4, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'subnets': [{'id': 'e919740d-817b-46f1-9e55-f0a23192e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:44.454981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Router 30444a24-b35e-431e-8d33-3998bc1cec7b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:05:44.456803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.457619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4e8b8afc-a9d7-4019-b126-7b5505df7c4a up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:44.481235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Allocated IP 172.20.0.2 (ddca94e9-0113-4048-be7a-47b4d5c974a9/4b05c0f3-88d9-4006-834b-b60131c9fc47/49dad701-c5e5-48cc-a88e-a5ef30058122) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:44.484504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fa168dc7-329e-4896-9c6c-8cba165bd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.484983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fa168dc7-329e-4896-9c6c-8cba165bd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.485446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fa168dc7-329e-4896-9c6c-8cba165bd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.487035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fa168dc7-329e-4896-9c6c-8cba165bd915 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=096606b6-99b7-421d-ad68-4cda1e71df35&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 200 len: 2294 time: 0.1600485 Sep 10 03:05:44.494122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911fcf5-d037-4f8b-8269-83b0bc7dd619 None None] The sync data for ids ['30444a24-b35e-431e-8d33-3998bc1cec7b'] in n-d-808126-2 is: [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:39Z', 'revision_number': 4, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port': {'id': '742e13db-c3be-424c-aa35-e3e1ac85e958', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:34Z', 'updated_at': '2021-09-10T03:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '82c19414-4045-45b3-b704-97f9e4c805e5', 'name': '', 'network_id': '48dbfc84-2dd0-4978-a89e-28e20096c511', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'mac_address': 'fa:16:3e:ea:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e919740d-817b-46f1-9e55-f0a23192e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:38Z', 'updated_at': '2021-09-10T03:05:43Z', 'revision_number': 4, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'subnets': [{'id': 'e919740d-817b-46f1-9e55-f0a23192e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:05:44.604705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Allocated IP 172.25.8.151 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/e228feee-54a0-4c9b-9ec8-df02c53b4f5d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:44.808378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:05:44.834476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d7f2426-5678-49dc-b90a-56bfacae0c8c admin admin] 10.222.0.23 "PUT /v2.0/routers/30444a24-b35e-431e-8d33-3998bc1cec7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4999607 Sep 10 03:05:44.836368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:44.863914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fc3f53f8-6ee6-48a9-89a5-54ef34585ada service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=317cb891-9ec3-4317-ac29-8a8734791a29 HTTP/1.1" status: 200 len: 1000 time: 0.3130589 Sep 10 03:05:44.885224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fd30e-3057-4b4e-9358-269d6595c334 req-35b3bfc4-5225-42fe-8461-7abbf57da40d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:44.885849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.886812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793fd30e-3057-4b4e-9358-269d6595c334 req-35b3bfc4-5225-42fe-8461-7abbf57da40d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 949 time: 0.1870360 Sep 10 03:05:44.895032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Transition to ACTIVE for port object 49dad701-c5e5-48cc-a88e-a5ef30058122 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:44.911588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Transition to ACTIVE for port object 49dad701-c5e5-48cc-a88e-a5ef30058122 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:44.917826 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b65be-b03f-4e14-a0e8-991241daaf79 x-openstack-request-id: req-c17b65be-b03f-4e14-a0e8-991241daaf79 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:44.918476 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d90081-a351-4d49-9d03-67b6c80ce024", "name": "network-vif-plugged", "status": "completed", "tag": "15b808c2-0298-45bb-bcec-d77ed0d2fe62", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:44.918476 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c17b65be-b03f-4e14-a0e8-991241daaf79 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:44.918863 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d90081-a351-4d49-9d03-67b6c80ce024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b808c2-0298-45bb-bcec-d77ed0d2fe62', 'code': 200} Sep 10 03:05:44.927368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:44.963288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:44.996672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:45.003704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:45.054554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.105897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793fd30e-3057-4b4e-9358-269d6595c334 req-067ad522-e219-4e6a-a9a0-17496a80ac27 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007811 Sep 10 03:05:45.126239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=15b808c2-0298-45bb-bcec-d77ed0d2fe62,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:45.181548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:45.191281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.207538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.278270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Attempting to bind port 49dad701-c5e5-48cc-a88e-a5ef30058122 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:45.278654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Attempting to bind port 49dad701-c5e5-48cc-a88e-a5ef30058122 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:45.279025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Attempting to bind port 49dad701-c5e5-48cc-a88e-a5ef30058122 on network ddca94e9-0113-4048-be7a-47b4d5c974a9 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:45.281752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a561b4-ca7d-4098-9a86-eecd22b82ba9 req-24257e11-ceae-4e99-84ee-927182e1829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:45.283722 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8a561b4-ca7d-4098-9a86-eecd22b82ba9 req-24257e11-ceae-4e99-84ee-927182e1829c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 1100 time: 0.4728696 Sep 10 03:05:45.291643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:45.297729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:45.300269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:45.300654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Checking segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:45.301062 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.301457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Bound using segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:45.301947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Bound port: 49dad701-c5e5-48cc-a88e-a5ef30058122, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:45.306062 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.306195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:45.310514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Pushing event updated for resources: {'Port': ['ID=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:45.319538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-85176865-d4fa-47d3-910d-11a799793753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:45.322332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-85176865-d4fa-47d3-910d-11a799793753 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03e0228f-39d9-4fb6-8a0e-db15769a0d71 HTTP/1.1" status: 200 len: 856 time: 0.4116824 Sep 10 03:05:45.327983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:45.332544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.432951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Pushing event updated for resources: {'Port': ['ID=49dad701-c5e5-48cc-a88e-a5ef30058122,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:45.495950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.502289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8a561b4-ca7d-4098-9a86-eecd22b82ba9 req-aa404d18-b583-4d65-8d90-9ff71ed6bd78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055614 Sep 10 03:05:45.515797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-4c5b5c4e-9755-4177-a9ca-277e6da9a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:45.517740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-4c5b5c4e-9755-4177-a9ca-277e6da9a32f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291900 Sep 10 03:05:45.566554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.655732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:45.672216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.686129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] For port 49dad701-c5e5-48cc-a88e-a5ef30058122, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:45.691116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] For port 49dad701-c5e5-48cc-a88e-a5ef30058122, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=49dad701-c5e5-48cc-a88e-a5ef30058122,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:45.716522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-a941daf4-cc05-4454-9228-cf4e17bf8404 service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641359 Sep 10 03:05:45.718420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Deleting port 742e13db-c3be-424c-aa35-e3e1ac85e958 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:45.718420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.739635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:45.791636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:45.949007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] For port 742e13db-c3be-424c-aa35-e3e1ac85e958, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=742e13db-c3be-424c-aa35-e3e1ac85e958,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:45.951964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa2534-863a-46c8-b813-1fa9223c4da9 None None] Pushing event updated for resources: {'Port': ['ID=49dad701-c5e5-48cc-a88e-a5ef30058122,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:45.958343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:46.007639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-ea8439a6-0079-4af9-a060-aab5104993e5 service neutron] 10.222.0.32 "GET /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820437 Sep 10 03:05:46.008550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Calling delete_port for 742e13db-c3be-424c-aa35-e3e1ac85e958 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:46.066066 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-d3dc291e-2cc2-4c85-97af-d4081c308921 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 217 time: 0.0515709 Sep 10 03:05:46.262851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-0a765b9b-bc2b-4673-bb15-dde95d1cce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:46.266065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-0a765b9b-bc2b-4673-bb15-dde95d1cce9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1708586 Sep 10 03:05:46.304694 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:05:46.444550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fcc4aa68-e8e9-45bc-a903-482941cab4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:46.446216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-fcc4aa68-e8e9-45bc-a903-482941cab4f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1650636 Sep 10 03:05:46.568383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-385de9d4-5c7f-48c0-853a-0f98a9f292d9 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120107 Sep 10 03:05:46.625164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:46.694615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:46.732616 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-93370ac9-ef0c-4c0e-8971-5faaa1c752c5 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537645 Sep 10 03:05:46.735662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Pushing event deleted for resources: {'Port': ['ID=742e13db-c3be-424c-aa35-e3e1ac85e958,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:46.780738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aff26-5629-4b37-ab6b-024cbb88941d req-8f6cbefd-cdde-4702-aa99-1df09c9b6028 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:46.788014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a24aff26-5629-4b37-ab6b-024cbb88941d req-8f6cbefd-cdde-4702-aa99-1df09c9b6028 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 949 time: 0.2020926 Sep 10 03:05:46.789747 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] Sync routers for ids ['30444a24-b35e-431e-8d33-3998bc1cec7b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:05:46.800982 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] Routers {'30444a24-b35e-431e-8d33-3998bc1cec7b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:46.801930 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['30444a24-b35e-431e-8d33-3998bc1cec7b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:46.831491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a24aff26-5629-4b37-ab6b-024cbb88941d req-e3bb6384-78f2-4d22-8198-4afc87c9dbcd tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Sep 10 03:05:46.922470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:46.924905 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb7f01-7985-4bcc-88fa-415c9e4134a6" -d '{"events": [{"server_uuid": "d633d7f0-162d-477f-a742-bc8f71bc49cf", "name": "network-vif-plugged", "status": "completed", "tag": "4e8b8afc-a9d7-4019-b126-7b5505df7c4a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:47.019509 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b06254-9cb6-4469-bded-b322971ed75c x-openstack-request-id: req-e2b06254-9cb6-4469-bded-b322971ed75c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:05:47.020072 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d633d7f0-162d-477f-a742-bc8f71bc49cf", "name": "network-vif-plugged", "status": "completed", "tag": "4e8b8afc-a9d7-4019-b126-7b5505df7c4a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:05:47.020072 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2b06254-9cb6-4469-bded-b322971ed75c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:05:47.020477 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a', 'code': 200} Sep 10 03:05:47.042527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.095488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] Set router 30444a24-b35e-431e-8d33-3998bc1cec7b gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:47.193238 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:46Z', 'revision_number': 7, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:47.227966 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] Checking router: 30444a24-b35e-431e-8d33-3998bc1cec7b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:05:47.237783 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] Routers {'30444a24-b35e-431e-8d33-3998bc1cec7b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:47.238342 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['30444a24-b35e-431e-8d33-3998bc1cec7b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:47.242978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-f4ad38fa-898a-4528-a9db-1fc64cfb79ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 217 time: 0.4866879 Sep 10 03:05:47.294061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:05:47.325814 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] Set router 30444a24-b35e-431e-8d33-3998bc1cec7b gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:47.391126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.417649 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:46Z', 'revision_number': 7, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:47.510001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:05:47.532590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-d081351d-4036-4da3-9d80-f4eb160cf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:47.533413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:05:47.535815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-d081351d-4036-4da3-9d80-f4eb160cf608 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.2619815 Sep 10 03:05:47.544422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5653-62a3-4796-bf79-9ce17af1638c req-988ec21b-d5d1-4205-a075-f8aa59da2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:47.551362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.555599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87f1db3e-a17a-4f7c-9788-60425e6d163d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9895408 Sep 10 03:05:47.557967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56088) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:47.558874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:47.559710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:47.569065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-159a5653-62a3-4796-bf79-9ce17af1638c req-988ec21b-d5d1-4205-a075-f8aa59da2780 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 1101 time: 0.3316960 Sep 10 03:05:47.569984 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539fceb-18ad-42ef-a64e-c0352997973e None None] The sync data for ids ['30444a24-b35e-431e-8d33-3998bc1cec7b'] in n-d-808126-2 is: [{'id': '30444a24-b35e-431e-8d33-3998bc1cec7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613810661-router', 'tenant_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:33Z', 'updated_at': '2021-09-10T03:05:46Z', 'revision_number': 7, 'project_id': '8ae0b6f7f4074ed7aa67a92c35975610', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:05:47.651859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f3ec4-e35a-4959-a047-8fa4df73c753 None None] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:05:47.665447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.677152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.709910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-159a5653-62a3-4796-bf79-9ce17af1638c req-c57bbd51-e0b0-4b94-89b5-b6f996ee0014 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235311 Sep 10 03:05:47.788465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-71f044b9-02c4-4e46-af39-a27209d5ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:47.790243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-71f044b9-02c4-4e46-af39-a27209d5ec35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202454 Sep 10 03:05:47.810548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.812215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-00d282ae-ce2a-48cf-969a-7669017d0a24 None None] Provisioning for port 49dad701-c5e5-48cc-a88e-a5ef30058122 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:47.814345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30444a24-b35e-431e-8d33-3998bc1cec7b {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:05:47.844883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:47.866778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:47.871795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4cfb2fc5-ba2e-4caf-9d65-a48aa5af6549 admin admin] 10.222.0.23 "DELETE /v2.0/routers/30444a24-b35e-431e-8d33-3998bc1cec7b HTTP/1.1" status: 204 len: 168 time: 3.0292785 Sep 10 03:05:47.876191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56098) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:48.143283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689363-9192-42db-87e7-560c8ea8de1e req-6c405d69-4c4a-4374-adf0-e3a5d7ff70e1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:48.154259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91689363-9192-42db-87e7-560c8ea8de1e req-6c405d69-4c4a-4374-adf0-e3a5d7ff70e1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 949 time: 0.1876733 Sep 10 03:05:48.159021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Deleting subnet e919740d-817b-46f1-9e55-f0a23192e247 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:05:48.164223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-65d7cb61-795e-4a89-99d1-a54e36b1e63c service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661332 Sep 10 03:05:48.165687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.262716 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.346422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91689363-9192-42db-87e7-560c8ea8de1e req-1a6c97b6-e5b8-49c2-ae8a-661baa8bbec4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911881 Sep 10 03:05:48.399041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.402087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:45Z', 'revision_number': 3, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:48.463662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:05:48.464154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Updating router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 port e228feee-54a0-4c9b-9ec8-df02c53b4f5d binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:05:48.528924 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.545325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.552661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-1fc3f8ab-a978-4081-9e1e-15f0a5a757d1 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362086 Sep 10 03:05:48.591361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 49dad701-c5e5-48cc-a88e-a5ef30058122 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:48.638695 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-67d70146-f2b1-4bd5-a802-a605a67ca27c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303 HTTP/1.1" status: 200 len: 217 time: 0.0534348 Sep 10 03:05:48.760349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-1fea0ec8-8d38-4c24-a4c8-58570b72544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:48.762064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-1fea0ec8-8d38-4c24-a4c8-58570b72544f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.0852315 Sep 10 03:05:48.772622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064e28a-1b25-4475-ace4-49d8139ab06d req-facbe4e9-8aeb-4c76-96e4-29d6ce9017ec tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:48.774319 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e064e28a-1b25-4475-ace4-49d8139ab06d req-facbe4e9-8aeb-4c76-96e4-29d6ce9017ec tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 950 time: 0.1880174 Sep 10 03:05:48.783786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.863014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e919740d-817b-46f1-9e55-f0a23192e247,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:48.886800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ac510-d3ae-4bf1-99fb-e4bd3136985b None None] Network 48dbfc84-2dd0-4978-a89e-28e20096c511 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:05:48.899927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:48.902791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-692876dc-9371-4c72-97f3-ccd95aac5cfb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e919740d-817b-46f1-9e55-f0a23192e247 HTTP/1.1" status: 204 len: 168 time: 1.0256927 Sep 10 03:05:48.905696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56126) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:48.917042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 49dad701-c5e5-48cc-a88e-a5ef30058122 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:48.944333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-0c03cfa4-7a5a-4f29-b5f8-d25b702d8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:48.946507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-0c03cfa4-7a5a-4f29-b5f8-d25b702d8c8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1709838 Sep 10 03:05:48.950124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e064e28a-1b25-4475-ace4-49d8139ab06d req-d029fe8f-1b41-461c-aeb5-696008ba364d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633003 Sep 10 03:05:48.959691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Allocated IP 172.20.0.1 (ddca94e9-0113-4048-be7a-47b4d5c974a9/4b05c0f3-88d9-4006-834b-b60131c9fc47/4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:48.972836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 49dad701-c5e5-48cc-a88e-a5ef30058122 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:48.973216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.020011 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.108691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-0cfeebb4-9340-4146-a5fb-013fb15acb29 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510613 Sep 10 03:05:49.213192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.230434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Deleting port cd0c71f1-a5e0-4978-8310-34862ce4002f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:49.230779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.235305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Transition to ACTIVE for port object 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:49.285990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-86e972c5-5cfc-47fb-9b4a-be3bc939e6a9 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648190 Sep 10 03:05:49.324646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.341227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] For port cd0c71f1-a5e0-4978-8310-34862ce4002f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd0c71f1-a5e0-4978-8310-34862ce4002f,segment=NetworkSegment(6c799dbf-0206-425e-8128-ab7351c634db),segment_id=6c799dbf-0206-425e-8128-ab7351c634db)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:49.341601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.357346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Calling delete_port for cd0c71f1-a5e0-4978-8310-34862ce4002f owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:49.374452 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.375899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 49dad701-c5e5-48cc-a88e-a5ef30058122, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=49dad701-c5e5-48cc-a88e-a5ef30058122,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:49.377454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be173054-a68e-4027-af4e-947b372160c1 None None] DHCP port deletion for 48dbfc84-2dd0-4978-a89e-28e20096c511 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:05:49.385272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-dce8e49e-5dd1-4f51-a670-49ed779d1c3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4 HTTP/1.1" status: 200 len: 217 time: 0.0832222 Sep 10 03:05:49.389035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.423267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 82c19414-4045-45b3-b704-97f9e4c805e5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:05:49.451892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:49.457853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:49.466545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:49.491401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-76a3a347-1341-4b3d-9385-668717c72a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:49.494377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-76a3a347-1341-4b3d-9385-668717c72a80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 200 len: 797 time: 0.1003211 Sep 10 03:05:49.498468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 82c19414-4045-45b3-b704-97f9e4c805e5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:05:49.498807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 82c19414-4045-45b3-b704-97f9e4c805e5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:05:49.524840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:49.556081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-99d8d1a2-7e43-4879-8e4d-c803b6abcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:49.557855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-99d8d1a2-7e43-4879-8e4d-c803b6abcdd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096606b6-99b7-421d-ad68-4cda1e71df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568182 Sep 10 03:05:49.559225 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.572538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Transition to ACTIVE for port object e228feee-54a0-4c9b-9ec8-df02c53b4f5d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:49.582289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=49dad701-c5e5-48cc-a88e-a5ef30058122,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:49.589992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.607650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.698288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Deleting port cd0c71f1-a5e0-4978-8310-34862ce4002f {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:05:49.698670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.710584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.729079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Attempting to bind port e228feee-54a0-4c9b-9ec8-df02c53b4f5d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:49.729474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Attempting to bind port e228feee-54a0-4c9b-9ec8-df02c53b4f5d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:49.729813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Attempting to bind port e228feee-54a0-4c9b-9ec8-df02c53b4f5d on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:49.736710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959721bd-2495-4ad4-83ff-5dec752521e9 None None] Pushing event updated for resources: {'Port': ['ID=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:49.747647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0c71f1-a5e0-4978-8310-34862ce4002f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:49.756558 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-567f269c-ed7e-4f76-99ee-08e63413edc5 service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898592 Sep 10 03:05:49.762619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:49.762988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:49.763357 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.763788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:49.764667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Bound port: e228feee-54a0-4c9b-9ec8-df02c53b4f5d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:49.764796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.765106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] No DVR routers for this DVR port cd0c71f1-a5e0-4978-8310-34862ce4002f on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:05:49.831247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] For port e228feee-54a0-4c9b-9ec8-df02c53b4f5d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:49.857681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] For port e228feee-54a0-4c9b-9ec8-df02c53b4f5d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:49.895308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.911627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-be173054-a68e-4027-af4e-947b372160c1 None None] For port cd0c71f1-a5e0-4978-8310-34862ce4002f, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:49.912030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.922705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-abe35a25-5d8a-487f-a143-e9394ff4abbc service neutron] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589134 Sep 10 03:05:49.964305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-50f54ea4-a42e-4833-84c2-36bec5997e14 None None] Provisioning for port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:49.988006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:49.990555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Calling delete_port for cd0c71f1-a5e0-4978-8310-34862ce4002f owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:05:49.997942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Port cd0c71f1-a5e0-4978-8310-34862ce4002f was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:05:50.002629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-50f54ea4-a42e-4833-84c2-36bec5997e14 None None] Provisioning complete for port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:50.002629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50f54ea4-a42e-4833-84c2-36bec5997e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.037573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-f2977a8f-98b1-44bc-a99f-09d7ec253e31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3 HTTP/1.1" status: 200 len: 217 time: 0.1085293 Sep 10 03:05:50.055102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-50f54ea4-a42e-4833-84c2-36bec5997e14 None None] Port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:50.056476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:50.057207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:50.059188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 49dad701-c5e5-48cc-a88e-a5ef30058122 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:50.070878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.079887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dbfc84-2dd0-4978-a89e-28e20096c511']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:50.098152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.101749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c799dbf-0206-425e-8128-ab7351c634db') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:50.102233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c799dbf-0206-425e-8128-ab7351c634db') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:50.106233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-d6131d6c-8583-468c-9e33-bca69bb44d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:50.110201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-d6131d6c-8583-468c-9e33-bca69bb44d71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.0650122 Sep 10 03:05:50.128406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.143775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be173054-a68e-4027-af4e-947b372160c1 None None] No DVR routers for this DVR port cd0c71f1-a5e0-4978-8310-34862ce4002f on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:05:50.152044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959721bd-2495-4ad4-83ff-5dec752521e9 None None] Pushing event updated for resources: {'Port': ['ID=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:50.197709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be173054-a68e-4027-af4e-947b372160c1 None None] Pushing event deleted for resources: {'Port': ['ID=cd0c71f1-a5e0-4978-8310-34862ce4002f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:50.230073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-a7e19eb2-4d95-461b-b415-6f61149bfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:50.231937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-a7e19eb2-4d95-461b-b415-6f61149bfb7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142509 Sep 10 03:05:50.235340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.244056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e15299-55d3-470a-b8f5-5a943eae0c81 req-a1f588e6-9ed0-4664-bb83-4fe8a7143703 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:50.245340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:05:50.245750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:05:50.247610 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:05:50.254651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4e15299-55d3-470a-b8f5-5a943eae0c81 req-a1f588e6-9ed0-4664-bb83-4fe8a7143703 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 950 time: 0.1054220 Sep 10 03:05:50.278955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 49dad701-c5e5-48cc-a88e-a5ef30058122 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:50.281793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.327334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:50.361990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4e15299-55d3-470a-b8f5-5a943eae0c81 req-d015730b-b095-43c2-b9d7-da7a54e71995 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049891 Sep 10 03:05:50.363243 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.369439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.376460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/48dbfc84-2dd0-4978-a89e-28e20096c511 HTTP/1.1" status: 204 len: 168 time: 1.4691272 Sep 10 03:05:50.416410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267216-6d60-42f0-a2b4-866c5d368fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=48dbfc84-2dd0-4978-a89e-28e20096c511,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:50.439715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.445645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.489971 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-bda19910-9829-4070-bed1-b2c2b6d64bb5 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308426 Sep 10 03:05:50.582880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:50.598703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56166) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:50.670314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.672240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-67b71f68-2488-410e-8d10-28c759890b6e service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746259 Sep 10 03:05:50.703564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f7e8971d-1c23-4f9a-a62f-69eecb828425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ae0b6f7f4074ed7aa67a92c35975610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027839 Sep 10 03:05:50.713181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:50.757277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-f1efb922-a0c7-4fa1-aa15-db18a35cb468 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e19b996e-7336-45e6-be52-704098aa8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0767500 Sep 10 03:05:50.876486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-e8d3a7af-5561-44c5-9b69-fd2cd02cf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:50.877499 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-e8d3a7af-5561-44c5-9b69-fd2cd02cf77e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 200 len: 797 time: 0.1119344 Sep 10 03:05:50.880679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd0c71f1-a5e0-4978-8310-34862ce4002f no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:05:50.918189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cd0c71f1-a5e0-4978-8310-34862ce4002f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:05:50.918540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd0c71f1-a5e0-4978-8310-34862ce4002f not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:05:50.918973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 742e13db-c3be-424c-aa35-e3e1ac85e958 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:05:50.933821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-219a17e9-be6e-4ad7-9334-36b453fbf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:50.935671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-219a17e9-be6e-4ad7-9334-36b453fbf034 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483415 Sep 10 03:05:50.945402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 742e13db-c3be-424c-aa35-e3e1ac85e958 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:05:50.945402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 742e13db-c3be-424c-aa35-e3e1ac85e958 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:05:50.947822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af709b1c-8171-4a32-8df0-7cc9d51c0a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:50.959250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:48Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:50.987581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af709b1c-8171-4a32-8df0-7cc9d51c0a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:51.011168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dd95a-8bd6-4fa1-820c-0b69e7f6c1eb None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:48Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:05:51.025386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff484a-d59d-4ffd-9a9a-56b1de39692a req-85434d4c-3679-468d-9d1e-6a173dfe416b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:51.032828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff484a-d59d-4ffd-9a9a-56b1de39692a req-85434d4c-3679-468d-9d1e-6a173dfe416b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:51.040844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27ff484a-d59d-4ffd-9a9a-56b1de39692a req-85434d4c-3679-468d-9d1e-6a173dfe416b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024&device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 1690 time: 0.2226775 Sep 10 03:05:51.063849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:51.070865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-661dc0fc-80e9-4767-bdb9-0d5946f6c5c7 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241086 Sep 10 03:05:51.087179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:51.193543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09b7f6ee-caeb-401b-b95e-e6f840854693 req-e94d6b47-04ee-4a42-8811-a736c97d4e29 service neutron] 10.222.0.32 "GET /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141298 Sep 10 03:05:51.213792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27ff484a-d59d-4ffd-9a9a-56b1de39692a req-1e6dd53d-887c-49fe-a49d-6b21539be2a5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719704 Sep 10 03:05:51.299667 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af709b1c-8171-4a32-8df0-7cc9d51c0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:51.302936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af709b1c-8171-4a32-8df0-7cc9d51c0a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:51.309365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-af709b1c-8171-4a32-8df0-7cc9d51c0a2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c60b66d0-0d44-45fc-bd82-9d797f319162 HTTP/1.1" status: 204 len: 168 time: 0.5905640 Sep 10 03:05:51.330299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af709b1c-8171-4a32-8df0-7cc9d51c0a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b66d0-0d44-45fc-bd82-9d797f319162,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:51.354586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:05:51.497658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-96e55d14-2bf8-4c8e-9c91-85a7f1224373 None None] Provisioning complete for port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:51.498044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96e55d14-2bf8-4c8e-9c91-85a7f1224373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:51.582799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-96e55d14-2bf8-4c8e-9c91-85a7f1224373 None None] Port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:51.610234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:05:51.621733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1ef543ef-2f90-427f-8f3f-e9a6000ebf45 admin admin] 10.222.0.23 "PUT /v2.0/routers/821054ed-f5c4-460d-8b34-85a0ad7d2c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0623791 Sep 10 03:05:51.641869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095fa62-52fd-42f8-b728-43efb75f0f3f req-346a23f4-7419-4e32-8420-261f6ca34387 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:51.643577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c095fa62-52fd-42f8-b728-43efb75f0f3f req-346a23f4-7419-4e32-8420-261f6ca34387 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 1100 time: 0.0896685 Sep 10 03:05:51.712689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c095fa62-52fd-42f8-b728-43efb75f0f3f req-0b4941b2-59aa-47c5-85fc-1d32a37dd191 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624232 Sep 10 03:05:51.882310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816815-c80b-4e35-8241-50fbdbab47eb req-bb18ec00-71aa-4d60-80e0-73f42eebbbc8 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:51.883984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3816815-c80b-4e35-8241-50fbdbab47eb req-bb18ec00-71aa-4d60-80e0-73f42eebbbc8 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 1101 time: 0.0688956 Sep 10 03:05:51.954075 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3816815-c80b-4e35-8241-50fbdbab47eb req-a36a9f1f-5d32-42d5-af30-9a4368886ffa tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608971 Sep 10 03:05:52.503017 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f4e95bb5-35b9-43ed-8029-864774eda880 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334303 Sep 10 03:05:52.585915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56246) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:52.590504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249057780', 'description': 'tempest-description--1801151248'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:52.627685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.666430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-8315eb8d-e4d6-4667-8e5e-1a3f4bac2c85 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:52.668088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-8315eb8d-e4d6-4667-8e5e-1a3f4bac2c85 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642525 Sep 10 03:05:52.697056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-acf1d0f2-96c4-4daa-a8e3-2fdf53739b77 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/quotas/32428f842f194c029aa1fdfcf59cedd6 HTTP/1.1" status: 200 len: 375 time: 0.0166812 Sep 10 03:05:52.749289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.756686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.766957 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-93f2d3f6-b532-4355-be75-dbc9dc8d6955 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689468 Sep 10 03:05:52.799090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2696b65c-0fd9-426b-a967-fd595773893e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:52.822338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.831268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47840a9b-9073-4d98-b622-092cb21237c2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2419159 Sep 10 03:05:52.832721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56252) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:52.839124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'security_group_rule': {'security_group_id': '2696b65c-0fd9-426b-a967-fd595773893e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:52.888369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.971277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.977387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:52.999273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f3a8fd-9f97-4df2-8525-196e2ad349ed,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:53.002878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.004352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8faffaf7-5abb-48f6-b4e5-095681eb358a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707196 Sep 10 03:05:53.006886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56258) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:53.012645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'security_group_rule': {'security_group_id': '2696b65c-0fd9-426b-a967-fd595773893e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:53.046358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.189781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.195426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.223501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.225852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178314 Sep 10 03:05:53.226894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b57e6-25d2-4af4-87ee-6888cdb3705c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c001fbdb-e67e-4bce-9fdd-11ee66fb964d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:53.228900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:53.236146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:53.264117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.421943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:53.560324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Allocated IP 172.25.8.186 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/380ab070-74bb-4f1e-b198-59bf661f286b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:54.023794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e228feee-54a0-4c9b-9ec8-df02c53b4f5d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:54.151938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96a74647-49ae-4f8c-9430-3cee83ca17ef req-a7ef5d43-fa7e-458b-a996-235a464d9572 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 210 time: 0.0371525 Sep 10 03:05:54.171496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e228feee-54a0-4c9b-9ec8-df02c53b4f5d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:54.178181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e228feee-54a0-4c9b-9ec8-df02c53b4f5d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:54.178563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.206240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.263546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.266494 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:05:54.281575 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:54.282387 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:54.364277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'Port': ['ID=380ab070-74bb-4f1e-b198-59bf661f286b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:54.378548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:54.379957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:54.382435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:54.402298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.430693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e228feee-54a0-4c9b-9ec8-df02c53b4f5d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:54.437921 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.494675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:54.552777 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:54.590568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.655151 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.846576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.852085 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.860938 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:50Z', 'revision_number': 2, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:54.895243 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:05:54.895709 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Updating router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:05:54.925438 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.926826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.946496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'Port': ['ID=380ab070-74bb-4f1e-b198-59bf661f286b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:54.953959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:54.965105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ba4a097-b389-47eb-84a8-07318b970c5b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7346301 Sep 10 03:05:55.065218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56314) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:55.205046 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-9271b234-53cc-4192-ab55-42f39e9d86eb tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472164 Sep 10 03:05:55.296293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-a2807401-9854-4ca4-ad67-6ce91f79b113 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895445 Sep 10 03:05:55.382447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e939b94-4c94-4fa7-b5eb-73975c329eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.388240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-e3c0dd2b-7f25-4ce7-bd8a-3081a82bcb7f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1249057780&fields=id&tenant_id=609c04f734294906a77b94c16b8f2674 HTTP/1.1" status: 200 len: 267 time: 0.1345167 Sep 10 03:05:55.432991 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.449964 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Transition to ACTIVE for port object 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:55.459179 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.468897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e682104b-562f-4ad9-be55-53223c0a390f req-ff806f39-c570-4cdc-b668-5f99cd3d2497 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 210 time: 0.1207383 Sep 10 03:05:55.526119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e006ef-88dc-4771-a27b-9ed876f22809 None None] Pushing event updated for resources: {'Port': ['ID=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:55.528923 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e939b94-4c94-4fa7-b5eb-73975c329eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.541592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e939b94-4c94-4fa7-b5eb-73975c329eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.575401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-30ef2cab-7b89-4a44-bfe2-fc9ddd1e0a9e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:55.577193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-30ef2cab-7b89-4a44-bfe2-fc9ddd1e0a9e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566816 Sep 10 03:05:55.586918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1e939b94-4c94-4fa7-b5eb-73975c329eee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2afcd35c87804ec59a5f223be23484db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190797 Sep 10 03:05:55.591911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56336) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:05:55.595855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:55.649126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Attempting to bind port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:55.649710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Attempting to bind port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:55.650174 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Attempting to bind port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad on network ddca94e9-0113-4048-be7a-47b4d5c974a9 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:55.652308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-3d2ed17e-43d5-42d5-866d-97227b2f423a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:55.656702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-3d2ed17e-43d5-42d5-866d-97227b2f423a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439808 Sep 10 03:05:55.657676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:55.658154 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Checking segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:55.658655 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.659209 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Bound using segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:55.659851 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Bound port: 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:55.660328 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.670917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939b94-4c94-4fa7-b5eb-73975c329eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594ac039-ff1d-45ad-a8b5-2030a64f2dc4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:55.693520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:55.763550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-d4ecc704-7581-475f-96fd-d62381ee2852 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:55.776619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-d4ecc704-7581-475f-96fd-d62381ee2852 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 810 time: 0.3788791 Sep 10 03:05:55.788170 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] For port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:55.791473 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] For port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:55.798808 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.803222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-1f2958d7-eee3-4005-84f7-b06bec1b34b2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/quotas/609c04f734294906a77b94c16b8f2674 HTTP/1.1" status: 200 len: 375 time: 0.0248904 Sep 10 03:05:55.889340 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e006ef-88dc-4771-a27b-9ed876f22809 None None] Pushing event updated for resources: {'Port': ['ID=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:55.891282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-aeeff2a2-fb01-4727-8e3b-d91e1c9fa2ac tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861046 Sep 10 03:05:55.891778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2723c724-0260-4326-bf94-c39c1a2d64ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:55.922163 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:05:55.923126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:55.928675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-620292bf-a2c6-4db5-92ed-f5467cb525b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:05:55.929654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-620292bf-a2c6-4db5-92ed-f5467cb525b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Sep 10 03:05:55.956156 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2723c724-0260-4326-bf94-c39c1a2d64ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.023664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e228feee-54a0-4c9b-9ec8-df02c53b4f5d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:56.068202 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:05:56.100623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:56.106299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.141513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e228feee-54a0-4c9b-9ec8-df02c53b4f5d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:56.142232 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.146380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:05:56.146380 n-d-808126-2 neutron-server[94633]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:05:56.146380 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id': '32428f842f194c029aa1fdfcf59cedd6', 'id': '60e5bc55-5a20-4e5b-a10a-0f93f2809dee', 'expiration': datetime.datetime(2021, 9, 10, 3, 7, 55, 981277)}] Sep 10 03:05:56.146380 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:05:56.146712 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:05:56.158255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5c1a8737-08fd-42b9-b1e5-1bd835154814 service neutron] 10.222.0.23 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929998 Sep 10 03:05:56.288344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2723c724-0260-4326-bf94-c39c1a2d64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.290828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2723c724-0260-4326-bf94-c39c1a2d64ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.295180 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2723c724-0260-4326-bf94-c39c1a2d64ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/594ac039-ff1d-45ad-a8b5-2030a64f2dc4 HTTP/1.1" status: 204 len: 168 time: 0.6942043 Sep 10 03:05:56.314109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723c724-0260-4326-bf94-c39c1a2d64ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ac039-ff1d-45ad-a8b5-2030a64f2dc4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:56.354434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-4eacf5b8-6bb8-4a3a-8bbe-f0b1646f9e74 service neutron] 10.222.0.23 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892200 Sep 10 03:05:56.422180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.154 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/488c228e-7b1f-4875-8424-c4ffca5e5a3a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:56.524300 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:55Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:05:56.556019 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f1dbf-2703-42bf-8545-7d6a7e5bc509 None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:55Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:05:56.694400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec7cce1c-e9c3-4d49-9acf-eab9bd14fb22 req-4ce7c28b-f95e-4af3-a6a7-0fcfabff8e7b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 210 time: 0.0709686 Sep 10 03:05:56.740779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:56.745584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.752019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7f9c3a2-2bd9-4400-905d-9807c585304e req-5c2ecba7-3981-4156-be34-da80658ffdb2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 210 time: 0.0764122 Sep 10 03:05:56.753828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.882592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 488c228e-7b1f-4875-8424-c4ffca5e5a3a will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:56.925554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:56.939597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:56.941823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:57.034511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.173 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/21f98f43-68e8-4409-af2b-2a7e722b2186) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:57.058120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:57.075420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:57.090822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:57.168144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:57.168451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:57.174591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=488c228e-7b1f-4875-8424-c4ffca5e5a3a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:57.223357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-947b2bc2-2a61-4e5c-9ef0-9f4c3fa36c66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6338444 Sep 10 03:05:57.260345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Request body: {'port': {'device_id': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:57.533739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:57.644601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3508e20b-f389-41f0-bd38-a93eb9c75a48 None None] Provisioning for port 488c228e-7b1f-4875-8424-c4ffca5e5a3a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:57.654013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3508e20b-f389-41f0-bd38-a93eb9c75a48 None None] Provisioning complete for port 488c228e-7b1f-4875-8424-c4ffca5e5a3a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:57.654742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3508e20b-f389-41f0-bd38-a93eb9c75a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:57.737274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3508e20b-f389-41f0-bd38-a93eb9c75a48 None None] Port 488c228e-7b1f-4875-8424-c4ffca5e5a3a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:57.742936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:57.837750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 21f98f43-68e8-4409-af2b-2a7e722b2186 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:57.876647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93a78ee9-8444-472c-a3dd-024220b5cb81 req-082e786c-4da8-46f9-9567-a8320b5718d5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 210 time: 0.0343125 Sep 10 03:05:57.912767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:57.927105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:57.948246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:57.952522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:57.983947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:58.082075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:05:58.121481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:05:58.124475 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-987450be-cdb1-494d-b146-9839888facff req-aec3a297-8b0f-4434-beaa-041b1ef3fc11 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 210 time: 0.1154552 Sep 10 03:05:58.140861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=21f98f43-68e8-4409-af2b-2a7e722b2186,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:58.258656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:58.259421 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:58.302896 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f23c9d02-e7f9-47f3-b4f6-f1a3fcac3d2f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6295061 Sep 10 03:05:58.323750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Request body: {'port': {'device_id': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:58.392824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:58.410285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:58.410816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:58.465055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a3ac3d99-0275-49a7-86d7-658cab79d071 None None] Provisioning for port 21f98f43-68e8-4409-af2b-2a7e722b2186 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:05:58.473166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a3ac3d99-0275-49a7-86d7-658cab79d071 None None] Provisioning complete for port 21f98f43-68e8-4409-af2b-2a7e722b2186 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:05:58.473719 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3d99-0275-49a7-86d7-658cab79d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:58.608123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-d300f5de-775c-449f-8946-7aed2e9c6073 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:58.613092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-d300f5de-775c-449f-8946-7aed2e9c6073 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 810 time: 0.2984378 Sep 10 03:05:58.644720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac3d99-0275-49a7-86d7-658cab79d071 None None] Port 21f98f43-68e8-4409-af2b-2a7e722b2186 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:05:58.692332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-ba6bfe0f-8a6c-4e61-bf48-8ac0631c271c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609c04f734294906a77b94c16b8f2674 HTTP/1.1" status: 200 len: 380 time: 0.0699475 Sep 10 03:05:58.712634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'port': {'device_id': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'admin_state_up': True, 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'security_groups': ['2696b65c-0fd9-426b-a967-fd595773893e']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:58.786753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:58.841164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:05:58.846717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:58.885850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Made reservation on behalf of 609c04f734294906a77b94c16b8f2674 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:05:58.892997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:58.975093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:59.025094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488c228e-7b1f-4875-8424-c4ffca5e5a3a {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:05:59.051667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.070293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.073145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Transition to ACTIVE for port object 488c228e-7b1f-4875-8424-c4ffca5e5a3a will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:59.090054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0009-8a09-4960-824c-86879632344d req-f05c3d7f-648e-43f7-9ad7-5fbb82fb7343 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:59.092315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.092444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a75d0009-8a09-4960-824c-86879632344d req-f05c3d7f-648e-43f7-9ad7-5fbb82fb7343 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 936 time: 0.0947165 Sep 10 03:05:59.107427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Allocated IP 172.20.0.7 (ddca94e9-0113-4048-be7a-47b4d5c974a9/4b05c0f3-88d9-4006-834b-b60131c9fc47/5865216c-7dd2-4f5b-b241-f9bc40e52a4b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:05:59.157496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Pushing event updated for resources: {'Port': ['ID=488c228e-7b1f-4875-8424-c4ffca5e5a3a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:59.159765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a75d0009-8a09-4960-824c-86879632344d req-0c7c98b9-4520-43c8-9c52-b2f1a64f01b2 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532203 Sep 10 03:05:59.294965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-90ff7108-9fab-43b1-ab87-4bd41ff03310 req-e376c7d1-33ee-46e8-a7b3-c55d790a1adc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 210 time: 0.0572112 Sep 10 03:05:59.356477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.385888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Attempting to bind port 488c228e-7b1f-4875-8424-c4ffca5e5a3a on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:05:59.386235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Attempting to bind port 488c228e-7b1f-4875-8424-c4ffca5e5a3a by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:05:59.386570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Attempting to bind port 488c228e-7b1f-4875-8424-c4ffca5e5a3a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:59.399210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Port 488c228e-7b1f-4875-8424-c4ffca5e5a3a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:05:59.400182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Attempting to bind port 488c228e-7b1f-4875-8424-c4ffca5e5a3a on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:05:59.412273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Transition to ACTIVE for port object 5865216c-7dd2-4f5b-b241-f9bc40e52a4b will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:05:59.418141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:05:59.418558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:05:59.418961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:05:59.419573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Bound port: 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:05:59.419824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.464664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.527380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:05:59.533080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:05:59.541633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:05:59.611490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:59.612394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.620313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'Port': ['ID=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:59.636827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-689b7ee0-f73a-442d-b071-14ceabca6848 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9281349 Sep 10 03:05:59.644099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] For port 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:05:59.651275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Request body: {'port': {'device_id': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:05:59.667447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] For port 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:05:59.704981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.727436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:05:59.728077 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.729601 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] 10.222.0.32 "PUT /v2.0/ports/488c228e-7b1f-4875-8424-c4ffca5e5a3a HTTP/1.1" status: 200 len: 1096 time: 2.4821544 Sep 10 03:05:59.772362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:05:59.774084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'tag': '488c228e-7b1f-4875-8424-c4ffca5e5a3a'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:05:59.776643 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354601cd-e990-4e54-a214-a0408d173a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "932224f1-2d0a-41d8-831b-53bc6c398de8", "tag": "488c228e-7b1f-4875-8424-c4ffca5e5a3a"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:05:59.977685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee90d-a084-4fef-bb4b-36d1dea5a29a service neutron] Pushing event updated for resources: {'Port': ['ID=488c228e-7b1f-4875-8424-c4ffca5e5a3a,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:05:59.988308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f98f43-68e8-4409-af2b-2a7e722b2186 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:00.003026 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d636a-7485-4421-870e-aa0b37ade5a3 x-openstack-request-id: req-960d636a-7485-4421-870e-aa0b37ade5a3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:00.003556 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932224f1-2d0a-41d8-831b-53bc6c398de8", "tag": "488c228e-7b1f-4875-8424-c4ffca5e5a3a", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:00.004696 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-960d636a-7485-4421-870e-aa0b37ade5a3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:00.005248 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'tag': '488c228e-7b1f-4875-8424-c4ffca5e5a3a', 'status': 'completed', 'code': 200} Sep 10 03:06:00.018931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:00.020206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.061218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Transition to ACTIVE for port object 21f98f43-68e8-4409-af2b-2a7e722b2186 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:00.071903 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.084164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5501d9e9-483d-44ab-90ef-6b7b322cd4a0 None None] Provisioning for port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:00.094194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-30af161b-1cdb-49c5-b1fa-617d2319a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:00.095762 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-30af161b-1cdb-49c5-b1fa-617d2319a38a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 1099 time: 0.2933159 Sep 10 03:06:00.095896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5501d9e9-483d-44ab-90ef-6b7b322cd4a0 None None] Provisioning complete for port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:00.096213 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5501d9e9-483d-44ab-90ef-6b7b322cd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.198958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5501d9e9-483d-44ab-90ef-6b7b322cd4a0 None None] Port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:06:00.235336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:00.236095 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.256057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-519440bf-5c12-4ebb-b5d6-9e7efee123be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a HTTP/1.1" status: 200 len: 217 time: 0.1446757 Sep 10 03:06:00.317600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Pushing event updated for resources: {'Port': ['ID=21f98f43-68e8-4409-af2b-2a7e722b2186,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:00.436443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5209-d55b-47ea-8863-cf018f60e594 req-04963755-5565-483b-832d-71f74be76d8c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:00.438740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2bb5209-d55b-47ea-8863-cf018f60e594 req-04963755-5565-483b-832d-71f74be76d8c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 948 time: 0.1210847 Sep 10 03:06:00.442148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Attempting to bind port 21f98f43-68e8-4409-af2b-2a7e722b2186 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:00.442675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Attempting to bind port 21f98f43-68e8-4409-af2b-2a7e722b2186 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:00.443010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Attempting to bind port 21f98f43-68e8-4409-af2b-2a7e722b2186 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:00.450848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Port 21f98f43-68e8-4409-af2b-2a7e722b2186 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:00.451171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Attempting to bind port 21f98f43-68e8-4409-af2b-2a7e722b2186 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:00.459312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-d554f8d4-4ad4-4612-8b7d-a663449d68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:00.460958 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-d554f8d4-4ad4-4612-8b7d-a663449d68be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1878147 Sep 10 03:06:00.461840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:00.462179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:00.462565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:00.463026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Bound port: 21f98f43-68e8-4409-af2b-2a7e722b2186, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:00.463367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.481392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5865216c-7dd2-4f5b-b241-f9bc40e52a4b {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:00.505186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.534356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Transition to ACTIVE for port object 5865216c-7dd2-4f5b-b241-f9bc40e52a4b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:00.542112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2bb5209-d55b-47ea-8863-cf018f60e594 req-67d83242-b2ec-48cc-99f1-e9965e7ab463 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944939 Sep 10 03:06:00.543500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.579135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-2783fdb5-372b-4fe8-b9fd-eadf5a184c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:00.580948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-2783fdb5-372b-4fe8-b9fd-eadf5a184c86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028783 Sep 10 03:06:00.646199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Pushing event updated for resources: {'Port': ['ID=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:00.712990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] For port 21f98f43-68e8-4409-af2b-2a7e722b2186, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:00.768240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799994b5-84fd-4adc-8f0e-71e42a4c2a2a req-91c9194d-b213-414e-a277-f5d1690bfe40 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:00.769992 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799994b5-84fd-4adc-8f0e-71e42a4c2a2a req-91c9194d-b213-414e-a277-f5d1690bfe40 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 943 time: 0.0743940 Sep 10 03:06:00.770958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Attempting to bind port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:00.771296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Attempting to bind port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:00.771661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Attempting to bind port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b on network ddca94e9-0113-4048-be7a-47b4d5c974a9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:00.777173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b on network ddca94e9-0113-4048-be7a-47b4d5c974a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:00.777813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Attempting to bind port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b on network ddca94e9-0113-4048-be7a-47b4d5c974a9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:00.794357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] For port 21f98f43-68e8-4409-af2b-2a7e722b2186, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=21f98f43-68e8-4409-af2b-2a7e722b2186,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:00.801247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:00.801749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Checking segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:00.802305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Bound using segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:00.803718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Bound port: 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:00.804101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.813224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.878301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-799994b5-84fd-4adc-8f0e-71e42a4c2a2a req-e71655ed-0297-48b5-bddd-bde1df9b2c26 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978622 Sep 10 03:06:00.942476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] For port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:00.946521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] For port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:00.955612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.972111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:00.974997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:00.976677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] 10.222.0.36 "PUT /v2.0/ports/21f98f43-68e8-4409-af2b-2a7e722b2186 HTTP/1.1" status: 200 len: 1096 time: 2.6653273 Sep 10 03:06:00.990488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-df83a681-dd7f-4a48-949a-fc5a3b1bd632 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012287 Sep 10 03:06:01.066833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.067839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:01.070355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] 10.222.0.32 "PUT /v2.0/ports/5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 1091 time: 1.4238379 Sep 10 03:06:01.070809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:01.073302 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8750b34-ab58-4c8b-b73c-7bf2929ea474" -d '{"events": [{"name": "network-changed", "server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:01.113450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d10ab-9172-4c06-a81c-77549248fa27 service neutron] Pushing event updated for resources: {'Port': ['ID=21f98f43-68e8-4409-af2b-2a7e722b2186,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:01.203391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-d3cb965e-1b22-4b33-9504-a0b068e70543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.205158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-d3cb965e-1b22-4b33-9504-a0b068e70543 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 1099 time: 0.1571140 Sep 10 03:06:01.236498 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb7c6ee-6942-4015-8fcc-5e2d23fb8ba9 x-openstack-request-id: req-9eb7c6ee-6942-4015-8fcc-5e2d23fb8ba9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:01.236955 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:01.237207 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9eb7c6ee-6942-4015-8fcc-5e2d23fb8ba9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:01.237605 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'status': 'completed', 'code': 200} Sep 10 03:06:01.241445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a1cde-1868-41de-aac1-bc863ebf8166 service neutron] Pushing event updated for resources: {'Port': ['ID=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:01.275544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-d62ae601-88df-4e13-bc23-fe3f12c6359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.277293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-d62ae601-88df-4e13-bc23-fe3f12c6359d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1094 time: 0.1272860 Sep 10 03:06:01.336310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-40bfd3af-97bd-4554-8824-b907a4428190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 217 time: 0.0513701 Sep 10 03:06:01.345177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-686d6010-13d2-4261-8063-95f156a80e82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21f98f43-68e8-4409-af2b-2a7e722b2186 HTTP/1.1" status: 200 len: 217 time: 0.1299326 Sep 10 03:06:01.366775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-f231d784-961d-4ca0-878b-47028f55d731 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559804 Sep 10 03:06:01.509921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0c0d1dc1-e80c-4fe9-b0c6-702d039c9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.512004 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-0c0d1dc1-e80c-4fe9-b0c6-702d039c9b91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1528671 Sep 10 03:06:01.529319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-60d56a9a-95eb-41b6-83a4-ca6bde41f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.542049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354601cd-e990-4e54-a214-a0408d173a8e req-a91e9b1d-0bde-49f7-b460-efdc8581d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.543618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-a91e9b1d-0bde-49f7-b460-efdc8581d6f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 1099 time: 0.0980637 Sep 10 03:06:01.544435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-60d56a9a-95eb-41b6-83a4-ca6bde41f07e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.1980760 Sep 10 03:06:01.628767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:01.651617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-19649f33-f9a9-4214-ba1a-082d284b5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.655627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-19649f33-f9a9-4214-ba1a-082d284b5a66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966625 Sep 10 03:06:01.719240 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87012d4b-c06b-4cfe-a03e-0cc10c350171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:01.780998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-3b459325-0e5c-4719-bf03-c052cf8085e4 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161132 Sep 10 03:06:01.818975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:01.861963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-e4bf5efa-648a-4558-be07-463a1c3a231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.863824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-e4bf5efa-648a-4558-be07-463a1c3a231a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3319120 Sep 10 03:06:01.917025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c95f30f-3729-40d0-93e9-540c85d1f300 req-81f5ec9d-eb30-4632-8cdb-10e4fabb4c2b service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213958 Sep 10 03:06:01.945534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354601cd-e990-4e54-a214-a0408d173a8e req-4fda3c40-3984-40c1-ac48-a06f98167938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.947044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-4fda3c40-3984-40c1-ac48-a06f98167938 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.3480482 Sep 10 03:06:01.956983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d07b1-2bdf-48c2-ab19-5090c8744ed0 req-8ed799fa-add1-48dd-a5fd-9a351a6654c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:01.958470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e06d07b1-2bdf-48c2-ab19-5090c8744ed0 req-8ed799fa-add1-48dd-a5fd-9a351a6654c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 948 time: 0.2974586 Sep 10 03:06:02.048678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'tag': '21f98f43-68e8-4409-af2b-2a7e722b2186'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:02.054994 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "d401f62e-e862-4536-9da5-574c64b7a07d", "tag": "21f98f43-68e8-4409-af2b-2a7e722b2186"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:02.059087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-ffbbef19-4d54-4f6a-a26c-7f12a96dcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.060681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-ffbbef19-4d54-4f6a-a26c-7f12a96dcf95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1094 time: 0.0744488 Sep 10 03:06:02.099076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-5c7cbce7-b520-4c9f-b02b-1acd1f32cd33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a HTTP/1.1" status: 200 len: 217 time: 0.1394658 Sep 10 03:06:02.183545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e06d07b1-2bdf-48c2-ab19-5090c8744ed0 req-95c21c6e-57e5-45b3-8eeb-529680f00343 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447580 Sep 10 03:06:02.213466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-72ddc4e2-715a-4360-83db-83b289e9bb79 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329055 Sep 10 03:06:02.217569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354601cd-e990-4e54-a214-a0408d173a8e req-52cdc411-8e59-4fab-812e-0ed5326ee4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.220397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-52cdc411-8e59-4fab-812e-0ed5326ee4b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0949228 Sep 10 03:06:02.298459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-1dc127da-28e2-4cd1-b295-0e3ebcdfe062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.299926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-1dc127da-28e2-4cd1-b295-0e3ebcdfe062 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.2094982 Sep 10 03:06:02.357292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354601cd-e990-4e54-a214-a0408d173a8e req-c553f830-fed2-4a13-a882-63bae5ada36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.359634 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-c553f830-fed2-4a13-a882-63bae5ada36d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141021 Sep 10 03:06:02.415507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-95d79179-0fd4-4688-97a5-8b49132ecc42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 217 time: 0.0991104 Sep 10 03:06:02.447491 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c5d60-83e8-4894-b08f-4e6263d1e0fb x-openstack-request-id: req-1e4c5d60-83e8-4894-b08f-4e6263d1e0fb {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:02.447782 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d401f62e-e862-4536-9da5-574c64b7a07d", "tag": "21f98f43-68e8-4409-af2b-2a7e722b2186", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:02.448033 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e4c5d60-83e8-4894-b08f-4e6263d1e0fb {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:02.448420 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'tag': '21f98f43-68e8-4409-af2b-2a7e722b2186', 'status': 'completed', 'code': 200} Sep 10 03:06:02.459666 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a42cff91-72f5-4583-b0dc-3ed204f4269d req-12ad4e6f-54df-4ea6-be35-e9ae6ee13424 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381487 Sep 10 03:06:02.520244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-ff1e1a3f-8f0c-454d-9122-a010371609ae service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505938 Sep 10 03:06:02.535027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d778ddf-ae01-43a2-b8ce-e4749a7db97b req-40f3601f-e0b4-4cf2-bba4-344619c8e48b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.541550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d778ddf-ae01-43a2-b8ce-e4749a7db97b req-40f3601f-e0b4-4cf2-bba4-344619c8e48b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 943 time: 0.2265389 Sep 10 03:06:02.551293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-d8603752-d29c-4a31-8360-179de9577e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.553046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-d8603752-d29c-4a31-8360-179de9577e6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.1239803 Sep 10 03:06:02.641083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-59aa76c9-1ede-401a-afc0-2f267f103de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.643255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-59aa76c9-1ede-401a-afc0-2f267f103de7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 1099 time: 0.1051607 Sep 10 03:06:02.695532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-354601cd-e990-4e54-a214-a0408d173a8e req-c3e292ef-3726-49ae-b921-e3b556d8eafd service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653352 Sep 10 03:06:02.698538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d778ddf-ae01-43a2-b8ce-e4749a7db97b req-fe6f6346-8d91-4546-9d0f-98468b75745f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442232 Sep 10 03:06:02.710996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-03c27e4f-f20e-4125-a072-2d006b9c8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.713264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-03c27e4f-f20e-4125-a072-2d006b9c8d66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449800 Sep 10 03:06:02.814121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-0ed51191-ef5b-4c6d-964a-10d1906b04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:02.817369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-0ed51191-ef5b-4c6d-964a-10d1906b04a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1634653 Sep 10 03:06:02.874530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-d2b2638a-5f1a-4f89-9d9c-8c5ebc76fbda service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494286 Sep 10 03:06:02.892174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-0c0b0d93-73d4-449f-928c-268502459880 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21f98f43-68e8-4409-af2b-2a7e722b2186 HTTP/1.1" status: 200 len: 217 time: 0.0645576 Sep 10 03:06:03.004322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-d388a590-9f24-4f53-92c6-8c615019c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:03.009094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-d388a590-9f24-4f53-92c6-8c615019c669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1059644 Sep 10 03:06:03.058034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8750b34-ab58-4c8b-b73c-7bf2929ea474 req-c156505e-0e18-4ba9-b56e-e6f84ba334ef service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736150 Sep 10 03:06:03.109571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-e640bda9-ba11-416a-bae0-a43c89c2dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:03.111607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-e640bda9-ba11-416a-bae0-a43c89c2dc06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941207 Sep 10 03:06:03.242832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-02f94bc7-8186-48b6-9d30-3aab04e3d6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204481 Sep 10 03:06:03.395090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9177d8c-2f81-4095-84fc-97035c796191 req-7d9b0ae6-d3d4-4990-b33f-9b8a54b126ce tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:03.396968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9177d8c-2f81-4095-84fc-97035c796191 req-7d9b0ae6-d3d4-4990-b33f-9b8a54b126ce tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 948 time: 0.0716894 Sep 10 03:06:03.414680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7182eabc-42ad-4ab7-9c3c-fff295df3ee7 req-d5092844-d32c-4821-81b3-66749e02ed0a service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618381 Sep 10 03:06:03.458773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9177d8c-2f81-4095-84fc-97035c796191 req-9a11bb10-0694-4ca3-9c91-15400f24deef tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 Sep 10 03:06:03.505614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56756) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:03.617905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5865216c-7dd2-4f5b-b241-f9bc40e52a4b details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:03.633435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af21673b-0068-4ba3-9ff6-e9459dd4cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.750744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:03.751068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af21673b-0068-4ba3-9ff6-e9459dd4cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.758999 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af21673b-0068-4ba3-9ff6-e9459dd4cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.772969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'port_id': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'mac_address': 'fa:16:3e:fe:bc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:03.812367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-af21673b-0068-4ba3-9ff6-e9459dd4cecf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e7b3f5ab7224e0ba517fe2ebf204d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054659 Sep 10 03:06:03.812767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:03.815182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21673b-0068-4ba3-9ff6-e9459dd4cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d2331f-beaf-47d4-b74e-f39cb8727600,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:03.820815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.841238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5865216c-7dd2-4f5b-b241-f9bc40e52a4b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:03.878353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:03.884040 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.885730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 488c228e-7b1f-4875-8424-c4ffca5e5a3a details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:03.898652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e909f131-efb4-478c-8362-618e06e575e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.928328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e909f131-efb4-478c-8362-618e06e575e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:03.934641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab523ed-6de9-46c7-96ae-963f79088e34 req-5d7843ee-3332-4cb8-a8b3-3f525148200b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:03.936500 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ab523ed-6de9-46c7-96ae-963f79088e34 req-5d7843ee-3332-4cb8-a8b3-3f525148200b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 944 time: 0.0634143 Sep 10 03:06:03.961791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:03.998176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e909f131-efb4-478c-8362-618e06e575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:04.005052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e909f131-efb4-478c-8362-618e06e575e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:04.008486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e909f131-efb4-478c-8362-618e06e575e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4d2331f-beaf-47d4-b74e-f39cb8727600 HTTP/1.1" status: 204 len: 168 time: 0.1924200 Sep 10 03:06:04.019682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ab523ed-6de9-46c7-96ae-963f79088e34 req-de5dc968-5bd3-4679-838a-74eba7c48303 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761383 Sep 10 03:06:04.033519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909f131-efb4-478c-8362-618e06e575e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d2331f-beaf-47d4-b74e-f39cb8727600,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:04.107157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:04.121301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '488c228e-7b1f-4875-8424-c4ffca5e5a3a', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '488c228e-7b1f-4875-8424-c4ffca5e5a3a', 'mac_address': 'fa:16:3e:f3:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:04.164834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:04.180358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488c228e-7b1f-4875-8424-c4ffca5e5a3a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:04.211185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:04.232684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:04.345269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=488c228e-7b1f-4875-8424-c4ffca5e5a3a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:04.350911 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d6c9-e4ef-4ae1-a68d-538f5338e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:04.617114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f6d5-3016-4184-a153-3829825c5851 req-3a95df67-da7a-45ac-af82-eeca5976b02b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:04.622000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:04.628702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8887f6d5-3016-4184-a153-3829825c5851 req-3a95df67-da7a-45ac-af82-eeca5976b02b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 948 time: 0.0926514 Sep 10 03:06:04.643735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb2424-ec92-41bd-849a-7c1288473cc2 req-c7f9fc86-bbe2-45eb-b702-17084814f2b8 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:04.654928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0eb2424-ec92-41bd-849a-7c1288473cc2 req-c7f9fc86-bbe2-45eb-b702-17084814f2b8 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0783589 Sep 10 03:06:04.660580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5865216c-7dd2-4f5b-b241-f9bc40e52a4b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:04.681482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8887f6d5-3016-4184-a153-3829825c5851 req-69982461-1b5b-4883-bd46-67c5499b7e72 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516357 Sep 10 03:06:04.698889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0eb2424-ec92-41bd-849a-7c1288473cc2 req-291ee69d-06af-430a-9d71-d1f7053a7658 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428786 Sep 10 03:06:04.765076 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:04.955048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56952) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:05.059838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-689629676-network', 'tenant_id': 'c82ed297ee7f40e9ae4d65c43c184c39'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:05.092707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Made reservation on behalf of c82ed297ee7f40e9ae4d65c43c184c39 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:05.095647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.107025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.147793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b7733-c177-4ee3-a4d1-7de9a16beaed req-12c8acb6-6036-416a-84e3-c3ff7644261d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:05.152367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d43b7733-c177-4ee3-a4d1-7de9a16beaed req-12c8acb6-6036-416a-84e3-c3ff7644261d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 944 time: 0.0685360 Sep 10 03:06:05.207762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d43b7733-c177-4ee3-a4d1-7de9a16beaed req-ea016e2d-f6d5-4c78-b251-92c924d3289e tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518255 Sep 10 03:06:05.219616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.223842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.248095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:06:05.258377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb619f3-3113-44ac-ac1d-7c7014cb6969,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:05.263120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.263475 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Added segment fd3fd3b0-3b09-4890-af04-b54c9dbae72a of type vlan for network 7b567624-ed1c-47de-a112-83843e7a3653 Sep 10 03:06:05.304167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.330955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.332044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:05.332640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.358153 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.369941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4137650 Sep 10 03:06:05.373081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57004) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:05.381453 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Request body: {'subnet': {'network_id': '7b567624-ed1c-47de-a112-83843e7a3653', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-689629676-subnet', 'tenant_id': 'c82ed297ee7f40e9ae4d65c43c184c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:05.406045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Made reservation on behalf of c82ed297ee7f40e9ae4d65c43c184c39 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:05.408574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.412298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ced04-ebd4-4ed3-be09-18572be77fce admin admin] Pushing event updated for resources: {'Network': ['ID=7b567624-ed1c-47de-a112-83843e7a3653,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:05.420286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 21f98f43-68e8-4409-af2b-2a7e722b2186 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:05.424913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7b567624-ed1c-47de-a112-83843e7a3653 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:06:05.589066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 21f98f43-68e8-4409-af2b-2a7e722b2186, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=21f98f43-68e8-4409-af2b-2a7e722b2186,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:05.600484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '21f98f43-68e8-4409-af2b-2a7e722b2186', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '21f98f43-68e8-4409-af2b-2a7e722b2186', 'mac_address': 'fa:16:3e:9d:08:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:05.638394 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.649822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72584473-2ce0-47d2-bc5f-9b9f443340f5 req-d9540bed-f3ba-4a04-8cbe-f26074e3230f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:05.651486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72584473-2ce0-47d2-bc5f-9b9f443340f5 req-d9540bed-f3ba-4a04-8cbe-f26074e3230f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0932205 Sep 10 03:06:05.651624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f98f43-68e8-4409-af2b-2a7e722b2186 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:05.665698 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.671373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 21f98f43-68e8-4409-af2b-2a7e722b2186, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=21f98f43-68e8-4409-af2b-2a7e722b2186,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:05.675546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.722039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=21f98f43-68e8-4409-af2b-2a7e722b2186,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:05.742819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6435797-dfce-4b49-b5e6-315b677c5ce6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:05.753575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72584473-2ce0-47d2-bc5f-9b9f443340f5 req-d95f19e6-786d-4858-83d5-0dccbfebe749 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942049 Sep 10 03:06:05.763473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Checking segment: {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:05.763898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Network hostable DHCP agents. Network: 7b567624-ed1c-47de-a112-83843e7a3653, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:06:05.784138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Network 7b567624-ed1c-47de-a112-83843e7a3653 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:06:05.802499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7b567624-ed1c-47de-a112-83843e7a3653) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:05.807008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8642-ea58-4e00-847d-427d42059d3a req-8bfab6f9-316b-40dd-8079-1ca5ffbfff25 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:05.807535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:05.808038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:05.811946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88eca79-0c30-4a70-b3e5-9ecf1656ce84 None None] Network 7b567624-ed1c-47de-a112-83843e7a3653 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:05.812094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee2e8642-ea58-4e00-847d-427d42059d3a req-8bfab6f9-316b-40dd-8079-1ca5ffbfff25 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 949 time: 0.0627546 Sep 10 03:06:05.826007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c4c0978-6a9b-4927-bf60-b50b08310fcf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4503796 Sep 10 03:06:05.859804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee2e8642-ea58-4e00-847d-427d42059d3a req-644040b9-24df-4b80-b87e-a7d7b2559d0a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Sep 10 03:06:05.954763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d3608-ea9d-433c-bf2b-cb9f2996e40a None None] Network 7b567624-ed1c-47de-a112-83843e7a3653 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:05.958167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['21f98f43-68e8-4409-af2b-2a7e722b2186'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:06.095627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-58ba4b11-d158-4505-a264-4936d6e160d0 req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2118217839', 'description': 'tempest-description-1118733675'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:06.118700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-58ba4b11-d158-4505-a264-4936d6e160d0 req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.230465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-58ba4b11-d158-4505-a264-4936d6e160d0 req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.237307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-58ba4b11-d158-4505-a264-4936d6e160d0 req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.267186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-58ba4b11-d158-4505-a264-4936d6e160d0 req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.268593 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-58ba4b11-d158-4505-a264-4936d6e160d0 req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1776063 Sep 10 03:06:06.270300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbcccd-e1f2-44db-aaf9-8d33444bac08 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:06.351504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-2afa87ee-b1e6-486b-940e-e0c2533b173e req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1228546599', 'description': 'tempest-description-198148169'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:06.376585 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2afa87ee-b1e6-486b-940e-e0c2533b173e req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.431207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9322-0c75-4bb8-8ecd-23a25be2acfc req-c7494b67-335e-4a9b-a80c-9dfb0ec5ecce tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:06.435938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f74e9322-0c75-4bb8-8ecd-23a25be2acfc req-c7494b67-335e-4a9b-a80c-9dfb0ec5ecce tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 944 time: 0.0912466 Sep 10 03:06:06.478875 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2afa87ee-b1e6-486b-940e-e0c2533b173e req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.483757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2afa87ee-b1e6-486b-940e-e0c2533b173e req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.484084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f74e9322-0c75-4bb8-8ecd-23a25be2acfc req-487d3f42-b471-428d-a919-7e9a3a1c193a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441430 Sep 10 03:06:06.530018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2afa87ee-b1e6-486b-940e-e0c2533b173e req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:06.536807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2afa87ee-b1e6-486b-940e-e0c2533b173e req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1900554 Sep 10 03:06:06.538783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b2777-e626-4886-8c37-a7bce71ff852 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77cabc7-6b49-4aae-8df3-f25d1150e1d7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:06.624653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad99ca-dde7-48c6-a9d8-e1f8346b6887 req-c68dc7d6-b3cf-4f1e-a644-a4004ee73229 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:06.626435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06ad99ca-dde7-48c6-a9d8-e1f8346b6887 req-c68dc7d6-b3cf-4f1e-a644-a4004ee73229 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0626006 Sep 10 03:06:06.668926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06ad99ca-dde7-48c6-a9d8-e1f8346b6887 req-5d53793a-c22f-4da0-8cd4-bffa79e75442 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355432 Sep 10 03:06:06.839919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-5cfdc468-0ea7-4a7d-bf63-8156857dbe3c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:06.841387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-5cfdc468-0ea7-4a7d-bf63-8156857dbe3c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 812 time: 0.1034789 Sep 10 03:06:06.856492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-75b3960e-5244-458f-8958-08d8c3921bfe tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/quotas/c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 375 time: 0.0092454 Sep 10 03:06:06.888719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-18e89866-e279-49d5-a9cf-fd93776d34c6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263054 Sep 10 03:06:06.954039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-9b0b438f-ddcc-47fe-9424-4a4663b18047 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:06:06.955370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-9b0b438f-ddcc-47fe-9424-4a4663b18047 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582404 Sep 10 03:06:06.984932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cb3fc-d9e0-4920-ad4e-fed2259e7166 req-e36c946a-3dd0-4e8d-9060-3fc2caec3f46 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:06.986746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e84cb3fc-d9e0-4920-ad4e-fed2259e7166 req-e36c946a-3dd0-4e8d-9060-3fc2caec3f46 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 949 time: 0.0602591 Sep 10 03:06:07.032663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e84cb3fc-d9e0-4920-ad4e-fed2259e7166 req-2eff8e1d-6c45-463c-abad-a05356d51491 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390224 Sep 10 03:06:07.067002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-5caf82ae-f9a7-4152-ad7f-88213af5cad4 service neutron] 10.222.0.23 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035111 Sep 10 03:06:07.163725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-4e67921e-6d39-46fa-b734-31aeccb1edc4 service neutron] 10.222.0.23 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871077 Sep 10 03:06:07.248806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:07.317934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1729eda8-4cee-42fc-80f4-a86f82402a75 req-c85c271d-aff4-42bb-984a-4b91db1d8700 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 210 time: 0.0262661 Sep 10 03:06:07.420112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 21f98f43-68e8-4409-af2b-2a7e722b2186 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:07.472058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 21f98f43-68e8-4409-af2b-2a7e722b2186 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:07.476023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 21f98f43-68e8-4409-af2b-2a7e722b2186 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:07.476394 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:07.576692 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:07.607913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f98f43-68e8-4409-af2b-2a7e722b2186'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:07.613548 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1de339-e685-48e2-9fb1-d845c2ef941f" -d '{"events": [{"server_uuid": "d401f62e-e862-4536-9da5-574c64b7a07d", "name": "network-vif-plugged", "status": "completed", "tag": "21f98f43-68e8-4409-af2b-2a7e722b2186"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:07.621897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab454-ef6a-4f3a-ba71-6452af660dda req-fb3a20ca-afee-4ef2-b693-df7b00a49e16 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:07.624134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b4ab454-ef6a-4f3a-ba71-6452af660dda req-fb3a20ca-afee-4ef2-b693-df7b00a49e16 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 944 time: 0.0594773 Sep 10 03:06:07.628864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 21f98f43-68e8-4409-af2b-2a7e722b2186, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=21f98f43-68e8-4409-af2b-2a7e722b2186,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:07.633874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:07.686425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5865216c-7dd2-4f5b-b241-f9bc40e52a4b up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:07.731514 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395df02b-ae47-41b0-a8fd-b16c611faa8e x-openstack-request-id: req-395df02b-ae47-41b0-a8fd-b16c611faa8e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:07.731898 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d401f62e-e862-4536-9da5-574c64b7a07d", "name": "network-vif-plugged", "status": "completed", "tag": "21f98f43-68e8-4409-af2b-2a7e722b2186", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:07.732247 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-395df02b-ae47-41b0-a8fd-b16c611faa8e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:07.732724 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f98f43-68e8-4409-af2b-2a7e722b2186', 'code': 200} Sep 10 03:06:07.748655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b4ab454-ef6a-4f3a-ba71-6452af660dda req-4b9618ac-dd2e-4120-ad69-ebaf7b426f18 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973127 Sep 10 03:06:07.783712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=21f98f43-68e8-4409-af2b-2a7e722b2186,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:07.786928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:07.793808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:07.794496 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:07.885222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca32bc-e112-4fc8-8921-568e55993394 req-0bd71f9a-04af-4a34-a9c3-f674b0a309c8 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:07.890838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-abca32bc-e112-4fc8-8921-568e55993394 req-0bd71f9a-04af-4a34-a9c3-f674b0a309c8 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0987856 Sep 10 03:06:07.891745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e88a1f-95aa-4be6-b51a-8d2ccb27a995 req-ac216811-e1c0-4525-a745-e87fa2e1866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:07.910695 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56e88a1f-95aa-4be6-b51a-8d2ccb27a995 req-ac216811-e1c0-4525-a745-e87fa2e1866f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 1101 time: 0.0906215 Sep 10 03:06:07.997673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56e88a1f-95aa-4be6-b51a-8d2ccb27a995 req-f1925cec-4f0b-4a12-aee7-de592add296b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Sep 10 03:06:08.007171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aeb13-66d6-44a9-964e-bbffac101218 req-ccd5c1b5-1280-4506-8279-81b992ef5b43 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:08.008797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-112aeb13-66d6-44a9-964e-bbffac101218 req-ccd5c1b5-1280-4506-8279-81b992ef5b43 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 946 time: 0.0897834 Sep 10 03:06:08.028344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.062049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-112aeb13-66d6-44a9-964e-bbffac101218 req-fd096858-50d6-42d9-99ce-f6ba41afec9a tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ee28fb8-7656-4106-87f5-58ec1c124331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451016 Sep 10 03:06:08.075237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:08.088949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.089253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e225b-8e81-4de8-832c-05ff476210eb req-4d5765a1-873a-4de6-a9f4-d0cf1b0a2ae0 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:08.090330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 488c228e-7b1f-4875-8424-c4ffca5e5a3a up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:08.090848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-453e225b-8e81-4de8-832c-05ff476210eb req-4d5765a1-873a-4de6-a9f4-d0cf1b0a2ae0 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.1147456 Sep 10 03:06:08.146219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Deleting port 99d1141c-f39f-4062-be02-a0538460f9df {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:08.146579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.160293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-453e225b-8e81-4de8-832c-05ff476210eb req-f1ed4dc3-bb57-41ac-960c-62aabb6bb9fb tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582993 Sep 10 03:06:08.191765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eee8f2-5035-4bf3-9048-474d1fed79b3 req-f4b4a4c0-3dbf-4ace-82fa-0e852622db99 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:08.194493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:08.203904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28eee8f2-5035-4bf3-9048-474d1fed79b3 req-f4b4a4c0-3dbf-4ace-82fa-0e852622db99 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 950 time: 0.0775714 Sep 10 03:06:08.211755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 488c228e-7b1f-4875-8424-c4ffca5e5a3a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:08.216560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 488c228e-7b1f-4875-8424-c4ffca5e5a3a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:08.217263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.254947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28eee8f2-5035-4bf3-9048-474d1fed79b3 req-446eba6b-cee9-44c4-8805-f0abe5772d4a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500495 Sep 10 03:06:08.293850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] For port 99d1141c-f39f-4062-be02-a0538460f9df, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=99d1141c-f39f-4062-be02-a0538460f9df,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:08.294229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.452789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b344d37-d857-44de-840a-8b62e13a35a3 req-ad9fdb0b-e0b5-4931-9bdc-82b89e0d2d17 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 210 time: 0.0345423 Sep 10 03:06:08.491736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.539868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.540149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.540476 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Floating IP a56af841-ee54-43c9-868a-a9b7e9127bfd disassociated. External IP: 172.25.8.237, port: 99d1141c-f39f-4062-be02-a0538460f9df. Sep 10 03:06:08.540789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Calling delete_port for 99d1141c-f39f-4062-be02-a0538460f9df owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:08.547028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:08.552418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.557778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-f43e3c87-2b52-4065-81c9-91cc56475133 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:08.560764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-f43e3c87-2b52-4065-81c9-91cc56475133 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.32 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 812 time: 0.1800852 Sep 10 03:06:08.579445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'port': {'device_id': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653', 'admin_state_up': True, 'tenant_id': 'c82ed297ee7f40e9ae4d65c43c184c39'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:08.604479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=488c228e-7b1f-4875-8424-c4ffca5e5a3a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:08.698383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.717136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Made reservation on behalf of c82ed297ee7f40e9ae4d65c43c184c39 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:08.725937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:08.904852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Allocated IP 172.20.0.9 (7b567624-ed1c-47de-a112-83843e7a3653/d6435797-dfce-4b49-b5e6-315b677c5ce6/0bb43c92-0289-4a13-a312-e474945c54cc) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:09.069239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669225b-16ca-45b2-95e2-c6d02991083e req-48e72ee2-ad85-4196-bc5d-873173267fe4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:09.070829 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4669225b-16ca-45b2-95e2-c6d02991083e req-48e72ee2-ad85-4196-bc5d-873173267fe4 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.1253290 Sep 10 03:06:09.107427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event deleted for resources: {'Port': ['ID=99d1141c-f39f-4062-be02-a0538460f9df,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:09.160070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4669225b-16ca-45b2-95e2-c6d02991083e req-896d8874-e39a-4f59-a16a-b7c565d75061 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778797 Sep 10 03:06:09.186925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:09.243029 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:09.263013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Router 8cbea982-5c0d-4695-a45e-e66a4828fe11 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:06:09.274438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8674ee8-3124-41d1-9244-6fa5df4b730a req-6bca4966-e0fe-40ba-bb6b-6fada9735416 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:09.281078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8674ee8-3124-41d1-9244-6fa5df4b730a req-6bca4966-e0fe-40ba-bb6b-6fada9735416 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1765904 Sep 10 03:06:09.300138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Network 7b567624-ed1c-47de-a112-83843e7a3653 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:09.303653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:09.310688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:09.346174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:09.380795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8674ee8-3124-41d1-9244-6fa5df4b730a req-e285da24-953d-49ae-8f49-79883af82d7c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988343 Sep 10 03:06:09.393639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:09.403126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:09.431905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3185846a-befc-477f-9e89-a434bce9b21f req-f18de072-75de-401f-8c7c-0d8458bb971f tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ecde095-109c-4ebb-908f-75e7dde8ab68 HTTP/1.1" status: 200 len: 210 time: 0.0543418 Sep 10 03:06:09.446241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-b8691829-998f-45d8-aceb-6e3ed57601c7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720038 Sep 10 03:06:09.458562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Request body: {'port': {'device_id': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:09.507852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:06:09.522780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] Sync routers for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:06:09.537963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:09.538619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:09.595378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:09.609798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] No DVR routers for this DVR port 99d1141c-f39f-4062-be02-a0538460f9df on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:09.614961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:09.618785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-abca32bc-e112-4fc8-8921-568e55993394 req-9ceb82a1-96d4-4e3e-9e5c-fe896fb31850 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.36 "DELETE /v2.0/ports/99d1141c-f39f-4062-be02-a0538460f9df HTTP/1.1" status: 204 len: 173 time: 1.7210534 Sep 10 03:06:09.622340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'name': 'network-vif-deleted', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:09.626061 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d286cc8f-4542-4aae-b702-6d245e307010" -d '{"events": [{"server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "name": "network-vif-deleted", "tag": "99d1141c-f39f-4062-be02-a0538460f9df"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:09.664266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec46d-342a-4b6a-9999-d6daeb05b3ff req-fac1b77e-1db7-4b85-bbe4-3429b9a1d0c7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:09.676368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-530ec46d-342a-4b6a-9999-d6daeb05b3ff req-fac1b77e-1db7-4b85-bbe4-3429b9a1d0c7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 950 time: 0.1846738 Sep 10 03:06:09.689517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a67ce-273b-4201-8594-dd3a60ef504e req-1012f2af-e4bb-4650-8fb7-a6c5698f78f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:09.691132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a15a67ce-273b-4201-8594-dd3a60ef504e req-1012f2af-e4bb-4650-8fb7-a6c5698f78f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 931 time: 0.1262462 Sep 10 03:06:09.716240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:09.767721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b'}, {'server_uuid': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488c228e-7b1f-4875-8424-c4ffca5e5a3a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:09.769951 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051af5e7-cc4b-4288-90dd-0a2428621322" -d '{"events": [{"server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "name": "network-vif-plugged", "status": "completed", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b"}, {"server_uuid": "932224f1-2d0a-41d8-831b-53bc6c398de8", "name": "network-vif-plugged", "status": "completed", "tag": "488c228e-7b1f-4875-8424-c4ffca5e5a3a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:09.789711 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-530ec46d-342a-4b6a-9999-d6daeb05b3ff req-42ea0c99-778b-4535-bba7-6fce668acb76 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110632 Sep 10 03:06:09.841453 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6ebfca-8d89-4577-a1ba-dc68205410d3 x-openstack-request-id: req-7f6ebfca-8d89-4577-a1ba-dc68205410d3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:09.841751 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecde095-109c-4ebb-908f-75e7dde8ab68", "name": "network-vif-deleted", "tag": "99d1141c-f39f-4062-be02-a0538460f9df", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:09.842003 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f6ebfca-8d89-4577-a1ba-dc68205410d3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:09.842401 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecde095-109c-4ebb-908f-75e7dde8ab68', 'name': 'network-vif-deleted', 'tag': '99d1141c-f39f-4062-be02-a0538460f9df', 'status': 'completed', 'code': 200} Sep 10 03:06:09.906154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a15a67ce-273b-4201-8594-dd3a60ef504e req-277a90ec-0c50-434c-95d5-253963e7d048 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084451 Sep 10 03:06:09.998694 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc5c35-dcab-4049-ac25-ff1d575dc6d1 x-openstack-request-id: req-27fc5c35-dcab-4049-ac25-ff1d575dc6d1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:09.999103 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "name": "network-vif-plugged", "status": "completed", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b", "code": 200}, {"server_uuid": "932224f1-2d0a-41d8-831b-53bc6c398de8", "name": "network-vif-plugged", "status": "completed", "tag": "488c228e-7b1f-4875-8424-c4ffca5e5a3a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:09.999226 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27fc5c35-dcab-4049-ac25-ff1d575dc6d1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:10.000371 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'code': 200} Sep 10 03:06:10.000769 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488c228e-7b1f-4875-8424-c4ffca5e5a3a', 'code': 200} Sep 10 03:06:10.043487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:05Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:10.074270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] Checking router: 8cbea982-5c0d-4695-a45e-e66a4828fe11 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:06:10.101023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:10.101645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:10.167392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb43c92-0289-4a13-a312-e474945c54cc {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:10.178033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.192487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Transition to ACTIVE for port object 0bb43c92-0289-4a13-a312-e474945c54cc will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:10.206019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.263283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:10.327733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc1cdc-65be-4988-ba4f-9dce8f686424 req-35764b75-e90c-48d6-840c-f4e3bbdefd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.329323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bfdc1cdc-65be-4988-ba4f-9dce8f686424 req-35764b75-e90c-48d6-840c-f4e3bbdefd01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1096 time: 0.2085822 Sep 10 03:06:10.382458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bfdc1cdc-65be-4988-ba4f-9dce8f686424 req-6a82b587-a57a-485c-9b0f-b1fa25e86207 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Sep 10 03:06:10.386262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055689-bf12-44c9-a121-f61cf9d2f98b req-be009e74-16c5-44db-a663-bc60b890701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.387780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75055689-bf12-44c9-a121-f61cf9d2f98b req-be009e74-16c5-44db-a663-bc60b890701d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 1101 time: 0.2242591 Sep 10 03:06:10.395557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d551af-dca1-41c6-b73f-1270e87c7df4 req-12d64f7b-2f67-4043-81e5-ae4d5b7ebac5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.403180 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79d551af-dca1-41c6-b73f-1270e87c7df4 req-12d64f7b-2f67-4043-81e5-ae4d5b7ebac5 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.2146037 Sep 10 03:06:10.440358 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79d551af-dca1-41c6-b73f-1270e87c7df4 req-526a7c86-8995-4f85-9fb8-3fff338229cb tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362251 Sep 10 03:06:10.525476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:05Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:10.560614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10ddc5-d12b-4c9d-ae1a-e1a7a063ce25 None None] The sync data for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 is: [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:03:55Z', 'revision_number': 4, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b287947b-19d3-4363-ae62-d4b2d8582737', 'name': '', 'network_id': '4e5df9c6-8aba-4151-9bd6-133cfd6932c4', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'mac_address': 'fa:16:3e:53:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:54Z', 'updated_at': '2021-09-10T03:04:05Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'subnets': [{'id': '9187f63a-b6f2-421e-9b34-194ecc2462ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:06:10.594199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:10.648507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75055689-bf12-44c9-a121-f61cf9d2f98b req-201c2740-43c3-40a8-8f0e-d1ffabc0be4d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Sep 10 03:06:10.656685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf62af-894f-4010-9697-15e2933f335d req-80db7489-456f-4c45-abc8-26ce2f6abfdf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.658272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fcf62af-894f-4010-9697-15e2933f335d req-80db7489-456f-4c45-abc8-26ce2f6abfdf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 950 time: 0.4641979 Sep 10 03:06:10.720924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fcf62af-894f-4010-9697-15e2933f335d req-f900b4c6-6fae-4a32-acf8-2c9ccd3b7d64 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Sep 10 03:06:10.722009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Attempting to bind port 0bb43c92-0289-4a13-a312-e474945c54cc on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:10.722343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Attempting to bind port 0bb43c92-0289-4a13-a312-e474945c54cc by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:10.722667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Attempting to bind port 0bb43c92-0289-4a13-a312-e474945c54cc on network 7b567624-ed1c-47de-a112-83843e7a3653 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:10.725263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f731a99-78e8-4bac-9131-346115ac0ab1 req-fcb7bf1f-2f76-447d-b002-5137fd8006af tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.727311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Port 0bb43c92-0289-4a13-a312-e474945c54cc on network 7b567624-ed1c-47de-a112-83843e7a3653 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:10.727815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Attempting to bind port 0bb43c92-0289-4a13-a312-e474945c54cc on network 7b567624-ed1c-47de-a112-83843e7a3653 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:10.732941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:10.733491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Checking segment: {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:10.734769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Bound using segment: {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:10.734892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f731a99-78e8-4bac-9131-346115ac0ab1 req-fcb7bf1f-2f76-447d-b002-5137fd8006af tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0688589 Sep 10 03:06:10.743761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Bound port: 0bb43c92-0289-4a13-a312-e474945c54cc, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:10.744688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.788661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f731a99-78e8-4bac-9131-346115ac0ab1 req-21d74969-82ec-463d-b390-87dd455b498c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529299 Sep 10 03:06:10.822993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:10.826266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:10.830521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.835828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57136) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:10.864878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.865512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.866926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] 10.222.0.32 "PUT /v2.0/ports/0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 1091 time: 1.4126377 Sep 10 03:06:10.867701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:10.869708 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9264fd-bffc-470f-9119-e8cac8e92618" -d '{"events": [{"name": "network-changed", "server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:10.900495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9c3e7-5a1a-4685-be16-607cfd89720c service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:10.922366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3071a468-2af2-481c-b44b-cc5c002c1f6d tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.949843 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace08208-8602-4097-b34c-52eff4147695 x-openstack-request-id: req-ace08208-8602-4097-b34c-52eff4147695 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:10.950134 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:10.950265 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ace08208-8602-4097-b34c-52eff4147695 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:10.950609 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc', 'status': 'completed', 'code': 200} Sep 10 03:06:10.959984 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3071a468-2af2-481c-b44b-cc5c002c1f6d tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:10.966916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-7b919e92-141c-44cf-93a8-6f0456791b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:10.969436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-7b919e92-141c-44cf-93a8-6f0456791b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1094 time: 0.0545011 Sep 10 03:06:10.973682 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46593581-945e-4c73-977f-63e9597aea11 None None] New status for floating IP a56af841-ee54-43c9-868a-a9b7e9127bfd: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:06:11.021013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-f7bd0a77-cefb-4eef-8de9-f09451723e68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 217 time: 0.0413342 Sep 10 03:06:11.069680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70eb2-8820-4d1f-85eb-5462c46b2e53 req-71e0c4f4-7719-4c7e-81bd-774f4e36e742 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:11.071205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5e70eb2-8820-4d1f-85eb-5462c46b2e53 req-71e0c4f4-7719-4c7e-81bd-774f4e36e742 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 943 time: 0.0685368 Sep 10 03:06:11.080675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3071a468-2af2-481c-b44b-cc5c002c1f6d tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:11.083438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3071a468-2af2-481c-b44b-cc5c002c1f6d tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:11.088252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3071a468-2af2-481c-b44b-cc5c002c1f6d tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ee28fb8-7656-4106-87f5-58ec1c124331 HTTP/1.1" status: 204 len: 168 time: 0.2482939 Sep 10 03:06:11.091898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:11.111262 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-86108e64-03d3-42c2-abab-1ce02f17fe81 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] show failed (client error): The resource could not be found. Sep 10 03:06:11.115581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-86108e64-03d3-42c2-abab-1ce02f17fe81 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "GET /v2.0/security-groups/0ee28fb8-7656-4106-87f5-58ec1c124331 HTTP/1.1" status: 404 len: 347 time: 0.0194895 Sep 10 03:06:11.117777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071a468-2af2-481c-b44b-cc5c002c1f6d tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee28fb8-7656-4106-87f5-58ec1c124331,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:11.118025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57144) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:11.163219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5e70eb2-8820-4d1f-85eb-5462c46b2e53 req-ae4e0be7-f7d1-4264-aaa0-f6aac3231aa3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760925 Sep 10 03:06:11.169480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-76fcbf91-1c30-4555-9337-bb2f78c43b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:11.170985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-76fcbf91-1c30-4555-9337-bb2f78c43b80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.1414604 Sep 10 03:06:11.232398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-542e40db-b9ef-410c-be60-740526cbb72c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296915 Sep 10 03:06:11.354640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Deleting port dc28911c-15d6-4834-aab8-8c21c8f8fb30 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:11.354983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:11.360929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-c3b84935-c4d0-4f41-9266-d382a4dd0d86 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080909 Sep 10 03:06:11.433505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 99d1141c-f39f-4062-be02-a0538460f9df no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:11.455733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 99d1141c-f39f-4062-be02-a0538460f9df {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:11.456075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 99d1141c-f39f-4062-be02-a0538460f9df not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:11.520182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3097162f-fd42-4d62-8e62-8cef97c83fdd req-7f648df7-738e-43de-bad2-4ab8f9c48837 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477604 Sep 10 03:06:11.521819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:11.522149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:11.560833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Calling delete_port for dc28911c-15d6-4834-aab8-8c21c8f8fb30 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:11.652978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9fac-6e2a-4c9d-a3f0-b2e5f2fc73fb req-5691ac41-da4a-44bd-8405-be4cdbcafa8d tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:11.654510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3ac9fac-6e2a-4c9d-a3f0-b2e5f2fc73fb req-5691ac41-da4a-44bd-8405-be4cdbcafa8d tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.1369169 Sep 10 03:06:11.700329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-1976ea8c-8f8f-4d37-95c0-cb65d19b6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:11.701850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-1976ea8c-8f8f-4d37-95c0-cb65d19b6080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1094 time: 0.1187897 Sep 10 03:06:11.751152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3ac9fac-6e2a-4c9d-a3f0-b2e5f2fc73fb req-131316f8-18a1-429a-a943-a831ab4cd268 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885184 Sep 10 03:06:11.854772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-a13e8e65-fe7a-4479-95c5-8043ae2afe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:11.856499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-a13e8e65-fe7a-4479-95c5-8043ae2afe46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.1431479 Sep 10 03:06:11.877753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33e145-e8db-4615-8b80-49d556049feb req-ee6958b1-bc79-40f3-8e3b-6aa9e91ef79b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:11.883307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:11.886027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b33e145-e8db-4615-8b80-49d556049feb req-ee6958b1-bc79-40f3-8e3b-6aa9e91ef79b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 950 time: 0.0691924 Sep 10 03:06:11.929596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b33e145-e8db-4615-8b80-49d556049feb req-a09c9099-1ba3-4a37-afe2-4a3ab53528dd tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Sep 10 03:06:11.956081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-592f03e1-46d2-487e-bf04-aa05784213f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 217 time: 0.0795965 Sep 10 03:06:11.958093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Pushing event deleted for resources: {'Port': ['ID=dc28911c-15d6-4834-aab8-8c21c8f8fb30,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:12.026321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11654471-dd82-452e-bf7d-aea585d14727 req-02ba8533-9eb9-45a5-8c92-7b007a6b2e42 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:12.028175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11654471-dd82-452e-bf7d-aea585d14727 req-02ba8533-9eb9-45a5-8c92-7b007a6b2e42 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1632586 Sep 10 03:06:12.052308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-1033a022-d46a-4a95-8d47-723607722728 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:12.053860 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-1033a022-d46a-4a95-8d47-723607722728 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.32 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.0647655 Sep 10 03:06:12.104281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-9ccd82be-4508-41e3-bf73-941324521fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:12.105779 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-9ccd82be-4508-41e3-bf73-941324521fc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.1163993 Sep 10 03:06:12.112626 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11654471-dd82-452e-bf7d-aea585d14727 req-b38abb57-e731-4891-b069-5ba2d4772fcf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615971 Sep 10 03:06:12.113432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.115955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.119922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2069a80a-5666-4681-a260-64a3eab1d302 tempest-ServersTestJSON-93147601 tempest-ServersTestJSON-93147601-project] 10.222.0.23 "DELETE /v2.0/floatingips/a56af841-ee54-43c9-868a-a9b7e9127bfd HTTP/1.1" status: 204 len: 168 time: 1.0004570 Sep 10 03:06:12.138581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57156) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:12.157357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-d6fc91d4-7352-4095-a8ee-a211f94c248d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390522 Sep 10 03:06:12.291285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-a14aad8d-a2bf-47cb-ac42-805a818b7ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264107 Sep 10 03:06:12.321237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec845fc6-b202-4db1-9bf3-e5847878be32 req-d862976c-679f-4342-b74b-7ef6185c454d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:12.321549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb6ced-1c95-4300-b71e-c3f71ef9c41c req-44a02783-6591-4412-a24e-45b5191350e9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:12.323005 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec845fc6-b202-4db1-9bf3-e5847878be32 req-d862976c-679f-4342-b74b-7ef6185c454d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1232772 Sep 10 03:06:12.323342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fbb6ced-1c95-4300-b71e-c3f71ef9c41c req-44a02783-6591-4412-a24e-45b5191350e9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 943 time: 0.0784793 Sep 10 03:06:12.339938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Deleting port 402702ef-ef55-4246-86ba-228fd42b0c8c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:12.340734 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.415995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57162) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:12.424938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'floatingip': {'port_id': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:12.465592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fbb6ced-1c95-4300-b71e-c3f71ef9c41c req-0da87345-cc13-46f5-9c35-6e86dd73ca9e tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214206 Sep 10 03:06:12.476146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.503319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] For port 402702ef-ef55-4246-86ba-228fd42b0c8c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=402702ef-ef55-4246-86ba-228fd42b0c8c,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:12.503710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.546750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c9264fd-bffc-470f-9119-e8cac8e92618 req-5f8a6001-e249-4b96-925e-3cf03554e204 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218678 Sep 10 03:06:12.808291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.808291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:12.808590 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Floating IP bdbc8965-8659-4fc1-b57c-0d9786c7d3d4 disassociated. External IP: 172.25.8.123, port: 402702ef-ef55-4246-86ba-228fd42b0c8c. Sep 10 03:06:12.808847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Calling delete_port for 402702ef-ef55-4246-86ba-228fd42b0c8c owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:12.977089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f47f3-fdb6-4ef5-b7e7-55542248a269 req-0d349e0d-7d55-4b8d-9ace-36cfc17ede37 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:12.978637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-036f47f3-fdb6-4ef5-b7e7-55542248a269 req-0d349e0d-7d55-4b8d-9ace-36cfc17ede37 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 945 time: 0.0929172 Sep 10 03:06:13.015713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.019892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.060745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.066551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-036f47f3-fdb6-4ef5-b7e7-55542248a269 req-1b853daf-6708-48d6-8a12-66692d054d7e tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups?id=f2a2a75a-312e-4797-bb92-0060065e3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495493 Sep 10 03:06:13.067702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.126105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event deleted for resources: {'Port': ['ID=402702ef-ef55-4246-86ba-228fd42b0c8c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:13.163889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.164647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.164647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.164885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.165216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.165540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.165861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.166416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.166581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.174149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.174149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.174149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:13.186489 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Floating IP 4b8f8adb-4878-4b0c-906a-3e7acbed5e54 associated. External IP: 172.25.8.186, port: 5865216c-7dd2-4f5b-b241-f9bc40e52a4b. Sep 10 03:06:13.223847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d875af6-d367-4dde-a13d-785e898b258d req-1e0ef7aa-ba04-49b2-bea5-d36263acdc57 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:13.225239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d875af6-d367-4dde-a13d-785e898b258d req-1e0ef7aa-ba04-49b2-bea5-d36263acdc57 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 950 time: 0.2029619 Sep 10 03:06:13.334993 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d875af6-d367-4dde-a13d-785e898b258d req-886bd195-04b3-4dc9-9bad-02d23c18529b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776458 Sep 10 03:06:13.407337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Router 4942d86b-cb66-4fa2-863f-4242f557de27 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:06:13.413026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:06:13.560242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:06:13.567074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.573652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:06:13.579436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:06:13.591152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c776b-e728-44fc-a4db-030279f52594 None None] Sync routers for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:06:13.600637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:13.601968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:13.604299 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:13.607775 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:13.627521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03be9ad0-e639-4cb8-9f15-085cd809a50f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "PUT /v2.0/floatingips/4b8f8adb-4878-4b0c-906a-3e7acbed5e54 HTTP/1.1" status: 200 len: 991 time: 1.2067423 Sep 10 03:06:13.627521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:13.633549 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58d5c2-3c63-4b94-853f-44e6072a0837" -d '{"events": [{"name": "network-changed", "server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:13.670505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 0bb43c92-0289-4a13-a312-e474945c54cc details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:13.677641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] No DVR routers for this DVR port 402702ef-ef55-4246-86ba-228fd42b0c8c on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:13.694075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.696117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae9eaa5-90af-49b0-924e-2a3770e27357 req-9b4bc86b-0720-4b6d-b21d-6653fa36f423 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.32 "DELETE /v2.0/ports/402702ef-ef55-4246-86ba-228fd42b0c8c HTTP/1.1" status: 204 len: 173 time: 1.6360095 Sep 10 03:06:13.697361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'name': 'network-vif-deleted', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:13.706854 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6431d9-196e-42ee-bb65-87e669286452" -d '{"events": [{"server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "name": "network-vif-deleted", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:13.732935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934265e0-a56b-412f-980b-fa312652a90c req-37ea533c-df7a-4dd8-95ad-bd216a86c9c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:13.736396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf50ba2-6fc5-43b8-9198-96cc230dc009 req-9e1d5494-6ac1-4a20-acd7-518ce13e5461 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:13.737954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-acf50ba2-6fc5-43b8-9198-96cc230dc009 req-9e1d5494-6ac1-4a20-acd7-518ce13e5461 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 943 time: 0.1683242 Sep 10 03:06:13.754014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934265e0-a56b-412f-980b-fa312652a90c req-37ea533c-df7a-4dd8-95ad-bd216a86c9c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:13.755196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Deleting port b287947b-19d3-4363-ae62-d4b2d8582737 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:13.756266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-934265e0-a56b-412f-980b-fa312652a90c req-37ea533c-df7a-4dd8-95ad-bd216a86c9c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d&device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 1691 time: 0.1047735 Sep 10 03:06:13.756805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.790276 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:13.848752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-acf50ba2-6fc5-43b8-9198-96cc230dc009 req-d4986ca4-9d10-4c5b-8bc7-e2f3f59fc5e1 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017561 Sep 10 03:06:13.851668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:13.900577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-934265e0-a56b-412f-980b-fa312652a90c req-fbdcd74a-76d3-46ad-958b-d21e40233c0f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162913 Sep 10 03:06:13.927208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] For port b287947b-19d3-4363-ae62-d4b2d8582737, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b287947b-19d3-4363-ae62-d4b2d8582737,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:13.927841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:13.945888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Calling delete_port for b287947b-19d3-4363-ae62-d4b2d8582737 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:13.971111 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1167d131-8e9a-48d4-993f-3b257edd34ae x-openstack-request-id: req-1167d131-8e9a-48d4-993f-3b257edd34ae {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:13.971567 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:13.972468 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1167d131-8e9a-48d4-993f-3b257edd34ae {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:13.973067 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'status': 'completed', 'code': 200} Sep 10 03:06:13.978397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:13.998892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '0bb43c92-0289-4a13-a312-e474945c54cc', 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653', 'port_id': '0bb43c92-0289-4a13-a312-e474945c54cc', 'mac_address': 'fa:16:3e:cb:b7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6435797-dfce-4b49-b5e6-315b677c5ce6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:14.050424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:14.058876 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0579c94d-4519-4c82-9e63-34ef8c2f6a01 x-openstack-request-id: req-0579c94d-4519-4c82-9e63-34ef8c2f6a01 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:14.059419 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e237e-3864-4647-984e-2021fa28f1cc", "name": "network-vif-deleted", "tag": "402702ef-ef55-4246-86ba-228fd42b0c8c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:14.059419 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0579c94d-4519-4c82-9e63-34ef8c2f6a01 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:14.059842 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576e237e-3864-4647-984e-2021fa28f1cc', 'name': 'network-vif-deleted', 'tag': '402702ef-ef55-4246-86ba-228fd42b0c8c', 'status': 'completed', 'code': 200} Sep 10 03:06:14.073983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb43c92-0289-4a13-a312-e474945c54cc {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:14.097284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:14.112702 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:14.160194 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:12Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:14.166992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-1a98c81b-bdc0-4976-a2fa-a4539478dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:14.168635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-1a98c81b-bdc0-4976-a2fa-a4539478dccd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1096 time: 0.1079736 Sep 10 03:06:14.203917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:14.246867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cc173-934a-4e92-88da-a683765a076a req-fdd97c22-e266-4d74-8f41-ff2414dc34f1 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:14.255421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d6cc173-934a-4e92-88da-a683765a076a req-fdd97c22-e266-4d74-8f41-ff2414dc34f1 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 1101 time: 0.0636182 Sep 10 03:06:14.257256 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c776b-e728-44fc-a4db-030279f52594 None None] Checking router: 4942d86b-cb66-4fa2-863f-4242f557de27 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:06:14.272937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:14.273564 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:14.323824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc2f4d5e-44ad-4003-8e17-5b65174c2467 req-22e1424b-12e4-4137-8dde-35cd78f9e29f tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/ports?device_id=576e237e-3864-4647-984e-2021fa28f1cc HTTP/1.1" status: 200 len: 210 time: 0.0533104 Sep 10 03:06:14.373826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d6cc173-934a-4e92-88da-a683765a076a req-5dedb3e2-08a5-441d-b527-4a420dbaf6a3 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118159 Sep 10 03:06:14.400035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-8fd8f842-a4ac-4bfa-a583-34dd0642059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:14.406214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-8fd8f842-a4ac-4bfa-a583-34dd0642059e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.2291732 Sep 10 03:06:14.410555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:14.473244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '4b8f8adb-4878-4b0c-906a-3e7acbed5e54', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'port_id': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'mac_address': 'fa:16:3e:fe:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:05:54Z', 'updated_at': '2021-09-10T03:06:12Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:14.478414 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:14.507889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:14.556304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:06:14.574335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:14.574968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:14.761617 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-962c776b-e728-44fc-a4db-030279f52594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:12Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:14.762280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:14.793499 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c776b-e728-44fc-a4db-030279f52594 None None] The sync data for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 is: [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:04:06Z', 'revision_number': 4, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6ec4a437-4b89-4eaa-ad15-8daf20afd9e7', 'name': '', 'network_id': 'b7ce3993-62d9-4d2c-a87e-f366be9f36ad', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'mac_address': 'fa:16:3e:6d:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '3c384224-4b82-4234-875c-e0c248d6c861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:04:05Z', 'updated_at': '2021-09-10T03:04:12Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'subnets': [{'id': '3c384224-4b82-4234-875c-e0c248d6c861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:06:14.914610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b287947b-19d3-4363-ae62-d4b2d8582737,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:14.946516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-0edc2410-3cc7-4144-a3a9-b6aa901bf85f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 999 time: 0.5297382 Sep 10 03:06:15.006681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d345226-cfb0-46b5-b532-efeed0851889 req-25a4000e-46fa-4082-adf3-093f8f166564 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:15.012389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d345226-cfb0-46b5-b532-efeed0851889 req-25a4000e-46fa-4082-adf3-093f8f166564 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 944 time: 0.0714285 Sep 10 03:06:15.028755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-ff159b6a-8da6-4137-995c-09efa92f8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:15.037098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-ff159b6a-8da6-4137-995c-09efa92f8de6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.0808585 Sep 10 03:06:15.090569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d345226-cfb0-46b5-b532-efeed0851889 req-9c1f8e28-51de-4cde-b599-2911ce861220 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704563 Sep 10 03:06:15.265214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc3ce52-555a-4214-8dc8-59b3e6697cba None None] New status for floating IP bdbc8965-8659-4fc1-b57c-0d9786c7d3d4: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:06:15.302343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170d85-deb3-479f-aef4-45530ab4095b req-0869447b-7db5-4456-b1e9-5386e8da7fb3 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:15.304042 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6170d85-deb3-479f-aef4-45530ab4095b req-0869447b-7db5-4456-b1e9-5386e8da7fb3 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 1101 time: 0.4417260 Sep 10 03:06:15.320429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:15.426685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-8326d312-6edc-4462-bbba-f57c12b67f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:15.428137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-8326d312-6edc-4462-bbba-f57c12b67f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234327 Sep 10 03:06:15.438831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57222) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:15.440439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '4b8f8adb-4878-4b0c-906a-3e7acbed5e54', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'port_id': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'mac_address': 'fa:16:3e:fe:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:05:54Z', 'updated_at': '2021-09-10T03:06:12Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:15.471887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd275b-47e3-4a31-8b8f-1dc9faf0e349 None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '4b8f8adb-4878-4b0c-906a-3e7acbed5e54', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'port_id': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'mac_address': 'fa:16:3e:fe:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:05:54Z', 'updated_at': '2021-09-10T03:06:12Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:06:15.536810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6170d85-deb3-479f-aef4-45530ab4095b req-3589288a-0d33-42a0-8d20-f4922ec74d30 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140973 Sep 10 03:06:15.556099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb81752e-7a35-4793-92ed-beac519fee2b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:15.602824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb81752e-7a35-4793-92ed-beac519fee2b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:15.660182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-8db1e7fd-dc2a-4b1b-8f82-304244c4dbd5 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976812 Sep 10 03:06:15.667993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 402702ef-ef55-4246-86ba-228fd42b0c8c no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:15.684585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb81752e-7a35-4793-92ed-beac519fee2b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:15.691187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb81752e-7a35-4793-92ed-beac519fee2b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:15.705294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb81752e-7a35-4793-92ed-beac519fee2b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "DELETE /v2.0/security-groups/f2a2a75a-312e-4797-bb92-0060065e3ba4 HTTP/1.1" status: 204 len: 168 time: 0.2650766 Sep 10 03:06:15.708931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 402702ef-ef55-4246-86ba-228fd42b0c8c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:15.709438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 402702ef-ef55-4246-86ba-228fd42b0c8c not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:15.714021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57232) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:15.744069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81752e-7a35-4793-92ed-beac519fee2b tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a2a75a-312e-4797-bb92-0060065e3ba4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:15.746864 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-ddeba1e3-bcb2-4e66-83ea-11b119a1e8eb tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] show failed (client error): The resource could not be found. Sep 10 03:06:15.748199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ddeba1e3-bcb2-4e66-83ea-11b119a1e8eb tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "GET /v2.0/security-groups/f2a2a75a-312e-4797-bb92-0060065e3ba4 HTTP/1.1" status: 404 len: 347 time: 0.0321867 Sep 10 03:06:15.752375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57238) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:15.790912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Router 8cbea982-5c0d-4695-a45e-e66a4828fe11 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:06:15.821539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1b58d5c2-3c63-4b94-853f-44e6072a0837 req-bb919ca2-906e-47dc-891e-03aa5d409beb service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522365 Sep 10 03:06:15.833163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-daf41e1f-18b8-4cc3-83f0-7801acb1ccb1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736115 Sep 10 03:06:15.882737 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee02dcb-29d3-4f20-b20b-65f22e15ab52 None None] New status for floating IP 4b8f8adb-4878-4b0c-906a-3e7acbed5e54: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:06:16.018659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:06:16.028624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57246) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:16.028905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f239e8ca-1a07-41bd-9300-1295493742a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/8cbea982-5c0d-4695-a45e-e66a4828fe11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8890111 Sep 10 03:06:16.030093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] Sync routers for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:06:16.039713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:16.041562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:16.081965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-cde27d7c-8de8-40c2-a277-46f92da242d9 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:16.083802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-cde27d7c-8de8-40c2-a277-46f92da242d9 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051518 Sep 10 03:06:16.120913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-1a930115-4d4e-437e-b4e0-c57393810302 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/quotas/32428f842f194c029aa1fdfcf59cedd6 HTTP/1.1" status: 200 len: 375 time: 0.0299053 Sep 10 03:06:16.176496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:16.236732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769380ce-6874-4315-ae4e-8c7bfb139a92 req-8ee3a66b-c81e-4d3e-90ce-b44e33f455f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:16.252081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-769380ce-6874-4315-ae4e-8c7bfb139a92 req-8ee3a66b-c81e-4d3e-90ce-b44e33f455f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 944 time: 0.0615120 Sep 10 03:06:16.314748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-769380ce-6874-4315-ae4e-8c7bfb139a92 req-9d42af1c-b31d-415b-8163-f5727e15e44f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Sep 10 03:06:16.392950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:06:14Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:16.422257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] Checking router: 8cbea982-5c0d-4695-a45e-e66a4828fe11 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:06:16.431580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] Routers {'8cbea982-5c0d-4695-a45e-e66a4828fe11'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:16.432328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8cbea982-5c0d-4695-a45e-e66a4828fe11'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:16.516405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Deleting port 8a35b00d-34c2-4629-9c39-0ecf2fcb637a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:16.516979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:16.557913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] Set router 8cbea982-5c0d-4695-a45e-e66a4828fe11 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:16.602316 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:16.622307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-7a966120-d8c9-4d8a-8359-03ed30d24df8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4891033 Sep 10 03:06:16.680453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:16.680789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:16.700136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Calling delete_port for 8a35b00d-34c2-4629-9c39-0ecf2fcb637a owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:16.740093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:06:14Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:16.776112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1ba4d-bb5a-481a-9d00-f06efeb25f44 None None] The sync data for ids ['8cbea982-5c0d-4695-a45e-e66a4828fe11'] in n-d-808126-2 is: [{'id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'name': 'tempest-ServersTestJSON-928939907-router', 'tenant_id': '932cc06ed13b426f9ec44ef51baad85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:49Z', 'updated_at': '2021-09-10T03:06:14Z', 'revision_number': 5, 'project_id': '932cc06ed13b426f9ec44ef51baad85c', 'gw_port': {'id': 'bf4c6397-40fb-448a-b3f4-f6466e964370', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbea982-5c0d-4695-a45e-e66a4828fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:50Z', 'updated_at': '2021-09-10T03:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:06:16.856594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3780095b-c8d9-4630-991e-43f3d33d9209 req-99ccdd2a-11d1-4307-ae25-5a1abf85c99b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Sep 10 03:06:16.861681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:16.963529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:16.978369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Deleting port bf4c6397-40fb-448a-b3f4-f6466e964370 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:16.978715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.008763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Pushing event deleted for resources: {'Port': ['ID=8a35b00d-34c2-4629-9c39-0ecf2fcb637a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:17.130460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.133003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.137107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d52b30a9-001a-4675-8f9c-f5fcb8fe5926 tempest-ServersTestManualDisk-257265536 tempest-ServersTestManualDisk-257265536-project] 10.222.0.23 "DELETE /v2.0/floatingips/bdbc8965-8659-4fc1-b57c-0d9786c7d3d4 HTTP/1.1" status: 204 len: 168 time: 1.3807881 Sep 10 03:06:17.137860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57282) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:17.155966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] For port bf4c6397-40fb-448a-b3f4-f6466e964370, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bf4c6397-40fb-448a-b3f4-f6466e964370,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:17.156372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.179747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Calling delete_port for bf4c6397-40fb-448a-b3f4-f6466e964370 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:17.398371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.467250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4c6397-40fb-448a-b3f4-f6466e964370,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:17.622570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b5e6-6f6b-47aa-8b08-c7ad62c8e729 req-f4613624-51d7-4b61-bfc4-352200bc315f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:17.625611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebf2b5e6-6f6b-47aa-8b08-c7ad62c8e729 req-f4613624-51d7-4b61-bfc4-352200bc315f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 944 time: 0.1785007 Sep 10 03:06:17.630792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.684797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 0bb43c92-0289-4a13-a312-e474945c54cc up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:17.721057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.735523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 0bb43c92-0289-4a13-a312-e474945c54cc completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:17.745236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 0bb43c92-0289-4a13-a312-e474945c54cc triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:17.745789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.751046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebf2b5e6-6f6b-47aa-8b08-c7ad62c8e729 req-7fe9fb07-01e4-4cb0-87be-88cae5ae3af7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161096 Sep 10 03:06:17.792773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.795678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.847513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.848025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbea982-5c0d-4695-a45e-e66a4828fe11 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:06:17.873889 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.875137 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.879000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7d6fd39d-d7f7-47c5-bcdc-6d525c352a2b admin admin] 10.222.0.23 "DELETE /v2.0/routers/8cbea982-5c0d-4695-a45e-e66a4828fe11 HTTP/1.1" status: 204 len: 168 time: 1.8493848 Sep 10 03:06:17.879942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57300) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:17.949559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Deleting subnet 9187f63a-b6f2-421e-9b34-194ecc2462ab {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:06:17.950025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:17.951484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:17.956992 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c8512a-412a-4a39-9f18-7bad9f0d715e" -d '{"events": [{"server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "name": "network-vif-plugged", "status": "completed", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:17.960172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:17.974233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.084538 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a0f43-e7d8-427c-b37c-d7be99fd7325 x-openstack-request-id: req-414a0f43-e7d8-427c-b37c-d7be99fd7325 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:18.084823 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "name": "network-vif-plugged", "status": "completed", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:18.085095 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-414a0f43-e7d8-427c-b37c-d7be99fd7325 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:18.085512 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc', 'code': 200} Sep 10 03:06:18.086222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:18.088604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b287947b-19d3-4363-ae62-d4b2d8582737 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:18.113696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.114907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-452453b7-9f28-42b6-b552-8635faff885f req-2a7ec4eb-f76c-483b-a681-f1a12ed95f02 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 210 time: 0.0787892 Sep 10 03:06:18.115829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b287947b-19d3-4363-ae62-d4b2d8582737 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:18.116180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b287947b-19d3-4363-ae62-d4b2d8582737 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:18.118795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.119146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.119543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.120049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.120388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.120729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.121134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.121375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.121828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.122104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.122506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.122744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:18.126255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4498a8c9-8ec0-49c5-b26f-63901119c3aa tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948243 Sep 10 03:06:18.237654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.294174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.321772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9187f63a-b6f2-421e-9b34-194ecc2462ab,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:18.328666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.329176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688b5a-0fe6-411a-af70-e1e69cf588aa req-52695fc3-0a76-41f0-ab01-dbc541328488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:18.330709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32688b5a-0fe6-411a-af70-e1e69cf588aa req-52695fc3-0a76-41f0-ab01-dbc541328488 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1096 time: 0.1282353 Sep 10 03:06:18.333493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-508192d5-fd4f-4b18-8430-49d64b05ffa3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9187f63a-b6f2-421e-9b34-194ecc2462ab HTTP/1.1" status: 204 len: 168 time: 0.4524317 Sep 10 03:06:18.334457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:18.336206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61449199-5c83-4b3c-aaa8-9bd1ce8ff050 None None] Network 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:18.355275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-11049b76-bf38-4365-923c-aa8abf42b6ba tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:18.357213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-11049b76-bf38-4365-923c-aa8abf42b6ba tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121992 Sep 10 03:06:18.412980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.414807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32688b5a-0fe6-411a-af70-e1e69cf588aa req-44501c9d-6860-44fc-a192-02452b2af265 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533147 Sep 10 03:06:18.418313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': 'd104b711-d20c-4a37-a9df-448e48530716', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:18.480810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Deleting port 348ad98f-1d8c-486b-9f1f-17723d795a51 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:18.481155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.558989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] For port 348ad98f-1d8c-486b-9f1f-17723d795a51, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=348ad98f-1d8c-486b-9f1f-17723d795a51,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:18.559365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.576077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Deleting port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:18.576561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.576865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Calling delete_port for 348ad98f-1d8c-486b-9f1f-17723d795a51 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:18.593781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] DHCP port deletion for 4e5df9c6-8aba-4151-9bd6-133cfd6932c4 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:06:18.673194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] Deleting port 348ad98f-1d8c-486b-9f1f-17723d795a51 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:18.673691 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.721314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] For port 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:18.722187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.737103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.739422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:18.743050 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.758567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Calling delete_port for 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:18.765636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] For port 348ad98f-1d8c-486b-9f1f-17723d795a51, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=348ad98f-1d8c-486b-9f1f-17723d795a51,segment=NetworkSegment(4949e9fe-8bfb-4c5d-ab5c-c63475523ad1),segment_id=4949e9fe-8bfb-4c5d-ab5c-c63475523ad1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:18.767049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.779108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Pushing event deleted for resources: {'Port': ['ID=348ad98f-1d8c-486b-9f1f-17723d795a51,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:18.787218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] No DVR routers for this DVR port 348ad98f-1d8c-486b-9f1f-17723d795a51 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:18.790418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] Calling delete_port for 348ad98f-1d8c-486b-9f1f-17723d795a51 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:18.920772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.933925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:18.948276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] Pushing event deleted for resources: {'Port': ['ID=348ad98f-1d8c-486b-9f1f-17723d795a51,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:18.953058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265fbdd-60d0-4aae-a163-c65789ead16e None None] No DVR routers for this DVR port 348ad98f-1d8c-486b-9f1f-17723d795a51 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:18.965311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5df9c6-8aba-4151-9bd6-133cfd6932c4']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:18.981170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a7c3-89a7-4457-9676-d43bb41b7451 req-301e628f-a9eb-4d86-bc87-5bd38f0221d3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:18.982809 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a184a7c3-89a7-4457-9676-d43bb41b7451 req-301e628f-a9eb-4d86-bc87-5bd38f0221d3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 945 time: 0.1163924 Sep 10 03:06:18.987055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:18.987355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4949e9fe-8bfb-4c5d-ab5c-c63475523ad1') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:19.001974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.158 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/a0e15378-ec04-4a60-89f2-06e8bceac593) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:19.011221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.041520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.046694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a184a7c3-89a7-4457-9676-d43bb41b7451 req-53588621-d5b1-48b5-84f4-58784ce65454 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Sep 10 03:06:19.051308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:06:19.051733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:06:19.053395 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:06:19.131954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.138735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.143482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e5df9c6-8aba-4151-9bd6-133cfd6932c4 HTTP/1.1" status: 204 len: 168 time: 0.8058486 Sep 10 03:06:19.168197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386ca91-86ca-46b8-a5ff-f57ab387b198 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5df9c6-8aba-4151-9bd6-133cfd6932c4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:19.288439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57338) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:19.335118 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a26d18d7-f573-42db-b625-81bc1b241ad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=932cc06ed13b426f9ec44ef51baad85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454679 Sep 10 03:06:19.337690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57340) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:19.392769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf95f87b-e2d2-4b3a-823e-76e94c0b305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.416157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf95f87b-e2d2-4b3a-823e-76e94c0b305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.482801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf95f87b-e2d2-4b3a-823e-76e94c0b305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.485510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf95f87b-e2d2-4b3a-823e-76e94c0b305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.489396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cf95f87b-e2d2-4b3a-823e-76e94c0b305d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/298eb308-01ad-477f-8b7a-6b5d70e19b69 HTTP/1.1" status: 204 len: 168 time: 0.1464934 Sep 10 03:06:19.497572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f87b-e2d2-4b3a-823e-76e94c0b305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298eb308-01ad-477f-8b7a-6b5d70e19b69,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:19.596667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c2daec7-8c59-492f-a2bd-2f8d8b9197b2 req-d87003da-a82b-40d6-b9e0-21af282a9ffb tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 210 time: 0.3760900 Sep 10 03:06:19.597297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.631146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec4a437-4b89-4eaa-ad15-8daf20afd9e7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:19.722078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.792256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object a0e15378-ec04-4a60-89f2-06e8bceac593 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:19.897348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.907638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:19.916541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:19.931013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:19.950879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:19.954523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:19.961293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:20.158153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=a0e15378-ec04-4a60-89f2-06e8bceac593,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:20.220060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:20.220917 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:20.255372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 348ad98f-1d8c-486b-9f1f-17723d795a51 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:20.278248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 348ad98f-1d8c-486b-9f1f-17723d795a51 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:20.278248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 348ad98f-1d8c-486b-9f1f-17723d795a51 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:20.278495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf4c6397-40fb-448a-b3f4-f6466e964370 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:20.317283 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4ad8a053-1d4d-4321-8574-8d102fe6ea37 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9055917 Sep 10 03:06:20.324650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: bf4c6397-40fb-448a-b3f4-f6466e964370 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:20.324978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf4c6397-40fb-448a-b3f4-f6466e964370 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:20.353669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2566-c353-496d-8359-e458d7afe8a3 req-18f2f675-8b7f-4719-8292-d04005571302 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:20.355299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Request body: {'port': {'device_id': 'd104b711-d20c-4a37-a9df-448e48530716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:20.356411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5e2566-c353-496d-8359-e458d7afe8a3 req-18f2f675-8b7f-4719-8292-d04005571302 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 945 time: 0.1054895 Sep 10 03:06:20.443355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5e2566-c353-496d-8359-e458d7afe8a3 req-98ac8a67-0040-4f6f-908e-ea077c595a22 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793998 Sep 10 03:06:20.508510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:20.576018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a0ec1586-0f50-4f39-becd-a2db1766c970 None None] Provisioning for port a0e15378-ec04-4a60-89f2-06e8bceac593 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:20.582452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a0ec1586-0f50-4f39-becd-a2db1766c970 None None] Provisioning complete for port a0e15378-ec04-4a60-89f2-06e8bceac593 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:20.582839 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1586-0f50-4f39-becd-a2db1766c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:20.583691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Router 4942d86b-cb66-4fa2-863f-4242f557de27 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:06:20.688559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec1586-0f50-4f39-becd-a2db1766c970 None None] Port a0e15378-ec04-4a60-89f2-06e8bceac593 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:06:20.800311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57392) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:20.801166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-847cbf9f-5961-492c-9a9f-9d8a5ca9271e tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2118217839&fields=id&tenant_id=c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 267 time: 0.2162447 Sep 10 03:06:20.841709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522554d-d0de-43f2-811e-d8ee650be040 req-3afc7aaa-7b78-413a-828a-c808d9b3fd81 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:20.844058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9522554d-d0de-43f2-811e-d8ee650be040 req-3afc7aaa-7b78-413a-828a-c808d9b3fd81 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 936 time: 0.1228428 Sep 10 03:06:20.903285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9522554d-d0de-43f2-811e-d8ee650be040 req-fab6759c-4fb5-405e-abc1-51ed01db1456 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530720 Sep 10 03:06:20.963849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:06:20.972617 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] Sync routers for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:06:20.986436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e1cda627-9b8b-44f2-bbc8-868f074e90c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/4942d86b-cb66-4fa2-863f-4242f557de27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8449044 Sep 10 03:06:20.987229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57398) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:20.988051 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:20.989506 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:21.037383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-948139036-network', 'tenant_id': '332f6244d26e4fc8a973bf97f60a4768'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:21.065508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-99b0141f-7926-4e6a-8ccc-920e08928ae1 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:21.069047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-99b0141f-7926-4e6a-8ccc-920e08928ae1 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 945 time: 0.2560759 Sep 10 03:06:21.088337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'port': {'security_groups': ['7bb619f3-3113-44ac-ac1d-7c7014cb6969', '4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:21.097647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Made reservation on behalf of 332f6244d26e4fc8a973bf97f60a4768 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:21.097647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.142373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.172623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:21.178110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.192510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.247228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e15378-ec04-4a60-89f2-06e8bceac593 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:21.258171 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.275037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Transition to ACTIVE for port object a0e15378-ec04-4a60-89f2-06e8bceac593 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:21.284494 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.334314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.407442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.417062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.454475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:06:21.470780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c855e8-e388-4200-b167-9f1bd4d6b7af,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:21.479421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.484468 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Added segment 0b30acbe-24de-4d9c-9ccd-023a08a92dbe of type vlan for network d9ead8fb-06ea-42f4-84cc-40c60208c854 Sep 10 03:06:21.486907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Deleting port ef924bc9-1827-4926-a13f-c01852df2e48 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:21.487252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.598978 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:06:19Z', 'revision_number': 5, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port': {'id': 'ef924bc9-1827-4926-a13f-c01852df2e48', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:03:59Z', 'updated_at': '2021-09-10T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:21.625093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e15378-ec04-4a60-89f2-06e8bceac593,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:21.634506 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] Checking router: 4942d86b-cb66-4fa2-863f-4242f557de27 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:06:21.648901 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] Routers {'4942d86b-cb66-4fa2-863f-4242f557de27'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:06:21.649632 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:06:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4942d86b-cb66-4fa2-863f-4242f557de27'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:21.665953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] For port ef924bc9-1827-4926-a13f-c01852df2e48, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ef924bc9-1827-4926-a13f-c01852df2e48,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:21.666329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.681449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Calling delete_port for ef924bc9-1827-4926-a13f-c01852df2e48 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:21.683946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Attempting to bind port a0e15378-ec04-4a60-89f2-06e8bceac593 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:21.684456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Attempting to bind port a0e15378-ec04-4a60-89f2-06e8bceac593 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:21.684985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Attempting to bind port a0e15378-ec04-4a60-89f2-06e8bceac593 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:21.691627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Port a0e15378-ec04-4a60-89f2-06e8bceac593 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:21.691915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Attempting to bind port a0e15378-ec04-4a60-89f2-06e8bceac593 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:21.705435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:21.705711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:21.705997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:21.706453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Bound port: a0e15378-ec04-4a60-89f2-06e8bceac593, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:21.706820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.735100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:21.754909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.773696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] Set router 4942d86b-cb66-4fa2-863f-4242f557de27 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:06:21.814997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.816188 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.817632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:21.818275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.818542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] For port a0e15378-ec04-4a60-89f2-06e8bceac593, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:21.822631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.840423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] For port a0e15378-ec04-4a60-89f2-06e8bceac593, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a0e15378-ec04-4a60-89f2-06e8bceac593,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:21.841498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:21.863722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.873705 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:06:21Z', 'revision_number': 6, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:21.885531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:21.886259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.887586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0e15378-ec04-4a60-89f2-06e8bceac593 HTTP/1.1" status: 200 len: 1096 time: 1.5612721 Sep 10 03:06:21.893716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:21.894420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:21.895824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e3490a9-1f42-4481-9162-c2ec8fa1dd21 req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "PUT /v2.0/ports/0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 981 time: 0.8135066 Sep 10 03:06:21.896301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd104b711-d20c-4a37-a9df-448e48530716', 'tag': 'a0e15378-ec04-4a60-89f2-06e8bceac593'}, {'name': 'network-changed', 'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:21.898578 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7541c50-8445-4821-a010-12b7593c6117" -d '{"events": [{"name": "network-changed", "server_uuid": "d104b711-d20c-4a37-a9df-448e48530716", "tag": "a0e15378-ec04-4a60-89f2-06e8bceac593"}, {"name": "network-changed", "server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:21.944960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bb598-d2bd-48b2-8649-715ba9650d1b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:21.968876 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07a7be-b240-4665-8757-46cfcc712ec5 None None] The sync data for ids ['4942d86b-cb66-4fa2-863f-4242f557de27'] in n-d-808126-2 is: [{'id': '4942d86b-cb66-4fa2-863f-4242f557de27', 'name': 'tempest-ServersTestManualDisk-602121695-router', 'tenant_id': 'addeee01d1a44f39b810df8aca680b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:03:58Z', 'updated_at': '2021-09-10T03:06:21Z', 'revision_number': 6, 'project_id': 'addeee01d1a44f39b810df8aca680b38', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:06:22.020246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2066138 Sep 10 03:06:22.020246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:22.043164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Request body: {'subnet': {'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-948139036-subnet', 'tenant_id': '332f6244d26e4fc8a973bf97f60a4768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:22.060451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cc4fb-dde8-485a-a14c-036ccd128621 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e15378-ec04-4a60-89f2-06e8bceac593,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:22.102752 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15cc5d3-0d28-4940-bb3e-ba34cffd2a2d x-openstack-request-id: req-c15cc5d3-0d28-4940-bb3e-ba34cffd2a2d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:22.103054 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d104b711-d20c-4a37-a9df-448e48530716", "tag": "a0e15378-ec04-4a60-89f2-06e8bceac593", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:22.103822 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c15cc5d3-0d28-4940-bb3e-ba34cffd2a2d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:22.103822 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd104b711-d20c-4a37-a9df-448e48530716', 'tag': 'a0e15378-ec04-4a60-89f2-06e8bceac593', 'status': 'completed', 'code': 200} Sep 10 03:06:22.103991 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc', 'status': 'completed', 'code': 200} Sep 10 03:06:22.121119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5359c47-43c8-4cab-b378-db2758bd545f admin admin] Pushing event updated for resources: {'Network': ['ID=d9ead8fb-06ea-42f4-84cc-40c60208c854,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:22.142663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:22.214839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:06:22.219230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Made reservation on behalf of 332f6244d26e4fc8a973bf97f60a4768 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:22.223060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.276799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e6204435-84b6-4b18-9129-010ab70da435 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1228546599&fields=id&tenant_id=c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 267 time: 0.1697338 Sep 10 03:06:22.296393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4d65a533-48da-4a71-b2cb-d8a975a75361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.298227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-4d65a533-48da-4a71-b2cb-d8a975a75361 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 1099 time: 0.2336507 Sep 10 03:06:22.310994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-45520e68-b26a-4c99-a176-639fa2ec740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.312566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-45520e68-b26a-4c99-a176-639fa2ec740e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1135 time: 0.2065840 Sep 10 03:06:22.360850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.366968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-a407e52a-4da9-4b14-888e-29d14e2d9209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a0e15378-ec04-4a60-89f2-06e8bceac593 HTTP/1.1" status: 200 len: 217 time: 0.0534468 Sep 10 03:06:22.387481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeddfa5-b7a8-4625-ad64-e8a76a8f47dd req-9c7e5fe6-5e15-4f6a-8231-e9642b9d2da0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.396876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdeddfa5-b7a8-4625-ad64-e8a76a8f47dd req-9c7e5fe6-5e15-4f6a-8231-e9642b9d2da0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 948 time: 0.2044134 Sep 10 03:06:22.430039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef924bc9-1827-4926-a13f-c01852df2e48,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:22.484638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-455e1b21-f1a5-4747-ac0e-846ed57176e3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.486160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-455e1b21-f1a5-4747-ac0e-846ed57176e3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 984 time: 0.1925080 Sep 10 03:06:22.541375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'port': {'security_groups': ['4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a', '7bb619f3-3113-44ac-ac1d-7c7014cb6969', 'c77cabc7-6b49-4aae-8df3-f25d1150e1d7']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:22.561267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdeddfa5-b7a8-4625-ad64-e8a76a8f47dd req-9cf8ee25-11db-475a-8c81-f5bfcf886cd5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593277 Sep 10 03:06:22.580517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-97b17c4e-8677-4cd5-be59-e1aa91553f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.582114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-97b17c4e-8677-4cd5-be59-e1aa91553f43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1896536 Sep 10 03:06:22.600888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.674293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.695919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-223c360e-ee97-4963-b6db-c689982caa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.697451 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-223c360e-ee97-4963-b6db-c689982caa30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.3295484 Sep 10 03:06:22.738701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.742357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.768756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-85392a77-c1f4-40bd-90c3-4cfbee44f0de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 217 time: 0.0628538 Sep 10 03:06:22.772848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-65475769-85a4-49b3-ac23-ed8cbd0de510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.774380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-65475769-85a4-49b3-ac23-ed8cbd0de510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776381 Sep 10 03:06:22.795025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.825310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.825829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4942d86b-cb66-4fa2-863f-4242f557de27 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:06:22.835896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.837054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-226bc6d7-6621-4fae-a90d-c5512b85f715 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4942d86b-cb66-4fa2-863f-4242f557de27 HTTP/1.1" status: 204 len: 168 time: 1.8488252 Sep 10 03:06:22.839625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57436) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:22.894950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe944eb-778b-4a08-bd9f-718615579b43,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:22.919497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-285af052-2e4d-4229-afa7-95f3810b2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:22.920994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-285af052-2e4d-4229-afa7-95f3810b2abb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.1433568 Sep 10 03:06:22.927324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Checking segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:22.927874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Network hostable DHCP agents. Network: d9ead8fb-06ea-42f4-84cc-40c60208c854, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:06:22.950401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Deleting subnet 3c384224-4b82-4234-875c-e0c248d6c861 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:06:22.953133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:22.976527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-f1b966ff-44ec-488a-8fb3-be675187cda5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405600 Sep 10 03:06:22.989804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-15fd4e2f-9076-4af5-9b35-ed32991fd4f3 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015545 Sep 10 03:06:23.002135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.004400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:06:23.063509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d9ead8fb-06ea-42f4-84cc-40c60208c854) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:23.078430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:23.079078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.089891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9bcb71-d50a-4a1a-a5e7-8440ff254372 None None] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:23.126729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51d90050-c66f-4b5f-825c-bf01e2438caa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0892801 Sep 10 03:06:23.173198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.269025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efa22f35-3f6a-4c06-9ca7-aef3137a5995 req-691ea3eb-00d3-4773-8577-2ebc1b2eb168 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560108 Sep 10 03:06:23.272241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:23.275848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-650b142b-838f-4433-9831-33e91a713e25 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640057 Sep 10 03:06:23.294136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.306283 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:06:23.334032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905d878-a55e-4bff-aa17-16e68319534c None None] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:23.349770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.355590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c384224-4b82-4234-875c-e0c248d6c861,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:23.357603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.359568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3212b67a-caaa-4368-b0ea-ed12cdfb2d38 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c384224-4b82-4234-875c-e0c248d6c861 HTTP/1.1" status: 204 len: 168 time: 0.5190592 Sep 10 03:06:23.362150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57448) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:23.398136 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.461123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.477573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef531e-da18-4877-834b-9c55961501cb None None] Network b7ce3993-62d9-4d2c-a87e-f366be9f36ad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:23.493325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:23.493914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.495332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-937a0a1a-fdd5-49cb-b34f-d967e9050996 req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "PUT /v2.0/ports/0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 1020 time: 0.9628937 Sep 10 03:06:23.565434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-8171df89-f7ec-4a60-94b5-2c8588f2f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:23.566954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-8171df89-f7ec-4a60-94b5-2c8588f2f0fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 1099 time: 0.2098689 Sep 10 03:06:23.571296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146128f-fcca-4c90-8c0b-6e0be9761422 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:23.606293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:23.610282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Deleting port 1679a04e-3feb-4160-a557-e0447264cddf {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:23.610688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.641625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-c0afe3cf-a80c-487d-b2de-f352a1ceb271 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896092 Sep 10 03:06:23.711790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260a0ba-848b-42f7-ae3c-5473354fe438 req-f526e966-ab34-46c2-8aec-2f64d198a289 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:23.713644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e260a0ba-848b-42f7-ae3c-5473354fe438 req-f526e966-ab34-46c2-8aec-2f64d198a289 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1023 time: 0.1196480 Sep 10 03:06:23.732588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-d84be794-8f3c-46d4-a07c-0ff38dc6aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:23.734534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-d84be794-8f3c-46d4-a07c-0ff38dc6aae7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1567192 Sep 10 03:06:23.735622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] For port 1679a04e-3feb-4160-a557-e0447264cddf, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1679a04e-3feb-4160-a557-e0447264cddf,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:23.735995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:23.787531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Calling delete_port for 1679a04e-3feb-4160-a557-e0447264cddf owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:23.807819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:24.072960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ef924bc9-1827-4926-a13f-c01852df2e48 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:24.108077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ef924bc9-1827-4926-a13f-c01852df2e48 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:24.108772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ef924bc9-1827-4926-a13f-c01852df2e48 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:24.109098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:24.110753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] DHCP port deletion for b7ce3993-62d9-4d2c-a87e-f366be9f36ad request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:06:24.152408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:24.155317 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:24.187361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:24.188098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6ec4a437-4b89-4eaa-ad15-8daf20afd9e7 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:24.197011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-33f2471a-83d5-4672-9c6e-0f89a16c6de5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a0e15378-ec04-4a60-89f2-06e8bceac593 HTTP/1.1" status: 200 len: 217 time: 0.0356627 Sep 10 03:06:24.301353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e260a0ba-848b-42f7-ae3c-5473354fe438 req-b71a891d-ed08-48c7-a971-10c8af979030 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=c77cabc7-6b49-4aae-8df3-f25d1150e1d7&id=4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969 HTTP/1.1" status: 200 len: 6157 time: 0.5799730 Sep 10 03:06:24.313862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-76e64490-ba10-4040-8bf9-698eaadf67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:24.315500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-76e64490-ba10-4040-8bf9-698eaadf67d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0911231 Sep 10 03:06:24.330595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] Deleting port 1679a04e-3feb-4160-a557-e0447264cddf {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:24.331044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.332862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-b3c60bdf-8be2-4178-9161-0095e68932d5 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:24.341576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-b3c60bdf-8be2-4178-9161-0095e68932d5 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 814 time: 0.5955036 Sep 10 03:06:24.420482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] For port 1679a04e-3feb-4160-a557-e0447264cddf, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1679a04e-3feb-4160-a557-e0447264cddf,segment=NetworkSegment(517e02c1-a585-4309-a024-30c10d9c6c40),segment_id=517e02c1-a585-4309-a024-30c10d9c6c40)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:24.421512 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.432987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541c50-8445-4821-a010-12b7593c6117 req-623f3288-6c70-4b3e-913f-648691543b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:24.434512 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-623f3288-6c70-4b3e-913f-648691543b79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101205 Sep 10 03:06:24.442928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] Calling delete_port for 1679a04e-3feb-4160-a557-e0447264cddf owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:24.444349 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-d51a1cbe-6c2a-4e84-8372-cfbb929e9d23 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/quotas/332f6244d26e4fc8a973bf97f60a4768 HTTP/1.1" status: 200 len: 375 time: 0.1017222 Sep 10 03:06:24.492598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.503653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ae0c649e-88a5-4bbd-b3d9-c2f40003f8a9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476537 Sep 10 03:06:24.526556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1679a04e-3feb-4160-a557-e0447264cddf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:24.528527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] No DVR routers for this DVR port 1679a04e-3feb-4160-a557-e0447264cddf on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:24.546422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec8acd-df4c-4187-b668-561ba6653457 req-ae309af0-9c55-4c1f-8db6-594eb46900ae tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:24.548129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5dec8acd-df4c-4187-b668-561ba6653457 req-ae309af0-9c55-4c1f-8db6-594eb46900ae tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 948 time: 0.1524179 Sep 10 03:06:24.577958 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.606519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] Pushing event deleted for resources: {'Port': ['ID=1679a04e-3feb-4160-a557-e0447264cddf,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:24.611228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-3531b2ba-086d-4c66-a27c-b85d1c5a9499 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655612 Sep 10 03:06:24.616564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb7070-8445-49bd-9ad7-92ec4b7401e7 None None] No DVR routers for this DVR port 1679a04e-3feb-4160-a557-e0447264cddf on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:24.660463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5dec8acd-df4c-4187-b668-561ba6653457 req-46ffb49e-8b23-4bbc-a580-da88ae01c9b5 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004484 Sep 10 03:06:24.685142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.736370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ce3993-62d9-4d2c-a87e-f366be9f36ad']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:24.745184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7541c50-8445-4821-a010-12b7593c6117 req-05201c03-c107-444a-89f7-e6314f065cde service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194770 Sep 10 03:06:24.749883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517e02c1-a585-4309-a024-30c10d9c6c40') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:24.749980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517e02c1-a585-4309-a024-30c10d9c6c40') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:24.784453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.793866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-81030a36-1e93-4d7b-a520-f54b0d6573e9 service neutron] 10.222.0.23 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684033 Sep 10 03:06:24.809240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.826020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:06:24.826460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:06:24.828967 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:06:24.872838 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169bc85c-e7d6-497b-a8e6-8797db7113c5 x-openstack-request-id: req-169bc85c-e7d6-497b-a8e6-8797db7113c5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:24.873671 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:24.874245 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-169bc85c-e7d6-497b-a8e6-8797db7113c5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:24.876089 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc', 'status': 'completed', 'code': 200} Sep 10 03:06:24.892358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-95cb67b3-c360-48dd-9f4c-130dee205076 req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': ' tempest-securitygroup -168610717 ', 'description': 'tempest-description-1161450471'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:24.938306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.945583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-95cb67b3-c360-48dd-9f4c-130dee205076 req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.959068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:24.964336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b7ce3993-62d9-4d2c-a87e-f366be9f36ad HTTP/1.1" status: 204 len: 168 time: 1.5984862 Sep 10 03:06:24.969165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-306e7898-f88a-4970-897a-af1014b4826c service neutron] 10.222.0.23 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679115 Sep 10 03:06:24.971040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d7272-d59c-41ba-93de-2c75e600ffb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ce3993-62d9-4d2c-a87e-f366be9f36ad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:25.002329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-fba6fdae-4816-4d23-9ce3-384c345884d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:25.003953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-fba6fdae-4816-4d23-9ce3-384c345884d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1174 time: 0.0913990 Sep 10 03:06:25.119350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57500) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:25.130266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-722d6f62-b6c2-4221-bcbe-17e7b64beb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:25.131932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-722d6f62-b6c2-4221-bcbe-17e7b64beb15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.1153634 Sep 10 03:06:25.200162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7fa8a49c-f1e7-491e-88aa-b09e511b0e42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=addeee01d1a44f39b810df8aca680b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788074 Sep 10 03:06:25.203523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-95cb67b3-c360-48dd-9f4c-130dee205076 req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.205385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-687ff05f-8906-4135-9746-676e52a073da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 200 len: 217 time: 0.0565131 Sep 10 03:06:25.205961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57506) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:25.228344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-95cb67b3-c360-48dd-9f4c-130dee205076 req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.240314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7ca8c95-8705-4685-bee9-515a7eab44de req-11d0e91f-2928-45b8-bb8a-97ba2a17481b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 210 time: 0.0379279 Sep 10 03:06:25.321069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-95cb67b3-c360-48dd-9f4c-130dee205076 req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.322725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95cb67b3-c360-48dd-9f4c-130dee205076 req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4366050 Sep 10 03:06:25.329229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cc45e-e056-4253-bc33-92a2d557f2ee tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:25.368226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-c3299c95-229e-4bf6-babf-4cb6c68d17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:25.369738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-c3299c95-229e-4bf6-babf-4cb6c68d17d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.1507564 Sep 10 03:06:25.373455 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ead3028-d0e6-4dd9-ba1e-85689fc054ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.410523 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d13b3e85-5a86-4d63-9a3e-1a84dcfa7792 req-55880682-adf5-49f2-b663-d6fe56a81202 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6 HTTP/1.1" status: 200 len: 1782 time: 0.0509651 Sep 10 03:06:25.426422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-003b9fbc-b017-49f7-af65-b683e5cf18db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472543 Sep 10 03:06:25.435734 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ead3028-d0e6-4dd9-ba1e-85689fc054ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.578564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d6742ad-9771-47a2-a0cd-7c26b21d3a54 req-4356a809-c2c9-420e-b92a-edfe97d7f247 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6 HTTP/1.1" status: 200 len: 1782 time: 0.1401634 Sep 10 03:06:25.639364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ead3028-d0e6-4dd9-ba1e-85689fc054ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.642568 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ead3028-d0e6-4dd9-ba1e-85689fc054ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.643879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8ead3028-d0e6-4dd9-ba1e-85689fc054ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f20abf5d-07de-4c84-93bd-49760f9bba6b HTTP/1.1" status: 204 len: 168 time: 0.4369574 Sep 10 03:06:25.649093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-30ccb4cf-a3cd-40ae-bb46-5d0e761d90a3 service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098415 Sep 10 03:06:25.658878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead3028-d0e6-4dd9-ba1e-85689fc054ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20abf5d-07de-4c84-93bd-49760f9bba6b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:25.761973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5d6f391-3368-4f8e-846b-9e8b09d01d1d req-b18e1cea-8157-45dc-9895-b739ccadb99d service neutron] 10.222.0.32 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997310 Sep 10 03:06:25.770347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d6742ad-9771-47a2-a0cd-7c26b21d3a54 req-50f271c7-7fee-4135-ba3e-845c93345108 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.802224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d6742ad-9771-47a2-a0cd-7c26b21d3a54 req-50f271c7-7fee-4135-ba3e-845c93345108 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.826392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53196a99-cd34-4dbc-81c2-db2a818aefb6 req-8de23337-041a-4486-adab-f83c0e249c77 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:25.828146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53196a99-cd34-4dbc-81c2-db2a818aefb6 req-8de23337-041a-4486-adab-f83c0e249c77 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 948 time: 0.0549567 Sep 10 03:06:25.870470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d6742ad-9771-47a2-a0cd-7c26b21d3a54 req-50f271c7-7fee-4135-ba3e-845c93345108 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.873511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6d6742ad-9771-47a2-a0cd-7c26b21d3a54 req-50f271c7-7fee-4135-ba3e-845c93345108 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:25.880806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d6742ad-9771-47a2-a0cd-7c26b21d3a54 req-50f271c7-7fee-4135-ba3e-845c93345108 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6 HTTP/1.1" status: 204 len: 173 time: 0.3012555 Sep 10 03:06:25.903895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f271c7-7fee-4135-ba3e-845c93345108 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:25.905129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53196a99-cd34-4dbc-81c2-db2a818aefb6 req-bf009c55-1e17-4fec-bc92-878b522b8bf3 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692115 Sep 10 03:06:26.031619 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-18accbf2-beb5-4f36-beac-e999f387ecea req-28e016a9-bb41-4b8d-b195-f9f48407f2a3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:26.032633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18accbf2-beb5-4f36-beac-e999f387ecea req-28e016a9-bb41-4b8d-b195-f9f48407f2a3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6 HTTP/1.1" status: 404 len: 352 time: 0.0194559 Sep 10 03:06:26.052686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1679a04e-3feb-4160-a557-e0447264cddf no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:26.065458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-9f5b32a2-f5ad-4136-ac4c-8f3ecdd4c407 req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1732572614', 'description': 'tempest-description-1918542355'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:26.088456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1679a04e-3feb-4160-a557-e0447264cddf {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:26.088831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1679a04e-3feb-4160-a557-e0447264cddf not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:26.107941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f5b32a2-f5ad-4136-ac4c-8f3ecdd4c407 req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.217339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f5b32a2-f5ad-4136-ac4c-8f3ecdd4c407 req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.225440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f5b32a2-f5ad-4136-ac4c-8f3ecdd4c407 req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.253789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccccc94e-28cd-4172-8683-e7429a915992,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:26.267799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f5b32a2-f5ad-4136-ac4c-8f3ecdd4c407 req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.275650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f5b32a2-f5ad-4136-ac4c-8f3ecdd4c407 req-84a11eba-c145-4f7f-a3b0-5274b102a15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2124159 Sep 10 03:06:26.309526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-541e284c-c48b-4bb4-83f3-68f79a5c4457 req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2071866917', 'description': 'tempest-description-368219155'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:26.364523 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bb84cdb-d16d-4294-9d40-c29d97cd72e4 req-f507e09b-c6f5-4b16-af79-06ceede5b0f7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 210 time: 0.0440464 Sep 10 03:06:26.382967 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-541e284c-c48b-4bb4-83f3-68f79a5c4457 req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.576690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-360447b4-409a-4511-8e67-369deaff17f2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:26.579216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-360447b4-409a-4511-8e67-369deaff17f2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 814 time: 0.1820667 Sep 10 03:06:26.599703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Request body: {'port': {'device_id': 'e9432410-6f24-44cb-812b-605f359767e3', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'admin_state_up': True, 'tenant_id': '332f6244d26e4fc8a973bf97f60a4768'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:26.614870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-541e284c-c48b-4bb4-83f3-68f79a5c4457 req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.629086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-541e284c-c48b-4bb4-83f3-68f79a5c4457 req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.696746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-541e284c-c48b-4bb4-83f3-68f79a5c4457 req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.697996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-541e284c-c48b-4bb4-83f3-68f79a5c4457 req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3945043 Sep 10 03:06:26.703607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872c0a3-67fb-4710-8d3d-ceda0ff0d15a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f353b95c-4d1d-47b8-aa63-fc6ac5986661,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:26.731150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57580) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:26.740887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-99390ebe-851d-4e50-9201-6d59045917a0 req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2027173155', 'description': 'tempest-description-1857121359'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:26.757980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Made reservation on behalf of 332f6244d26e4fc8a973bf97f60a4768 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:26.761736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.787263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-99390ebe-851d-4e50-9201-6d59045917a0 req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.905817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Allocated IP 172.20.0.12 (d9ead8fb-06ea-42f4-84cc-40c60208c854/3fe944eb-778b-4a08-bd9f-718615579b43/02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:26.924062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-99390ebe-851d-4e50-9201-6d59045917a0 req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.930812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1298851107-network', 'tenant_id': '49d772d3477b45e8be4e77146348bc85'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:26.935662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-99390ebe-851d-4e50-9201-6d59045917a0 req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.961543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-99390ebe-851d-4e50-9201-6d59045917a0 req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:26.966122 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99390ebe-851d-4e50-9201-6d59045917a0 req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2379785 Sep 10 03:06:27.016838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f88651-f23e-4cef-993c-98c156efde42 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bb81f0-7041-4a65-8cf4-aa35004902eb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:27.023835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Made reservation on behalf of 49d772d3477b45e8be4e77146348bc85 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:27.026455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.040987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.122270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.146169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d98d8-c1e5-49bd-bc9f-361523fa9651 req-5a921283-48fa-4dd7-8fa8-767e2df2654c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:27.148854 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-497d98d8-c1e5-49bd-bc9f-361523fa9651 req-5a921283-48fa-4dd7-8fa8-767e2df2654c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 948 time: 0.1525118 Sep 10 03:06:27.182119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0c23f3d-a3b6-4524-9b77-49e2c2039793 req-04f32768-5911-447c-b79a-7364e245bec7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 10912 time: 0.1964111 Sep 10 03:06:27.244390 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-497d98d8-c1e5-49bd-bc9f-361523fa9651 req-5f9a206a-1272-4cfd-b323-67890c3dea2b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624821 Sep 10 03:06:27.245844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.284743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0c23f3d-a3b6-4524-9b77-49e2c2039793 req-354e2f6d-6f8a-44a8-8f47-f09c841e7c99 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/7bb619f3-3113-44ac-ac1d-7c7014cb6969 HTTP/1.1" status: 200 len: 2985 time: 0.0912869 Sep 10 03:06:27.331819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:27.336586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:27.338643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:27.361356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:27.383348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.398187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.433538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c05da-a780-48d5-b1cc-1bcc003b38a1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:27.441551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:27.442552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.461329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:06:27.464166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-ee2112cd-00e9-4104-87cb-6a37f9d63f0b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8679874 Sep 10 03:06:27.482966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Request body: {'port': {'device_id': 'e9432410-6f24-44cb-812b-605f359767e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:27.484450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0c23f3d-a3b6-4524-9b77-49e2c2039793 req-167f883a-5d6d-45e3-b853-e6fe004d8209 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/7bb619f3-3113-44ac-ac1d-7c7014cb6969 HTTP/1.1" status: 200 len: 2985 time: 0.1987607 Sep 10 03:06:27.493843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a0e15378-ec04-4a60-89f2-06e8bceac593 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:27.505140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.506205 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Added segment 58e6c7bb-84da-4bf5-b309-bb75e56102ed of type vlan for network f2c56dfc-a256-4c38-8b7f-65541898ad49 Sep 10 03:06:27.590314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.625328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a0e15378-ec04-4a60-89f2-06e8bceac593, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a0e15378-ec04-4a60-89f2-06e8bceac593,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:27.632675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50beed8e-58f7-46f0-9e20-e6eb6918d43c req-aaab15c4-1012-401f-b77b-06f802e0d162 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:27.634363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50beed8e-58f7-46f0-9e20-e6eb6918d43c req-aaab15c4-1012-401f-b77b-06f802e0d162 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 932 time: 0.0819807 Sep 10 03:06:27.640543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'a0e15378-ec04-4a60-89f2-06e8bceac593', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'a0e15378-ec04-4a60-89f2-06e8bceac593', 'mac_address': 'fa:16:3e:cf:35:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:27.649638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.650556 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.651674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:27.652272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.685571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.706796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9746089 Sep 10 03:06:27.709294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e15378-ec04-4a60-89f2-06e8bceac593 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:27.710843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57608) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:27.728117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55f1a6c6-9e8d-495d-9dc3-774eb6732b13 req-02c0f0da-cd64-4d51-aba5-af90383702fb tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ccccc94e-28cd-4172-8683-e7429a915992 HTTP/1.1" status: 200 len: 1803 time: 0.1679358 Sep 10 03:06:27.734403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a0e15378-ec04-4a60-89f2-06e8bceac593, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a0e15378-ec04-4a60-89f2-06e8bceac593,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:27.741080 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.760561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Request body: {'subnet': {'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1298851107-subnet', 'tenant_id': '49d772d3477b45e8be4e77146348bc85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:27.769784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe66cd6-5f30-4b4a-a0f0-8b8c8ca483d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c56dfc-a256-4c38-8b7f-65541898ad49,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:27.790288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50beed8e-58f7-46f0-9e20-e6eb6918d43c req-a4291943-b4d9-4b8a-b07c-039e587b8c47 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365693 Sep 10 03:06:27.804059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=a0e15378-ec04-4a60-89f2-06e8bceac593,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:27.807322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f2c56dfc-a256-4c38-8b7f-65541898ad49 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:06:27.835492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Made reservation on behalf of 49d772d3477b45e8be4e77146348bc85 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:27.841686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.914627 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55f1a6c6-9e8d-495d-9dc3-774eb6732b13 req-880c49db-ae6d-4e25-a68f-ca9959328a1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:27.976513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['a0e15378-ec04-4a60-89f2-06e8bceac593'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:27.986088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55f1a6c6-9e8d-495d-9dc3-774eb6732b13 req-880c49db-ae6d-4e25-a68f-ca9959328a1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.050751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.090191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55f1a6c6-9e8d-495d-9dc3-774eb6732b13 req-880c49db-ae6d-4e25-a68f-ca9959328a1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.095699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55f1a6c6-9e8d-495d-9dc3-774eb6732b13 req-880c49db-ae6d-4e25-a68f-ca9959328a1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.096797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55f1a6c6-9e8d-495d-9dc3-774eb6732b13 req-880c49db-ae6d-4e25-a68f-ca9959328a1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccccc94e-28cd-4172-8683-e7429a915992 HTTP/1.1" status: 204 len: 173 time: 0.3627043 Sep 10 03:06:28.143683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Checking segment: {'id': '58e6c7bb-84da-4bf5-b309-bb75e56102ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:28.144156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Network hostable DHCP agents. Network: f2c56dfc-a256-4c38-8b7f-65541898ad49, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:06:28.148300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5551a779-eb36-4da1-9f45-e2393c20fa96,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:28.154916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c49db-ae6d-4e25-a68f-ca9959328a1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccccc94e-28cd-4172-8683-e7429a915992,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:28.157482 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-28831fc7-52da-4e17-92a4-fe2fd190fe84 req-c7faa25e-f141-44e2-9087-94ef81a0149a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:28.158562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28831fc7-52da-4e17-92a4-fe2fd190fe84 req-c7faa25e-f141-44e2-9087-94ef81a0149a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ccccc94e-28cd-4172-8683-e7429a915992 HTTP/1.1" status: 404 len: 352 time: 0.0244868 Sep 10 03:06:28.166781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:28.175075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Network f2c56dfc-a256-4c38-8b7f-65541898ad49 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:06:28.178626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.185393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f2c56dfc-a256-4c38-8b7f-65541898ad49) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:28.192109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.193042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.199436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71db166-d269-4a91-9132-26214afa81da None None] Network f2c56dfc-a256-4c38-8b7f-65541898ad49 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:28.209585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0e8d15c-a006-4502-a023-4cabfc19ef7f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4908307 Sep 10 03:06:28.221749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Transition to ACTIVE for port object 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:28.232025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.289312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:28.351019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f92250e3-07e0-49ca-90b8-759956acfaa8 req-d1d5f7e1-986f-4f01-a008-b992b5a9fa32 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/f353b95c-4d1d-47b8-aa63-fc6ac5986661 HTTP/1.1" status: 200 len: 1802 time: 0.1488280 Sep 10 03:06:28.372350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08310b9-1b71-4469-97b0-d7e525834e40 None None] Network f2c56dfc-a256-4c38-8b7f-65541898ad49 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:28.415892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297040d-9fd0-48e1-b35d-75504cc76d5e req-e9fe0e16-0926-4a72-aee8-be94e97a4405 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.427959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7297040d-9fd0-48e1-b35d-75504cc76d5e req-e9fe0e16-0926-4a72-aee8-be94e97a4405 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 949 time: 0.0838981 Sep 10 03:06:28.492920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7297040d-9fd0-48e1-b35d-75504cc76d5e req-1dc7788c-3df0-4ec3-98c2-0d4a60baefc9 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566814 Sep 10 03:06:28.517456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f92250e3-07e0-49ca-90b8-759956acfaa8 req-f819c6f2-3f09-469a-b180-ad5c079e058b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.521222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Attempting to bind port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:28.521977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Attempting to bind port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:28.522320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Attempting to bind port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:28.547053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:28.547379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Attempting to bind port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:28.559015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f92250e3-07e0-49ca-90b8-759956acfaa8 req-f819c6f2-3f09-469a-b180-ad5c079e058b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.562371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:28.562709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Checking segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:28.563092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Bound using segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:28.563553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Bound port: 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:28.563902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.646008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f92250e3-07e0-49ca-90b8-759956acfaa8 req-f819c6f2-3f09-469a-b180-ad5c079e058b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.648520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f92250e3-07e0-49ca-90b8-759956acfaa8 req-f819c6f2-3f09-469a-b180-ad5c079e058b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.649730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f92250e3-07e0-49ca-90b8-759956acfaa8 req-f819c6f2-3f09-469a-b180-ad5c079e058b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/f353b95c-4d1d-47b8-aa63-fc6ac5986661 HTTP/1.1" status: 204 len: 173 time: 0.2915547 Sep 10 03:06:28.664558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819c6f2-3f09-469a-b180-ad5c079e058b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f353b95c-4d1d-47b8-aa63-fc6ac5986661,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:28.674620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:28.678379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:28.683755 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.725795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.726740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:28.728567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] 10.222.0.32 "PUT /v2.0/ports/02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 HTTP/1.1" status: 200 len: 1092 time: 1.2573497 Sep 10 03:06:28.731565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:28.735590 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdf173d-a839-490a-b874-e94b841564d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:28.766126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d10f2a-d775-466e-b1fd-30ffb2723930 service neutron] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:28.793942 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-420d6194-34ef-45ac-ae00-91e3a007a842 req-a881dea9-fb1c-465a-bdc5-670997a40295 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:28.799426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-420d6194-34ef-45ac-ae00-91e3a007a842 req-a881dea9-fb1c-465a-bdc5-670997a40295 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/f353b95c-4d1d-47b8-aa63-fc6ac5986661 HTTP/1.1" status: 404 len: 352 time: 0.0242267 Sep 10 03:06:28.855230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-0ee9f986-acbd-4a29-8ade-3a857d838ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.857655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-0ee9f986-acbd-4a29-8ade-3a857d838ea3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 1095 time: 0.0716839 Sep 10 03:06:28.859970 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f70ea-8a79-4be7-a82a-f7750960000b x-openstack-request-id: req-015f70ea-8a79-4be7-a82a-f7750960000b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:28.860364 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:28.860681 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-015f70ea-8a79-4be7-a82a-f7750960000b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:28.861137 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'status': 'completed', 'code': 200} Sep 10 03:06:28.904607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-47b1ad0a-6b12-4add-84b7-e5df62a2deef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 HTTP/1.1" status: 200 len: 217 time: 0.0370250 Sep 10 03:06:28.933436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-7ae618ff-93af-426e-a6d9-e73f7adac823 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.934939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-7ae618ff-93af-426e-a6d9-e73f7adac823 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/networks?id=f2c56dfc-a256-4c38-8b7f-65541898ad49 HTTP/1.1" status: 200 len: 822 time: 0.1265373 Sep 10 03:06:28.950950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-54d5f946-df4b-4117-a2c0-e0d54d1ba3bf tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/quotas/49d772d3477b45e8be4e77146348bc85 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Sep 10 03:06:28.984468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-1f9f57b1-a4e9-40af-bba5-51147f5fc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.986049 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-1f9f57b1-a4e9-40af-bba5-51147f5fc1d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 200 len: 854 time: 0.0681682 Sep 10 03:06:28.988029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-c1ce529d-6df9-419d-b963-0b3f93a208aa tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=49d772d3477b45e8be4e77146348bc85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310776 Sep 10 03:06:28.997580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1855b-eea6-4602-a624-25368c44b25b req-adee826a-d469-4b3d-b327-229f5ff3cf09 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:28.999185 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39c1855b-eea6-4602-a624-25368c44b25b req-adee826a-d469-4b3d-b327-229f5ff3cf09 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 944 time: 0.0898962 Sep 10 03:06:29.024928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-9ba635ae-8603-4e0d-ab3a-8e7304a7c057 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9ead8fb-06ea-42f4-84cc-40c60208c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246296 Sep 10 03:06:29.084862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39c1855b-eea6-4602-a624-25368c44b25b req-1075c9f6-e7f7-42d9-948d-6b1ecc29781a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589550 Sep 10 03:06:29.107435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-9d479522-0b7d-410c-86d6-27fa43aa0684 service neutron] 10.222.0.23 "GET /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099303 Sep 10 03:06:29.178384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-f8d3c35c-f6d7-46a0-9b61-9c770fa4893c service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389968 Sep 10 03:06:29.184369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-afca264b-362d-4e51-872f-35f88c872542 req-674f98eb-8313-4728-ba22-7c1a9b4335cb tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/e3bb81f0-7041-4a65-8cf4-aa35004902eb HTTP/1.1" status: 200 len: 1803 time: 0.0562613 Sep 10 03:06:29.211139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-b04ce7b9-34fe-4080-9c25-9b4c5099f001 service neutron] 10.222.0.23 "GET /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967836 Sep 10 03:06:29.310384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-afca264b-362d-4e51-872f-35f88c872542 req-fdccbfbc-df11-47d8-9266-14c9f051f39b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.318395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84c6d93e-9085-474c-bc56-d44b283c04d6 req-4970a79e-d377-46fe-b3f2-aca267875b2c service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314936 Sep 10 03:06:29.349160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-afca264b-362d-4e51-872f-35f88c872542 req-fdccbfbc-df11-47d8-9266-14c9f051f39b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.416151 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c5f4b50-d314-4f3c-a879-0be73e5cd5b4 req-fecdb68c-4b30-4afc-a27b-bb47cb8298c0 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 210 time: 0.0397797 Sep 10 03:06:29.422758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf173d-a839-490a-b874-e94b841564d8 req-b25396c1-0406-4543-8f8f-1a72901bcfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:29.424536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-b25396c1-0406-4543-8f8f-1a72901bcfb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 1095 time: 0.0496600 Sep 10 03:06:29.430260 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-afca264b-362d-4e51-872f-35f88c872542 req-fdccbfbc-df11-47d8-9266-14c9f051f39b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.432914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-afca264b-362d-4e51-872f-35f88c872542 req-fdccbfbc-df11-47d8-9266-14c9f051f39b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.434019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-afca264b-362d-4e51-872f-35f88c872542 req-fdccbfbc-df11-47d8-9266-14c9f051f39b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/e3bb81f0-7041-4a65-8cf4-aa35004902eb HTTP/1.1" status: 204 len: 173 time: 0.2392833 Sep 10 03:06:29.471569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccbfbc-df11-47d8-9266-14c9f051f39b tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bb81f0-7041-4a65-8cf4-aa35004902eb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:29.488467 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-64d655b6-70a1-45b5-9cef-05d2e8bbb6ac req-48f9a500-a72c-49d2-95fa-a4143732575a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:29.488467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64d655b6-70a1-45b5-9cef-05d2e8bbb6ac req-48f9a500-a72c-49d2-95fa-a4143732575a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/e3bb81f0-7041-4a65-8cf4-aa35004902eb HTTP/1.1" status: 404 len: 352 time: 0.0275271 Sep 10 03:06:29.508072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a0e15378-ec04-4a60-89f2-06e8bceac593 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:29.581851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port a0e15378-ec04-4a60-89f2-06e8bceac593 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:29.587002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port a0e15378-ec04-4a60-89f2-06e8bceac593 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:29.588215 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.593167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf173d-a839-490a-b874-e94b841564d8 req-82ad6592-9515-40e7-b77f-8f8f9599ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:29.594733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-82ad6592-9515-40e7-b77f-8f8f9599ec83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 914 time: 0.1597519 Sep 10 03:06:29.657823 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7033b81-404a-4a62-a1aa-1011d8d656a0 req-dfffd0d0-d30d-4a09-a684-eeea075dfeb6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 6157 time: 0.1018233 Sep 10 03:06:29.687731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-516ea880-556f-4128-b152-0054cd3b950e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 HTTP/1.1" status: 200 len: 217 time: 0.0844512 Sep 10 03:06:29.695236 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.739447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7033b81-404a-4a62-a1aa-1011d8d656a0 req-094c9d8c-982f-4384-b775-86fb10895a0c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/7bb619f3-3113-44ac-ac1d-7c7014cb6969 HTTP/1.1" status: 200 len: 2985 time: 0.0734167 Sep 10 03:06:29.743138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd104b711-d20c-4a37-a9df-448e48530716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e15378-ec04-4a60-89f2-06e8bceac593'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:29.745611 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d0d238-a848-4867-aeab-221afeee3e40" -d '{"events": [{"server_uuid": "d104b711-d20c-4a37-a9df-448e48530716", "name": "network-vif-plugged", "status": "completed", "tag": "a0e15378-ec04-4a60-89f2-06e8bceac593"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:29.766372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a0e15378-ec04-4a60-89f2-06e8bceac593, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a0e15378-ec04-4a60-89f2-06e8bceac593,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:29.774220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:29.807729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8f807-b3cf-4f4c-9d43-6228eb81671b req-721c5422-8c7f-4ef4-a69e-cae6f2f69d3c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:29.809280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4e8f807-b3cf-4f4c-9d43-6228eb81671b req-721c5422-8c7f-4ef4-a69e-cae6f2f69d3c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 949 time: 0.1935735 Sep 10 03:06:29.830248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf173d-a839-490a-b874-e94b841564d8 req-ce6f524b-d2cb-424f-80db-4bfeae389ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:29.854959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7033b81-404a-4a62-a1aa-1011d8d656a0 req-e73ba2f2-fc10-4770-b640-95cc714fb168 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/7bb619f3-3113-44ac-ac1d-7c7014cb6969 HTTP/1.1" status: 200 len: 2985 time: 0.0956309 Sep 10 03:06:29.855605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-ce6f524b-d2cb-424f-80db-4bfeae389ecc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 200 len: 854 time: 0.1280339 Sep 10 03:06:29.865792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=a0e15378-ec04-4a60-89f2-06e8bceac593,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:29.918614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-e56f8ad9-a3ea-432d-80f0-6c88485cb8a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9ead8fb-06ea-42f4-84cc-40c60208c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670455 Sep 10 03:06:29.927631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4e8f807-b3cf-4f4c-9d43-6228eb81671b req-15077e7b-80aa-4bb0-90ec-e9e7b553f353 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080945 Sep 10 03:06:29.960615 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b28573a-567c-4d68-a71f-9910099015c6 x-openstack-request-id: req-4b28573a-567c-4d68-a71f-9910099015c6 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:29.960977 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d104b711-d20c-4a37-a9df-448e48530716", "name": "network-vif-plugged", "status": "completed", "tag": "a0e15378-ec04-4a60-89f2-06e8bceac593", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:29.961401 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b28573a-567c-4d68-a71f-9910099015c6 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:29.962251 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd104b711-d20c-4a37-a9df-448e48530716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e15378-ec04-4a60-89f2-06e8bceac593', 'code': 200} Sep 10 03:06:29.994588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-5be739cd-ee47-4cb2-a66c-3e3cae579793 req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1598332129', 'description': 'tempest-description-2087865973'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:30.025784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5be739cd-ee47-4cb2-a66c-3e3cae579793 req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.122931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1d30-071c-4713-802d-95190c2c99bd req-4fb2d3b6-ed5e-4bfb-b220-2ff8705c79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:30.125256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c8f1d30-071c-4713-802d-95190c2c99bd req-4fb2d3b6-ed5e-4bfb-b220-2ff8705c79b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 1101 time: 0.0747912 Sep 10 03:06:30.127891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-40582ab9-ea21-4440-9389-8057b1b5afae service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941147 Sep 10 03:06:30.165887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5be739cd-ee47-4cb2-a66c-3e3cae579793 req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.171870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5be739cd-ee47-4cb2-a66c-3e3cae579793 req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.206798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5be739cd-ee47-4cb2-a66c-3e3cae579793 req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.217502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5be739cd-ee47-4cb2-a66c-3e3cae579793 req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2224700 Sep 10 03:06:30.217994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9472cb5f-a7ed-4bb4-81eb-359290790ea5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:30.226955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.227678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.228269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.228707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.229144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.229619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.230065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.230539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.230961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.231387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.231878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.232303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430b5c91-6184-4e14-89d7-1362b6b8801c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:06:30.240914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ac4fc859-a98d-4a23-b096-c988c7a58935 req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1389986209', 'description': 'tempest-description-1781100852'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:30.242761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c8f1d30-071c-4713-802d-95190c2c99bd req-c5cc9b80-7250-4b15-bde1-649d3160e7fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089261 Sep 10 03:06:30.266257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ac4fc859-a98d-4a23-b096-c988c7a58935 req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.300063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcdf173d-a839-490a-b874-e94b841564d8 req-d4b35f5e-44f1-4bf9-a635-fb4abfd49b93 service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636870 Sep 10 03:06:30.324513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcbed0-43dc-4061-81c5-6ac849e6426c req-8f99d9c6-9e02-4493-9351-0cde728e5aa1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:30.326039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77dcbed0-43dc-4061-81c5-6ac849e6426c req-8f99d9c6-9e02-4493-9351-0cde728e5aa1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 944 time: 0.0699306 Sep 10 03:06:30.359887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ac4fc859-a98d-4a23-b096-c988c7a58935 req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.363917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ac4fc859-a98d-4a23-b096-c988c7a58935 req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.366574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77dcbed0-43dc-4061-81c5-6ac849e6426c req-dead8b10-898a-4e91-80d2-2cb378fb1aa0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Sep 10 03:06:30.388243 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ac4fc859-a98d-4a23-b096-c988c7a58935 req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:30.390124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac4fc859-a98d-4a23-b096-c988c7a58935 req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1534111 Sep 10 03:06:30.403193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ddb3-94c6-4b71-8651-c153ebae66b9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea2873a-ef09-451d-ac71-d8c398082f28,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:30.529760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf702b81-4e00-40c5-9ba7-fe75b7f78a16 req-b9f50843-c808-4886-85b7-10f2e3281518 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 210 time: 0.0358484 Sep 10 03:06:30.662809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-09191e55-47de-4391-9aba-2176bebc4bf7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:30.664447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-09191e55-47de-4391-9aba-2176bebc4bf7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 812 time: 0.1057360 Sep 10 03:06:30.680376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-fe30347d-0046-402a-98b8-d4be938f1e09 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/quotas/c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 375 time: 0.0102980 Sep 10 03:06:30.738172 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-9229952f-4e7b-421b-ba05-f6f945953fc9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511086 Sep 10 03:06:30.848981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-8277f6f6-5c23-44e1-b667-dd8dc14a669d service neutron] 10.222.0.23 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012750 Sep 10 03:06:30.971763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-c2c679a5-61a4-4e3b-83fc-00b843187f1b service neutron] 10.222.0.23 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111410 Sep 10 03:06:31.256508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df1458ed-a68f-453e-801c-278b247aa5f0 req-1ed4c45e-79d4-4aca-96b9-d0aa448eec51 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 210 time: 0.0352237 Sep 10 03:06:31.270591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f649b5-2795-408a-9128-e6eac9c5d150 req-501c2052-16b4-4ac0-991b-67f76c318a69 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:31.275932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6f649b5-2795-408a-9128-e6eac9c5d150 req-501c2052-16b4-4ac0-991b-67f76c318a69 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 950 time: 0.0794690 Sep 10 03:06:31.285655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-d4eac7e6-bd51-4372-8176-e43ab97355ce tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:31.287233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-d4eac7e6-bd51-4372-8176-e43ab97355ce tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.36 "GET /v2.0/networks?id=f2c56dfc-a256-4c38-8b7f-65541898ad49 HTTP/1.1" status: 200 len: 822 time: 0.5241394 Sep 10 03:06:31.308240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Request body: {'port': {'device_id': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49', 'admin_state_up': True, 'tenant_id': '49d772d3477b45e8be4e77146348bc85'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:31.374427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6f649b5-2795-408a-9128-e6eac9c5d150 req-cfef5ff4-de9b-47cf-9843-6f14f1168b93 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839813 Sep 10 03:06:31.467500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Made reservation on behalf of 49d772d3477b45e8be4e77146348bc85 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:31.475222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.556606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aa431-4dee-427c-b3ac-0fb5d1b16a07 req-214ed316-c60b-4763-bc3e-a32c4e5504ef tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:31.558164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f1aa431-4dee-427c-b3ac-0fb5d1b16a07 req-214ed316-c60b-4763-bc3e-a32c4e5504ef tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 944 time: 0.0830421 Sep 10 03:06:31.613751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f1aa431-4dee-427c-b3ac-0fb5d1b16a07 req-8d5548fe-f7d8-40f7-bee2-bf4aa92cdad5 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Sep 10 03:06:31.648357 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.685554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c37ac91b-7c9d-4db2-a4c5-81ca9d811608 req-cca5313a-ae06-45fd-bbf6-664c1af82b1d tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 210 time: 0.0406513 Sep 10 03:06:31.717295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60f031fe-044a-40df-969f-15ef40eaf0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.723382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Allocated IP 172.20.0.2 (f2c56dfc-a256-4c38-8b7f-65541898ad49/5551a779-eb36-4da1-9f45-e2393c20fa96/e8d77c4e-45e9-4d15-9d66-817e651df59f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:31.745419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:31.840469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.871441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:31.887535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'port_id': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'mac_address': 'fa:16:3e:2c:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe944eb-778b-4a08-bd9f-718615579b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:31.898779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.928425 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.943965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:31.945265 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.966059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:31.970368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:31.993974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Network f2c56dfc-a256-4c38-8b7f-65541898ad49 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:31.997208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:32.004081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:32.024616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:32.030506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Pushing event updated for resources: {'Port': ['ID=e8d77c4e-45e9-4d15-9d66-817e651df59f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:32.058509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:32.059295 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:32.075219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-d2d15791-98aa-42d1-8862-7061e151152b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724643 Sep 10 03:06:32.092109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Request body: {'port': {'device_id': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:32.153944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:32.361866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-cd15ed6a-67ba-46e6-a886-f32cba715ae8 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:32.364094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-cd15ed6a-67ba-46e6-a886-f32cba715ae8 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.36 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 812 time: 0.1724739 Sep 10 03:06:32.382616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'port': {'device_id': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653', 'admin_state_up': True, 'tenant_id': 'c82ed297ee7f40e9ae4d65c43c184c39'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:32.424063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:32.527279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72a4ca44-5a4a-4324-9173-169c0a64d799 req-95a082fd-1a2a-47cf-a6a9-cbfe9773e4ff tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 210 time: 0.1621711 Sep 10 03:06:32.547823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Made reservation on behalf of c82ed297ee7f40e9ae4d65c43c184c39 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:32.549124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d77c4e-45e9-4d15-9d66-817e651df59f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:32.553535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:32.561108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:32.597674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Transition to ACTIVE for port object e8d77c4e-45e9-4d15-9d66-817e651df59f will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:32.605875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1375-9cbf-4da9-8d08-d7274fa82ccc req-f192bc03-cf32-40fd-b51b-d9aef468182f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:32.613448 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eea1375-9cbf-4da9-8d08-d7274fa82ccc req-f192bc03-cf32-40fd-b51b-d9aef468182f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 950 time: 0.1209671 Sep 10 03:06:32.620702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:32.701632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4eea1375-9cbf-4da9-8d08-d7274fa82ccc req-def5dcdf-e04e-4088-b475-edd216e7a05f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865326 Sep 10 03:06:32.705126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d77c4e-45e9-4d15-9d66-817e651df59f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:32.756916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Allocated IP 172.20.0.4 (7b567624-ed1c-47de-a112-83843e7a3653/d6435797-dfce-4b49-b5e6-315b677c5ce6/ed0d488b-6c9d-4b8b-9a48-695e6054de04) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:32.786093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a378b37-f046-43e4-902a-109a88b1de30 req-b5453f6e-bd39-4262-870d-f15182c05ce8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:32.787993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a378b37-f046-43e4-902a-109a88b1de30 req-b5453f6e-bd39-4262-870d-f15182c05ce8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 945 time: 0.0896420 Sep 10 03:06:32.851231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Attempting to bind port e8d77c4e-45e9-4d15-9d66-817e651df59f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:32.851741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Attempting to bind port e8d77c4e-45e9-4d15-9d66-817e651df59f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '58e6c7bb-84da-4bf5-b309-bb75e56102ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:32.852079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Attempting to bind port e8d77c4e-45e9-4d15-9d66-817e651df59f on network f2c56dfc-a256-4c38-8b7f-65541898ad49 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:32.861887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b88e7e-323a-4329-9502-ddc7aefa1235 req-b2004a75-9d7e-4222-8935-0d20cb0f2649 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:32.863953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92b88e7e-323a-4329-9502-ddc7aefa1235 req-b2004a75-9d7e-4222-8935-0d20cb0f2649 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 943 time: 0.0815148 Sep 10 03:06:32.868006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Port e8d77c4e-45e9-4d15-9d66-817e651df59f on network f2c56dfc-a256-4c38-8b7f-65541898ad49 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:32.868353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Attempting to bind port e8d77c4e-45e9-4d15-9d66-817e651df59f on network f2c56dfc-a256-4c38-8b7f-65541898ad49 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:32.876987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:32.877466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Checking segment: {'id': '58e6c7bb-84da-4bf5-b309-bb75e56102ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:32.877967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Bound using segment: {'id': '58e6c7bb-84da-4bf5-b309-bb75e56102ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:32.879157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a378b37-f046-43e4-902a-109a88b1de30 req-cc21b41e-1d67-4847-8e44-9ee9855a6dab tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782113 Sep 10 03:06:32.883636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Bound port: e8d77c4e-45e9-4d15-9d66-817e651df59f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e6c7bb-84da-4bf5-b309-bb75e56102ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:32.884104 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:32.976581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92b88e7e-323a-4329-9502-ddc7aefa1235 req-14b2bb06-33e9-4e9b-991a-f7c6c22f32c5 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011145 Sep 10 03:06:32.999831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] For port e8d77c4e-45e9-4d15-9d66-817e651df59f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:33.002721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] For port e8d77c4e-45e9-4d15-9d66-817e651df59f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f,segment=NetworkSegment(58e6c7bb-84da-4bf5-b309-bb75e56102ed),segment_id=58e6c7bb-84da-4bf5-b309-bb75e56102ed)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:33.006463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.017921 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.021190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf751-ec8c-43ae-b76a-eea56f6b4fc1 req-c56c936e-4435-4403-b857-5fd66b367746 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.022723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1acdf751-ec8c-43ae-b76a-eea56f6b4fc1 req-c56c936e-4435-4403-b857-5fd66b367746 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 1101 time: 0.0698612 Sep 10 03:06:33.062495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d77c4e-45e9-4d15-9d66-817e651df59f,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:33.077089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.083897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.083897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-8541a960-34bf-4ff7-9bc1-88b2e9e9b333 service neutron] 10.222.0.36 "PUT /v2.0/ports/e8d77c4e-45e9-4d15-9d66-817e651df59f HTTP/1.1" status: 200 len: 1091 time: 0.9927363 Sep 10 03:06:33.084167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1acdf751-ec8c-43ae-b76a-eea56f6b4fc1 req-92164132-af10-479e-b1cc-1e8b42e24df1 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Sep 10 03:06:33.084260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'tag': 'e8d77c4e-45e9-4d15-9d66-817e651df59f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:33.094136 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a17177-7ab0-40b4-a287-656d7fda0895" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11bffb-fd42-44ce-9ddb-1eefef20405d", "tag": "e8d77c4e-45e9-4d15-9d66-817e651df59f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:33.105149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.167687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Network 7b567624-ed1c-47de-a112-83843e7a3653 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:33.171578 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977be472-b972-4b2e-96c6-b445289421e2 x-openstack-request-id: req-977be472-b972-4b2e-96c6-b445289421e2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:33.172081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:33.172671 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11bffb-fd42-44ce-9ddb-1eefef20405d", "tag": "e8d77c4e-45e9-4d15-9d66-817e651df59f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:33.172925 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-977be472-b972-4b2e-96c6-b445289421e2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:33.173329 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'tag': 'e8d77c4e-45e9-4d15-9d66-817e651df59f', 'status': 'completed', 'code': 200} Sep 10 03:06:33.176156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:33.193101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-03cdd6dd-e339-4ee5-9494-c12e581112f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.194463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-03cdd6dd-e339-4ee5-9494-c12e581112f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49d772d3477b45e8be4e77146348bc85&device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 1094 time: 0.0696161 Sep 10 03:06:33.223709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:33.242898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.244605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.251279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-938c040e-21ce-41fe-8181-0ff9b47b1674 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f HTTP/1.1" status: 200 len: 217 time: 0.0468462 Sep 10 03:06:33.260198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-594bb299-5d17-486c-ab68-993dbb78f5f7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828628 Sep 10 03:06:33.280711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Request body: {'port': {'device_id': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:33.308842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a212db8-a47e-4147-871b-7f818755f0de req-49867a1f-922f-4afd-be64-69c3aa7513dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.310758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-49867a1f-922f-4afd-be64-69c3aa7513dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5551a779-eb36-4da1-9f45-e2393c20fa96 HTTP/1.1" status: 200 len: 862 time: 0.0511391 Sep 10 03:06:33.351371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-671b1365-72f8-4fa6-8b71-80eacdedd195 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c56dfc-a256-4c38-8b7f-65541898ad49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319014 Sep 10 03:06:33.368517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.380807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-37297ac2-7686-4677-a9fa-ba67d1a86813 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318227 Sep 10 03:06:33.531019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-65276ba4-be78-46bc-8ea6-6e121e7f7b2d service neutron] 10.222.0.36 "GET /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681235 Sep 10 03:06:33.553249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-f79652d9-188e-45eb-a9cf-4ae51a90641d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.554718 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-f79652d9-188e-45eb-a9cf-4ae51a90641d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640291 Sep 10 03:06:33.592664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-c0c58b81-b171-47a4-86d6-88adeee2d311 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/quotas/32428f842f194c029aa1fdfcf59cedd6 HTTP/1.1" status: 200 len: 375 time: 0.0266099 Sep 10 03:06:33.709627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a212db8-a47e-4147-871b-7f818755f0de req-f4136195-bfc9-4708-b7fb-7645bab7168d service neutron] 10.222.0.36 "GET /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701338 Sep 10 03:06:33.712018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0d488b-6c9d-4b8b-9a48-695e6054de04 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:33.724139 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.729055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-00f772b7-10a8-455d-b69d-6b456e9e76eb tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0881171 Sep 10 03:06:33.743262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279fbf-9d7f-4485-869b-26a5e44c920e req-9188caac-62f2-4f98-96e7-f194bbb2bec8 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.744811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e279fbf-9d7f-4485-869b-26a5e44c920e req-9188caac-62f2-4f98-96e7-f194bbb2bec8 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 931 time: 0.0963299 Sep 10 03:06:33.750199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Transition to ACTIVE for port object ed0d488b-6c9d-4b8b-9a48-695e6054de04 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:33.755213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:33.802113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:33.841347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e279fbf-9d7f-4485-869b-26a5e44c920e req-2330a57b-0005-4686-9c04-47659c1191fe tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825021 Sep 10 03:06:33.853811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-038911a1-0e62-4af8-a210-a17037305f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:33.857374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-038911a1-0e62-4af8-a210-a17037305f1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49d772d3477b45e8be4e77146348bc85&device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 1094 time: 0.0867155 Sep 10 03:06:33.867890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:34.011763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f393b3-4f18-493e-b69e-f6c33c0e438a req-ab5def80-1cca-4e51-b401-5c8e32132b9f tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 210 time: 0.0487440 Sep 10 03:06:34.059804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-af46b916-88e9-46de-b7ce-924a908b37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.060034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Attempting to bind port ed0d488b-6c9d-4b8b-9a48-695e6054de04 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:34.060240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Attempting to bind port ed0d488b-6c9d-4b8b-9a48-695e6054de04 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:34.060526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Attempting to bind port ed0d488b-6c9d-4b8b-9a48-695e6054de04 on network 7b567624-ed1c-47de-a112-83843e7a3653 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:34.061289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-af46b916-88e9-46de-b7ce-924a908b37ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2c56dfc-a256-4c38-8b7f-65541898ad49 HTTP/1.1" status: 200 len: 922 time: 0.1968391 Sep 10 03:06:34.076581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Port ed0d488b-6c9d-4b8b-9a48-695e6054de04 on network 7b567624-ed1c-47de-a112-83843e7a3653 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:34.076916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Attempting to bind port ed0d488b-6c9d-4b8b-9a48-695e6054de04 on network 7b567624-ed1c-47de-a112-83843e7a3653 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:34.085949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:34.086304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Checking segment: {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:34.086698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Bound using segment: {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:34.087151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Bound port: ed0d488b-6c9d-4b8b-9a48-695e6054de04, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:34.087778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:34.172034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-81aae156-9a39-42d7-b57f-0f3d2e0902e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f HTTP/1.1" status: 200 len: 217 time: 0.0954387 Sep 10 03:06:34.186184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce58c5-58e2-4869-972b-8c07b5f7cd6e req-6a3473f5-237b-4194-8a13-e93441134839 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.194680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdce58c5-58e2-4869-972b-8c07b5f7cd6e req-6a3473f5-237b-4194-8a13-e93441134839 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 945 time: 0.2002347 Sep 10 03:06:34.284675 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdce58c5-58e2-4869-972b-8c07b5f7cd6e req-bbbc76b0-aa44-46a9-9655-7d60a3cd4912 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886970 Sep 10 03:06:34.323245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-91cd215b-65a1-4e0f-9602-83318960a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.328189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:34.330818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-740a81b7-1b78-48f0-b32f-773cf09c5fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:34.333981 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-91cd215b-65a1-4e0f-9602-83318960a209 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5551a779-eb36-4da1-9f45-e2393c20fa96 HTTP/1.1" status: 200 len: 862 time: 0.1182826 Sep 10 03:06:34.350616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f34e4-c9f2-48e1-b580-7c5f82340ff9 req-f0a5c181-bad5-42cd-8528-d3c5d82fb7ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.358898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c5f34e4-c9f2-48e1-b580-7c5f82340ff9 req-f0a5c181-bad5-42cd-8528-d3c5d82fb7ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 943 time: 0.2261851 Sep 10 03:06:34.373532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-de02c90e-2502-4f8f-8bf8-f718bb518b3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c56dfc-a256-4c38-8b7f-65541898ad49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318654 Sep 10 03:06:34.432188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:34.442402 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:34.450856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c5f34e4-c9f2-48e1-b580-7c5f82340ff9 req-c0d5fcf3-8778-4a86-908d-f301049f7d7d tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908096 Sep 10 03:06:34.484451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.485451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:34.486845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] 10.222.0.36 "PUT /v2.0/ports/ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 1091 time: 1.2179422 Sep 10 03:06:34.489516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:34.492543 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48edacc1-eb14-49a3-9ba5-da06089dc0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:34.525207 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-58f3dc0b-41a7-403e-a02a-b122ed6917a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436019 Sep 10 03:06:34.527858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e5a08-3e25-4fcc-9ce8-27782c80df59 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:34.574248 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a41b73-7c0d-483d-a0fc-31ce16718e1d x-openstack-request-id: req-48a41b73-7c0d-483d-a0fc-31ce16718e1d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:34.574785 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:34.575213 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48a41b73-7c0d-483d-a0fc-31ce16718e1d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:34.575839 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'status': 'completed', 'code': 200} Sep 10 03:06:34.642479 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5a17177-7ab0-40b4-a287-656d7fda0895 req-51fac532-5c7b-45c0-b56f-f56a92884e36 service neutron] 10.222.0.36 "GET /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106296 Sep 10 03:06:34.643302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-149cf680-5b0d-487f-a60d-5ba9753d63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.645052 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-149cf680-5b0d-487f-a60d-5ba9753d63e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1094 time: 0.0827596 Sep 10 03:06:34.666115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:34.706284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-15014152-1a5c-4cc8-9c36-0ba4406c625e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 217 time: 0.0500219 Sep 10 03:06:34.767859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-1872d64a-335c-49df-8218-b239570c3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.769363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-1872d64a-335c-49df-8218-b239570c3f0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.0519533 Sep 10 03:06:34.800762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ec39834e-5e1c-4063-9806-b6bb2aa95806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244186 Sep 10 03:06:34.900536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-0bfcf84c-4a36-4252-b71b-988a5cf0b31f service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923212 Sep 10 03:06:34.968013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96839f0-5d61-41fa-9e9a-d74cbf73cbb1 req-417b6e56-7e7c-4697-a481-77d2544c5cd4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:34.969774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c96839f0-5d61-41fa-9e9a-d74cbf73cbb1 req-417b6e56-7e7c-4697-a481-77d2544c5cd4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 943 time: 0.0594144 Sep 10 03:06:35.009187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c96839f0-5d61-41fa-9e9a-d74cbf73cbb1 req-65790682-807b-4a09-a896-31ad493713af tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Sep 10 03:06:35.016251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef85835e-1519-476a-ba1b-5d9c491a097b req-ec15e457-7e1b-41bb-9b5d-d1f2e105bb05 service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073771 Sep 10 03:06:35.156225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-41097521-71b1-4bbe-92ff-4cb8b401f1f1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367627 Sep 10 03:06:35.175086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3364ac05-528f-4795-86ea-4e96e29db47c req-8c1449b4-c8c4-406f-bf98-d135f8a46153 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 210 time: 0.0788696 Sep 10 03:06:35.203981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-e0e87957-445a-424c-8859-1a788fbe6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:35.206419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-e0e87957-445a-424c-8859-1a788fbe6a3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1094 time: 0.1079588 Sep 10 03:06:35.305774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-7a8559ed-45f9-4f65-a905-e58d0818aa66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:35.307732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-7a8559ed-45f9-4f65-a905-e58d0818aa66 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443582 Sep 10 03:06:35.315572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-1277bb22-4504-4b03-9fd7-70eb2b8a48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:35.317047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-1277bb22-4504-4b03-9fd7-70eb2b8a48b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.1019359 Sep 10 03:06:35.322482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:35.357091 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:35.373404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-00157551-40ed-4ad1-a5c2-68f3ebc963bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 217 time: 0.0465875 Sep 10 03:06:35.438396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-a48d9975-61e7-454b-a9d9-b467525a2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:35.440627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-a48d9975-61e7-454b-a9d9-b467525a2c64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.0554490 Sep 10 03:06:35.478934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-2cce1779-34ed-4cf3-8b43-6128d33b2d7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308998 Sep 10 03:06:35.480520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ee38-7211-4f15-915f-92460de8b143 req-0f240a80-7e3c-4ab0-bf6c-ebdb3f234285 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:35.482206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb61ee38-7211-4f15-915f-92460de8b143 req-0f240a80-7e3c-4ab0-bf6c-ebdb3f234285 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 945 time: 0.0943639 Sep 10 03:06:35.511085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:35.514913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:35.553589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb61ee38-7211-4f15-915f-92460de8b143 req-8dd1b0a7-b7f9-4689-8ecb-f37c86c3e6cc tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Sep 10 03:06:35.586720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-b9c771e1-73ef-4628-8b90-61493ebc97d8 service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992682 Sep 10 03:06:35.690168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.143 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/61789847-321b-4964-adf0-beed7e905ee1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:35.745096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a5a83-9d28-4bae-9ec3-46fa56cdf77e req-2773d25f-fc84-434b-a0dc-00166c334dfb tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:35.747088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b35a5a83-9d28-4bae-9ec3-46fa56cdf77e req-2773d25f-fc84-434b-a0dc-00166c334dfb tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 943 time: 0.1191509 Sep 10 03:06:35.786150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48edacc1-eb14-49a3-9ba5-da06089dc0fc req-f9855bd1-f407-4187-b4ba-e4f6a01056fe service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918154 Sep 10 03:06:35.800742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:35.828511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b35a5a83-9d28-4bae-9ec3-46fa56cdf77e req-a553a966-9ad1-407b-8eba-cf2ce4606d07 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Sep 10 03:06:35.864373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:35.867174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:35.871152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:35.871939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:35.883687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 61789847-321b-4964-adf0-beed7e905ee1 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:35.921333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:35.948637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186', 'a0e15378-ec04-4a60-89f2-06e8bceac593'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:35.950923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:35.962272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:35.967184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:35.969777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:36.007874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=61789847-321b-4964-adf0-beed7e905ee1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:36.043201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:36.044017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.063952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.088678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-f87f3f7d-1b81-4ef6-b785-77d76f179501 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7701991 Sep 10 03:06:36.108971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Request body: {'port': {'device_id': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:36.143253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:36.145537 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c31669c-0d90-4231-a0b4-c9fb6c8ec3e9" -d '{"events": [{"server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "name": "network-vif-plugged", "status": "completed", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:36.187941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:36.212316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.284195 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.292378 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00239458-f3dc-4686-b55e-218453a476a3 x-openstack-request-id: req-00239458-f3dc-4686-b55e-218453a476a3 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:36.292908 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "name": "network-vif-plugged", "status": "completed", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:36.293342 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00239458-f3dc-4686-b55e-218453a476a3 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:36.293879 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'code': 200} Sep 10 03:06:36.347816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae21219-bf7d-48ed-83fc-e80f1002b62c req-ad6f9c95-fe8a-4b27-b6dc-0b0e76464e12 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:36.355407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bae21219-bf7d-48ed-83fc-e80f1002b62c req-ad6f9c95-fe8a-4b27-b6dc-0b0e76464e12 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 936 time: 0.0756247 Sep 10 03:06:36.411073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bae21219-bf7d-48ed-83fc-e80f1002b62c req-65cd9863-06df-4a5f-b729-7b1b4558754d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Sep 10 03:06:36.458197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:36.460949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf885029-43cf-483a-8023-1341a612cca8 req-ede1f6de-d38c-4a4a-84a7-9a88cc5fd169 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:36.462749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf885029-43cf-483a-8023-1341a612cca8 req-ede1f6de-d38c-4a4a-84a7-9a88cc5fd169 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 943 time: 0.3008714 Sep 10 03:06:36.482100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-60aa2ce9-16e3-4612-9243-d19c3b178133 None None] Provisioning for port 61789847-321b-4964-adf0-beed7e905ee1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:36.508068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-60aa2ce9-16e3-4612-9243-d19c3b178133 None None] Provisioning complete for port 61789847-321b-4964-adf0-beed7e905ee1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:36.508481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60aa2ce9-16e3-4612-9243-d19c3b178133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.512910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeeedd-6630-4df8-b47e-39925426d128 req-65566f0b-751e-4933-8b0d-54a2cfe6ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:36.514419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1efeeedd-6630-4df8-b47e-39925426d128 req-65566f0b-751e-4933-8b0d-54a2cfe6ef3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 1097 time: 0.1130688 Sep 10 03:06:36.562130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf885029-43cf-483a-8023-1341a612cca8 req-daa40f11-3db9-45a1-895d-a27d5488d08c tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795562 Sep 10 03:06:36.598797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1efeeedd-6630-4df8-b47e-39925426d128 req-a63fbccf-038e-4119-b9f8-704a3460dbca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730858 Sep 10 03:06:36.613260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61789847-321b-4964-adf0-beed7e905ee1 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:36.622992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.638644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Transition to ACTIVE for port object 61789847-321b-4964-adf0-beed7e905ee1 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:36.645635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.785330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Pushing event updated for resources: {'Port': ['ID=61789847-321b-4964-adf0-beed7e905ee1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:36.799224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-60aa2ce9-16e3-4612-9243-d19c3b178133 None None] Port 61789847-321b-4964-adf0-beed7e905ee1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:06:36.866935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3538bb-4c07-49b6-89a9-cd42b119cc30 req-104853a9-c7f1-4aac-9204-bcbc7ad5a333 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:36.868626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b3538bb-4c07-49b6-89a9-cd42b119cc30 req-104853a9-c7f1-4aac-9204-bcbc7ad5a333 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1904228 Sep 10 03:06:36.874623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Attempting to bind port 61789847-321b-4964-adf0-beed7e905ee1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:36.874887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Attempting to bind port 61789847-321b-4964-adf0-beed7e905ee1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:36.875259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Attempting to bind port 61789847-321b-4964-adf0-beed7e905ee1 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:36.895495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Port 61789847-321b-4964-adf0-beed7e905ee1 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:36.895960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Attempting to bind port 61789847-321b-4964-adf0-beed7e905ee1 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:36.903868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:36.904450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:36.904934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:36.906013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Bound port: 61789847-321b-4964-adf0-beed7e905ee1, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:36.906472 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:36.939034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b3538bb-4c07-49b6-89a9-cd42b119cc30 req-38ff3cf6-aac1-49e6-b302-0397acb6c741 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607285 Sep 10 03:06:37.005074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] For port 61789847-321b-4964-adf0-beed7e905ee1, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:37.011235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] For port 61789847-321b-4964-adf0-beed7e905ee1, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61789847-321b-4964-adf0-beed7e905ee1,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:37.013505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583561d-3cb6-40ac-9081-842b4c8a36b8 req-571f2bb5-78cc-4d5d-9a63-1a789ba2a2ba tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.015492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2583561d-3cb6-40ac-9081-842b4c8a36b8 req-571f2bb5-78cc-4d5d-9a63-1a789ba2a2ba tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 943 time: 0.0601456 Sep 10 03:06:37.017996 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:37.055112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.055749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:37.057176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] 10.222.0.36 "PUT /v2.0/ports/61789847-321b-4964-adf0-beed7e905ee1 HTTP/1.1" status: 200 len: 1096 time: 0.9586360 Sep 10 03:06:37.057592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'tag': '61789847-321b-4964-adf0-beed7e905ee1'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:37.059882 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed6cd1-976f-4bdc-8723-384a0d228e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e17bda9a-a2d1-489e-965d-e7fd70f1bfd0", "tag": "61789847-321b-4964-adf0-beed7e905ee1"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:37.088146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2583561d-3cb6-40ac-9081-842b4c8a36b8 req-1e61345e-7423-49c9-9b5c-ecd729938b4a tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565889 Sep 10 03:06:37.102695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa83478-594b-4cb7-8f79-fb2338e5ffdc service neutron] Pushing event updated for resources: {'Port': ['ID=61789847-321b-4964-adf0-beed7e905ee1,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:37.164537 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aec8ce-3008-4955-9a80-cf172c3138c5 x-openstack-request-id: req-58aec8ce-3008-4955-9a80-cf172c3138c5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:37.164998 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17bda9a-a2d1-489e-965d-e7fd70f1bfd0", "tag": "61789847-321b-4964-adf0-beed7e905ee1", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:37.165184 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58aec8ce-3008-4955-9a80-cf172c3138c5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:37.165594 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'tag': '61789847-321b-4964-adf0-beed7e905ee1', 'status': 'completed', 'code': 200} Sep 10 03:06:37.184015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-ba750cd5-929e-4492-9041-51bdb54d1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.185707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-ba750cd5-929e-4492-9041-51bdb54d1500 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 1099 time: 0.0730217 Sep 10 03:06:37.235151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-23d4ad01-16f8-4742-a8bb-edba7c30e086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=61789847-321b-4964-adf0-beed7e905ee1 HTTP/1.1" status: 200 len: 217 time: 0.0397966 Sep 10 03:06:37.254903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:37.289665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-7a2b399b-7814-467c-9cce-d4998e99a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.291087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-7a2b399b-7814-467c-9cce-d4998e99a21c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0483661 Sep 10 03:06:37.337750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f68d-2952-462d-8626-b093de261a50 req-fc732ecc-6f9e-42af-8ff9-0c6d386aa45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.339503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-fc732ecc-6f9e-42af-8ff9-0c6d386aa45a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408385 Sep 10 03:06:37.441948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-2e5f09d9-19f0-481d-acc2-75dea01accd5 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949719 Sep 10 03:06:37.531375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a5fe1-5cee-4d93-adb1-7ddec4594b1c req-5c2231dd-9b7f-4b57-bced-cab4a1d8210e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.532609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b18a5fe1-5cee-4d93-adb1-7ddec4594b1c req-5c2231dd-9b7f-4b57-bced-cab4a1d8210e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 948 time: 0.0619407 Sep 10 03:06:37.535435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e18f68d-2952-462d-8626-b093de261a50 req-daaa9722-dc89-4d48-ac90-ae2987c68bee service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Sep 10 03:06:37.595807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e8d77c4e-45e9-4d15-9d66-817e651df59f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:37.648835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-80f3769c-9444-44c5-9f39-4991d514e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.650352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-80f3769c-9444-44c5-9f39-4991d514e83d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 1099 time: 0.0664980 Sep 10 03:06:37.745677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e8d77c4e-45e9-4d15-9d66-817e651df59f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f,segment=NetworkSegment(58e6c7bb-84da-4bf5-b309-bb75e56102ed),segment_id=58e6c7bb-84da-4bf5-b309-bb75e56102ed)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:37.763612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'e8d77c4e-45e9-4d15-9d66-817e651df59f', 'network_id': 'f2c56dfc-a256-4c38-8b7f-65541898ad49', 'port_id': 'e8d77c4e-45e9-4d15-9d66-817e651df59f', 'mac_address': 'fa:16:3e:85:f5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551a779-eb36-4da1-9f45-e2393c20fa96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:37.800682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-57ad00d4-b26a-4506-b88a-82cf5968ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.802081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-57ad00d4-b26a-4506-b88a-82cf5968ae1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1433012 Sep 10 03:06:37.825493 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:37.834927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b35d64-6d46-49c3-beeb-996c9e6dff61 req-5e0d3154-bbff-4a9d-abb5-53bfad28b747 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:37.837058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7b35d64-6d46-49c3-beeb-996c9e6dff61 req-5e0d3154-bbff-4a9d-abb5-53bfad28b747 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 943 time: 0.1704338 Sep 10 03:06:37.845846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d77c4e-45e9-4d15-9d66-817e651df59f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:37.870855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e8d77c4e-45e9-4d15-9d66-817e651df59f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f,segment=NetworkSegment(58e6c7bb-84da-4bf5-b309-bb75e56102ed),segment_id=58e6c7bb-84da-4bf5-b309-bb75e56102ed)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:37.879342 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:37.879790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-7d08d63a-69cb-463e-b6aa-53821d17286f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=61789847-321b-4964-adf0-beed7e905ee1 HTTP/1.1" status: 200 len: 217 time: 0.0688629 Sep 10 03:06:37.881174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ed0d488b-6c9d-4b8b-9a48-695e6054de04 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:37.923685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b18a5fe1-5cee-4d93-adb1-7ddec4594b1c req-0b742fe3-97b4-460e-82a7-06707f50380c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801560 Sep 10 03:06:37.992545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7b35d64-6d46-49c3-beeb-996c9e6dff61 req-2946bec9-e28c-467f-8414-c775a55b23f1 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158626 Sep 10 03:06:38.025410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-2334e451-f6e4-4620-9ae1-9e47a54e0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:38.028256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-2334e451-f6e4-4620-9ae1-9e47a54e0fb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1335554 Sep 10 03:06:38.045422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e8d77c4e-45e9-4d15-9d66-817e651df59f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:38.052623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:38.081586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'network_id': '7b567624-ed1c-47de-a112-83843e7a3653', 'port_id': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'mac_address': 'fa:16:3e:d1:5e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6435797-dfce-4b49-b5e6-315b677c5ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:38.129438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-e65a52a5-86cc-4043-828f-f1a89b9007b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:38.130921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-e65a52a5-86cc-4043-828f-f1a89b9007b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947487 Sep 10 03:06:38.132403 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:38.148650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0d488b-6c9d-4b8b-9a48-695e6054de04 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:38.173130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:38.179073 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:38.235540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:38.252050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfa2b6-3913-4fa1-8a8c-c67299870457 req-56093a94-362c-4e29-8203-5c4f3ae6917a tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:38.254997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bcfa2b6-3913-4fa1-8a8c-c67299870457 req-56093a94-362c-4e29-8203-5c4f3ae6917a tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 944 time: 0.0652549 Sep 10 03:06:38.261405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-add81ae1-d808-4173-a2e1-3db6c0e99183 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998087 Sep 10 03:06:38.274415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cc4a9-bc82-4235-a5f9-6f3bef0e4ced req-c56e404d-56a8-4653-b708-c60d90d0f3dd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:38.275915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-962cc4a9-bc82-4235-a5f9-6f3bef0e4ced req-c56e404d-56a8-4653-b708-c60d90d0f3dd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1510587 Sep 10 03:06:38.295415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bcfa2b6-3913-4fa1-8a8c-c67299870457 req-da8ae8b4-a69a-4c9b-aa1b-e6e426bf825a tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Sep 10 03:06:38.376560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-962cc4a9-bc82-4235-a5f9-6f3bef0e4ced req-b77173dd-4256-435b-9eb7-38a123f9da1a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921822 Sep 10 03:06:38.396884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17ed6cd1-976f-4bdc-8723-384a0d228e1d req-b320097b-fa97-49e6-89ab-d4c345a5a018 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200316 Sep 10 03:06:38.479944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e8d77c4e-45e9-4d15-9d66-817e651df59f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:38.485851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ed0d488b-6c9d-4b8b-9a48-695e6054de04'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:38.489508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7a55-63ca-4b7c-b769-ef18c3488c27 req-e7b111c5-a183-453a-9607-60f43289c345 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:38.491130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b83e7a55-63ca-4b7c-b769-ef18c3488c27 req-e7b111c5-a183-453a-9607-60f43289c345 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0489349 Sep 10 03:06:38.535646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b83e7a55-63ca-4b7c-b769-ef18c3488c27 req-376e1d43-1513-4471-804d-8f2c16a73258 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Sep 10 03:06:38.903290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719725f3-a59c-45f0-8ddb-9f36757c3736 req-f6db7187-3a5c-4545-96a1-fa51be53ca4b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:38.904854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-719725f3-a59c-45f0-8ddb-9f36757c3736 req-f6db7187-3a5c-4545-96a1-fa51be53ca4b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0604918 Sep 10 03:06:38.943497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-719725f3-a59c-45f0-8ddb-9f36757c3736 req-685fa557-1904-4d54-96c0-cbdaf372adbb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Sep 10 03:06:39.054175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3129a53-6618-477c-b669-ddc6bf32b6de req-c651e3bc-9fa4-4f77-b7f8-d2bc169bb8af tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:39.056423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3129a53-6618-477c-b669-ddc6bf32b6de req-c651e3bc-9fa4-4f77-b7f8-d2bc169bb8af tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 948 time: 0.0684640 Sep 10 03:06:39.098455 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3129a53-6618-477c-b669-ddc6bf32b6de req-96bc10fe-631f-492a-a9de-4125af271e19 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Sep 10 03:06:39.185614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c945f-2c2f-4183-b544-15abb4fdd108 req-d4d20d79-2036-4a6f-b2fb-cf75c4a2cf65 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:39.187686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-349c945f-2c2f-4183-b544-15abb4fdd108 req-d4d20d79-2036-4a6f-b2fb-cf75c4a2cf65 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 944 time: 0.0501132 Sep 10 03:06:39.226042 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-349c945f-2c2f-4183-b544-15abb4fdd108 req-4d9611e1-0b25-4fb5-a0b7-8eb861b5ceae tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Sep 10 03:06:39.418467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c0515-b1c0-46f8-95c7-3e614f68a95c req-22f9a3ed-4998-44bd-b1c4-09f3b4e19ce2 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:39.419995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb0c0515-b1c0-46f8-95c7-3e614f68a95c req-22f9a3ed-4998-44bd-b1c4-09f3b4e19ce2 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 944 time: 0.0532236 Sep 10 03:06:39.457092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cb0c0515-b1c0-46f8-95c7-3e614f68a95c req-f115a706-1ed6-4205-9e7e-d37338345d88 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Sep 10 03:06:39.599767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e8d77c4e-45e9-4d15-9d66-817e651df59f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:39.654703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port e8d77c4e-45e9-4d15-9d66-817e651df59f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:39.659043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port e8d77c4e-45e9-4d15-9d66-817e651df59f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:39.659410 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:39.733513 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:39.755254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d77c4e-45e9-4d15-9d66-817e651df59f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:39.757451 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6831679-d1c8-4d10-80ce-29a2c3b98b68" -d '{"events": [{"server_uuid": "5c11bffb-fd42-44ce-9ddb-1eefef20405d", "name": "network-vif-plugged", "status": "completed", "tag": "e8d77c4e-45e9-4d15-9d66-817e651df59f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:39.773299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e8d77c4e-45e9-4d15-9d66-817e651df59f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f,segment=NetworkSegment(58e6c7bb-84da-4bf5-b309-bb75e56102ed),segment_id=58e6c7bb-84da-4bf5-b309-bb75e56102ed)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:39.778616 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:39.779557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ed0d488b-6c9d-4b8b-9a48-695e6054de04 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:39.819065 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11145395-6935-4b7e-a8fe-eb6e045be1a8 x-openstack-request-id: req-11145395-6935-4b7e-a8fe-eb6e045be1a8 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:39.819349 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11bffb-fd42-44ce-9ddb-1eefef20405d", "name": "network-vif-plugged", "status": "completed", "tag": "e8d77c4e-45e9-4d15-9d66-817e651df59f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:39.819607 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11145395-6935-4b7e-a8fe-eb6e045be1a8 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:39.819999 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d77c4e-45e9-4d15-9d66-817e651df59f', 'code': 200} Sep 10 03:06:39.857225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e8d77c4e-45e9-4d15-9d66-817e651df59f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:39.872109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port ed0d488b-6c9d-4b8b-9a48-695e6054de04 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:39.876890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port ed0d488b-6c9d-4b8b-9a48-695e6054de04 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:39.877265 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:39.932266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273c488-238b-4b22-82bb-24b92c99ea57 req-97c6bcbd-93c9-468d-93c6-a4d126059a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:39.933778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c273c488-238b-4b22-82bb-24b92c99ea57 req-97c6bcbd-93c9-468d-93c6-a4d126059a1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 1096 time: 0.0787878 Sep 10 03:06:39.970402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:39.972589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c273c488-238b-4b22-82bb-24b92c99ea57 req-8cb01528-660c-416f-8e9c-c0a082a98325 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291612 Sep 10 03:06:40.004388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:40.008511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:40.059698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:40.071482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51911e-c581-489e-b0e5-5ccf9737e03b req-0e35ad1a-6f56-43b6-9311-81aedbf70161 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:40.073055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f51911e-c581-489e-b0e5-5ccf9737e03b req-0e35ad1a-6f56-43b6-9311-81aedbf70161 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0539875 Sep 10 03:06:40.125783 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f51911e-c581-489e-b0e5-5ccf9737e03b req-409efda9-bc32-44ba-84bf-741aa4c7ab2b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Sep 10 03:06:40.235508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294cdc-38d1-4410-b2dd-f8f5d1ddf4a2 req-f0d01e4c-f8ff-47ff-8db1-f53d381323c9 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:40.236951 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60294cdc-38d1-4410-b2dd-f8f5d1ddf4a2 req-f0d01e4c-f8ff-47ff-8db1-f53d381323c9 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 948 time: 0.0548654 Sep 10 03:06:40.278072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60294cdc-38d1-4410-b2dd-f8f5d1ddf4a2 req-8c2841da-cf23-449d-8e5d-42c560c94c32 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Sep 10 03:06:40.361306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff002a-b027-4f18-b955-0fb50806353a req-85d6d36b-9ae1-4d92-8ef6-250f56a56675 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:40.363271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2cff002a-b027-4f18-b955-0fb50806353a req-85d6d36b-9ae1-4d92-8ef6-250f56a56675 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 945 time: 0.0485401 Sep 10 03:06:40.400775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2cff002a-b027-4f18-b955-0fb50806353a req-83f411aa-5991-4b32-809a-aee919f2bb9e tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Sep 10 03:06:40.571544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226dfcf-e577-43c2-b7cf-36b07c170179 req-368c47c6-f122-4783-9515-33b313c2f2f7 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:40.573062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4226dfcf-e577-43c2-b7cf-36b07c170179 req-368c47c6-f122-4783-9515-33b313c2f2f7 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 945 time: 0.0488834 Sep 10 03:06:40.612396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4226dfcf-e577-43c2-b7cf-36b07c170179 req-4fa5dd06-77fb-430b-8996-25759d153a68 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Sep 10 03:06:41.254511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d1ad2-370b-486f-9acb-48d3a8ce8b0d req-eabba66c-718d-46c5-9bb7-b7b7696ac83a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:41.256580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a8d1ad2-370b-486f-9acb-48d3a8ce8b0d req-eabba66c-718d-46c5-9bb7-b7b7696ac83a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0653546 Sep 10 03:06:41.295768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a8d1ad2-370b-486f-9acb-48d3a8ce8b0d req-615b10d8-2d83-4f6d-b121-8ce90614b5fa tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Sep 10 03:06:41.408120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568dcb0-829c-48e5-bae4-d11d7032ec7b req-ef972744-4bbf-4038-97cb-95ac1d3a959b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:41.409566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4568dcb0-829c-48e5-bae4-d11d7032ec7b req-ef972744-4bbf-4038-97cb-95ac1d3a959b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 948 time: 0.0520728 Sep 10 03:06:41.452865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4568dcb0-829c-48e5-bae4-d11d7032ec7b req-21cb2774-5ef3-45d2-89ed-ecf234478d0d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363412 Sep 10 03:06:41.525666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49573fd5-358b-4761-b38e-d4228aaaa850 req-00435ef2-e2a0-492b-ae9e-02a9e9744388 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:41.527124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49573fd5-358b-4761-b38e-d4228aaaa850 req-00435ef2-e2a0-492b-ae9e-02a9e9744388 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 945 time: 0.0479090 Sep 10 03:06:41.565048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49573fd5-358b-4761-b38e-d4228aaaa850 req-bb98002e-0936-41cb-af5e-0919eff8e902 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Sep 10 03:06:41.609831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61789847-321b-4964-adf0-beed7e905ee1 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:41.714013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61789847-321b-4964-adf0-beed7e905ee1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61789847-321b-4964-adf0-beed7e905ee1,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:41.729011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '61789847-321b-4964-adf0-beed7e905ee1', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '61789847-321b-4964-adf0-beed7e905ee1', 'mac_address': 'fa:16:3e:b7:b8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:41.734521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33aea-f51d-4c72-8237-30c02ae85ceb req-54ed9b66-149a-4f0b-8752-258de42b7ed8 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:41.736328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33b33aea-f51d-4c72-8237-30c02ae85ceb req-54ed9b66-149a-4f0b-8752-258de42b7ed8 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 945 time: 0.0567887 Sep 10 03:06:41.771534 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:41.790387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61789847-321b-4964-adf0-beed7e905ee1 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:41.797308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33b33aea-f51d-4c72-8237-30c02ae85ceb req-ecd193e8-529c-4244-bea7-975e5434fd76 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Sep 10 03:06:41.819222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61789847-321b-4964-adf0-beed7e905ee1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61789847-321b-4964-adf0-beed7e905ee1,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:41.821169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:41.823946 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc02a3-561f-4d99-b5e5-5c105b47ca35" -d '{"events": [{"server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "name": "network-vif-plugged", "status": "completed", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:41.838986 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:41.879953 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94102d0-3559-4951-9af6-34ec3a0b99b5 x-openstack-request-id: req-f94102d0-3559-4951-9af6-34ec3a0b99b5 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:41.880258 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "name": "network-vif-plugged", "status": "completed", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:41.880511 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f94102d0-3559-4951-9af6-34ec3a0b99b5 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:41.880913 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'code': 200} Sep 10 03:06:41.887898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-44cdaa0e-87bc-4c35-b183-8439671302ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828636 Sep 10 03:06:41.912014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=61789847-321b-4964-adf0-beed7e905ee1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:42.003837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7eba-1cd4-435f-afe6-61702bd6b85c req-13773078-5b04-4b2e-85e1-e978afea8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.005756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dba7eba-1cd4-435f-afe6-61702bd6b85c req-13773078-5b04-4b2e-85e1-e978afea8d2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1096 time: 0.0442536 Sep 10 03:06:42.009733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-17f1ed90-ebe5-4eb3-a768-d2212ba31503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.011584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-17f1ed90-ebe5-4eb3-a768-d2212ba31503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 1101 time: 0.0492473 Sep 10 03:06:42.056618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dba7eba-1cd4-435f-afe6-61702bd6b85c req-584abf62-7a2c-4b7f-84c0-7426fbf194ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Sep 10 03:06:42.163171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['61789847-321b-4964-adf0-beed7e905ee1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:42.205750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-64cdf0e1-32ff-4b98-abb6-ce7bf32e2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.207238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-64cdf0e1-32ff-4b98-abb6-ce7bf32e2b1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1567826 Sep 10 03:06:42.214582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e221cf-bb14-4900-8c80-da23001ab97f req-90a8e50a-b1d7-40de-80f5-bfa7dff8a042 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.215987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6e221cf-bb14-4900-8c80-da23001ab97f req-90a8e50a-b1d7-40de-80f5-bfa7dff8a042 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 945 time: 0.0715332 Sep 10 03:06:42.257387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6e221cf-bb14-4900-8c80-da23001ab97f req-0edd2862-46eb-4b35-92ba-0ae075d1bf3b tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Sep 10 03:06:42.328348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-bad32d2b-c86e-4ada-a201-c4bc2df35cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a HTTP/1.1" status: 200 len: 217 time: 0.0446577 Sep 10 03:06:42.439364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-2be483fd-9073-4af6-adf5-6360e8707ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.441058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-2be483fd-9073-4af6-adf5-6360e8707ff4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.1048734 Sep 10 03:06:42.452525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8fab5-b51f-43d9-aaa2-8868327ef2e1 req-0e2600dc-44ec-4d89-985e-61c1c2174a7b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.454043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68d8fab5-b51f-43d9-aaa2-8868327ef2e1 req-0e2600dc-44ec-4d89-985e-61c1c2174a7b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0693054 Sep 10 03:06:42.515600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68d8fab5-b51f-43d9-aaa2-8868327ef2e1 req-99052bf8-247b-422e-9a5f-080c5ab2ac18 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Sep 10 03:06:42.520503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-1c913489-fa85-4680-acb9-a960ef78fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.522013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-1c913489-fa85-4680-acb9-a960ef78fffd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670438 Sep 10 03:06:42.579735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa09-e054-428f-96b8-84b6a8f6976a req-fadc6081-c32b-4260-bef5-c2f8a7e00756 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.581578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4cecaa09-e054-428f-96b8-84b6a8f6976a req-fadc6081-c32b-4260-bef5-c2f8a7e00756 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 949 time: 0.0524223 Sep 10 03:06:42.629100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4cecaa09-e054-428f-96b8-84b6a8f6976a req-308ac894-b822-49a3-9b29-fe6703bd540c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 Sep 10 03:06:42.634232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-5cc7a5e6-829e-4d15-97cc-18ead3ac7804 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988829 Sep 10 03:06:42.764514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071a6b4-7bd3-489d-8bc9-dba3f338ea8f req-e76e537e-2c53-42c0-b51c-a2a6d07bd7a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:42.766014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3071a6b4-7bd3-489d-8bc9-dba3f338ea8f req-e76e537e-2c53-42c0-b51c-a2a6d07bd7a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 945 time: 0.0952635 Sep 10 03:06:42.767817 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a73f67e0-3027-4bd5-bd89-da7d2bd0e35b req-fad3e664-40f5-4359-9939-489e0107d39f service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250844 Sep 10 03:06:42.811420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3071a6b4-7bd3-489d-8bc9-dba3f338ea8f req-dce10efe-f3dd-4c30-9989-ec3b91af13ab tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Sep 10 03:06:43.378428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54cf66-77af-4ff0-bc8f-79c1945db982 req-8c0b2889-8753-478d-a06c-72c6ed291d8d tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:43.379987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a54cf66-77af-4ff0-bc8f-79c1945db982 req-8c0b2889-8753-478d-a06c-72c6ed291d8d tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 945 time: 0.0516596 Sep 10 03:06:43.425531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a54cf66-77af-4ff0-bc8f-79c1945db982 req-fd37cf35-6985-4484-8791-5101b4117e6c tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca1c05da-a780-48d5-b1cc-1bcc003b38a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Sep 10 03:06:43.633432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61789847-321b-4964-adf0-beed7e905ee1 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:06:43.637591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573354-6ecd-462e-9e06-92eccb81662d req-5222b152-dfab-49ba-972c-3047304cb92b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:43.639376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66573354-6ecd-462e-9e06-92eccb81662d req-5222b152-dfab-49ba-972c-3047304cb92b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0528924 Sep 10 03:06:43.692125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66573354-6ecd-462e-9e06-92eccb81662d req-67dd52e8-c3dd-4b2a-aaeb-c4871fd47eea tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Sep 10 03:06:43.705611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 61789847-321b-4964-adf0-beed7e905ee1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:43.716719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 61789847-321b-4964-adf0-beed7e905ee1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:43.717103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:43.763808 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50ff5-e3b3-4e62-92bb-d253e9285aec req-c9f515d0-0f19-438d-83d3-8b6bac4bc898 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:43.766095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfa50ff5-e3b3-4e62-92bb-d253e9285aec req-c9f515d0-0f19-438d-83d3-8b6bac4bc898 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 949 time: 0.0663574 Sep 10 03:06:43.797140 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:43.807486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfa50ff5-e3b3-4e62-92bb-d253e9285aec req-de24447a-5061-4205-9ea1-4433a63abbf0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Sep 10 03:06:43.828671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 61789847-321b-4964-adf0-beed7e905ee1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61789847-321b-4964-adf0-beed7e905ee1,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:43.833106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:43.882478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61789847-321b-4964-adf0-beed7e905ee1'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:43.884764 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e92c78-a078-4b7a-bbd7-71bf9ff72eb8" -d '{"events": [{"server_uuid": "e17bda9a-a2d1-489e-965d-e7fd70f1bfd0", "name": "network-vif-plugged", "status": "completed", "tag": "61789847-321b-4964-adf0-beed7e905ee1"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:43.890073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=61789847-321b-4964-adf0-beed7e905ee1,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:43.956410 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b1885-bd1b-4de9-907c-b35af45bcd0c x-openstack-request-id: req-cc4b1885-bd1b-4de9-907c-b35af45bcd0c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:43.957069 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17bda9a-a2d1-489e-965d-e7fd70f1bfd0", "name": "network-vif-plugged", "status": "completed", "tag": "61789847-321b-4964-adf0-beed7e905ee1", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:43.957526 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc4b1885-bd1b-4de9-907c-b35af45bcd0c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:43.959878 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61789847-321b-4964-adf0-beed7e905ee1', 'code': 200} Sep 10 03:06:43.982082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-de8d1ad7-9500-4d39-b284-1044d61c0339 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:43.984157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-de8d1ad7-9500-4d39-b284-1044d61c0339 tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 945 time: 0.0676718 Sep 10 03:06:43.991805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322588-11a8-4450-a6a0-ba7fca35139b req-86e9c31e-fc15-47c9-afe6-e8adad330ec3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:43.993269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc322588-11a8-4450-a6a0-ba7fca35139b req-86e9c31e-fc15-47c9-afe6-e8adad330ec3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 945 time: 0.1048336 Sep 10 03:06:44.058404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8e169-aaf2-4294-a260-68643f795dd9 req-ecf345ae-4b8f-41f5-9265-840e124d1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:44.060115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4cf8e169-aaf2-4294-a260-68643f795dd9 req-ecf345ae-4b8f-41f5-9265-840e124d1c0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 1101 time: 0.0417769 Sep 10 03:06:44.084734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc322588-11a8-4450-a6a0-ba7fca35139b req-4eecee62-8096-44e3-bf2e-da0f5d6fa2cb tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816321 Sep 10 03:06:44.112159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4cf8e169-aaf2-4294-a260-68643f795dd9 req-a095b13b-3e3c-4e12-b5b6-964dcfcc1353 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Sep 10 03:06:44.117032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Deleting port e8d77c4e-45e9-4d15-9d66-817e651df59f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:44.117383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:44.214810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488b2496-ac10-4122-9261-594631f670f7 req-a66c14fb-dc16-4f99-b12d-a543e0e56296 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1598332129&fields=id&tenant_id=c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 267 time: 0.0414069 Sep 10 03:06:44.218448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] For port e8d77c4e-45e9-4d15-9d66-817e651df59f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e8d77c4e-45e9-4d15-9d66-817e651df59f,segment=NetworkSegment(58e6c7bb-84da-4bf5-b309-bb75e56102ed),segment_id=58e6c7bb-84da-4bf5-b309-bb75e56102ed)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:44.218816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:44.231438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Calling delete_port for e8d77c4e-45e9-4d15-9d66-817e651df59f owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:44.271309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b2496-ac10-4122-9261-594631f670f7 req-0dbb97a2-63f9-4383-865b-8a6e88ab5e1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:44.272925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488b2496-ac10-4122-9261-594631f670f7 req-0dbb97a2-63f9-4383-865b-8a6e88ab5e1f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 945 time: 0.0514252 Sep 10 03:06:44.285391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'port': {'security_groups': ['7bb619f3-3113-44ac-ac1d-7c7014cb6969', '9472cb5f-a7ed-4bb4-81eb-359290790ea5']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:44.372676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:44.387848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e8d77c4e-45e9-4d15-9d66-817e651df59f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:44.412572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Pushing event deleted for resources: {'Port': ['ID=e8d77c4e-45e9-4d15-9d66-817e651df59f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:44.460401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] No DVR routers for this DVR port e8d77c4e-45e9-4d15-9d66-817e651df59f on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:44.462898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:44.465602 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcfe59d8-4531-4c7f-925d-e6aeee8a4ef5 req-ea91b5f7-21a7-41ec-8fdb-6bfe5d0c53ad tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.36 "DELETE /v2.0/ports/e8d77c4e-45e9-4d15-9d66-817e651df59f HTTP/1.1" status: 204 len: 173 time: 0.4714129 Sep 10 03:06:44.466397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'name': 'network-vif-deleted', 'tag': 'e8d77c4e-45e9-4d15-9d66-817e651df59f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:44.469709 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35139fce-65d5-48db-91e1-9bfe8fe0fb9c" -d '{"events": [{"server_uuid": "5c11bffb-fd42-44ce-9ddb-1eefef20405d", "name": "network-vif-deleted", "tag": "e8d77c4e-45e9-4d15-9d66-817e651df59f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:44.542128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a70a6144-43cc-4bb8-97f9-99b9d34d7773 req-69dd82ad-210c-408b-bc0c-9f58d791e1db tempest-InstanceActionsNegativeTestJSON-1807053391 tempest-InstanceActionsNegativeTestJSON-1807053391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c11bffb-fd42-44ce-9ddb-1eefef20405d HTTP/1.1" status: 200 len: 210 time: 0.0308301 Sep 10 03:06:44.666834 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd66cb5d-8936-4246-a987-4ce33664c14b x-openstack-request-id: req-cd66cb5d-8936-4246-a987-4ce33664c14b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:44.667482 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11bffb-fd42-44ce-9ddb-1eefef20405d", "name": "network-vif-deleted", "tag": "e8d77c4e-45e9-4d15-9d66-817e651df59f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:44.667482 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd66cb5d-8936-4246-a987-4ce33664c14b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:44.668049 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11bffb-fd42-44ce-9ddb-1eefef20405d', 'name': 'network-vif-deleted', 'tag': 'e8d77c4e-45e9-4d15-9d66-817e651df59f', 'status': 'completed', 'code': 200} Sep 10 03:06:44.734482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:44.860656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6deb4b-3c71-4146-b6dd-3d9b4b782711 req-93e2ec47-994f-4562-921f-c31aece6958f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:44.864116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c6deb4b-3c71-4146-b6dd-3d9b4b782711 req-93e2ec47-994f-4562-921f-c31aece6958f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0626752 Sep 10 03:06:44.920039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c6deb4b-3c71-4146-b6dd-3d9b4b782711 req-179f2565-ab65-4003-8db0-ffa823014b70 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464606 Sep 10 03:06:44.987410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:45.037751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:45.046449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:45.054134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636e685-1cf9-494c-b34b-b7ac516f7751 req-e5a98cc0-115c-411c-ac30-1a7c6249ac42 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:45.063383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ed0d488b-6c9d-4b8b-9a48-695e6054de04'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:45.066538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:45.069663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3636e685-1cf9-494c-b34b-b7ac516f7751 req-e5a98cc0-115c-411c-ac30-1a7c6249ac42 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 950 time: 0.0655444 Sep 10 03:06:45.125761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3636e685-1cf9-494c-b34b-b7ac516f7751 req-dfb70680-df1d-405f-a5d2-cfd0116e922d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495820 Sep 10 03:06:45.149639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:45.150632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:45.156380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488b2496-ac10-4122-9261-594631f670f7 req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "PUT /v2.0/ports/ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 981 time: 0.8764567 Sep 10 03:06:45.159628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:45.162247 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0191afa2-0872-4ac5-b382-a46f0c2ff514" -d '{"events": [{"name": "network-changed", "server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:45.221307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a893c-a6c3-4228-b3bb-493e13b25dc3 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:45.242398 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0572c6aa-1d73-40d1-af76-0d31649863b5 x-openstack-request-id: req-0572c6aa-1d73-40d1-af76-0d31649863b5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:45.242910 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:45.243312 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0572c6aa-1d73-40d1-af76-0d31649863b5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:45.248809 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'status': 'completed', 'code': 200} Sep 10 03:06:45.276007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-237bdf85-6b71-423c-8a1e-94113ce5e2b0 req-2d72159f-7532-4582-bb17-bbddbaeb668a tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/9472cb5f-a7ed-4bb4-81eb-359290790ea5 HTTP/1.1" status: 200 len: 1803 time: 0.0896883 Sep 10 03:06:45.324323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ed0d488b-6c9d-4b8b-9a48-695e6054de04'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:45.361591 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-237bdf85-6b71-423c-8a1e-94113ce5e2b0 req-e41b9eeb-bce8-4e09-a41a-36c02a4ee60f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:06:45.367130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-237bdf85-6b71-423c-8a1e-94113ce5e2b0 req-e41b9eeb-bce8-4e09-a41a-36c02a4ee60f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/9472cb5f-a7ed-4bb4-81eb-359290790ea5 HTTP/1.1" status: 409 len: 341 time: 0.0902944 Sep 10 03:06:45.370582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-2858be2d-6a0a-4577-aae8-f5d5c96dc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:45.372141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-2858be2d-6a0a-4577-aae8-f5d5c96dc07f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1135 time: 0.0884795 Sep 10 03:06:45.491018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-5b74f6ab-3eea-42ec-a1d1-ba247c365fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:45.493476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-5b74f6ab-3eea-42ec-a1d1-ba247c365fc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.1131346 Sep 10 03:06:45.559441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-79e641e0-51dd-4214-99b2-85f3203f8a4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 217 time: 0.0535455 Sep 10 03:06:45.621482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58194) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:45.643134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-0c6bfa50-32b2-492c-9d55-975d54d374f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:45.643134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-0c6bfa50-32b2-492c-9d55-975d54d374f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.0646141 Sep 10 03:06:45.684405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-f0518e00-0d86-4848-b41e-efa059b7c19a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260193 Sep 10 03:06:45.722750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Deleting subnet 5551a779-eb36-4da1-9f45-e2393c20fa96 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:06:45.727586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:45.774766 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:45.834558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42e9d-fab4-4dd5-8314-36fe8d2a621c req-661092be-576f-415f-b525-775fdf9469eb tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:45.844591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9a42e9d-fab4-4dd5-8314-36fe8d2a621c req-661092be-576f-415f-b525-775fdf9469eb tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 984 time: 0.2176967 Sep 10 03:06:45.849734 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:45.984784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-448862b4-89fd-401a-ad52-77f2c689973f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0816202 Sep 10 03:06:45.986479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.005613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9a42e9d-fab4-4dd5-8314-36fe8d2a621c req-21bb94ff-7ff0-4363-b87b-f57cfc9d3a2d tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=9472cb5f-a7ed-4bb4-81eb-359290790ea5&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1599028 Sep 10 03:06:46.029113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5551a779-eb36-4da1-9f45-e2393c20fa96,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:46.048101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-89a7632c-23ea-4f8d-8608-97d40425a00c service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496809 Sep 10 03:06:46.074960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.079879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-789e9ff4-328a-44d7-b453-efa26d1c4822 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5551a779-eb36-4da1-9f45-e2393c20fa96 HTTP/1.1" status: 204 len: 168 time: 0.4545557 Sep 10 03:06:46.083067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58208) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:46.152334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.152824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.153301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.153773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.154240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.154704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.155166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.157256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-32fe4f1e-b4c5-4611-9567-1ddfd41ca0e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6492 time: 0.0976536 Sep 10 03:06:46.166337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c03ce-e4c8-43a0-ad63-663a23e0ef69 req-954ffe75-4a43-4abc-b255-689eaad109df tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.167903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-374c03ce-e4c8-43a0-ad63-663a23e0ef69 req-954ffe75-4a43-4abc-b255-689eaad109df tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1094120 Sep 10 03:06:46.213635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.246596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0191afa2-0872-4ac5-b382-a46f0c2ff514 req-93c961dc-9628-4659-af2a-80f4f202b8da service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825926 Sep 10 03:06:46.261519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-374c03ce-e4c8-43a0-ad63-663a23e0ef69 req-ee984c75-ea09-4fe2-82a1-84e2ef2f8ccb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855150 Sep 10 03:06:46.330148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e87b-fc44-4816-a2dc-0227e45654d4 req-a4599bc1-ec45-4bc7-8b8d-6a7faf43ebc0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.331820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b24e87b-fc44-4816-a2dc-0227e45654d4 req-a4599bc1-ec45-4bc7-8b8d-6a7faf43ebc0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 950 time: 0.1026950 Sep 10 03:06:46.342751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-01ad4aea-c351-47b5-b5c3-510b8c3b2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.343251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-01ad4aea-c351-47b5-b5c3-510b8c3b2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.343876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-01ad4aea-c351-47b5-b5c3-510b8c3b2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.345580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-01ad4aea-c351-47b5-b5c3-510b8c3b2737 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6343ee87-8966-4201-a9c7-f0ff37993794&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=d814818c-87c3-4a6d-88b9-0d80b94173da&id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 2290 time: 0.1484706 Sep 10 03:06:46.359992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.416269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c56dfc-a256-4c38-8b7f-65541898ad49']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:46.420202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-1a14263d-3a7c-4e15-ac0d-413064cbb088 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 200 len: 1002 time: 0.0653701 Sep 10 03:06:46.431395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e6c7bb-84da-4bf5-b309-bb75e56102ed') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:46.431754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e6c7bb-84da-4bf5-b309-bb75e56102ed') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:06:46.453102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.467384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b24e87b-fc44-4816-a2dc-0227e45654d4 req-4c9e81ad-693c-46bd-89ec-9ddb3e915915 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035533 Sep 10 03:06:46.472261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-7d0ecf5f-9187-4800-8eac-ef4999d6b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.473725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-7d0ecf5f-9187-4800-8eac-ef4999d6b698 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1135 time: 0.1110966 Sep 10 03:06:46.477334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.478836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-01bac2c2-a5b7-43e7-af98-9a7d0273140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.480646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-01bac2c2-a5b7-43e7-af98-9a7d0273140b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ab391f9-1aeb-47f9-af5b-63f6312f69a9 HTTP/1.1" status: 200 len: 851 time: 0.0467391 Sep 10 03:06:46.486045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:06:46.486365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:06:46.494714 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:06:46.536945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-20082a2b-3dd1-469d-b18c-19f6ac4264a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.538747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-20082a2b-3dd1-469d-b18c-19f6ac4264a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343ee87-8966-4201-a9c7-f0ff37993794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511348 Sep 10 03:06:46.613634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.618435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:46.623303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2c56dfc-a256-4c38-8b7f-65541898ad49 HTTP/1.1" status: 204 len: 168 time: 0.5388086 Sep 10 03:06:46.641775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833cc27-5cbd-4414-8d48-674dd8697092 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c56dfc-a256-4c38-8b7f-65541898ad49,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:46.660069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c277ac-822a-4f53-876a-22e0b6bb5082 req-002279d9-7661-4a9c-a484-72e2d68c1712 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.661563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-1d0c1719-bb8f-4213-b851-0c85cf9efbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.661830 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48c277ac-822a-4f53-876a-22e0b6bb5082 req-002279d9-7661-4a9c-a484-72e2d68c1712 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 1101 time: 0.1004961 Sep 10 03:06:46.663779 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-1d0c1719-bb8f-4213-b851-0c85cf9efbf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.1785443 Sep 10 03:06:46.697468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-efc8fbc2-e128-4c13-880b-dbfde1a5a3d4 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489332 Sep 10 03:06:46.715539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-f117e96c-91c8-4d25-963d-9905c98ab0bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 217 time: 0.0427372 Sep 10 03:06:46.723795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48c277ac-822a-4f53-876a-22e0b6bb5082 req-4e732a3b-75f9-4cd9-b8c7-489e92338b96 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 Sep 10 03:06:46.793265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58228) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:46.835397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-8d0541f6-d673-45c7-bfd0-8f77e2095c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:46.837312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-8d0541f6-d673-45c7-bfd0-8f77e2095c33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.1129465 Sep 10 03:06:46.873751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87a37a39-7896-48a9-95e1-d69f82e9898a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49d772d3477b45e8be4e77146348bc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767624 Sep 10 03:06:46.875544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58242) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:46.893039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-184e89c4-2a6a-484c-97ab-b95417065634 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435255 Sep 10 03:06:46.954162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-f5bda513-7934-400e-a8d0-375a0fee6b12 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447474 Sep 10 03:06:46.962638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-320b738d-87d6-49ab-a1ea-03d41174e5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519073 Sep 10 03:06:46.995935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-29cd277f-1746-4499-9af4-4989c743257c service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 Sep 10 03:06:47.038015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-f904d929-e512-4e03-ad5c-1df24930dc42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 217 time: 0.0607595 Sep 10 03:06:47.116938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e189ba8c-c92e-456b-a178-cf677a381768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:47.164419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1ef6853-ca87-4130-bb45-b1f3710f10ef req-0127881b-0e6f-48dd-a4b9-05831fa3d35a service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512053 Sep 10 03:06:47.176315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c02cf-9e4e-4be8-8b57-987d2d43a80a req-c87b0fa0-748e-497a-80f3-15c559069ca4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.178474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb0c02cf-9e4e-4be8-8b57-987d2d43a80a req-c87b0fa0-748e-497a-80f3-15c559069ca4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 984 time: 0.0758145 Sep 10 03:06:47.195569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e189ba8c-c92e-456b-a178-cf677a381768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:47.232306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-0b1747bf-b61f-442e-8bbf-f0c85c13c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.234468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-0b1747bf-b61f-442e-8bbf-f0c85c13c23f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1101594 Sep 10 03:06:47.241738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-9c2c39e8-2fe1-48d9-bb07-de1a6d1e1a4c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.242842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-9c2c39e8-2fe1-48d9-bb07-de1a6d1e1a4c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793386 Sep 10 03:06:47.258055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb0c02cf-9e4e-4be8-8b57-987d2d43a80a req-73d13afd-e67b-4d01-adae-d8504842c138 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=9472cb5f-a7ed-4bb4-81eb-359290790ea5&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0673015 Sep 10 03:06:47.292884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-b14c555d-3ab7-46cc-838f-00787c3de57c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/quotas/32428f842f194c029aa1fdfcf59cedd6 HTTP/1.1" status: 200 len: 375 time: 0.0401332 Sep 10 03:06:47.359534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-b90236c7-01f7-4362-b326-483f621e2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.362594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-b90236c7-01f7-4362-b326-483f621e2238 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122096 Sep 10 03:06:47.392281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-39edbae6-e8e0-4abf-a486-68c6c234c239 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0917869 Sep 10 03:06:47.404016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e189ba8c-c92e-456b-a178-cf677a381768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:47.406925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e189ba8c-c92e-456b-a178-cf677a381768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:47.410885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e189ba8c-c92e-456b-a178-cf677a381768 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca1c05da-a780-48d5-b1cc-1bcc003b38a1 HTTP/1.1" status: 204 len: 168 time: 0.5343800 Sep 10 03:06:47.437009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189ba8c-c92e-456b-a178-cf677a381768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c05da-a780-48d5-b1cc-1bcc003b38a1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:47.462977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d4566-24c8-4bb2-ace9-f6c000c6775a req-351c14f5-b4b5-4559-885a-187c628ebabc tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.473456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e34d4566-24c8-4bb2-ace9-f6c000c6775a req-351c14f5-b4b5-4559-885a-187c628ebabc tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0782475 Sep 10 03:06:47.554446 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e34d4566-24c8-4bb2-ace9-f6c000c6775a req-cefa5703-a027-4a3f-be19-8e1f19f57efb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791054 Sep 10 03:06:47.569285 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-69e7cc22-d6f4-4a09-aa04-5c2fa9c4cc76 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753891 Sep 10 03:06:47.653891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e8d77c4e-45e9-4d15-9d66-817e651df59f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:47.677230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ded59e5b-e1c8-439c-8c79-642205be6fc0 req-64269c9b-186d-4318-8dd6-7cc0df55e3a3 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 210 time: 0.0638361 Sep 10 03:06:47.698123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: e8d77c4e-45e9-4d15-9d66-817e651df59f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:47.698475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e8d77c4e-45e9-4d15-9d66-817e651df59f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:47.730929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-c1ba0e1c-21f0-4f6a-b415-fe0dd7357666 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502728 Sep 10 03:06:47.781910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-18df76ae-027b-438e-964b-d9cbe9c51760 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 217 time: 0.0412037 Sep 10 03:06:47.848326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-87332c65-7409-4087-89d8-ec343241ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.849926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-87332c65-7409-4087-89d8-ec343241ea47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.0595496 Sep 10 03:06:47.932886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-8cbaca20-213e-48a4-887c-211a27e73da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:47.935233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-8cbaca20-213e-48a4-887c-211a27e73da6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774913 Sep 10 03:06:48.072386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-57c9f40b-2f38-4249-b731-1638110f4764 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265051 Sep 10 03:06:48.212184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-91271ad6-9e36-4923-82ca-29d08f95c48f service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299920 Sep 10 03:06:48.261424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-eb18656b-182f-4bd1-b366-7f24e5bcfcad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf HTTP/1.1" status: 200 len: 217 time: 0.0414014 Sep 10 03:06:48.335814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-4a7ea9c1-1658-4454-9de3-3b3b43fdcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:48.342261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-4a7ea9c1-1658-4454-9de3-3b3b43fdcca9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.0639541 Sep 10 03:06:48.425299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58314) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:48.429725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-3bacb62d-f4a2-48b7-8e93-de81a1f90474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:48.431238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-3bacb62d-f4a2-48b7-8e93-de81a1f90474 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860155 Sep 10 03:06:48.475593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61be08a-efb0-40b1-bc6c-44bbe52bad59 req-5ff3a546-6d55-48e8-a887-4a58fa5500c4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:48.477277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b61be08a-efb0-40b1-bc6c-44bbe52bad59 req-5ff3a546-6d55-48e8-a887-4a58fa5500c4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 984 time: 0.0931215 Sep 10 03:06:48.535808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2061246490-network', 'tenant_id': '07d01ef800ef446e86d685fdffd32ae2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:48.558295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Made reservation on behalf of 07d01ef800ef446e86d685fdffd32ae2 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:48.560977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:48.569796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b61be08a-efb0-40b1-bc6c-44bbe52bad59 req-4d23333c-09e3-4aff-b82b-bfd08e42d384 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=9472cb5f-a7ed-4bb4-81eb-359290790ea5&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0826421 Sep 10 03:06:48.575729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-ecc50cb4-98bd-489c-8214-40d80804367c service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344266 Sep 10 03:06:48.576931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:48.731543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef9d54-ef27-4f9b-8360-4c3aa49302c0 req-d88ff72e-23cf-4603-806f-a3c3a44a5906 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:48.733504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3ef9d54-ef27-4f9b-8360-4c3aa49302c0 req-d88ff72e-23cf-4603-806f-a3c3a44a5906 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0836298 Sep 10 03:06:48.738103 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-5864ccdf-48df-42d6-a46f-7066aeb2402f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1389986209&fields=id&tenant_id=c82ed297ee7f40e9ae4d65c43c184c39 HTTP/1.1" status: 200 len: 267 time: 0.0892286 Sep 10 03:06:48.740507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-dc13773a-d9f3-4a84-8ece-ebfd47cd5373 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518087 Sep 10 03:06:48.769065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:48.777850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:48.803183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:06:48.816969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-2093912c-25c7-4203-ae2a-91303ea269b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed HTTP/1.1" status: 200 len: 217 time: 0.0664997 Sep 10 03:06:48.843405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3ef9d54-ef27-4f9b-8360-4c3aa49302c0 req-ddd31061-d448-418f-a15c-0071e9a36234 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894270 Sep 10 03:06:48.847317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:48.847747 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Added segment 606bd064-9f87-4f29-bd37-47a91b482654 of type vlan for network 2a86738f-47dd-43cb-afff-94a659fe2826 Sep 10 03:06:48.857476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c77792-230d-43fe-9ef0-37b9f9d15f36,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:48.892426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-be61376a-f8ad-49eb-b212-7a87036e1110 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:48.901009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-be61376a-f8ad-49eb-b212-7a87036e1110 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 984 time: 0.1520715 Sep 10 03:06:48.910110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'port': {'security_groups': ['7bb619f3-3113-44ac-ac1d-7c7014cb6969', '9472cb5f-a7ed-4bb4-81eb-359290790ea5', 'dea2873a-ef09-451d-ac71-d8c398082f28']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:48.945234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-b09341ad-b5bb-49db-895c-2ce75f09d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:48.946748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-b09341ad-b5bb-49db-895c-2ce75f09d3ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1142256 Sep 10 03:06:48.996645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-235dc14b-1b9f-462b-99ae-7a876864c9ae req-c9231a63-8635-428b-8bb5-3e9937728ec1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 210 time: 0.0692890 Sep 10 03:06:48.999422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.003880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-6aa5d95a-61ec-4292-b834-4d2bb836e817 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=32428f842f194c029aa1fdfcf59cedd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1414914 Sep 10 03:06:49.054125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.107846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:06:49.120353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-f9a6c4f1-b4c6-4622-abf1-f1933d94acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.122194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-f9a6c4f1-b4c6-4622-abf1-f1933d94acc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1658287 Sep 10 03:06:49.154045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-efb1dfe8-2c10-4cb5-889c-13897d7b23a1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.157432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-efb1dfe8-2c10-4cb5-889c-13897d7b23a1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453562 Sep 10 03:06:49.162910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.164021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.164701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.200301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Request body: {'port': {'device_id': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '32428f842f194c029aa1fdfcf59cedd6'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:49.223562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7971413 Sep 10 03:06:49.233049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:49.252051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Request body: {'subnet': {'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2061246490-subnet', 'tenant_id': '07d01ef800ef446e86d685fdffd32ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:49.292152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafae8d1-0965-48b1-a538-b73cbffbaecc admin admin] Pushing event updated for resources: {'Network': ['ID=2a86738f-47dd-43cb-afff-94a659fe2826,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:49.305442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 2a86738f-47dd-43cb-afff-94a659fe2826 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:06:49.313100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-c5a24aa3-d86e-4057-a9c1-daae9a616cd3 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812501 Sep 10 03:06:49.475509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-410037b7-930e-4cf9-a8c1-4e64f8027d40 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493769 Sep 10 03:06:49.482563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:49.534156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-c5d1c93c-7ce6-4832-9b77-336efc7b31a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 200 len: 217 time: 0.0485992 Sep 10 03:06:49.583725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.591060 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.609160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ed0d488b-6c9d-4b8b-9a48-695e6054de04'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:49.612355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:49.646676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.647241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.652328 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20402347-abc3-4255-8f4b-dc3298e1c570 req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "PUT /v2.0/ports/ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 1020 time: 0.7502930 Sep 10 03:06:49.654140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-c1bca0ed-aaa0-49d4-a9d9-4f3e5d112fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.667681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-c1bca0ed-aaa0-49d4-a9d9-4f3e5d112fe9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1231983 Sep 10 03:06:49.668403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:49.670873 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c77c7b-15e5-420f-8e2d-7043421ee45a" -d '{"events": [{"name": "network-changed", "server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:49.723997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Made reservation on behalf of 07d01ef800ef446e86d685fdffd32ae2 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:49.726906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.757150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375560d5-f799-4c87-b022-559ae00b4075 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:49.778350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3af1622-0f9e-4c47-a1ac-aedfb747ff0b req-dd72c74c-e84d-4a92-ba1e-23f64d4405b0 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/dea2873a-ef09-451d-ac71-d8c398082f28 HTTP/1.1" status: 200 len: 1803 time: 0.1037979 Sep 10 03:06:49.789857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.794053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ed0d488b-6c9d-4b8b-9a48-695e6054de04'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:49.796954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.799361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-aad516d5-94b8-4fdc-8b5f-1ee6c64b9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.801080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-aad516d5-94b8-4fdc-8b5f-1ee6c64b9a69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178303 Sep 10 03:06:49.803375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.810625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.817098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.822900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.828780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:49.836673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-5f9f394b-5403-411b-b622-603d4bedb43f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.1592717 Sep 10 03:06:49.846316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Made reservation on behalf of 32428f842f194c029aa1fdfcf59cedd6 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:49.849682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:49.860680 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-a3af1622-0f9e-4c47-a1ac-aedfb747ff0b req-4f950cb3-3426-49a2-914e-c573e23a696f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:06:49.875219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3af1622-0f9e-4c47-a1ac-aedfb747ff0b req-4f950cb3-3426-49a2-914e-c573e23a696f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/dea2873a-ef09-451d-ac71-d8c398082f28 HTTP/1.1" status: 409 len: 341 time: 0.0957439 Sep 10 03:06:49.944079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12ef3e38-3761-4fbe-94bc-f4b48e052c8d req-ce5c60ff-2169-41a1-841e-65090778a2cb tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065137 Sep 10 03:06:49.953648 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2d6327-4b0f-4db6-99eb-078b06ff5eae x-openstack-request-id: req-5c2d6327-4b0f-4db6-99eb-078b06ff5eae {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:49.954172 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:49.954755 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c2d6327-4b0f-4db6-99eb-078b06ff5eae {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:49.956627 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'status': 'completed', 'code': 200} Sep 10 03:06:50.026809 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-2f747c0d-fd8b-4232-b6db-0e5c43ef7d20 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071152 Sep 10 03:06:50.198582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b590a-5e2f-4d06-b64f-44de14f76438 req-3c985f33-8a75-4485-b40d-84334f2ca30e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.209129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-853b590a-5e2f-4d06-b64f-44de14f76438 req-3c985f33-8a75-4485-b40d-84334f2ca30e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1506870 Sep 10 03:06:50.211625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Allocated IP 192.168.233.30 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/8b34421a-af30-4a80-a48c-1c5d7f3ab4a4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:50.313757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-7f3409bd-13f8-4d25-8157-ef10d3421b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.316289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-7f3409bd-13f8-4d25-8157-ef10d3421b04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1174 time: 0.1657810 Sep 10 03:06:50.324819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-edec1d04-8ceb-4572-a379-657d51eba4a0 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900872 Sep 10 03:06:50.335274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-853b590a-5e2f-4d06-b64f-44de14f76438 req-c46a46f4-40c4-4490-92b7-fffd96917e61 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250708 Sep 10 03:06:50.387893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-66af6057-7210-42ff-91f1-5d2c92f63cc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 200 len: 217 time: 0.0515854 Sep 10 03:06:50.491972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b318bd40-0e1a-4037-a8f3-2d5b82ab29ca req-21bfa570-fd03-4265-b984-a8579ccbe554 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 210 time: 0.0463738 Sep 10 03:06:50.517332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-ff2693b1-7584-4319-a13d-ecaabec7b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.521112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-ff2693b1-7584-4319-a13d-ecaabec7b8a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1224847 Sep 10 03:06:50.594076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.600519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.607645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.614330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.615600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-2a15c81e-a823-41ac-82d6-10111abf1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.617117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-2a15c81e-a823-41ac-82d6-10111abf1ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838737 Sep 10 03:06:50.620298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.627076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.631411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127495ff-d33a-4460-a594-5f59b9de1116 req-4ad72a9c-3bbe-404a-8270-b2db9bef8b20 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.632900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-127495ff-d33a-4460-a594-5f59b9de1116 req-4ad72a9c-3bbe-404a-8270-b2db9bef8b20 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1023 time: 0.0681906 Sep 10 03:06:50.634429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.636602 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6adced71-820c-442c-bd2a-fd49d43b2e01 req-e37f6eec-767b-4a24-ab5e-492dc75cbb6f tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.3098965 Sep 10 03:06:50.651017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:50.735587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-127495ff-d33a-4460-a594-5f59b9de1116 req-4c0415a3-bbe9-4a40-b499-f97b13d95148 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=dea2873a-ef09-451d-ac71-d8c398082f28&id=9472cb5f-a7ed-4bb4-81eb-359290790ea5&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0820122 Sep 10 03:06:50.738983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-3748bc22-4936-41f8-abca-98f2488b952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.740558 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-3748bc22-4936-41f8-abca-98f2488b952a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 200 len: 912 time: 0.4040403 Sep 10 03:06:50.750926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:50.762408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-77b2bb24-ff07-480f-8b20-d473ab9eb36f service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285696 Sep 10 03:06:50.819903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e659021d-8cbd-4789-810c-48e35b7e53b0,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:50.822401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Transition to ACTIVE for port object 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:50.826394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-07cebcc2-da9f-4211-b792-578afc68a71a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 200 len: 217 time: 0.0664396 Sep 10 03:06:50.832816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Checking segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:50.833180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Network hostable DHCP agents. Network: 2a86738f-47dd-43cb-afff-94a659fe2826, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:06:50.876322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c30a89-7d02-486b-b7d6-270fcafdbc82 req-11ffd337-fae7-4259-a9c5-63ba292a6d06 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981922 Sep 10 03:06:50.922172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-38a76a0c-355d-4175-9e22-875bb54e0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.924020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-38a76a0c-355d-4175-9e22-875bb54e0eb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 200 len: 852 time: 0.0869699 Sep 10 03:06:50.927481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Network 2a86738f-47dd-43cb-afff-94a659fe2826 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:06:50.963562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-5f26ec0d-1975-47a5-99e5-1ea488ee7cec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b567624-ed1c-47de-a112-83843e7a3653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304122 Sep 10 03:06:50.964614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 2a86738f-47dd-43cb-afff-94a659fe2826) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:50.966784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:50.974478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c7e09c-3258-4ef1-8947-7485d54a6e18 None None] Network 2a86738f-47dd-43cb-afff-94a659fe2826 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:50.978568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:50.979023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:50.992178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:50.994494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186', 'a0e15378-ec04-4a60-89f2-06e8bceac593', '61789847-321b-4964-adf0-beed7e905ee1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:51.057280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:51.058812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:51.113980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event updated for resources: {'Port': ['ID=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:51.120310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:51.147979 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-823a8a7a-5f3b-434a-aea8-e23004c5f180 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9118390 Sep 10 03:06:51.227503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:51.228156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:51.232108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-502630db-2874-4ac1-8e71-207f75024b18 service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578518 Sep 10 03:06:51.253238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-7a6df620-539f-41d6-bbe3-b129a2389d0c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0625532 Sep 10 03:06:51.283666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Request body: {'port': {'device_id': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:51.445620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:51.461716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34b74d-e454-4f2c-b4c2-c7be69c9dfc8 None None] Network 2a86738f-47dd-43cb-afff-94a659fe2826 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:06:51.551609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50c77c7b-15e5-420f-8e2d-7043421ee45a req-8d507ffd-e3fc-4df2-adc3-9c8be4261791 service neutron] 10.222.0.36 "GET /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970796 Sep 10 03:06:51.633484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1ea8e03f-e68a-418d-b22a-711d2ebf1db8 None None] Provisioning for port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:06:51.640998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1ea8e03f-e68a-418d-b22a-711d2ebf1db8 None None] Provisioning complete for port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:06:51.641380 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e03f-e68a-418d-b22a-711d2ebf1db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:51.715946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7d5d-3151-4bbe-97fa-c7396a58ac90 req-eeb06847-36f8-4836-a186-a17c51c76f33 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:51.723990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b27f7d5d-3151-4bbe-97fa-c7396a58ac90 req-eeb06847-36f8-4836-a186-a17c51c76f33 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.2499750 Sep 10 03:06:51.741093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8e03f-e68a-418d-b22a-711d2ebf1db8 None None] Port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:06:51.800974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-43c04736-ab34-444a-87f8-35220f53d7cb tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:51.816677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-43c04736-ab34-444a-87f8-35220f53d7cb tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 813 time: 0.1538768 Sep 10 03:06:51.840161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-a8e1c767-ae15-4b65-83a2-9ce61470764e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/quotas/07d01ef800ef446e86d685fdffd32ae2 HTTP/1.1" status: 200 len: 375 time: 0.0214527 Sep 10 03:06:51.846914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b27f7d5d-3151-4bbe-97fa-c7396a58ac90 req-510ff850-fa63-4a6a-8946-b30e5d303801 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165876 Sep 10 03:06:52.030538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:52.043133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.069650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Transition to ACTIVE for port object 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:52.087504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-746ced9a-0e65-4d3b-a278-9e3401ae0b07 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:52.089099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-746ced9a-0e65-4d3b-a278-9e3401ae0b07 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.36 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1023 time: 0.1310008 Sep 10 03:06:52.101910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.127988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce8b8-0638-4760-afcc-6866021ce79d req-2c78d3e0-4421-4ece-ba6a-aec8370717cf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:52.135704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-561ce8b8-0638-4760-afcc-6866021ce79d req-2c78d3e0-4421-4ece-ba6a-aec8370717cf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 935 time: 0.1757402 Sep 10 03:06:52.285605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-1ee7f982-c8e0-49e0-8db4-38ac988b7e09 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4443841 Sep 10 03:06:52.307717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Pushing event updated for resources: {'Port': ['ID=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:52.336796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-561ce8b8-0638-4760-afcc-6866021ce79d req-a752783a-edea-4128-9f87-23465a79ed19 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988926 Sep 10 03:06:52.430921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-f936a3ca-ad36-4228-95d0-2de646be82a8 service neutron] 10.222.0.23 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339047 Sep 10 03:06:52.449344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Deleting port ed0d488b-6c9d-4b8b-9a48-695e6054de04 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:52.449699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.482228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Attempting to bind port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:52.482619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Attempting to bind port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:52.482889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Attempting to bind port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:52.491063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:52.491407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Attempting to bind port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:52.513345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:52.514535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:52.514937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:52.515413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Bound port: 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:52.520974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.548505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-7e2d9f19-74f5-4a85-a6d4-24891d60617b service neutron] 10.222.0.23 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094358 Sep 10 03:06:52.670272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] For port ed0d488b-6c9d-4b8b-9a48-695e6054de04, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ed0d488b-6c9d-4b8b-9a48-695e6054de04,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:52.671351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.699319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e28372-abb9-4f75-a2cf-0f5945dabe57 req-8ee9fe29-8b3c-43d0-a4ed-ffb48ffa40aa tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:52.707972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46e28372-abb9-4f75-a2cf-0f5945dabe57 req-8ee9fe29-8b3c-43d0-a4ed-ffb48ffa40aa tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 1023 time: 0.1304471 Sep 10 03:06:52.727347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] For port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:52.732249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] For port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:52.734178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Calling delete_port for ed0d488b-6c9d-4b8b-9a48-695e6054de04 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:52.748333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.831228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:52.832023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:52.833468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] 10.222.0.32 "PUT /v2.0/ports/8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 HTTP/1.1" status: 200 len: 1095 time: 1.5569553 Sep 10 03:06:52.853196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'tag': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:52.857481 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00cc35-40d2-4a54-a741-e4399f599b82" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb9726-6e39-47aa-a1fa-54a10fb59b4b", "tag": "8b34421a-af30-4a80-a48c-1c5d7f3ab4a4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:52.898677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46e28372-abb9-4f75-a2cf-0f5945dabe57 req-fa52253e-a6c0-451b-9f08-3c9d5155c545 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=dea2873a-ef09-451d-ac71-d8c398082f28&id=9472cb5f-a7ed-4bb4-81eb-359290790ea5&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1621342 Sep 10 03:06:52.899699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c35532-7272-4eaf-9471-651fa12ab678 req-47b96704-16f2-4749-a00e-42ad93585a97 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 210 time: 0.0774031 Sep 10 03:06:52.994067 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12745f69-11b1-4a1b-a653-16c71e469b26 x-openstack-request-id: req-12745f69-11b1-4a1b-a653-16c71e469b26 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:52.994423 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb9726-6e39-47aa-a1fa-54a10fb59b4b", "tag": "8b34421a-af30-4a80-a48c-1c5d7f3ab4a4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:52.994609 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12745f69-11b1-4a1b-a653-16c71e469b26 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:52.997708 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'tag': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4', 'status': 'completed', 'code': 200} Sep 10 03:06:53.149798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec55d8e-98b9-4b53-877b-8f2b037e81ad req-ff1d86d0-ba22-40f9-b86e-c7609b584f57 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.151927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ec55d8e-98b9-4b53-877b-8f2b037e81ad req-ff1d86d0-ba22-40f9-b86e-c7609b584f57 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1164858 Sep 10 03:06:53.152243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649000d-c741-4e67-9ca3-a0130cb7ccca service neutron] Pushing event updated for resources: {'Port': ['ID=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:53.176158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-798905cd-afec-4b1a-bbef-7e18f37a1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.177884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-798905cd-afec-4b1a-bbef-7e18f37a1e10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 1098 time: 0.2604694 Sep 10 03:06:53.200299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:53.215813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:53.233873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ec55d8e-98b9-4b53-877b-8f2b037e81ad req-2f98297e-cc6c-46f1-8ce4-83320f408cf3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639915 Sep 10 03:06:53.274824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-371f6740-b6fa-4a4b-a484-ae03742b004a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 HTTP/1.1" status: 200 len: 217 time: 0.0854833 Sep 10 03:06:53.315111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'Port': ['ID=ed0d488b-6c9d-4b8b-9a48-695e6054de04,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:53.366375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] No DVR routers for this DVR port ed0d488b-6c9d-4b8b-9a48-695e6054de04 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:06:53.369594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:53.372795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d40e0ed-aaec-4e35-a554-c0329d6d1ff7 req-d17baadd-7a67-4f8c-9514-587f60a03673 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.36 "DELETE /v2.0/ports/ed0d488b-6c9d-4b8b-9a48-695e6054de04 HTTP/1.1" status: 204 len: 173 time: 1.2715333 Sep 10 03:06:53.393720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-593351ea-6f66-4fde-b221-5ee31156a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.395285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-593351ea-6f66-4fde-b221-5ee31156a5a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0853775 Sep 10 03:06:53.475087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ed0d488b-6c9d-4b8b-9a48-695e6054de04'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:53.480176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-8b83b1c4-2362-41e4-a154-e584776dd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.482449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-8b83b1c4-2362-41e4-a154-e584776dd3b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705693 Sep 10 03:06:53.585340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:06:53.673720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a0979-8248-4a12-96ad-31913ef0b57e req-35f2d5e4-73d3-4dda-aba9-372d9c3e8f81 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.688018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b4a0979-8248-4a12-96ad-31913ef0b57e req-35f2d5e4-73d3-4dda-aba9-372d9c3e8f81 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 947 time: 0.1706529 Sep 10 03:06:53.721025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.722374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.722500 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-1a3b0755-e3f7-4232-9a35-f1758432c981 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315133 Sep 10 03:06:53.723125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.723770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.724400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.725499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.726114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.728454 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-dda11638-2aad-4a91-9c8e-357d1e4003fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6492 time: 0.1414402 Sep 10 03:06:53.784252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-d94c2159-8121-4ab7-9638-663ea5a1f4e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481203 Sep 10 03:06:53.789374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b4a0979-8248-4a12-96ad-31913ef0b57e req-70ce44db-a401-4926-8360-46be0bb05b76 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963888 Sep 10 03:06:53.855684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0817fb2-31be-47ff-8222-a850c71938f0 req-bdc15a55-e8f2-4ef5-af08-5e9ecf278c71 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239254 Sep 10 03:06:53.968873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-a8becb09-7f61-4c54-9923-f797e131f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:53.970544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-a8becb09-7f61-4c54-9923-f797e131f411 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32428f842f194c029aa1fdfcf59cedd6&device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 1098 time: 0.0625229 Sep 10 03:06:54.017867 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6e34a12-f161-4ad4-9e7f-922a33d7ec26 req-0995906e-c16e-4cd0-8db9-4805eb35b082 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Sep 10 03:06:54.053112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1efa5f73-52ec-49c8-a8fd-6b52557ba0c7 req-3eb21d4a-c3a6-4fa9-90dd-aff628ae5a4d tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe HTTP/1.1" status: 200 len: 210 time: 0.0441778 Sep 10 03:06:54.116265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-2cccdb00-08b1-48d8-bb23-448478ea9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:54.117753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-2cccdb00-08b1-48d8-bb23-448478ea9f61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1350794 Sep 10 03:06:54.162397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-a73af7b7-1472-45db-9c07-b82d539026a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 HTTP/1.1" status: 200 len: 217 time: 0.0327916 Sep 10 03:06:54.221643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-95644163-325a-4e6c-8de9-ffc1e7445a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:54.223100 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-95644163-325a-4e6c-8de9-ffc1e7445a7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0468447 Sep 10 03:06:54.275842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-d48d0d39-2af2-4f29-97cb-b31bf37114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:54.277380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-d48d0d39-2af2-4f29-97cb-b31bf37114fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413091 Sep 10 03:06:54.342487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b35a7f-77c0-45ae-adb6-892f39d919ee req-954d6040-a0ab-4917-836c-a5402b92f39a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:54.344714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f9b35a7f-77c0-45ae-adb6-892f39d919ee req-954d6040-a0ab-4917-836c-a5402b92f39a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Sep 10 03:06:54.392075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-32e82e1e-8d09-4497-964c-ff611a4bcf65 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032546 Sep 10 03:06:54.395069 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f9b35a7f-77c0-45ae-adb6-892f39d919ee req-2095d0b7-dae4-4ccd-bbc5-7a7abefc73a8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Sep 10 03:06:54.581329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d00cc35-40d2-4a54-a741-e4399f599b82 req-3e53dea0-ea38-4055-9649-7d4bcd529ba6 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779878 Sep 10 03:06:54.593653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-71c08e07-96c5-42c1-9615-382ffd205ef1 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:54.595106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-71c08e07-96c5-42c1-9615-382ffd205ef1 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 813 time: 0.1671436 Sep 10 03:06:54.615478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Request body: {'port': {'device_id': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'admin_state_up': True, 'tenant_id': '07d01ef800ef446e86d685fdffd32ae2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:54.737461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Made reservation on behalf of 07d01ef800ef446e86d685fdffd32ae2 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:54.741730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:54.897318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Allocated IP 172.20.0.8 (2a86738f-47dd-43cb-afff-94a659fe2826/e659021d-8cbd-4789-810c-48e35b7e53b0/a921949f-67f1-48f3-b561-cbfb50f8b906) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:55.020028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'name': 'network-vif-deleted', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:55.020287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c77c93-3c34-4c17-9426-628579e3307c req-e3fd03cf-82a3-44a1-a33a-547de1d5fddf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:55.021884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f4c77c93-3c34-4c17-9426-628579e3307c req-e3fd03cf-82a3-44a1-a33a-547de1d5fddf tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 947 time: 0.1156576 Sep 10 03:06:55.029917 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e3c25-a9b9-4768-87c0-32d8ffb1017a" -d '{"events": [{"server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "name": "network-vif-deleted", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:55.064263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-e6498b75-b5ab-4256-95a3-862a7b7588c1 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:55.065844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-e6498b75-b5ab-4256-95a3-862a7b7588c1 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 813 time: 0.2079375 Sep 10 03:06:55.097592 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2796a45-9103-4f06-b264-ce3e4a5c9135 x-openstack-request-id: req-f2796a45-9103-4f06-b264-ce3e4a5c9135 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:55.097838 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe", "name": "network-vif-deleted", "tag": "ed0d488b-6c9d-4b8b-9a48-695e6054de04", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:55.098089 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2796a45-9103-4f06-b264-ce3e4a5c9135 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:55.098490 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe9c9b-20be-4ae8-bd2c-a16ef887dbbe', 'name': 'network-vif-deleted', 'tag': 'ed0d488b-6c9d-4b8b-9a48-695e6054de04', 'status': 'completed', 'code': 200} Sep 10 03:06:55.100654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Request body: {'port': {'device_id': '2895d2d7-d823-47c8-8942-404d41e4b769', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'admin_state_up': True, 'tenant_id': '07d01ef800ef446e86d685fdffd32ae2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:55.109962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f4c77c93-3c34-4c17-9426-628579e3307c req-d2347cfc-13b6-45d5-966a-4018514c14f7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784807 Sep 10 03:06:55.111391 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.271757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94c0b42a-02fa-4cba-87a1-b09abf40a51d req-542ec64a-4870-4dde-81dd-e8901fa0bf3f tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/9472cb5f-a7ed-4bb4-81eb-359290790ea5 HTTP/1.1" status: 200 len: 1803 time: 0.0688956 Sep 10 03:06:55.315895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Made reservation on behalf of 07d01ef800ef446e86d685fdffd32ae2 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:06:55.319764 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.401980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94c0b42a-02fa-4cba-87a1-b09abf40a51d req-f5f1403a-4cd6-4906-b867-3b976f2d79a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.445362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94c0b42a-02fa-4cba-87a1-b09abf40a51d req-f5f1403a-4cd6-4906-b867-3b976f2d79a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.455706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48eacc7f-2525-4040-994d-753a0da7e6d0 req-eb4caf7c-e7bf-4901-a1e4-7ad0a036ce36 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 210 time: 0.0281112 Sep 10 03:06:55.469859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.524779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Network 2a86738f-47dd-43cb-afff-94a659fe2826 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:55.528438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:55.533929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:55.541043 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94c0b42a-02fa-4cba-87a1-b09abf40a51d req-f5f1403a-4cd6-4906-b867-3b976f2d79a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.544974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94c0b42a-02fa-4cba-87a1-b09abf40a51d req-f5f1403a-4cd6-4906-b867-3b976f2d79a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.550427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94c0b42a-02fa-4cba-87a1-b09abf40a51d req-f5f1403a-4cd6-4906-b867-3b976f2d79a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/9472cb5f-a7ed-4bb4-81eb-359290790ea5 HTTP/1.1" status: 204 len: 173 time: 0.2721393 Sep 10 03:06:55.552182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Allocated IP 172.20.0.13 (2a86738f-47dd-43cb-afff-94a659fe2826/e659021d-8cbd-4789-810c-48e35b7e53b0/101bd9f4-62e0-4535-b3ed-5ad7b70c3a15) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:06:55.576331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event updated for resources: {'Port': ['ID=a921949f-67f1-48f3-b561-cbfb50f8b906,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:55.597221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1403a-4cd6-4906-b867-3b976f2d79a9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9472cb5f-a7ed-4bb4-81eb-359290790ea5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:55.637513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:55.638300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.656276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94259ba7-f465-4ad0-b652-71ec381ecc0a req-ed56188c-40eb-43cd-b9de-c3cd88f0f7ff tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/dea2873a-ef09-451d-ac71-d8c398082f28 HTTP/1.1" status: 200 len: 1803 time: 0.0841291 Sep 10 03:06:55.658685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b26f-b2a8-4686-b42f-8bd87e77c221 req-a4664188-e7a2-44ef-8270-7db35c771dd3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:55.666465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aad2b26f-b2a8-4686-b42f-8bd87e77c221 req-a4664188-e7a2-44ef-8270-7db35c771dd3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1022546 Sep 10 03:06:55.685405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-75aa8203-aa74-4a19-9c9c-eedee008c03b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785298 Sep 10 03:06:55.703056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Request body: {'port': {'device_id': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:55.722033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ed0d488b-6c9d-4b8b-9a48-695e6054de04 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:06:55.735519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aad2b26f-b2a8-4686-b42f-8bd87e77c221 req-c0765924-0d8b-4306-a94c-33cd79f493fc tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681078 Sep 10 03:06:55.754093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: ed0d488b-6c9d-4b8b-9a48-695e6054de04 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:06:55.754579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ed0d488b-6c9d-4b8b-9a48-695e6054de04 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:06:55.798009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94259ba7-f465-4ad0-b652-71ec381ecc0a req-da15676e-0b51-45d8-b357-a45e46daa901 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.798770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.826635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.838334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94259ba7-f465-4ad0-b652-71ec381ecc0a req-da15676e-0b51-45d8-b357-a45e46daa901 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.896797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94259ba7-f465-4ad0-b652-71ec381ecc0a req-da15676e-0b51-45d8-b357-a45e46daa901 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.899536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-94259ba7-f465-4ad0-b652-71ec381ecc0a req-da15676e-0b51-45d8-b357-a45e46daa901 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.900681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94259ba7-f465-4ad0-b652-71ec381ecc0a req-da15676e-0b51-45d8-b357-a45e46daa901 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/dea2873a-ef09-451d-ac71-d8c398082f28 HTTP/1.1" status: 204 len: 173 time: 0.2162728 Sep 10 03:06:55.910519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:55.950034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-72c40bab-8b07-43b4-b606-8918bc29eea4 req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2029936008', 'description': 'tempest-description-915335431'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:55.950985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15676e-0b51-45d8-b357-a45e46daa901 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea2873a-ef09-451d-ac71-d8c398082f28,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:55.970117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Network 2a86738f-47dd-43cb-afff-94a659fe2826 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:06:55.975495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:06:55.980114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:06:56.002448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event updated for resources: {'Port': ['ID=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:56.033214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-72c40bab-8b07-43b4-b606-8918bc29eea4 req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.036186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:56.036834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.054624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdb067f8-f12c-4d9b-bb00-cc258631d839 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655461 Sep 10 03:06:56.067163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Request body: {'port': {'device_id': '2895d2d7-d823-47c8-8942-404d41e4b769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:56.127612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.222872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a921949f-67f1-48f3-b561-cbfb50f8b906 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:56.244152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.264042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-72c40bab-8b07-43b4-b606-8918bc29eea4 req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.269920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Transition to ACTIVE for port object a921949f-67f1-48f3-b561-cbfb50f8b906 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:56.270754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-72c40bab-8b07-43b4-b606-8918bc29eea4 req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.278797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.340060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-72c40bab-8b07-43b4-b606-8918bc29eea4 req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.341299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72c40bab-8b07-43b4-b606-8918bc29eea4 req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4108241 Sep 10 03:06:56.353199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc3de-ecce-4d2a-84d6-7b105ba067f5 req-8482b1e0-9d4d-4418-857e-49ecc2c02e62 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:56.353384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a52cff-7b8f-4720-94a9-1ffde3673fd9 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec6f31-0ce0-490c-ab1b-330e43f122ea,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:56.354834 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-375dc3de-ecce-4d2a-84d6-7b105ba067f5 req-8482b1e0-9d4d-4418-857e-49ecc2c02e62 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 947 time: 0.0972581 Sep 10 03:06:56.397762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Pushing event updated for resources: {'Port': ['ID=a921949f-67f1-48f3-b561-cbfb50f8b906,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:56.445372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-375dc3de-ecce-4d2a-84d6-7b105ba067f5 req-2078a62f-e012-47d4-a562-a09be43e318c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565622 Sep 10 03:06:56.472289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-6f95f925-6e33-4163-9671-f7a94cfdc437 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/81ec6f31-0ce0-490c-ab1b-330e43f122ea HTTP/1.1" status: 200 len: 1802 time: 0.0787497 Sep 10 03:06:56.489344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Request body: {'security_group': {'name': 'tempest-sg-hth-798271636', 'description': 'tempest-description-hth-759854293'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:06:56.502545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Attempting to bind port a921949f-67f1-48f3-b561-cbfb50f8b906 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:56.503062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Attempting to bind port a921949f-67f1-48f3-b561-cbfb50f8b906 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:56.503378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Attempting to bind port a921949f-67f1-48f3-b561-cbfb50f8b906 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:56.520603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Port a921949f-67f1-48f3-b561-cbfb50f8b906 on network 2a86738f-47dd-43cb-afff-94a659fe2826 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:56.520941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Attempting to bind port a921949f-67f1-48f3-b561-cbfb50f8b906 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:56.530892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.533650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:56.535052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:56.535444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Checking segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:56.535863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Bound using segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:56.536563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Bound port: a921949f-67f1-48f3-b561-cbfb50f8b906, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:56.537186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.542060 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.556163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Transition to ACTIVE for port object 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:06:56.568332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.628052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.639951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.642696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.644011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8653f0-d6ab-4cc9-afab-6af5bb995159 req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "PUT /v2.0/security-groups/81ec6f31-0ce0-490c-ab1b-330e43f122ea HTTP/1.1" status: 200 len: 1775 time: 0.1636982 Sep 10 03:06:56.648481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Pushing event updated for resources: {'Port': ['ID=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:56.675684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] For port a921949f-67f1-48f3-b561-cbfb50f8b906, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:56.694792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ae29-1d2b-4e46-8bdf-db9a6d4e9dd5 req-c16363bd-f236-4eb5-9ccf-cda7119e5010 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:56.696753 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3b64ae29-1d2b-4e46-8bdf-db9a6d4e9dd5 req-c16363bd-f236-4eb5-9ccf-cda7119e5010 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 944 time: 0.1393461 Sep 10 03:06:56.700468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245facf2-755f-44ba-b30b-4d625b4a18f4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec6f31-0ce0-490c-ab1b-330e43f122ea,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:56.704443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] For port a921949f-67f1-48f3-b561-cbfb50f8b906, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a921949f-67f1-48f3-b561-cbfb50f8b906,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:56.713909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.770834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:56.771492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.772989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] 10.222.0.36 "PUT /v2.0/ports/a921949f-67f1-48f3-b561-cbfb50f8b906 HTTP/1.1" status: 200 len: 1091 time: 1.0746241 Sep 10 03:06:56.777919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Attempting to bind port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:06:56.778324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Attempting to bind port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:06:56.778671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Attempting to bind port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:56.785838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 on network 2a86738f-47dd-43cb-afff-94a659fe2826 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:06:56.785838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Attempting to bind port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:06:56.790414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d4eab14-b2d2-4092-a9cf-c7d867a7a20e req-31a6b3d3-da39-4f12-90fd-6c7b4e6d4475 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/81ec6f31-0ce0-490c-ab1b-330e43f122ea HTTP/1.1" status: 200 len: 1775 time: 0.1051619 Sep 10 03:06:56.795167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3b64ae29-1d2b-4e46-8bdf-db9a6d4e9dd5 req-44142836-3679-457f-b7dd-17c7156f999a tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Sep 10 03:06:56.795397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26075f0e-55f0-43c9-96d7-0b657a66af78 service neutron] Pushing event updated for resources: {'Port': ['ID=a921949f-67f1-48f3-b561-cbfb50f8b906,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:56.796297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:06:56.796626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Checking segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:06:56.797029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Bound using segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:06:56.797473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Bound port: 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:06:56.797835 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.919084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] For port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:06:56.924186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e6fc688-3242-42cc-8e96-b464e3cb03dd req-99e2a50c-6368-4afc-bb6a-5f17074925c0 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/81ec6f31-0ce0-490c-ab1b-330e43f122ea HTTP/1.1" status: 200 len: 1775 time: 0.0644016 Sep 10 03:06:56.943740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-f653a2fb-f0fe-43d7-99b9-b04b1a7f5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:56.944517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] For port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:06:56.945398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-f653a2fb-f0fe-43d7-99b9-b04b1a7f5495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=da427227-7227-4c01-a9f5-fdaf58617b82 HTTP/1.1" status: 200 len: 1094 time: 0.0969696 Sep 10 03:06:56.954444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:56.972322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6adc-f81f-43e3-9b31-09b4fe00b4c9 req-e0dd506c-6336-4870-a856-50ec243ae195 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:56.973754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb0e6adc-f81f-43e3-9b31-09b4fe00b4c9 req-e0dd506c-6336-4870-a856-50ec243ae195 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0822549 Sep 10 03:06:57.003832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.004458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:57.005848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] 10.222.0.36 "PUT /v2.0/ports/101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 HTTP/1.1" status: 200 len: 1092 time: 0.9433153 Sep 10 03:06:57.012757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-bbba96f5-5b7f-4093-965d-4474dea23adf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a921949f-67f1-48f3-b561-cbfb50f8b906 HTTP/1.1" status: 200 len: 217 time: 0.0567799 Sep 10 03:06:57.016440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2895d2d7-d823-47c8-8942-404d41e4b769', 'tag': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:57.020064 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13143869-62a8-4a1a-99fa-5b965bae0616" -d '{"events": [{"name": "network-changed", "server_uuid": "2895d2d7-d823-47c8-8942-404d41e4b769", "tag": "101bd9f4-62e0-4535-b3ed-5ad7b70c3a15"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:57.070596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb0e6adc-f81f-43e3-9b31-09b4fe00b4c9 req-849fb32c-4c2d-4ce4-b9ce-ca03bee87e28 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668848 Sep 10 03:06:57.092280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e6fc688-3242-42cc-8e96-b464e3cb03dd req-3a7303b9-9f0b-4784-b8c1-73ada1682235 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:57.099263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'tag': 'a921949f-67f1-48f3-b561-cbfb50f8b906'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:06:57.106728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa2c7e-b129-4c04-888c-4cd508b8831e service neutron] Pushing event updated for resources: {'Port': ['ID=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:57.109041 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8e10bd-251c-4951-b8cf-a843d00cc003" -d '{"events": [{"name": "network-changed", "server_uuid": "da427227-7227-4c01-a9f5-fdaf58617b82", "tag": "a921949f-67f1-48f3-b561-cbfb50f8b906"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:06:57.113882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-bde73754-baa0-4729-ad73-fba066abfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.115447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-bde73754-baa0-4729-ad73-fba066abfbb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.0945358 Sep 10 03:06:57.133965 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e6fc688-3242-42cc-8e96-b464e3cb03dd req-3a7303b9-9f0b-4784-b8c1-73ada1682235 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:57.157891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-92dc97e9-6954-4e39-92c0-9831da37ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.159424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-92dc97e9-6954-4e39-92c0-9831da37ce9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 1095 time: 0.1048279 Sep 10 03:06:57.178529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-3f68bdaa-85bb-4ac1-a32a-272ee6042bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526521 Sep 10 03:06:57.216544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-6e3a4dfa-0183-45a2-8043-0488e553240c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 HTTP/1.1" status: 200 len: 217 time: 0.0449433 Sep 10 03:06:57.218037 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6fcc8c-7583-4618-a7b9-115b81518338 x-openstack-request-id: req-ab6fcc8c-7583-4618-a7b9-115b81518338 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:57.218337 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2895d2d7-d823-47c8-8942-404d41e4b769", "tag": "101bd9f4-62e0-4535-b3ed-5ad7b70c3a15", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:57.218589 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab6fcc8c-7583-4618-a7b9-115b81518338 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:57.218984 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2895d2d7-d823-47c8-8942-404d41e4b769', 'tag': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15', 'status': 'completed', 'code': 200} Sep 10 03:06:57.235815 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e6fc688-3242-42cc-8e96-b464e3cb03dd req-3a7303b9-9f0b-4784-b8c1-73ada1682235 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:57.238356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1e6fc688-3242-42cc-8e96-b464e3cb03dd req-3a7303b9-9f0b-4784-b8c1-73ada1682235 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:57.239491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e6fc688-3242-42cc-8e96-b464e3cb03dd req-3a7303b9-9f0b-4784-b8c1-73ada1682235 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/81ec6f31-0ce0-490c-ab1b-330e43f122ea HTTP/1.1" status: 204 len: 173 time: 0.3067441 Sep 10 03:06:57.263733 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abecdad6-e221-41be-b53a-155dc2485bec x-openstack-request-id: req-abecdad6-e221-41be-b53a-155dc2485bec {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:06:57.264031 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da427227-7227-4c01-a9f5-fdaf58617b82", "tag": "a921949f-67f1-48f3-b561-cbfb50f8b906", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:06:57.264284 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abecdad6-e221-41be-b53a-155dc2485bec {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:06:57.265537 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'tag': 'a921949f-67f1-48f3-b561-cbfb50f8b906', 'status': 'completed', 'code': 200} Sep 10 03:06:57.278499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7303b9-9f0b-4784-b8c1-73ada1682235 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec6f31-0ce0-490c-ab1b-330e43f122ea,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:57.294810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-326ef468-23d4-4755-b271-7b17a6e7c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.296913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-326ef468-23d4-4755-b271-7b17a6e7c2e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.0707662 Sep 10 03:06:57.335887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-8490fa4b-c65a-43cc-90c8-c7b317e300fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310409 Sep 10 03:06:57.340651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-df7ed0e3-357d-48ee-a2ce-cbcb0eda294f service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520882 Sep 10 03:06:57.400132 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-27c92f17-3942-4b12-b98f-b1ad9a43aac9 req-5f38d8e3-f98a-458a-b267-32adf96a0cc7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:57.401470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27c92f17-3942-4b12-b98f-b1ad9a43aac9 req-5f38d8e3-f98a-458a-b267-32adf96a0cc7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/dea2873a-ef09-451d-ac71-d8c398082f28 HTTP/1.1" status: 404 len: 352 time: 0.0238531 Sep 10 03:06:57.448531 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-9ed55f56-b016-47e5-923e-93873c2060e8 req-f8bd3946-f5a8-4800-adba-f2d04d342e52 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:57.449589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ed55f56-b016-47e5-923e-93873c2060e8 req-f8bd3946-f5a8-4800-adba-f2d04d342e52 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/9472cb5f-a7ed-4bb4-81eb-359290790ea5 HTTP/1.1" status: 404 len: 352 time: 0.0191801 Sep 10 03:06:57.466255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-cdf09ab4-5d90-4d8f-9f9c-7afdf7e723e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137047 Sep 10 03:06:57.501081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-65376ccf-75f8-41f1-a617-f9e3c6f7b3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504359 Sep 10 03:06:57.502864 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-f7ef77a7-08bd-4c54-9aa9-cc8282f0ff69 req-aa133968-f682-4aad-85c0-f741db83f9e6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:57.504311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7ef77a7-08bd-4c54-9aa9-cc8282f0ff69 req-aa133968-f682-4aad-85c0-f741db83f9e6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/e3bb81f0-7041-4a65-8cf4-aa35004902eb HTTP/1.1" status: 404 len: 352 time: 0.0265121 Sep 10 03:06:57.590140 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-10540643-af4a-4248-a678-69ad983e2b17 req-7659a4d0-7a19-4ebc-83f1-9b9ba171a398 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:57.591196 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10540643-af4a-4248-a678-69ad983e2b17 req-7659a4d0-7a19-4ebc-83f1-9b9ba171a398 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/f353b95c-4d1d-47b8-aa63-fc6ac5986661 HTTP/1.1" status: 404 len: 352 time: 0.0440416 Sep 10 03:06:57.602636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-072d2123-b48d-4749-98e2-a203dd156628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.604406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-072d2123-b48d-4749-98e2-a203dd156628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=da427227-7227-4c01-a9f5-fdaf58617b82 HTTP/1.1" status: 200 len: 1094 time: 0.0835323 Sep 10 03:06:57.632645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25873377-8869-4190-9669-cc541b3dbda7 req-64402791-64bc-449b-84df-2fa4168e8306 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.634177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25873377-8869-4190-9669-cc541b3dbda7 req-64402791-64bc-449b-84df-2fa4168e8306 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 947 time: 0.0831797 Sep 10 03:06:57.639161 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-82ef9da8-ed0a-43e3-bd04-c066aa784794 req-0b2fa21c-0cd5-4406-9e86-7e2009d3a3a4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:57.640407 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82ef9da8-ed0a-43e3-bd04-c066aa784794 req-0b2fa21c-0cd5-4406-9e86-7e2009d3a3a4 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ccccc94e-28cd-4172-8683-e7429a915992 HTTP/1.1" status: 404 len: 352 time: 0.0165987 Sep 10 03:06:57.647059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae342478-efae-4930-8b6b-c5677fd5cc42 req-ef9b54b7-5f83-4ed0-a9ee-9bb4e30cf80a service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361911 Sep 10 03:06:57.697374 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-2e0979c0-c062-42cd-99b7-dcefc6ef6dea req-b4d9b76a-8477-416a-8072-69f80780a1ed tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] show failed (client error): The resource could not be found. Sep 10 03:06:57.698581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e0979c0-c062-42cd-99b7-dcefc6ef6dea req-b4d9b76a-8477-416a-8072-69f80780a1ed tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/ab4302a1-ba5f-4319-8fbe-c6ed0b7f9ef6 HTTP/1.1" status: 404 len: 352 time: 0.0286427 Sep 10 03:06:57.757463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-8e9f48ac-2b93-41af-a319-40b9bcc735c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.759136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-8e9f48ac-2b93-41af-a319-40b9bcc735c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 1095 time: 0.0543106 Sep 10 03:06:57.764345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25873377-8869-4190-9669-cc541b3dbda7 req-b9487eeb-fee3-4c2d-a30a-a289495b5793 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198518 Sep 10 03:06:57.775156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-49700e13-4f5d-45e9-bb49-b6a399cbbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.776853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-49700e13-4f5d-45e9-bb49-b6a399cbbb55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 913 time: 0.1622205 Sep 10 03:06:57.825412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-8aedad63-39e9-4019-99a1-effa51606d3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a921949f-67f1-48f3-b561-cbfb50f8b906 HTTP/1.1" status: 200 len: 217 time: 0.0369780 Sep 10 03:06:57.836889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:06:57.895104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-6aed6bde-100e-43b0-ae1f-18cf7a159d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.899504 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-6aed6bde-100e-43b0-ae1f-18cf7a159d6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 913 time: 0.1326115 Sep 10 03:06:57.976581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-b8158460-7dca-408f-9d6c-79daa139cead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 HTTP/1.1" status: 200 len: 217 time: 0.0700054 Sep 10 03:06:57.977444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-3d135ba1-3d1d-4309-b59c-1a206334cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:57.979209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-3d135ba1-3d1d-4309-b59c-1a206334cdd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.1419988 Sep 10 03:06:57.998340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:58.013629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4', 'mac_address': 'fa:16:3e:87:bc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:06:58.015234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73218dcf-5fbb-4e82-aef9-d849cdba81f8 req-45fd0e15-fe97-457d-97f4-837520541ffa tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:58.016829 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73218dcf-5fbb-4e82-aef9-d849cdba81f8 req-45fd0e15-fe97-457d-97f4-837520541ffa tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 944 time: 0.0848377 Sep 10 03:06:58.046263 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-ae91661d-6a13-45b9-9c4d-ff9838e23a43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539415 Sep 10 03:06:58.075194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:58.085305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-1967ac27-a8c0-4356-9931-b82a3f7398e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:58.087071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-1967ac27-a8c0-4356-9931-b82a3f7398e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.0896392 Sep 10 03:06:58.091371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:06:58.101662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd0056-88f2-4c2b-9603-edd5d670f2b0 req-8543674a-ce2a-4b3c-8057-1723ebe4bca2 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:58.107944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94cd0056-88f2-4c2b-9603-edd5d670f2b0 req-8543674a-ce2a-4b3c-8057-1723ebe4bca2 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1023 time: 0.0932574 Sep 10 03:06:58.114479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:58.128441 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:58.134874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73218dcf-5fbb-4e82-aef9-d849cdba81f8 req-234b09ca-8234-4661-9dd3-a32454b048ec tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972669 Sep 10 03:06:58.158728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-b130668e-c50a-4404-890f-bba1b69fdf8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496037 Sep 10 03:06:58.208465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-d3ea4fe2-a89f-4f81-a812-9edb9638f8fa service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424184 Sep 10 03:06:58.229706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:06:58.233864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94cd0056-88f2-4c2b-9603-edd5d670f2b0 req-d84fe28a-7f54-4426-8968-a22abdf79fb1 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=c77cabc7-6b49-4aae-8df3-f25d1150e1d7&id=4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1128407 Sep 10 03:06:58.320596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-316a5ffa-07ea-4844-bb85-ef21d9904a36 service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524475 Sep 10 03:06:58.351869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6b9db-6fab-4a66-97d4-eeb9559e560b req-676b3091-b0fa-440e-b4ca-d359ba3b2dbd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:58.353242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ee6b9db-6fab-4a66-97d4-eeb9559e560b req-676b3091-b0fa-440e-b4ca-d359ba3b2dbd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1056049 Sep 10 03:06:58.381982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d8e10bd-251c-4951-b8cf-a843d00cc003 req-746404aa-5814-43c0-909f-a7269d87e40f service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650248 Sep 10 03:06:58.403496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ee6b9db-6fab-4a66-97d4-eeb9559e560b req-6e151475-0bf0-4f96-88e2-e6bb6c2ece86 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Sep 10 03:06:58.431136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13143869-62a8-4a1a-99fa-5b965bae0616 req-ea948c0c-d04e-4ad9-aeba-3b95f1890e7a service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996847 Sep 10 03:06:58.548271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8b34421a-af30-4a80-a48c-1c5d7f3ab4a4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:58.872030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cde78-e574-4af6-bd51-352b8ccc5e95 req-4dcec5df-cac1-4385-a498-28ed307be8be tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:58.873539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-629cde78-e574-4af6-bd51-352b8ccc5e95 req-4dcec5df-cac1-4385-a498-28ed307be8be tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 948 time: 0.0505877 Sep 10 03:06:58.911991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-629cde78-e574-4af6-bd51-352b8ccc5e95 req-4ad74ba3-7780-4302-828f-855c457ea12c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Sep 10 03:06:59.256122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033c5f3-8698-41f0-b4ef-eaa4b6fe71ef req-357e6d6e-13fa-48a6-825d-c5799a9076c8 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:59.257762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f033c5f3-8698-41f0-b4ef-eaa4b6fe71ef req-357e6d6e-13fa-48a6-825d-c5799a9076c8 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 944 time: 0.0495234 Sep 10 03:06:59.296209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f033c5f3-8698-41f0-b4ef-eaa4b6fe71ef req-a3390199-0ef9-4980-9fd9-85ecbc638f33 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Sep 10 03:06:59.360561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416f145-2dcc-4844-91a5-04e5d0d87b41 req-d43c5f06-dd5e-4b3e-b1d7-f24f1dc041a7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:59.361894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3416f145-2dcc-4844-91a5-04e5d0d87b41 req-d43c5f06-dd5e-4b3e-b1d7-f24f1dc041a7 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1023 time: 0.0524900 Sep 10 03:06:59.408842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3416f145-2dcc-4844-91a5-04e5d0d87b41 req-f4f8bda3-4888-433a-9256-58d69fb9d9f5 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups?id=c77cabc7-6b49-4aae-8df3-f25d1150e1d7&id=4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a&id=7bb619f3-3113-44ac-ac1d-7c7014cb6969&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0405490 Sep 10 03:06:59.520482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-85cf2a6a-d434-4c37-9471-b64e91479fcc tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:59.521920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-85cf2a6a-d434-4c37-9471-b64e91479fcc tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.32 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 1023 time: 0.0766146 Sep 10 03:06:59.540985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302670be-c270-49d4-8ade-9c43d31e9b9d req-318d3f9d-7515-4bb0-9e2a-f3ddfe0b801d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:06:59.542442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-302670be-c270-49d4-8ade-9c43d31e9b9d req-318d3f9d-7515-4bb0-9e2a-f3ddfe0b801d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0643997 Sep 10 03:06:59.638021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-302670be-c270-49d4-8ade-9c43d31e9b9d req-d06dba1e-110c-4c56-bb2b-c084725a9c4e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878727 Sep 10 03:06:59.675154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Deleting port 0bb43c92-0289-4a13-a312-e474945c54cc {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:06:59.675518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:59.766596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] For port 0bb43c92-0289-4a13-a312-e474945c54cc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=0bb43c92-0289-4a13-a312-e474945c54cc,segment=NetworkSegment(fd3fd3b0-3b09-4890-af04-b54c9dbae72a),segment_id=fd3fd3b0-3b09-4890-af04-b54c9dbae72a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:06:59.766885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:59.778401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Calling delete_port for 0bb43c92-0289-4a13-a312-e474945c54cc owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:06:59.904753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:06:59.919113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['0bb43c92-0289-4a13-a312-e474945c54cc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:06:59.953812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'Port': ['ID=0bb43c92-0289-4a13-a312-e474945c54cc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:00.006555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] No DVR routers for this DVR port 0bb43c92-0289-4a13-a312-e474945c54cc on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:00.009184 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:00.011202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f6e58aa-759a-43aa-8979-da7e777b1770 req-65e9038f-5421-4fdf-bb35-3c6ad8bc1c61 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.32 "DELETE /v2.0/ports/0bb43c92-0289-4a13-a312-e474945c54cc HTTP/1.1" status: 204 len: 173 time: 0.4678814 Sep 10 03:07:00.011672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'name': 'network-vif-deleted', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:00.014039 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb2753f-c7b0-45ad-834b-b821d5bfcd0a" -d '{"events": [{"server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "name": "network-vif-deleted", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:00.050956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5057bf-4674-498d-8c41-f45409404481 req-11f56ffc-3d21-4892-b930-a602db278269 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:00.053054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa5057bf-4674-498d-8c41-f45409404481 req-11f56ffc-3d21-4892-b930-a602db278269 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 948 time: 0.0679965 Sep 10 03:07:00.055990 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e76d238-6e03-4603-b590-4be686d265b3 x-openstack-request-id: req-0e76d238-6e03-4603-b590-4be686d265b3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:00.056277 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8061dc72-5f4f-4006-a23f-1fc0add11a91", "name": "network-vif-deleted", "tag": "0bb43c92-0289-4a13-a312-e474945c54cc", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:00.056525 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e76d238-6e03-4603-b590-4be686d265b3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:00.056965 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8061dc72-5f4f-4006-a23f-1fc0add11a91', 'name': 'network-vif-deleted', 'tag': '0bb43c92-0289-4a13-a312-e474945c54cc', 'status': 'completed', 'code': 200} Sep 10 03:07:00.110675 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa5057bf-4674-498d-8c41-f45409404481 req-421d6a3c-8e82-460f-ab3f-3e6a19278d63 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Sep 10 03:07:00.305487 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:07:00.437119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c224e0-900e-45b1-af67-365394d24465 req-a7d08fae-7d62-4410-b317-e6fd816ff39f tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:00.439513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37c224e0-900e-45b1-af67-365394d24465 req-a7d08fae-7d62-4410-b317-e6fd816ff39f tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 944 time: 0.0738943 Sep 10 03:07:00.488134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37c224e0-900e-45b1-af67-365394d24465 req-ce6d825e-e897-4ec0-803e-cc85142d899d tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Sep 10 03:07:00.570251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-33a07601-03e8-472a-8d2b-0483feea3ac6 req-0765d95c-bec4-465d-bef3-59e03479c826 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/ports?device_id=8061dc72-5f4f-4006-a23f-1fc0add11a91 HTTP/1.1" status: 200 len: 210 time: 0.0291281 Sep 10 03:07:00.760733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfab009-35ba-4326-af55-c950e66b7e19 req-2783493b-16fa-481d-9752-7cf78e6683b2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:00.762348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-adfab009-35ba-4326-af55-c950e66b7e19 req-2783493b-16fa-481d-9752-7cf78e6683b2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0552354 Sep 10 03:07:00.801316 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-adfab009-35ba-4326-af55-c950e66b7e19 req-8e6c49f9-5bea-4912-9d11-f9e67899867e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Sep 10 03:07:01.229118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ab3c5-1d0c-4e06-bc93-c972271a546b req-67a1e797-b720-49e1-9f1b-c453eb7c836b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:01.231025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-714ab3c5-1d0c-4e06-bc93-c972271a546b req-67a1e797-b720-49e1-9f1b-c453eb7c836b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 948 time: 0.0513620 Sep 10 03:07:01.270367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-714ab3c5-1d0c-4e06-bc93-c972271a546b req-de1a5f2b-86b2-432d-87ef-7c023ea9f27a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Sep 10 03:07:01.620178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8888b2-1c9b-4b0b-8a87-d7eba68cd029 req-11e5be8e-629b-4a2b-94ff-0bd3b7e103c6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:01.622583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e8888b2-1c9b-4b0b-8a87-d7eba68cd029 req-11e5be8e-629b-4a2b-94ff-0bd3b7e103c6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 944 time: 0.0582836 Sep 10 03:07:01.640760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.673161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e8888b2-1c9b-4b0b-8a87-d7eba68cd029 req-4a1fc853-3906-4233-ad0c-bbae267305b6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Sep 10 03:07:01.700048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972865eb-ebbe-4940-af61-2936df268517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.709233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-995aabac-0960-4e8d-b8fd-c9b473b76268 req-343f1c9e-301b-4c35-a529-9d44071c1cd8 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/c77cabc7-6b49-4aae-8df3-f25d1150e1d7 HTTP/1.1" status: 200 len: 1802 time: 0.0551059 Sep 10 03:07:01.766756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a921949f-67f1-48f3-b561-cbfb50f8b906 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:01.768165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-995aabac-0960-4e8d-b8fd-c9b473b76268 req-b2f01c81-fe72-4afb-a7a0-aa8856bad3b6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.798737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-995aabac-0960-4e8d-b8fd-c9b473b76268 req-b2f01c81-fe72-4afb-a7a0-aa8856bad3b6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.841699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:01.856165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-995aabac-0960-4e8d-b8fd-c9b473b76268 req-b2f01c81-fe72-4afb-a7a0-aa8856bad3b6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.859268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-995aabac-0960-4e8d-b8fd-c9b473b76268 req-b2f01c81-fe72-4afb-a7a0-aa8856bad3b6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.863678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-995aabac-0960-4e8d-b8fd-c9b473b76268 req-b2f01c81-fe72-4afb-a7a0-aa8856bad3b6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/c77cabc7-6b49-4aae-8df3-f25d1150e1d7 HTTP/1.1" status: 204 len: 173 time: 0.1483650 Sep 10 03:07:01.875952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f01c81-fe72-4afb-a7a0-aa8856bad3b6 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77cabc7-6b49-4aae-8df3-f25d1150e1d7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:01.900986 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:01.936718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dca3a181-aa8b-4adc-921a-a22785ad8b39 req-f05b6d1f-35e8-4e67-8fec-139b623abe50 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "GET /v2.0/security-groups/4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a HTTP/1.1" status: 200 len: 1803 time: 0.0535176 Sep 10 03:07:01.982306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeab9d-c2d2-423d-b961-b5cddf3db380 req-ed37fbbe-322e-4198-bb07-6b1cee9d6bb1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:01.983479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a921949f-67f1-48f3-b561-cbfb50f8b906, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a921949f-67f1-48f3-b561-cbfb50f8b906,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:01.984570 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-53aeab9d-c2d2-423d-b961-b5cddf3db380 req-ed37fbbe-322e-4198-bb07-6b1cee9d6bb1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0737042 Sep 10 03:07:01.999858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:02.008398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:02.009061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.010985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'a921949f-67f1-48f3-b561-cbfb50f8b906', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'port_id': 'a921949f-67f1-48f3-b561-cbfb50f8b906', 'mac_address': 'fa:16:3e:c2:63:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e659021d-8cbd-4789-810c-48e35b7e53b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:02.014815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dca3a181-aa8b-4adc-921a-a22785ad8b39 req-a5de027f-cb8f-4216-8959-81393efd6678 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.035919 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-53aeab9d-c2d2-423d-b961-b5cddf3db380 req-7ec2cf08-5243-479d-bff8-c02d4795822d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Sep 10 03:07:02.041818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dca3a181-aa8b-4adc-921a-a22785ad8b39 req-a5de027f-cb8f-4216-8959-81393efd6678 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.084752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.106076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a921949f-67f1-48f3-b561-cbfb50f8b906 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:02.106944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dca3a181-aa8b-4adc-921a-a22785ad8b39 req-a5de027f-cb8f-4216-8959-81393efd6678 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.109907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dca3a181-aa8b-4adc-921a-a22785ad8b39 req-a5de027f-cb8f-4216-8959-81393efd6678 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.111148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dca3a181-aa8b-4adc-921a-a22785ad8b39 req-a5de027f-cb8f-4216-8959-81393efd6678 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] 10.222.0.23 "DELETE /v2.0/security-groups/4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a HTTP/1.1" status: 204 len: 173 time: 0.1733873 Sep 10 03:07:02.119116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59002) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:02.123567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de027f-cb8f-4216-8959-81393efd6678 tempest-SecurityGroupsTestJSON-1401183787 tempest-SecurityGroupsTestJSON-1401183787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb01bba-c3fc-41dc-a8ed-601fe21f3b3a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:02.166944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a921949f-67f1-48f3-b561-cbfb50f8b906, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a921949f-67f1-48f3-b561-cbfb50f8b906,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:02.175978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.176713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:02.184985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Deleting subnet d6435797-dfce-4b49-b5e6-315b677c5ce6 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:07:02.188838 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.208351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.224097 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.251474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:02.254101 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4efbc6-71fe-43f1-b089-f98519734ace" -d '{"events": [{"server_uuid": "60bb9726-6e39-47aa-a1fa-54a10fb59b4b", "name": "network-vif-plugged", "status": "completed", "tag": "8b34421a-af30-4a80-a48c-1c5d7f3ab4a4"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:02.264366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.282981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:02.288313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:02.296589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=a921949f-67f1-48f3-b561-cbfb50f8b906,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:02.301988 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.303612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 0bb43c92-0289-4a13-a312-e474945c54cc no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:02.367737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.369822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 0bb43c92-0289-4a13-a312-e474945c54cc {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:02.370358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 0bb43c92-0289-4a13-a312-e474945c54cc not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:02.377519 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73abd3e0-6348-4198-99d0-67fbecb3e823 x-openstack-request-id: req-73abd3e0-6348-4198-99d0-67fbecb3e823 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:02.378028 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb9726-6e39-47aa-a1fa-54a10fb59b4b", "name": "network-vif-plugged", "status": "completed", "tag": "8b34421a-af30-4a80-a48c-1c5d7f3ab4a4", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:02.378771 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73abd3e0-6348-4198-99d0-67fbecb3e823 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:02.379299 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4', 'code': 200} Sep 10 03:07:02.381346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'port_id': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15', 'mac_address': 'fa:16:3e:6a:1e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e659021d-8cbd-4789-810c-48e35b7e53b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:02.409869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6435797-dfce-4b49-b5e6-315b677c5ce6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:02.416424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.421703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e6351a10-260c-47e4-87b5-aafa435b175e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6435797-dfce-4b49-b5e6-315b677c5ce6 HTTP/1.1" status: 204 len: 168 time: 0.2993696 Sep 10 03:07:02.422206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:02.450841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:02.463805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.478905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:02.495410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.497818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b3a43-b5c8-462e-83b4-4b31314a5af0 req-81a3da8b-6d39-4d33-b790-c009630a4c14 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:02.501036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:02.501183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e97b3a43-b5c8-462e-83b4-4b31314a5af0 req-81a3da8b-6d39-4d33-b790-c009630a4c14 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 949 time: 0.1056042 Sep 10 03:07:02.505910 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.524464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78b092-bce4-4158-9065-d57dc955d577 req-9ec8ae1b-cace-4555-805f-25eaa1ea57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:02.525997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b78b092-bce4-4158-9065-d57dc955d577 req-9ec8ae1b-cace-4555-805f-25eaa1ea57f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 1100 time: 0.0897620 Sep 10 03:07:02.562900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:02.567827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e97b3a43-b5c8-462e-83b4-4b31314a5af0 req-60e79176-bd8f-4789-b2aa-72ca18fedcbb tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601721 Sep 10 03:07:02.596924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b78b092-bce4-4158-9065-d57dc955d577 req-33a06a15-ea3a-4283-8648-d92223d641b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625389 Sep 10 03:07:02.613750 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.635582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b567624-ed1c-47de-a112-83843e7a3653']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:02.645456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:02.645841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3fd3b0-3b09-4890-af04-b54c9dbae72a') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:02.655271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.668002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.674413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:07:02.674864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: items = [ Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:07:02.676649 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:07:02.734453 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.741143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:02.742357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b567624-ed1c-47de-a112-83843e7a3653 HTTP/1.1" status: 204 len: 168 time: 0.3191335 Sep 10 03:07:02.760680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185976f-a4e7-43be-8543-a1bca449014d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b567624-ed1c-47de-a112-83843e7a3653,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:02.796077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['a921949f-67f1-48f3-b561-cbfb50f8b906'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:02.803343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['101bd9f4-62e0-4535-b3ed-5ad7b70c3a15'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:02.805033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725cbb1-7303-45bc-a7fb-ff62c34b91ae req-94688622-bf11-4398-ba0e-426c69dce6a8 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:02.807540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b725cbb1-7303-45bc-a7fb-ff62c34b91ae req-94688622-bf11-4398-ba0e-426c69dce6a8 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 945 time: 0.0548818 Sep 10 03:07:02.863867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b725cbb1-7303-45bc-a7fb-ff62c34b91ae req-55962217-486c-49e7-ae3d-576b0245e61e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489311 Sep 10 03:07:02.904647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:02.945031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c8c664a-53e7-4aa8-8f05-3f59eb153429 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c82ed297ee7f40e9ae4d65c43c184c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385432 Sep 10 03:07:02.947489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:02.997193 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-007c75e8-8c5b-401d-ac94-fb35d0577cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:03.021207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-007c75e8-8c5b-401d-ac94-fb35d0577cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:03.091787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-007c75e8-8c5b-401d-ac94-fb35d0577cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:03.096753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-007c75e8-8c5b-401d-ac94-fb35d0577cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:03.102410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-007c75e8-8c5b-401d-ac94-fb35d0577cdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bb619f3-3113-44ac-ac1d-7c7014cb6969 HTTP/1.1" status: 204 len: 168 time: 0.1537204 Sep 10 03:07:03.113484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c75e8-8c5b-401d-ac94-fb35d0577cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb619f3-3113-44ac-ac1d-7c7014cb6969,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:03.214637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbbbd9-d324-4a06-893d-67fa7596a405 req-77faec28-13f1-46d0-8d81-59d0eef3b813 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:03.216206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7bbbbd9-d324-4a06-893d-67fa7596a405 req-77faec28-13f1-46d0-8d81-59d0eef3b813 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0565865 Sep 10 03:07:03.262471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7bbbbd9-d324-4a06-893d-67fa7596a405 req-9644222a-9887-4522-beda-ff6a524c6829 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Sep 10 03:07:03.714307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58e1ff-dc2a-4e8c-8717-7e42e3839465 req-e2c7aef5-c046-4ba9-8a4d-b1c36d881316 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:03.716245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab58e1ff-dc2a-4e8c-8717-7e42e3839465 req-e2c7aef5-c046-4ba9-8a4d-b1c36d881316 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 949 time: 0.0600975 Sep 10 03:07:03.768559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab58e1ff-dc2a-4e8c-8717-7e42e3839465 req-f8fe47de-4be5-4e95-a3ff-69b955242f29 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Sep 10 03:07:03.852423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59050) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:03.955955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1529318023-network', 'tenant_id': '50228a54b7e7434baca4afda66600075'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:04.005134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f232198-754e-4c19-acf7-3f972be00555 req-37ef57e6-b69c-4f38-a47c-d3c6d5d775a9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:04.006643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f232198-754e-4c19-acf7-3f972be00555 req-37ef57e6-b69c-4f38-a47c-d3c6d5d775a9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 945 time: 0.0660522 Sep 10 03:07:04.007360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Made reservation on behalf of 50228a54b7e7434baca4afda66600075 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:04.009583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.020463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.071905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f232198-754e-4c19-acf7-3f972be00555 req-790b60e6-9ea0-484d-8e00-80548f10e051 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Sep 10 03:07:04.149188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.154996 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.181921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:07:04.187782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb3cdcc-bdf1-456c-8a9b-ea9bb529d304,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:04.195011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.195572 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Added segment 93f8d9db-e11e-4b0c-b288-512e3c467da6 of type vlan for network 876d670e-fc2c-496b-8a5d-8653890924a0 Sep 10 03:07:04.238325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.264337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.265669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:04.266259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.304184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4500284 Sep 10 03:07:04.307205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:04.331000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e45eef6a-bdfd-4661-8961-b120452564a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.339811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Request body: {'subnet': {'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-subnet', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:04.344021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe55d0a-505e-45a1-89c4-bd7f2bc75426 admin admin] Pushing event updated for resources: {'Network': ['ID=876d670e-fc2c-496b-8a5d-8653890924a0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:04.355878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 876d670e-fc2c-496b-8a5d-8653890924a0 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:07:04.374833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Made reservation on behalf of 50228a54b7e7434baca4afda66600075 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:04.379033 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.397391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cae2e-e6ae-445d-a0e6-4db4fc2951b4 req-dc67364e-c648-4ffe-b7e9-ca18e1a80c77 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:04.400027 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f97cae2e-e6ae-445d-a0e6-4db4fc2951b4 req-dc67364e-c648-4ffe-b7e9-ca18e1a80c77 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0621066 Sep 10 03:07:04.433713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59066) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:04.452248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f97cae2e-e6ae-445d-a0e6-4db4fc2951b4 req-f38652fe-32de-4d95-b3de-bca592ae83d9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Sep 10 03:07:04.549816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bade9d50-2d04-4f97-a195-e3f1633715f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.554413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.616748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69b2038-f8f2-4fb5-8d47-a1cb5a750400,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:04.627631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Checking segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:04.627999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Network hostable DHCP agents. Network: 876d670e-fc2c-496b-8a5d-8653890924a0, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:07:04.644342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bade9d50-2d04-4f97-a195-e3f1633715f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.647059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Network 876d670e-fc2c-496b-8a5d-8653890924a0 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:07:04.648789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.651036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bade9d50-2d04-4f97-a195-e3f1633715f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.657380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 876d670e-fc2c-496b-8a5d-8653890924a0) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:04.662823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:04.663069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.666240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a518ad-6ae3-4ff7-b60a-df5c4b4b261e None None] Network 876d670e-fc2c-496b-8a5d-8653890924a0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:07:04.680812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d1784ed0-1892-42c0-8efa-15fe434b2ee4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3723090 Sep 10 03:07:04.683724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59072) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:04.689722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:04.697691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bade9d50-2d04-4f97-a195-e3f1633715f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19f51f145c06498681afc481a0683539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627642 Sep 10 03:07:04.698330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59074) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:04.698954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade9d50-2d04-4f97-a195-e3f1633715f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e31cfee-3636-40c6-895e-06cd33fb3e8b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:04.741284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.742487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.791139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b9434849-8d84-40a5-bb5b-582109953fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.830279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.841832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-876d670e-fc2c-496b-8a5d-8653890924a0', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:07:04.843345 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.874076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b9434849-8d84-40a5-bb5b-582109953fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:04.886133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4df3c8-5f17-4190-ab30-6a4d7fe0d861 req-0c059b6d-0f4d-4338-a86c-6b80df094e72 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:04.887771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab4df3c8-5f17-4190-ab30-6a4d7fe0d861 req-0c059b6d-0f4d-4338-a86c-6b80df094e72 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 949 time: 0.0522873 Sep 10 03:07:04.930903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab4df3c8-5f17-4190-ab30-6a4d7fe0d861 req-bd770641-1bfb-4889-b54f-08cbe6a112b3 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Sep 10 03:07:04.997460 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.004652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Allocated IP 172.20.0.2 (876d670e-fc2c-496b-8a5d-8653890924a0/b69b2038-f8f2-4fb5-8d47-a1cb5a750400/a2efd182-aa91-44a7-b8fb-d8b72e7e3b90) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:05.062492 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b9434849-8d84-40a5-bb5b-582109953fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.065051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b9434849-8d84-40a5-bb5b-582109953fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.066274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b9434849-8d84-40a5-bb5b-582109953fb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e31cfee-3636-40c6-895e-06cd33fb3e8b HTTP/1.1" status: 204 len: 168 time: 0.3664672 Sep 10 03:07:05.089553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958ab47-e363-4df2-990b-554770d82b25 req-843465fd-ccce-412c-89c2-dc5ca9cc238a tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:05.091127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6958ab47-e363-4df2-990b-554770d82b25 req-843465fd-ccce-412c-89c2-dc5ca9cc238a tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 1100 time: 0.0824480 Sep 10 03:07:05.092722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9434849-8d84-40a5-bb5b-582109953fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e31cfee-3636-40c6-895e-06cd33fb3e8b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:05.182618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6958ab47-e363-4df2-990b-554770d82b25 req-4d4b6f3c-98f8-4758-9d5a-480f662685c2 tempest-ServersOnMultiNodesTest-937872411 tempest-ServersOnMultiNodesTest-937872411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668986 Sep 10 03:07:05.193079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.209254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Transition to ACTIVE for port object a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:05.220186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Transition to ACTIVE for port object a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:05.229235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.268953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270984-874c-4363-a383-d3ab1057670f req-700dcc39-8fc6-4afe-b885-e8009741c386 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:05.270679 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22270984-874c-4363-a383-d3ab1057670f req-700dcc39-8fc6-4afe-b885-e8009741c386 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 945 time: 0.1065497 Sep 10 03:07:05.311659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Network 876d670e-fc2c-496b-8a5d-8653890924a0 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:05.319758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:05.324483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:05.350083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22270984-874c-4363-a383-d3ab1057670f req-bcced6a8-1e26-47b6-8956-c76eae5db515 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719318 Sep 10 03:07:05.374204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.389178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Pushing event updated for resources: {'Port': ['ID=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:05.407798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.444508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Attempting to bind port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:05.444863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Attempting to bind port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:05.445221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Attempting to bind port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 on network 876d670e-fc2c-496b-8a5d-8653890924a0 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:05.450007 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.453927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:05.454358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Checking segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:05.454767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.455164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Bound using segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:05.455685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Bound port: a2efd182-aa91-44a7-b8fb-d8b72e7e3b90, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:05.456071 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.479577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59092) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:05.497131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d650d958-d882-48a2-851e-560faecf4361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.531606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9d6e1-7901-4621-992b-d7eb49620b45 req-5d24f0eb-d38f-4759-a9f0-e3c4da8e7f61 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:05.533196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98a9d6e1-7901-4621-992b-d7eb49620b45 req-5d24f0eb-d38f-4759-a9f0-e3c4da8e7f61 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 949 time: 0.0930042 Sep 10 03:07:05.540694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Allocated IP 172.25.8.148 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b78efecd-ddda-47bd-8b81-6c7834c4cb90) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:05.541947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] For port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:05.546782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] For port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:05.551732 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.599558 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98a9d6e1-7901-4621-992b-d7eb49620b45 req-e3f45953-bf55-41b2-ab05-8b2f1cb02f89 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Sep 10 03:07:05.630420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a94bf-dd16-4273-b2bd-d28c148bb44b None None] Pushing event updated for resources: {'Port': ['ID=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:05.634872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c960-b3ee-4f5a-aff1-351e2e4e3b77 req-7f28f3fc-3752-4569-9520-ddb54f201c10 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:05.636567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8533c960-b3ee-4f5a-aff1-351e2e4e3b77 req-7f28f3fc-3752-4569-9520-ddb54f201c10 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1037240 Sep 10 03:07:05.670517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d650d958-d882-48a2-851e-560faecf4361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.675212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d650d958-d882-48a2-851e-560faecf4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.719907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d650d958-d882-48a2-851e-560faecf4361 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=577f9482e7e943118f244f43701906a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390223 Sep 10 03:07:05.721023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650d958-d882-48a2-851e-560faecf4361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9979b0-8770-4cc6-8120-9ce1b1142754,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:05.724449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59094) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:05.728002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8533c960-b3ee-4f5a-aff1-351e2e4e3b77 req-9356d1ab-73a8-472d-a614-6ebcaa1f9084 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608048 Sep 10 03:07:05.751309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.777305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a921949f-67f1-48f3-b561-cbfb50f8b906 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:05.784639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c0249ae-7159-4346-99c0-995bfda5c9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.800246 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.814935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c0249ae-7159-4346-99c0-995bfda5c9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.873942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:05.882730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:05.893906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:05.900918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port a921949f-67f1-48f3-b561-cbfb50f8b906 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:05.902738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c0249ae-7159-4346-99c0-995bfda5c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.905838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port a921949f-67f1-48f3-b561-cbfb50f8b906 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:05.906259 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.906913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c0249ae-7159-4346-99c0-995bfda5c9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:05.908666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6c0249ae-7159-4346-99c0-995bfda5c9c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a9979b0-8770-4cc6-8120-9ce1b1142754 HTTP/1.1" status: 204 len: 168 time: 0.1829176 Sep 10 03:07:05.918068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Pushing event updated for resources: {'Port': ['ID=b78efecd-ddda-47bd-8b81-6c7834c4cb90,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:05.940622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0249ae-7159-4346-99c0-995bfda5c9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9979b0-8770-4cc6-8120-9ce1b1142754,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:06.071652 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:06.095183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:06.135840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921949f-67f1-48f3-b561-cbfb50f8b906'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:06.138169 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea4f66-26bf-4c43-bd14-2fcf4d8ba47c" -d '{"events": [{"server_uuid": "da427227-7227-4c01-a9f5-fdaf58617b82", "name": "network-vif-plugged", "status": "completed", "tag": "a921949f-67f1-48f3-b561-cbfb50f8b906"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:06.162580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a921949f-67f1-48f3-b561-cbfb50f8b906, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a921949f-67f1-48f3-b561-cbfb50f8b906,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:06.179057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:06.179892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:06.258663 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af516671-bbe4-480f-9e64-109226f33b6a x-openstack-request-id: req-af516671-bbe4-480f-9e64-109226f33b6a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:06.259243 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da427227-7227-4c01-a9f5-fdaf58617b82", "name": "network-vif-plugged", "status": "completed", "tag": "a921949f-67f1-48f3-b561-cbfb50f8b906", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:06.259558 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af516671-bbe4-480f-9e64-109226f33b6a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:06.259959 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921949f-67f1-48f3-b561-cbfb50f8b906', 'code': 200} Sep 10 03:07:06.263364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:06.298720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=a921949f-67f1-48f3-b561-cbfb50f8b906,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:06.303302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:06.307642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:06.308087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:06.404871 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:06.470876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:06.478966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:06.528706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204ec0-ec56-4b4f-aa00-c8fe9e1663fd req-5904baac-d6c1-44c1-a727-33e5af121feb tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:06.537882 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e204ec0-ec56-4b4f-aa00-c8fe9e1663fd req-5904baac-d6c1-44c1-a727-33e5af121feb tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 945 time: 0.0819707 Sep 10 03:07:06.558668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:06.587930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e204ec0-ec56-4b4f-aa00-c8fe9e1663fd req-e8feea0a-d707-47c2-99f9-a470e2af2fbc tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Sep 10 03:07:06.623082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdaa76-aca0-4dd9-9ea8-c42ce869d73d req-c7dddefb-bf11-46ae-82ab-49eb40650969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:06.624702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16cdaa76-aca0-4dd9-9ea8-c42ce869d73d req-c7dddefb-bf11-46ae-82ab-49eb40650969 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da427227-7227-4c01-a9f5-fdaf58617b82 HTTP/1.1" status: 200 len: 1096 time: 0.0902650 Sep 10 03:07:06.651484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:06.763238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16cdaa76-aca0-4dd9-9ea8-c42ce869d73d req-cadaf946-7d00-4c1c-9785-1e24223ab3fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251724 Sep 10 03:07:06.826032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a225e-0bb3-42fa-aa0e-b16c58901560 req-04688517-e394-470a-b711-5abf02fdabc7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:06.828512 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c5a225e-0bb3-42fa-aa0e-b16c58901560 req-04688517-e394-470a-b711-5abf02fdabc7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 949 time: 0.1188149 Sep 10 03:07:06.841034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b276bbd-1fb1-4378-a085-12e42f6e20b8 None None] Network 876d670e-fc2c-496b-8a5d-8653890924a0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:07:06.858558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff877b4-8372-4bc9-94a3-4f95ebb3ac47 req-b73a543e-c8d4-4484-9095-d29d95a9e44e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:06.861484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cff877b4-8372-4bc9-94a3-4f95ebb3ac47 req-b73a543e-c8d4-4484-9095-d29d95a9e44e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0684769 Sep 10 03:07:06.930991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9c5a225e-0bb3-42fa-aa0e-b16c58901560 req-45da7db6-5c2b-4b95-af30-c64e9481969b tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784726 Sep 10 03:07:06.967855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] Provisioning for port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:06.975998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cff877b4-8372-4bc9-94a3-4f95ebb3ac47 req-ece1b7f8-d16f-4786-bb19-37a2c74c584b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943909 Sep 10 03:07:07.001431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] Provisioning complete for port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:07.001898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.010806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-1caf829f-894e-4384-b131-0096fcdfcd6e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:07.013264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-1caf829f-894e-4384-b131-0096fcdfcd6e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 949 time: 0.1500700 Sep 10 03:07:07.029002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.130678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:07.130904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.150085 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.200758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Router 70c7f1c1-9369-4a28-aac0-802b5655eb19 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:07:07.204503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] For port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:07.216415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.261410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:07.262103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.277960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:07.293056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c89b96-9312-4cde-99b0-3a95e405551e None None] Pushing event updated for resources: {'Port': ['ID=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:07.341360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.380012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:07:07.401269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.406587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-65f1fb22-6c61-4012-916c-215925f2abe4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7185452 Sep 10 03:07:07.406826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:07.496417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.538454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=8b34421a-af30-4a80-a48c-1c5d7f3ab4a4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:07.585913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a', '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:07.587952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186', 'a0e15378-ec04-4a60-89f2-06e8bceac593', '61789847-321b-4964-adf0-beed7e905ee1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:07.591345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Sync routers for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:07:07.614388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:07.617486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.620988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb7e12d8-20b5-45bf-b3fb-e6e49528137b req-2d57343b-5926-49fb-803b-198d2ca10434 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "DELETE /v2.0/ports/8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 HTTP/1.1" status: 204 len: 173 time: 0.5943573 Sep 10 03:07:07.621624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'name': 'network-vif-deleted', 'tag': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:07.632646 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b1cc36-866c-44e5-8853-c15f655bf2a7" -d '{"events": [{"server_uuid": "60bb9726-6e39-47aa-a1fa-54a10fb59b4b", "name": "network-vif-deleted", "tag": "8b34421a-af30-4a80-a48c-1c5d7f3ab4a4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:07.695852 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a65ff61-251a-4029-8d6a-2cc947025938 x-openstack-request-id: req-4a65ff61-251a-4029-8d6a-2cc947025938 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:07.696251 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb9726-6e39-47aa-a1fa-54a10fb59b4b", "name": "network-vif-deleted", "tag": "8b34421a-af30-4a80-a48c-1c5d7f3ab4a4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:07.696601 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a65ff61-251a-4029-8d6a-2cc947025938 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:07.697263 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb9726-6e39-47aa-a1fa-54a10fb59b4b', 'name': 'network-vif-deleted', 'tag': '8b34421a-af30-4a80-a48c-1c5d7f3ab4a4', 'status': 'completed', 'code': 200} Sep 10 03:07:07.777437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cdd718f5-758d-48a4-b36c-c4bdee61c7bf None None] Provisioning complete for port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:07.777951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdd718f5-758d-48a4-b36c-c4bdee61c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:07.831539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f58906-8226-463d-bb9d-f21a13126861 req-67bc0cab-da7a-428b-ab4b-4d49ebade732 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:07.834593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:07.835245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:07.846203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27f58906-8226-463d-bb9d-f21a13126861 req-67bc0cab-da7a-428b-ab4b-4d49ebade732 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 946 time: 0.1171834 Sep 10 03:07:07.908532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27f58906-8226-463d-bb9d-f21a13126861 req-ea75e42a-18cf-4113-88dd-b9780d71872e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562680 Sep 10 03:07:08.091382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:08.107394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39219799-bc1d-4144-90c4-7665ee6dfc18 req-33ba105e-2b9b-4dbd-8fd0-2d0aa754c4c4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=60bb9726-6e39-47aa-a1fa-54a10fb59b4b HTTP/1.1" status: 200 len: 210 time: 0.0898440 Sep 10 03:07:08.118529 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:08.207897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:08.231167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d306721-b24c-451d-a0b0-caab0764dd2d req-0e6d98ce-c3c1-4434-90a9-2a9237975f94 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:08.232811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d306721-b24c-451d-a0b0-caab0764dd2d req-0e6d98ce-c3c1-4434-90a9-2a9237975f94 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1299613 Sep 10 03:07:08.302150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2895d2d7-d823-47c8-8942-404d41e4b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:08.304781 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887e22c-00b2-4c73-854e-84884cfbff9f" -d '{"events": [{"server_uuid": "2895d2d7-d823-47c8-8942-404d41e4b769", "name": "network-vif-plugged", "status": "completed", "tag": "101bd9f4-62e0-4535-b3ed-5ad7b70c3a15"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:08.305391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d306721-b24c-451d-a0b0-caab0764dd2d req-99c59e1c-cbe4-4bc0-82fe-ea7c085d6081 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Sep 10 03:07:08.361156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Allocated IP 172.20.0.1 (876d670e-fc2c-496b-8a5d-8653890924a0/b69b2038-f8f2-4fb5-8d47-a1cb5a750400/30d9a845-aacc-4420-9901-66dffe8223ef) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:08.396120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:08.396120 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:08.408890 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e62433-c4b9-486a-9e9a-851af90843ae x-openstack-request-id: req-16e62433-c4b9-486a-9e9a-851af90843ae {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:08.408890 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2895d2d7-d823-47c8-8942-404d41e4b769", "name": "network-vif-plugged", "status": "completed", "tag": "101bd9f4-62e0-4535-b3ed-5ad7b70c3a15", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:08.409191 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16e62433-c4b9-486a-9e9a-851af90843ae {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:08.409466 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2895d2d7-d823-47c8-8942-404d41e4b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15', 'code': 200} Sep 10 03:07:08.522756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:08.544393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239e97a-36b0-44e8-beb7-1e24e3809b7a req-57c7ffb1-a041-42e0-96ab-31b55eadbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:08.547052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d239e97a-36b0-44e8-beb7-1e24e3809b7a req-57c7ffb1-a041-42e0-96ab-31b55eadbd0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 1097 time: 0.0733900 Sep 10 03:07:08.548032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Transition to ACTIVE for port object 30d9a845-aacc-4420-9901-66dffe8223ef will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:08.602884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d239e97a-36b0-44e8-beb7-1e24e3809b7a req-f3e4d108-bd9e-4c69-ba21-8789dddc9240 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455592 Sep 10 03:07:08.609742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:08.647088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Network 876d670e-fc2c-496b-8a5d-8653890924a0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:08.651538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:08.657438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:08.663162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=30d9a845-aacc-4420-9901-66dffe8223ef,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:08.711306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:08.848162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:06Z', 'revision_number': 3, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:08.859229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:08.898123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Checking router: 70c7f1c1-9369-4a28-aac0-802b5655eb19 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:07:08.898573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Updating router 70c7f1c1-9369-4a28-aac0-802b5655eb19 port b78efecd-ddda-47bd-8b81-6c7834c4cb90 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:07:08.929132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.090917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c9a4-0d57-4699-8441-1a5ba58dde7f req-2194d105-81cd-4117-9335-c32391ef9796 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:09.095007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f81c9a4-0d57-4699-8441-1a5ba58dde7f req-2194d105-81cd-4117-9335-c32391ef9796 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 946 time: 0.0774937 Sep 10 03:07:09.130476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.139008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.151497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f81c9a4-0d57-4699-8441-1a5ba58dde7f req-aeb9b16e-58dd-4583-97b2-964f519cac82 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Sep 10 03:07:09.151791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-665a737f-2542-4085-92fe-9ff332c689f2 None None] Provisioning for port 30d9a845-aacc-4420-9901-66dffe8223ef completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:09.158501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-665a737f-2542-4085-92fe-9ff332c689f2 None None] Provisioning complete for port 30d9a845-aacc-4420-9901-66dffe8223ef triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:09.158888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-665a737f-2542-4085-92fe-9ff332c689f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.260747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=30d9a845-aacc-4420-9901-66dffe8223ef,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:09.263341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-665a737f-2542-4085-92fe-9ff332c689f2 None None] Port 30d9a845-aacc-4420-9901-66dffe8223ef cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:09.272577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.381846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.392936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Transition to ACTIVE for port object b78efecd-ddda-47bd-8b81-6c7834c4cb90 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:09.405938 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.422992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Network 876d670e-fc2c-496b-8a5d-8653890924a0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:09.437119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:09.475702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91ca5d-1abf-4b21-a47e-0a41a1e48de7 req-5dbfd7eb-7892-4a7b-b289-9a5e2520f9fd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:09.491313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a91ca5d-1abf-4b21-a47e-0a41a1e48de7 req-5dbfd7eb-7892-4a7b-b289-9a5e2520f9fd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0962634 Sep 10 03:07:09.493481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c41cd3-ce81-4d2b-a657-4160db8d9bfc None None] Pushing event updated for resources: {'Port': ['ID=b78efecd-ddda-47bd-8b81-6c7834c4cb90,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:09.495880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Attempting to bind port b78efecd-ddda-47bd-8b81-6c7834c4cb90 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:09.496257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Attempting to bind port b78efecd-ddda-47bd-8b81-6c7834c4cb90 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:09.496625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Attempting to bind port b78efecd-ddda-47bd-8b81-6c7834c4cb90 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:09.526186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:09.526566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:09.526977 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.527377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:09.527904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Bound port: b78efecd-ddda-47bd-8b81-6c7834c4cb90, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:09.528291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.554105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a91ca5d-1abf-4b21-a47e-0a41a1e48de7 req-1739d93e-61de-4ad9-948d-5a6b99955a32 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569868 Sep 10 03:07:09.603348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d8a6-2ded-4151-b272-198fa7853c9a req-6c02b676-a913-4606-b70c-dee0df855ad4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:09.605712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecf3d8a6-2ded-4151-b272-198fa7853c9a req-6c02b676-a913-4606-b70c-dee0df855ad4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 950 time: 0.0844300 Sep 10 03:07:09.634451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] For port b78efecd-ddda-47bd-8b81-6c7834c4cb90, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:09.654824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] For port b78efecd-ddda-47bd-8b81-6c7834c4cb90, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b78efecd-ddda-47bd-8b81-6c7834c4cb90,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:09.664916 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:09.696774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Router 70c7f1c1-9369-4a28-aac0-802b5655eb19 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:07:09.712538 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecf3d8a6-2ded-4151-b272-198fa7853c9a req-80f593c5-f64e-44b3-8858-fc83221fdf00 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714784 Sep 10 03:07:09.768128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c41cd3-ce81-4d2b-a657-4160db8d9bfc None None] Pushing event updated for resources: {'Port': ['ID=b78efecd-ddda-47bd-8b81-6c7834c4cb90,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:09.771851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:09.772478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:09.872957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:07:09.879173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ddc55d50-16f4-4e60-b4cb-fdf9af580cf7 admin admin] 10.222.0.23 "PUT /v2.0/routers/70c7f1c1-9369-4a28-aac0-802b5655eb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4711034 Sep 10 03:07:10.000332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ab275958-af8f-4140-9f6c-89ce162e4873 None None] Provisioning complete for port 30d9a845-aacc-4420-9901-66dffe8223ef triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:10.000927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ab275958-af8f-4140-9f6c-89ce162e4873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.077244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ab275958-af8f-4140-9f6c-89ce162e4873 None None] Port 30d9a845-aacc-4420-9901-66dffe8223ef cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:10.100588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:10.279909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279b7fe-5d78-4015-a7e6-756059f0fab3 req-35743765-5e8b-4768-85d7-b49824d1c1b6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:10.283941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d279b7fe-5d78-4015-a7e6-756059f0fab3 req-35743765-5e8b-4768-85d7-b49824d1c1b6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 946 time: 0.0748985 Sep 10 03:07:10.331291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d279b7fe-5d78-4015-a7e6-756059f0fab3 req-fef12277-73f3-4475-8780-69a5328b9bac tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Sep 10 03:07:10.342606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 2, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:10.362782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59214) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:10.368784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207919679', 'description': 'tempest-description--1568610529'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:10.395058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d8a3-6bdb-40f9-bb7d-6786cad2a83b None None] The sync data for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 is: [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 2, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:07:10.400328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.503481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b94d8-346c-4a67-b4fd-8c501c2ef23c req-0f80237c-6053-4383-ae24-a25c6cab8ba5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:10.505220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54b94d8-346c-4a67-b4fd-8c501c2ef23c req-0f80237c-6053-4383-ae24-a25c6cab8ba5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=da427227-7227-4c01-a9f5-fdaf58617b82 HTTP/1.1" status: 200 len: 945 time: 0.0847442 Sep 10 03:07:10.573701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.597225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d54b94d8-346c-4a67-b4fd-8c501c2ef23c req-139dd62b-19fd-4e01-8631-c598dab009a9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837328 Sep 10 03:07:10.601956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.692730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667beb9e-06e0-459d-bdb5-e5245c7ecc65,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:10.728131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.728131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a0bc0d7-f210-4450-9ccb-1a45b7e54a9a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3620529 Sep 10 03:07:10.731850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:10.736927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Request body: {'security_group_rule': {'security_group_id': '667beb9e-06e0-459d-bdb5-e5245c7ecc65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:10.799222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.824871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312904c1-789e-405e-ae81-cc531fb3dbc5 req-fe0c97fe-b84f-41c1-8a64-d2ce9f50436a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:10.838727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-312904c1-789e-405e-ae81-cc531fb3dbc5 req-fe0c97fe-b84f-41c1-8a64-d2ce9f50436a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1232650 Sep 10 03:07:10.902049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.912055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.927522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-312904c1-789e-405e-ae81-cc531fb3dbc5 req-2a21807e-248e-4f6f-affa-03834f19f28d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850494 Sep 10 03:07:10.961233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb760f5-7168-4991-ad6a-e59b668b0044,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:10.977802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:10.984682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-57a9c271-280c-42d1-8fa2-dddd2c9a4fa6 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516758 Sep 10 03:07:10.989101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59228) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:11.001781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Request body: {'security_group_rule': {'security_group_id': '667beb9e-06e0-459d-bdb5-e5245c7ecc65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:11.080854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.095518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6dd72-52ef-4d9a-9f99-5d7f7c838ea1 req-1cfd97cd-ae74-473f-a55a-3406dc13753e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:11.107111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbd6dd72-52ef-4d9a-9f99-5d7f7c838ea1 req-1cfd97cd-ae74-473f-a55a-3406dc13753e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 950 time: 0.0847156 Sep 10 03:07:11.182088 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.186536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.187290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbd6dd72-52ef-4d9a-9f99-5d7f7c838ea1 req-504aef22-581f-4c8f-835c-fb0fa822be2d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791171 Sep 10 03:07:11.224937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.229745 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387035 Sep 10 03:07:11.230604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59232) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:11.234592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24d922-021b-4c93-8a0b-648303ec41c9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5473e0bb-2a3d-4fb8-b291-1b6a85146e28,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:11.238817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:11.283611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-bb311663-b9e0-44ce-bd5c-e51c62cfbbdc tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:11.285100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-bb311663-b9e0-44ce-bd5c-e51c62cfbbdc tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 950 time: 0.1393099 Sep 10 03:07:11.321291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.476720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 61789847-321b-4964-adf0-beed7e905ee1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:11.477069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.629757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.681997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 61789847-321b-4964-adf0-beed7e905ee1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=61789847-321b-4964-adf0-beed7e905ee1,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:11.682375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:11.726855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 61789847-321b-4964-adf0-beed7e905ee1 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:11.918431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:11.946891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:11.947839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b34421a-af30-4a80-a48c-1c5d7f3ab4a4 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:12.057192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b78efecd-ddda-47bd-8b81-6c7834c4cb90 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:12.129869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c437a15-42f0-44fe-a0b4-3ea0bb324328 req-c45c9582-399f-412f-a3d9-9401eda4ef47 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:12.131678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c437a15-42f0-44fe-a0b4-3ea0bb324328 req-c45c9582-399f-412f-a3d9-9401eda4ef47 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.0868552 Sep 10 03:07:12.164315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b78efecd-ddda-47bd-8b81-6c7834c4cb90 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:12.172307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b78efecd-ddda-47bd-8b81-6c7834c4cb90 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:12.172943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.183866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-ca427994-b786-4818-95b9-66c566f65f99 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:12.191954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-ca427994-b786-4818-95b9-66c566f65f99 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 813 time: 0.6411600 Sep 10 03:07:12.197486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c437a15-42f0-44fe-a0b4-3ea0bb324328 req-ab014497-60ea-4104-aa86-0f02beb2f166 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537372 Sep 10 03:07:12.239530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-b6dc859d-7cad-480c-a275-9a69b1251db4 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/quotas/07d01ef800ef446e86d685fdffd32ae2 HTTP/1.1" status: 200 len: 375 time: 0.0460272 Sep 10 03:07:12.280469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.298376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Allocated IP 172.25.8.125 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/27bac723-e946-42ac-a18c-005690f08cae) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:12.313371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b78efecd-ddda-47bd-8b81-6c7834c4cb90, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b78efecd-ddda-47bd-8b81-6c7834c4cb90,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:12.321783 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.334918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2fc05-df17-40c1-a116-42841d7ada3a req-ff26a29a-1618-4c6d-b890-0b06696dae89 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:12.338836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6c2fc05-df17-40c1-a116-42841d7ada3a req-ff26a29a-1618-4c6d-b890-0b06696dae89 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=e17bda9a-a2d1-489e-965d-e7fd70f1bfd0 HTTP/1.1" status: 200 len: 950 time: 0.0782683 Sep 10 03:07:12.363047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-b0d36c9c-c4ba-461e-b345-1fc6e5b59897 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225696 Sep 10 03:07:12.411834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6c2fc05-df17-40c1-a116-42841d7ada3a req-446a5da1-a27f-42f9-930a-12a04fca479a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644259 Sep 10 03:07:12.454332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b78efecd-ddda-47bd-8b81-6c7834c4cb90,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:12.550799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.558368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.562659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:12.564936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186', 'a0e15378-ec04-4a60-89f2-06e8bceac593'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:12.598444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-f1f7a21e-b4af-4dc0-9c3a-e44886238b6b service neutron] 10.222.0.23 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345042 Sep 10 03:07:12.599303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=61789847-321b-4964-adf0-beed7e905ee1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:12.708592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181c95f-7468-416b-815b-005f60748aac req-4b471edf-886e-45d3-83a2-b59cb3a39c56 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:12.710629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d181c95f-7468-416b-815b-005f60748aac req-4b471edf-886e-45d3-83a2-b59cb3a39c56 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "GET /v2.0/ports?device_id=da427227-7227-4c01-a9f5-fdaf58617b82 HTTP/1.1" status: 200 len: 945 time: 0.1211574 Sep 10 03:07:12.737794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 61789847-321b-4964-adf0-beed7e905ee1 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:12.753500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.755649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23f0b4ce-79fa-47e7-b873-243db5a9af7b req-b553c80f-5b8d-4953-9d9c-61b560fbfed0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "DELETE /v2.0/ports/61789847-321b-4964-adf0-beed7e905ee1 HTTP/1.1" status: 204 len: 173 time: 1.4636729 Sep 10 03:07:12.759161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'name': 'network-vif-deleted', 'tag': '61789847-321b-4964-adf0-beed7e905ee1'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:12.761735 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1597470-472c-46af-9af0-2e92720a6f06" -d '{"events": [{"server_uuid": "e17bda9a-a2d1-489e-965d-e7fd70f1bfd0", "name": "network-vif-deleted", "tag": "61789847-321b-4964-adf0-beed7e905ee1"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:12.893527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-78f29f55-127d-417c-ab1b-16c71bdd2041 service neutron] 10.222.0.23 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596018 Sep 10 03:07:12.897340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:12.916412 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eb928d-6b49-40b1-99be-28615e6c5a17 x-openstack-request-id: req-70eb928d-6b49-40b1-99be-28615e6c5a17 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:12.917158 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17bda9a-a2d1-489e-965d-e7fd70f1bfd0", "name": "network-vif-deleted", "tag": "61789847-321b-4964-adf0-beed7e905ee1", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:12.917709 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70eb928d-6b49-40b1-99be-28615e6c5a17 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:12.918363 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17bda9a-a2d1-489e-965d-e7fd70f1bfd0', 'name': 'network-vif-deleted', 'tag': '61789847-321b-4964-adf0-beed7e905ee1', 'status': 'completed', 'code': 200} Sep 10 03:07:12.973298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:12.978036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:12.984303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:13.028522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Deleting port a921949f-67f1-48f3-b561-cbfb50f8b906 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:13.028881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:13.149502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event updated for resources: {'Port': ['ID=27bac723-e946-42ac-a18c-005690f08cae,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:13.171649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] For port a921949f-67f1-48f3-b561-cbfb50f8b906, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a921949f-67f1-48f3-b561-cbfb50f8b906,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:13.172215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:13.185922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Calling delete_port for a921949f-67f1-48f3-b561-cbfb50f8b906 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:13.319629 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Sync routers for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:07:13.335316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:13.336746 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:13.337393 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:13.391301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26dcd3-5027-43a8-ac30-129842c08309 req-c34d1a53-b77a-4b5e-85dd-5931564936b9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:13.398084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de26dcd3-5027-43a8-ac30-129842c08309 req-c34d1a53-b77a-4b5e-85dd-5931564936b9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "GET /v2.0/ports?device_id=2895d2d7-d823-47c8-8942-404d41e4b769 HTTP/1.1" status: 200 len: 946 time: 0.5820446 Sep 10 03:07:13.431533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:13.516154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:13.576367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event deleted for resources: {'Port': ['ID=a921949f-67f1-48f3-b561-cbfb50f8b906,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:13.599848 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:13.617251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-965da140-9516-406b-af8e-3728d78a6a3b req-4d14b2c7-aeb7-4bd8-9fe5-e6a4a5939485 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 210 time: 0.0980403 Sep 10 03:07:13.751045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Deleting port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:13.751389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:13.923199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:13.925293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:14.015786 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 2, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:14.116731 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Checking router: 70c7f1c1-9369-4a28-aac0-802b5655eb19 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:07:14.116994 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Updating router 70c7f1c1-9369-4a28-aac0-802b5655eb19 port 30d9a845-aacc-4420-9901-66dffe8223ef binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:07:14.145521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] For port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:14.145761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.158785 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.170466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Calling delete_port for 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:14.255539 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.362372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.372418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:14.409193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'port_id': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'mac_address': 'fa:16:3e:2c:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe944eb-778b-4a08-bd9f-718615579b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:14.456429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28def777-14f9-4ceb-b380-443503d3b62c req-2c8fba2e-dfa0-4569-92b6-150fcb07f941 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:14.462810 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28def777-14f9-4ceb-b380-443503d3b62c req-2c8fba2e-dfa0-4569-92b6-150fcb07f941 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 1.0465777 Sep 10 03:07:14.496786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b78efecd-ddda-47bd-8b81-6c7834c4cb90 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:14.504872 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.527929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] No DVR routers for this DVR port a921949f-67f1-48f3-b561-cbfb50f8b906 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:14.539306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.545137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d181c95f-7468-416b-815b-005f60748aac req-5922ea50-ca21-43ea-b60a-a54e5fc6cbe9 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "DELETE /v2.0/ports/a921949f-67f1-48f3-b561-cbfb50f8b906 HTTP/1.1" status: 204 len: 173 time: 1.8229456 Sep 10 03:07:14.558314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'name': 'network-vif-deleted', 'tag': 'a921949f-67f1-48f3-b561-cbfb50f8b906'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:14.565124 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eedd79f-6868-4a93-ada2-b2946705ea4c" -d '{"events": [{"server_uuid": "da427227-7227-4c01-a9f5-fdaf58617b82", "name": "network-vif-deleted", "tag": "a921949f-67f1-48f3-b561-cbfb50f8b906"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:14.592110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:14.639063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['101bd9f4-62e0-4535-b3ed-5ad7b70c3a15', 'a921949f-67f1-48f3-b561-cbfb50f8b906'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:14.648772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e7201-e4f6-4a98-a040-ec532aa1d6ca req-478fc6c0-82c1-46b7-87b6-705522069c45 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:14.653974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a8e7201-e4f6-4a98-a040-ec532aa1d6ca req-478fc6c0-82c1-46b7-87b6-705522069c45 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 950 time: 0.4455848 Sep 10 03:07:14.675160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28def777-14f9-4ceb-b380-443503d3b62c req-56eccaaa-fb90-4cbd-8bc8-02c31e0716d9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656744 Sep 10 03:07:14.692438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:14.698713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event updated for resources: {'Port': ['ID=27bac723-e946-42ac-a18c-005690f08cae,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:14.703575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.770275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.776209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b78efecd-ddda-47bd-8b81-6c7834c4cb90 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:14.787903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.811780 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c077106-5574-43a1-a4e2-1c144b97a339 x-openstack-request-id: req-1c077106-5574-43a1-a4e2-1c144b97a339 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:14.812202 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da427227-7227-4c01-a9f5-fdaf58617b82", "name": "network-vif-deleted", "tag": "a921949f-67f1-48f3-b561-cbfb50f8b906", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:14.812388 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c077106-5574-43a1-a4e2-1c144b97a339 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:14.812628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.812830 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da427227-7227-4c01-a9f5-fdaf58617b82', 'name': 'network-vif-deleted', 'tag': 'a921949f-67f1-48f3-b561-cbfb50f8b906', 'status': 'completed', 'code': 200} Sep 10 03:07:14.813145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.814632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.815068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.815990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.817665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.818104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.818735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.819770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.820811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.821710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.822901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:14.834330 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.864597 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Transition to ACTIVE for port object 30d9a845-aacc-4420-9901-66dffe8223ef will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:14.878214 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.883682 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:14.916546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a8e7201-e4f6-4a98-a040-ec532aa1d6ca req-59024167-a9ea-4e0a-9934-ed32aaf1a121 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218945 Sep 10 03:07:14.999981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ace2d08-37bf-4ae4-bcb7-afb832ff7abc req-8c47a49a-895e-4e84-af9f-f4a21d7a8c49 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 210 time: 0.0856998 Sep 10 03:07:15.009023 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Pushing event updated for resources: {'Port': ['ID=30d9a845-aacc-4420-9901-66dffe8223ef,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:15.022349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.023644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5607e8a8-f7b3-47ba-ad29-2d456cfa98d5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7909038 Sep 10 03:07:15.064390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.118409 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:07:15.121557 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:07:15.128884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event deleted for resources: {'Port': ['ID=101bd9f4-62e0-4535-b3ed-5ad7b70c3a15,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:15.131936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:15.138612 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.139050 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.139595 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.140124 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.140614 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.141028 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.141553 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.142543 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.143422 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.143422 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.143786 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.144267 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:15.157338 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Attempting to bind port 30d9a845-aacc-4420-9901-66dffe8223ef on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:15.157842 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Attempting to bind port 30d9a845-aacc-4420-9901-66dffe8223ef by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:15.158298 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Attempting to bind port 30d9a845-aacc-4420-9901-66dffe8223ef on network 876d670e-fc2c-496b-8a5d-8653890924a0 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:15.167104 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:15.169257 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Checking segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:15.169735 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.170236 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Bound using segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:15.171344 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Bound port: 30d9a845-aacc-4420-9901-66dffe8223ef, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:15.173049 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.224857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:15.242269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] No DVR routers for this DVR port 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:15.267325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.271550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de26dcd3-5027-43a8-ac30-129842c08309 req-6c3f3d1a-3c82-41fb-a648-88be7be6a330 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "DELETE /v2.0/ports/101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 HTTP/1.1" status: 204 len: 173 time: 1.8625286 Sep 10 03:07:15.279476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2895d2d7-d823-47c8-8942-404d41e4b769', 'name': 'network-vif-deleted', 'tag': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:15.289836 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b154872e-a9e0-47b9-b741-e89d17d8950a" -d '{"events": [{"server_uuid": "2895d2d7-d823-47c8-8942-404d41e4b769", "name": "network-vif-deleted", "tag": "101bd9f4-62e0-4535-b3ed-5ad7b70c3a15"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:15.338743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-bc34466e-b0c4-490b-b60e-9e2eafc76f82 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1207919679&fields=id&tenant_id=50228a54b7e7434baca4afda66600075 HTTP/1.1" status: 200 len: 267 time: 0.1011808 Sep 10 03:07:15.387276 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] For port 30d9a845-aacc-4420-9901-66dffe8223ef, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:15.403557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] For port 30d9a845-aacc-4420-9901-66dffe8223ef, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=30d9a845-aacc-4420-9901-66dffe8223ef,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:15.418013 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.472076 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee686df-558b-4243-97e2-094a5391c3d8 x-openstack-request-id: req-bee686df-558b-4243-97e2-094a5391c3d8 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:15.472669 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2895d2d7-d823-47c8-8942-404d41e4b769", "name": "network-vif-deleted", "tag": "101bd9f4-62e0-4535-b3ed-5ad7b70c3a15", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:15.472669 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee686df-558b-4243-97e2-094a5391c3d8 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:15.473095 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2895d2d7-d823-47c8-8942-404d41e4b769', 'name': 'network-vif-deleted', 'tag': '101bd9f4-62e0-4535-b3ed-5ad7b70c3a15', 'status': 'completed', 'code': 200} Sep 10 03:07:15.618460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b2cc7-d899-488e-af74-0df738648557 req-4729b39b-5458-45ef-b33b-efe7dfc92c12 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:15.621869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d64b2cc7-d899-488e-af74-0df738648557 req-4729b39b-5458-45ef-b33b-efe7dfc92c12 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 950 time: 0.1479208 Sep 10 03:07:15.638311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-cfcd16b7-44b1-405a-9df7-e08e38eaef83 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:15.648016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-cfcd16b7-44b1-405a-9df7-e08e38eaef83 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/networks?id=876d670e-fc2c-496b-8a5d-8653890924a0 HTTP/1.1" status: 200 len: 815 time: 0.3034139 Sep 10 03:07:15.721989 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588ea8-f17b-44f9-ba6c-7b2e314e1cef None None] Pushing event updated for resources: {'Port': ['ID=30d9a845-aacc-4420-9901-66dffe8223ef,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:15.737345 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:15.742988 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:15.812334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a921949f-67f1-48f3-b561-cbfb50f8b906 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:15.856201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: a921949f-67f1-48f3-b561-cbfb50f8b906 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:15.856831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a921949f-67f1-48f3-b561-cbfb50f8b906 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:15.857414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61789847-321b-4964-adf0-beed7e905ee1 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:15.924528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 61789847-321b-4964-adf0-beed7e905ee1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:15.925053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 61789847-321b-4964-adf0-beed7e905ee1 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:15.926794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:15.969114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:16.001168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port a0e15378-ec04-4a60-89f2-06e8bceac593 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:16.001517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.015803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:16.034455 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.071489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:16.105684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-8cd86d4d-1d55-4b63-b303-ec0ea06924f1 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/quotas/50228a54b7e7434baca4afda66600075 HTTP/1.1" status: 200 len: 375 time: 0.4564836 Sep 10 03:07:16.137053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-c57d78a5-975c-4e65-8662-de5f88c16a9e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:16.141291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-c57d78a5-975c-4e65-8662-de5f88c16a9e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 813 time: 0.2386806 Sep 10 03:07:16.156137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:16.162579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289bf7-f347-4719-bebb-cb38c1a968c1 req-ebb6114c-dd01-44d6-8f36-57cd809cfeff tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:16.170129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69289bf7-f347-4719-bebb-cb38c1a968c1 req-ebb6114c-dd01-44d6-8f36-57cd809cfeff tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 945 time: 0.3272727 Sep 10 03:07:16.174788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 30d9a845-aacc-4420-9901-66dffe8223ef up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:16.184999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Request body: {'port': {'device_id': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'admin_state_up': True, 'tenant_id': '07d01ef800ef446e86d685fdffd32ae2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:16.227832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-6ad9d116-610c-442a-ac07-b6a0a6ad8b23 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:16.233501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-6ad9d116-610c-442a-ac07-b6a0a6ad8b23 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.32 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 813 time: 0.5808549 Sep 10 03:07:16.241309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69289bf7-f347-4719-bebb-cb38c1a968c1 req-d19ba3ae-fae2-4642-af1f-9d2cf44cc725 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696306 Sep 10 03:07:16.243701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port a0e15378-ec04-4a60-89f2-06e8bceac593, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a0e15378-ec04-4a60-89f2-06e8bceac593,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:16.244078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.259538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Request body: {'port': {'device_id': 'b4b452df-f187-4736-b228-10eba7099fe1', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'admin_state_up': True, 'tenant_id': '07d01ef800ef446e86d685fdffd32ae2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:16.276877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 30d9a845-aacc-4420-9901-66dffe8223ef completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:16.280328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for a0e15378-ec04-4a60-89f2-06e8bceac593 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:16.298498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 30d9a845-aacc-4420-9901-66dffe8223ef triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:16.298879 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.436942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fc6cf-649c-4c2c-b622-511538e53303 req-6b818672-6042-4f3a-966b-46b9e6395db0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:16.445125 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-636fc6cf-649c-4c2c-b622-511538e53303 req-6b818672-6042-4f3a-966b-46b9e6395db0 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d104b711-d20c-4a37-a9df-448e48530716 HTTP/1.1" status: 200 len: 950 time: 0.0844257 Sep 10 03:07:16.452544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-e2bd130e-3a7f-44dc-8386-8a0b2bb10ca9 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50228a54b7e7434baca4afda66600075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3034847 Sep 10 03:07:16.491430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Made reservation on behalf of 07d01ef800ef446e86d685fdffd32ae2 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:16.495380 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:15Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:16.496068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.496860 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.511669 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-636fc6cf-649c-4c2c-b622-511538e53303 req-e0888273-05e4-480b-8f09-ee1ed8288b7c tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Sep 10 03:07:16.545273 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 30d9a845-aacc-4420-9901-66dffe8223ef, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=30d9a845-aacc-4420-9901-66dffe8223ef,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:16.560810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.653718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Made reservation on behalf of 07d01ef800ef446e86d685fdffd32ae2 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:16.658522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.669085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6c990480-3cf6-4e34-9f02-4d44843d1674 req-a5c7e512-63e0-43a6-be68-7b53d813034e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 210 time: 0.0524371 Sep 10 03:07:16.670036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.695586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-86be45b9-8531-475d-814e-9958cbd46d75 service neutron] 10.222.0.23 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389433 Sep 10 03:07:16.714191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=30d9a845-aacc-4420-9901-66dffe8223ef,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:16.723107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186', 'a0e15378-ec04-4a60-89f2-06e8bceac593'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:16.726297 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53686e26-6a10-4244-85b5-c9409ac3881e None None] The sync data for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 is: [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:15Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:07:16.740416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=a0e15378-ec04-4a60-89f2-06e8bceac593,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:16.826198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port a0e15378-ec04-4a60-89f2-06e8bceac593 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:16.834594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:16.836763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:16.836948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d64b2cc7-d899-488e-af74-0df738648557 req-d71918e0-7d4d-4e39-a539-4e079039b5c1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "DELETE /v2.0/ports/a0e15378-ec04-4a60-89f2-06e8bceac593 HTTP/1.1" status: 204 len: 173 time: 1.2083311 Sep 10 03:07:16.973943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Allocated IP 172.20.0.11 (2a86738f-47dd-43cb-afff-94a659fe2826/e659021d-8cbd-4789-810c-48e35b7e53b0/145c8596-c719-4cef-b89f-92971f403358) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:16.994597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-0a0eeea9-6ace-4f19-853f-99f6b71d1620 service neutron] 10.222.0.23 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978539 Sep 10 03:07:17.376037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8c580f0-54a8-41df-8fb9-bfd342fc5a20 req-9cadb08a-0079-434e-b63d-a13e1ac9e5d1 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 210 time: 0.0945201 Sep 10 03:07:17.399769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:17.474337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd104b711-d20c-4a37-a9df-448e48530716', 'name': 'network-vif-deleted', 'tag': 'a0e15378-ec04-4a60-89f2-06e8bceac593'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:17.477091 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801362ee-b045-4034-ac9a-1577a8665804" -d '{"events": [{"server_uuid": "d104b711-d20c-4a37-a9df-448e48530716", "name": "network-vif-deleted", "tag": "a0e15378-ec04-4a60-89f2-06e8bceac593"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:17.556877 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faebb4f-6855-437b-9430-f488a78ee16c x-openstack-request-id: req-9faebb4f-6855-437b-9430-f488a78ee16c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:17.558012 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d104b711-d20c-4a37-a9df-448e48530716", "name": "network-vif-deleted", "tag": "a0e15378-ec04-4a60-89f2-06e8bceac593", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:17.558479 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9faebb4f-6855-437b-9430-f488a78ee16c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:17.559056 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd104b711-d20c-4a37-a9df-448e48530716', 'name': 'network-vif-deleted', 'tag': 'a0e15378-ec04-4a60-89f2-06e8bceac593', 'status': 'completed', 'code': 200} Sep 10 03:07:17.605513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9ebda-512a-4ca8-8aa5-520032c743f9 req-96d3a1b2-a670-4247-b9d6-b943beb2a8e7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:17.610144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9c9ebda-512a-4ca8-8aa5-520032c743f9 req-96d3a1b2-a670-4247-b9d6-b943beb2a8e7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 944 time: 0.1912661 Sep 10 03:07:17.651918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:17.732054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event updated for resources: {'Port': ['ID=145c8596-c719-4cef-b89f-92971f403358,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:17.770862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Network 2a86738f-47dd-43cb-afff-94a659fe2826 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:17.788443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9c9ebda-512a-4ca8-8aa5-520032c743f9 req-bf23f038-dbb8-4b20-9ff8-57539559d43d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660271 Sep 10 03:07:17.791614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:17.808353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:17.818267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:17.864199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:17.868533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 101bd9f4-62e0-4535-b3ed-5ad7b70c3a15 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:17.871756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Allocated IP 172.20.0.2 (2a86738f-47dd-43cb-afff-94a659fe2826/e659021d-8cbd-4789-810c-48e35b7e53b0/18e78095-9868-419a-8fda-bee5e63cff62) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:17.917472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:17.943184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7eb7f0f7-635a-49d0-9195-cf8eaa742dd8 req-670a2a2b-7580-4e19-a585-29d9aa319f18 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 210 time: 0.0319464 Sep 10 03:07:17.966337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:17.966811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.000666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-95f2bcd2-4d8e-4e9e-a7db-9fdcb43ca7d6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7462013 Sep 10 03:07:18.036372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Request body: {'port': {'device_id': 'b4b452df-f187-4736-b228-10eba7099fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:18.044025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:18.044514 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.085353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 30d9a845-aacc-4420-9901-66dffe8223ef up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:18.195132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.344733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.403019 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.444341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 30d9a845-aacc-4420-9901-66dffe8223ef triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:18.446658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.450570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efb323-0695-407c-9b30-fb632dd682b6 req-e4acf0ed-2c85-4827-ab94-e7fe84c00120 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:18.455384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3efb323-0695-407c-9b30-fb632dd682b6 req-e4acf0ed-2c85-4827-ab94-e7fe84c00120 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 950 time: 0.0991526 Sep 10 03:07:18.464141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.494120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:18.496596 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e0b78e-2911-4d11-b757-095854427f3a" -d '{"events": [{"server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "name": "network-vif-plugged", "status": "completed", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:18.509732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3efb323-0695-407c-9b30-fb632dd682b6 req-b4f680d4-8958-4813-bc4c-9aafc89774b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Sep 10 03:07:18.515161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:18.522914 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.571780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fb16de3-cd0b-493a-b3db-c3f1a3b23af9 req-7c227d67-f1c1-4734-9d09-b884d7dc87a0 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 210 time: 0.0914590 Sep 10 03:07:18.574783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event updated for resources: {'Port': ['ID=18e78095-9868-419a-8fda-bee5e63cff62,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:18.607804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:18.611559 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030d2a4a-baf5-42c7-ae2d-a8df9dbdb982 x-openstack-request-id: req-030d2a4a-baf5-42c7-ae2d-a8df9dbdb982 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:18.611559 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "name": "network-vif-plugged", "status": "completed", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:18.611559 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-030d2a4a-baf5-42c7-ae2d-a8df9dbdb982 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:18.612130 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'code': 200} Sep 10 03:07:18.616587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Network 2a86738f-47dd-43cb-afff-94a659fe2826 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:18.619434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:18.622266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.622654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.622943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:18.623107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.623670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.624145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.624532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.624926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.625382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.625785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.626168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.626559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.626937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:18.700265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:18.700922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.749765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7ee3fb8d-bdb4-4371-87f5-2e3d81dcb77e tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5940580 Sep 10 03:07:18.767922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Request body: {'port': {'device_id': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:18.772817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145c8596-c719-4cef-b89f-92971f403358 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:18.796105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.834339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Transition to ACTIVE for port object 145c8596-c719-4cef-b89f-92971f403358 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:18.845396 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.854078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:18.947302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-f83e18bf-54ca-4b95-af9b-9b5b323bb1bc tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:18.949144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-f83e18bf-54ca-4b95-af9b-9b5b323bb1bc tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.36 "GET /v2.0/networks?id=876d670e-fc2c-496b-8a5d-8653890924a0 HTTP/1.1" status: 200 len: 815 time: 0.2329354 Sep 10 03:07:18.952777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a767ed2-bd12-48b6-848d-8937d53ee0aa req-9c64bc45-1ab6-4a64-9245-dabbb4d0fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:18.954280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a767ed2-bd12-48b6-848d-8937d53ee0aa req-9c64bc45-1ab6-4a64-9245-dabbb4d0fdc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 1097 time: 0.1387994 Sep 10 03:07:18.965445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Pushing event updated for resources: {'Port': ['ID=145c8596-c719-4cef-b89f-92971f403358,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:19.016849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a767ed2-bd12-48b6-848d-8937d53ee0aa req-4875289d-5983-4141-b911-3b5432a69176 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499592 Sep 10 03:07:19.039147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-a209c8cc-e5f9-4344-aaac-3f91bd34dbda tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50228a54b7e7434baca4afda66600075 HTTP/1.1" status: 200 len: 380 time: 0.0790927 Sep 10 03:07:19.053694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Request body: {'port': {'device_id': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'admin_state_up': True, 'tenant_id': '50228a54b7e7434baca4afda66600075', 'security_groups': ['667beb9e-06e0-459d-bdb5-e5245c7ecc65']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:19.119547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687abdf8-292b-45c5-b3cb-25275b9e9b6e req-f1b2ccaf-e0a3-4752-a78b-6d0d9428a804 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.121135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-687abdf8-292b-45c5-b3cb-25275b9e9b6e req-f1b2ccaf-e0a3-4752-a78b-6d0d9428a804 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1898427 Sep 10 03:07:19.151446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3aaca-0b89-4739-b55c-146e41af2d14 req-de77ee34-1f4e-416f-9cf0-134591f0a32f tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.152979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdd3aaca-0b89-4739-b55c-146e41af2d14 req-de77ee34-1f4e-416f-9cf0-134591f0a32f tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 931 time: 0.1127799 Sep 10 03:07:19.162209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Attempting to bind port 145c8596-c719-4cef-b89f-92971f403358 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:19.162550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Attempting to bind port 145c8596-c719-4cef-b89f-92971f403358 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:19.163488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Attempting to bind port 145c8596-c719-4cef-b89f-92971f403358 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:19.187123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Port 145c8596-c719-4cef-b89f-92971f403358 on network 2a86738f-47dd-43cb-afff-94a659fe2826 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:07:19.187485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Attempting to bind port 145c8596-c719-4cef-b89f-92971f403358 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:19.211219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:19.211219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Checking segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:19.211219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Bound using segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:19.211609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Bound port: 145c8596-c719-4cef-b89f-92971f403358, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:19.211946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.216195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-687abdf8-292b-45c5-b3cb-25275b9e9b6e req-d198986f-8855-4960-bca8-cdb5a7c714a3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854564 Sep 10 03:07:19.223481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdd3aaca-0b89-4739-b55c-146e41af2d14 req-90e5859a-cfcf-4d55-9ebb-e6c1694b4bc8 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635917 Sep 10 03:07:19.282572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Made reservation on behalf of 50228a54b7e7434baca4afda66600075 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:19.287217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.346921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] For port 145c8596-c719-4cef-b89f-92971f403358, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:19.353272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] For port 145c8596-c719-4cef-b89f-92971f403358, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=145c8596-c719-4cef-b89f-92971f403358,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:19.384197 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.398536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-9645f52c-92dd-4ef9-8e01-1ba500a4c23d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.400464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-9645f52c-92dd-4ef9-8e01-1ba500a4c23d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 950 time: 0.1651332 Sep 10 03:07:19.427422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e78095-9868-419a-8fda-bee5e63cff62 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:19.438025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.438657 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.440102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] 10.222.0.32 "PUT /v2.0/ports/145c8596-c719-4cef-b89f-92971f403358 HTTP/1.1" status: 200 len: 1092 time: 1.4147501 Sep 10 03:07:19.440616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b452df-f187-4736-b228-10eba7099fe1', 'tag': '145c8596-c719-4cef-b89f-92971f403358'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:19.442791 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b452df-f187-4736-b228-10eba7099fe1", "tag": "145c8596-c719-4cef-b89f-92971f403358"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:19.447305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.482777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Transition to ACTIVE for port object 18e78095-9868-419a-8fda-bee5e63cff62 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:19.486359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd1396-e5d8-492c-ac16-6330502ad4eb service neutron] Pushing event updated for resources: {'Port': ['ID=145c8596-c719-4cef-b89f-92971f403358,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:19.489935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.526646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Allocated IP 172.20.0.14 (876d670e-fc2c-496b-8a5d-8653890924a0/b69b2038-f8f2-4fb5-8d47-a1cb5a750400/1b725c9f-a848-4621-8e4e-3f3cc912a789) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:19.530617 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4237d0e8-67f0-4700-bbf2-9f95c5af6fb8 x-openstack-request-id: req-4237d0e8-67f0-4700-bbf2-9f95c5af6fb8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:19.530894 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b452df-f187-4736-b228-10eba7099fe1", "tag": "145c8596-c719-4cef-b89f-92971f403358", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:19.531157 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4237d0e8-67f0-4700-bbf2-9f95c5af6fb8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:19.531713 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b452df-f187-4736-b228-10eba7099fe1', 'tag': '145c8596-c719-4cef-b89f-92971f403358', 'status': 'completed', 'code': 200} Sep 10 03:07:19.581383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Pushing event updated for resources: {'Port': ['ID=18e78095-9868-419a-8fda-bee5e63cff62,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:19.610349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7f259242-be48-41a0-9049-87d389992bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.611958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7f259242-be48-41a0-9049-87d389992bed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 1095 time: 0.1133971 Sep 10 03:07:19.667284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 488c228e-7b1f-4875-8424-c4ffca5e5a3a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:19.667900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.676303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-7c7c31bc-9a1f-4a6b-827c-7f935256a2b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145c8596-c719-4cef-b89f-92971f403358 HTTP/1.1" status: 200 len: 217 time: 0.0450585 Sep 10 03:07:19.747677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27adf896-16c3-4555-a7f3-1b41c7689077 req-15d55345-0f89-4f06-91d6-a9474c5a5d6b tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 210 time: 0.0530524 Sep 10 03:07:19.756873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Attempting to bind port 18e78095-9868-419a-8fda-bee5e63cff62 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:19.757494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Attempting to bind port 18e78095-9868-419a-8fda-bee5e63cff62 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:19.757620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Attempting to bind port 18e78095-9868-419a-8fda-bee5e63cff62 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:19.763501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Port 18e78095-9868-419a-8fda-bee5e63cff62 on network 2a86738f-47dd-43cb-afff-94a659fe2826 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:07:19.763838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Attempting to bind port 18e78095-9868-419a-8fda-bee5e63cff62 on network 2a86738f-47dd-43cb-afff-94a659fe2826 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:19.772545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:19.772764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Checking segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:19.773069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Bound using segment: {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:19.773511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Bound port: 18e78095-9868-419a-8fda-bee5e63cff62, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bd064-9f87-4f29-bd37-47a91b482654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:19.773885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.782954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-5a06d126-9622-4b52-8c8d-ef4eff94825e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.783441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-29ba7a54-b60c-40c0-8b5b-4fdb72f0df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.784950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-29ba7a54-b60c-40c0-8b5b-4fdb72f0df9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.1004105 Sep 10 03:07:19.785516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-5a06d126-9622-4b52-8c8d-ef4eff94825e tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/ports?device_id=d401f62e-e862-4536-9da5-574c64b7a07d HTTP/1.1" status: 200 len: 950 time: 0.2165506 Sep 10 03:07:19.838347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a0e15378-ec04-4a60-89f2-06e8bceac593 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:19.840175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-c1575acb-cb96-49b0-962f-41030ddb6e25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275114 Sep 10 03:07:19.860686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: a0e15378-ec04-4a60-89f2-06e8bceac593 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:19.861471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a0e15378-ec04-4a60-89f2-06e8bceac593 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:19.895206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] For port 18e78095-9868-419a-8fda-bee5e63cff62, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:19.898386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ef2b9-59c7-41be-9262-064fdaa0bc4f req-e9f51786-09db-4bda-8a9e-91ee9f6fc1d4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:19.899984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-479ef2b9-59c7-41be-9262-064fdaa0bc4f req-e9f51786-09db-4bda-8a9e-91ee9f6fc1d4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 950 time: 0.2355988 Sep 10 03:07:19.933178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] For port 18e78095-9868-419a-8fda-bee5e63cff62, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=18e78095-9868-419a-8fda-bee5e63cff62,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:19.946320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.970090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 488c228e-7b1f-4875-8424-c4ffca5e5a3a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=488c228e-7b1f-4875-8424-c4ffca5e5a3a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:19.970701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:19.998448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.008210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.008929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.009063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 488c228e-7b1f-4875-8424-c4ffca5e5a3a owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:20.010346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/18e78095-9868-419a-8fda-bee5e63cff62 HTTP/1.1" status: 200 len: 1091 time: 1.2516134 Sep 10 03:07:20.018487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-3964f7dd-6a17-43f2-a185-43f4c4ad25af service neutron] 10.222.0.32 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645517 Sep 10 03:07:20.048098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Transition to ACTIVE for port object 1b725c9f-a848-4621-8e4e-3f3cc912a789 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:20.057184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872fbd1-7daa-4097-a815-793b59ec48b2 service neutron] Pushing event updated for resources: {'Port': ['ID=18e78095-9868-419a-8fda-bee5e63cff62,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:20.070008 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-479ef2b9-59c7-41be-9262-064fdaa0bc4f req-8f5724fb-7fd9-4b28-82f7-2e7aa18d9591 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523941 Sep 10 03:07:20.155640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 21f98f43-68e8-4409-af2b-2a7e722b2186 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:20.155999 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.164059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-c7960597-ee42-49c8-a96e-2955bf36978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.165617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-c7960597-ee42-49c8-a96e-2955bf36978a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 1094 time: 0.1025138 Sep 10 03:07:20.167586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-06e0aaf0-2854-4ca8-ba0a-0edef971291b service neutron] 10.222.0.32 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397727 Sep 10 03:07:20.317465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.431515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 21f98f43-68e8-4409-af2b-2a7e722b2186, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=21f98f43-68e8-4409-af2b-2a7e722b2186,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:20.431866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.449367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Network 876d670e-fc2c-496b-8a5d-8653890924a0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:20.470279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:20.477706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 21f98f43-68e8-4409-af2b-2a7e722b2186 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:20.483594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:20.495209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event updated for resources: {'Port': ['ID=1b725c9f-a848-4621-8e4e-3f3cc912a789,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:20.578056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-44c8b2ac-66c7-4f39-bdf9-377e6e48a83a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18e78095-9868-419a-8fda-bee5e63cff62 HTTP/1.1" status: 200 len: 217 time: 0.4030814 Sep 10 03:07:20.617758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.618435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.624829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:20.636993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62', '21f98f43-68e8-4409-af2b-2a7e722b2186'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:20.638001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057057b-36ca-43b6-b93d-699982d5a739 req-1f9da845-708d-417f-bf5f-58493a3c7ef7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.640256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:20.645881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6057057b-36ca-43b6-b93d-699982d5a739 req-1f9da845-708d-417f-bf5f-58493a3c7ef7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.3077674 Sep 10 03:07:20.712307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-cbc22938-0454-426e-a619-84275954dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.713905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-cbc22938-0454-426e-a619-84275954dd7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.1085134 Sep 10 03:07:20.716896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-5137cb4d-5f1c-4585-97cd-9e3de162aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.719045 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-5137cb4d-5f1c-4585-97cd-9e3de162aabd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 1095 time: 0.1537151 Sep 10 03:07:20.765063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=488c228e-7b1f-4875-8424-c4ffca5e5a3a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:20.769077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-2facd050-fe1d-40c0-a7cb-a3fe747465fa tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7198102 Sep 10 03:07:20.773829 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6057057b-36ca-43b6-b93d-699982d5a739 req-d636dd45-c926-4ffe-91fe-bb9f269e2e1d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271152 Sep 10 03:07:20.790021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-cf683e64-d9c2-41d5-89a6-8b31c6839c54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686326 Sep 10 03:07:20.804492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Request body: {'port': {'device_id': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:20.808712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79603cb0-7029-4c29-8cee-8f157fc00803 req-6d874f03-c188-43ef-8c68-0b4ac087b4ad tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:20.810279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79603cb0-7029-4c29-8cee-8f157fc00803 req-6d874f03-c188-43ef-8c68-0b4ac087b4ad tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 943 time: 0.2435431 Sep 10 03:07:20.980761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-909ae865-cf1f-43ac-a288-783a84d11153 None None] Provisioning for port 1b725c9f-a848-4621-8e4e-3f3cc912a789 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:20.986439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-909ae865-cf1f-43ac-a288-783a84d11153 None None] Provisioning complete for port 1b725c9f-a848-4621-8e4e-3f3cc912a789 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:20.987078 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-909ae865-cf1f-43ac-a288-783a84d11153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.030916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79603cb0-7029-4c29-8cee-8f157fc00803 req-3efe3d45-9087-41a1-9d14-908d8cbdc14a tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644931 Sep 10 03:07:21.033759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:21.081988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-9e21c109-c855-4561-833d-632027dd0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:21.083792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-9e21c109-c855-4561-833d-632027dd0711 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 913 time: 0.3480544 Sep 10 03:07:21.094613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-8f12b9c2-56d7-4847-9c01-b9cc52139798 service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358999 Sep 10 03:07:21.138056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-909ae865-cf1f-43ac-a288-783a84d11153 None None] Port 1b725c9f-a848-4621-8e4e-3f3cc912a789 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:21.166872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-6da0f91c-06e2-416b-94b6-5e94294fa82c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=145c8596-c719-4cef-b89f-92971f403358 HTTP/1.1" status: 200 len: 217 time: 0.0751302 Sep 10 03:07:21.276982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1740d76-183f-4aa7-a9a7-005f71d23158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.323008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 488c228e-7b1f-4875-8424-c4ffca5e5a3a on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:21.341746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.343510 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0bce84a-cf79-42c3-b093-0720aa8d0779 req-31502ba6-45b6-4f7f-973c-8c66358bd5f6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "DELETE /v2.0/ports/488c228e-7b1f-4875-8424-c4ffca5e5a3a HTTP/1.1" status: 204 len: 173 time: 1.9357555 Sep 10 03:07:21.343979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'name': 'network-vif-deleted', 'tag': '488c228e-7b1f-4875-8424-c4ffca5e5a3a'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:21.346544 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef480c91-0249-4172-9048-ba8efeebb49c" -d '{"events": [{"server_uuid": "932224f1-2d0a-41d8-831b-53bc6c398de8", "name": "network-vif-deleted", "tag": "488c228e-7b1f-4875-8424-c4ffca5e5a3a"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:21.353473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-115b8d39-1b68-46f4-b1fa-4b7b581d1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:21.354970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-115b8d39-1b68-46f4-b1fa-4b7b581d1d32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.1591861 Sep 10 03:07:21.391600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e593ab-6d08-49a4-ab1d-892e2eb541b7 req-77c41267-4b76-45a6-84e4-1c2188b2dcc9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:21.393706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0e593ab-6d08-49a4-ab1d-892e2eb541b7 req-77c41267-4b76-45a6-84e4-1c2188b2dcc9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.2353711 Sep 10 03:07:21.425564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-1cb3bad0-0b3a-4d33-90d4-98f9d3255040 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589592 Sep 10 03:07:21.429344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.443291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c2e88-8a8d-4d79-870c-6ba4084520ea req-657f5faa-2fa0-4b35-9bd0-d439c865562c tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:21.444876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c18c2e88-8a8d-4d79-870c-6ba4084520ea req-657f5faa-2fa0-4b35-9bd0-d439c865562c tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 932 time: 0.1236653 Sep 10 03:07:21.457867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f718ec41-ada8-4264-a1c4-08ef40a554ae req-dd0b5104-558c-4456-a4bb-be2771f8e048 service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514714 Sep 10 03:07:21.517391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0e593ab-6d08-49a4-ab1d-892e2eb541b7 req-87b186a7-d198-45cc-a9ac-c86fdd42cd7a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Sep 10 03:07:21.545874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'tag': '18e78095-9868-419a-8fda-bee5e63cff62'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:21.548150 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c15ed64-6466-499e-a32d-3f407246703f" -d '{"events": [{"name": "network-changed", "server_uuid": "25da7874-68b7-4430-b50a-e15aa6abbe49", "tag": "18e78095-9868-419a-8fda-bee5e63cff62"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:21.569960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c18c2e88-8a8d-4d79-870c-6ba4084520ea req-2b729036-1537-4513-8621-2c96191f8ebc tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984182 Sep 10 03:07:21.578203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.590884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a', '488c228e-7b1f-4875-8424-c4ffca5e5a3a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:21.612671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-7a6d36fa-95b9-4d96-8b28-eaf8258f3d16 service neutron] 10.222.0.32 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770935 Sep 10 03:07:21.635021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1740d76-183f-4aa7-a9a7-005f71d23158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.637502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c31ac6a-71a6-4e48-a201-744278ad28f6 req-58b98408-9db1-4872-91d8-b87af162a70d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=932224f1-2d0a-41d8-831b-53bc6c398de8 HTTP/1.1" status: 200 len: 210 time: 0.0411901 Sep 10 03:07:21.660669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:21.661500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1740d76-183f-4aa7-a9a7-005f71d23158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.716690 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef3a35-b20b-4051-b4c1-16be5e4212bf x-openstack-request-id: req-95ef3a35-b20b-4051-b4c1-16be5e4212bf {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:21.720996 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932224f1-2d0a-41d8-831b-53bc6c398de8", "name": "network-vif-deleted", "tag": "488c228e-7b1f-4875-8424-c4ffca5e5a3a", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:21.721753 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95ef3a35-b20b-4051-b4c1-16be5e4212bf {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:21.721753 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932224f1-2d0a-41d8-831b-53bc6c398de8', 'name': 'network-vif-deleted', 'tag': '488c228e-7b1f-4875-8424-c4ffca5e5a3a', 'status': 'completed', 'code': 200} Sep 10 03:07:21.774616 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4519bbc-d147-4deb-87a9-cf309f1ba587 x-openstack-request-id: req-d4519bbc-d147-4deb-87a9-cf309f1ba587 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:21.774910 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25da7874-68b7-4430-b50a-e15aa6abbe49", "tag": "18e78095-9868-419a-8fda-bee5e63cff62", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:21.775166 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4519bbc-d147-4deb-87a9-cf309f1ba587 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:21.775575 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'tag': '18e78095-9868-419a-8fda-bee5e63cff62', 'status': 'completed', 'code': 200} Sep 10 03:07:21.784351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=21f98f43-68e8-4409-af2b-2a7e722b2186,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:21.795403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1740d76-183f-4aa7-a9a7-005f71d23158 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fbbfc96b38346488f69a17dd45d7c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7503188 Sep 10 03:07:21.796110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1740d76-183f-4aa7-a9a7-005f71d23158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db1b8e-5a2f-4e36-b673-875e4d356a4b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:21.815125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59434) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:21.850250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 21f98f43-68e8-4409-af2b-2a7e722b2186 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:21.855537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:21.857769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e248ce0c-0a10-4021-913e-26b15756ba3a req-77ee6eee-abd1-475d-944c-e240daef33f8 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "DELETE /v2.0/ports/21f98f43-68e8-4409-af2b-2a7e722b2186 HTTP/1.1" status: 204 len: 173 time: 2.0370626 Sep 10 03:07:21.905023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15ed64-6466-499e-a32d-3f407246703f req-af09f621-e1f5-400d-99ec-bcdbfbfef667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:21.906577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-af09f621-e1f5-400d-99ec-bcdbfbfef667 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07d01ef800ef446e86d685fdffd32ae2&device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 1094 time: 0.1278014 Sep 10 03:07:21.910874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c6f8f76-ea34-45cb-9184-0ab6764d4dd3 req-9a8d6cef-2b05-4146-92b6-49843cbe4fcb service neutron] 10.222.0.32 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782490 Sep 10 03:07:21.954785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7edf166e-0321-4d5d-8642-279dddf9b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.016343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7edf166e-0321-4d5d-8642-279dddf9b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.071081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15ed64-6466-499e-a32d-3f407246703f req-e3221f14-709c-4984-b187-bd0f224e23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.072543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-e3221f14-709c-4984-b187-bd0f224e23b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 200 len: 913 time: 0.1558270 Sep 10 03:07:22.165194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-792e50c3-337c-4ea6-885a-c389ec9e480c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18e78095-9868-419a-8fda-bee5e63cff62 HTTP/1.1" status: 200 len: 217 time: 0.0836911 Sep 10 03:07:22.189551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7edf166e-0321-4d5d-8642-279dddf9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.192933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7edf166e-0321-4d5d-8642-279dddf9b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.196408 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7edf166e-0321-4d5d-8642-279dddf9b8db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5db1b8e-5a2f-4e36-b673-875e4d356a4b HTTP/1.1" status: 204 len: 168 time: 0.3778658 Sep 10 03:07:22.222440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf166e-0321-4d5d-8642-279dddf9b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db1b8e-5a2f-4e36-b673-875e4d356a4b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:22.272831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b725c9f-a848-4621-8e4e-3f3cc912a789 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:22.288518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.306047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15ed64-6466-499e-a32d-3f407246703f req-2073aa94-bc12-48cf-bc77-5a28eed26fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.306690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec599b-c0f9-4dc7-b3fc-71761c380b47 req-2e750cc1-6c2e-4849-9eab-f80657d0e8b7 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.308260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74ec599b-c0f9-4dc7-b3fc-71761c380b47 req-2e750cc1-6c2e-4849-9eab-f80657d0e8b7 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 943 time: 0.1475334 Sep 10 03:07:22.316146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-2073aa94-bc12-48cf-bc77-5a28eed26fd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 200 len: 853 time: 0.1381419 Sep 10 03:07:22.319028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Transition to ACTIVE for port object 1b725c9f-a848-4621-8e4e-3f3cc912a789 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:22.334606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.374783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-4dd75479-d048-49dd-83a7-2b5247b06af5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a86738f-47dd-43cb-afff-94a659fe2826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571539 Sep 10 03:07:22.447103 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74ec599b-c0f9-4dc7-b3fc-71761c380b47 req-22423884-8e23-4b9b-b90e-61357a7df3cf tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297672 Sep 10 03:07:22.474862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-c1a51cc2-90cb-4173-b1e8-c5fa8ee6d46f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.479308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Pushing event updated for resources: {'Port': ['ID=1b725c9f-a848-4621-8e4e-3f3cc912a789,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:22.484769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-c1a51cc2-90cb-4173-b1e8-c5fa8ee6d46f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 814 time: 0.2633443 Sep 10 03:07:22.535053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Attempting to bind port 1b725c9f-a848-4621-8e4e-3f3cc912a789 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:22.535390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Attempting to bind port 1b725c9f-a848-4621-8e4e-3f3cc912a789 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:22.535882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Attempting to bind port 1b725c9f-a848-4621-8e4e-3f3cc912a789 on network 876d670e-fc2c-496b-8a5d-8653890924a0 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:22.554412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Port 1b725c9f-a848-4621-8e4e-3f3cc912a789 on network 876d670e-fc2c-496b-8a5d-8653890924a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:07:22.554793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Attempting to bind port 1b725c9f-a848-4621-8e4e-3f3cc912a789 on network 876d670e-fc2c-496b-8a5d-8653890924a0 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:22.556219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-37113c48-3a84-4021-a1c7-720fab9f6d74 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/quotas/332f6244d26e4fc8a973bf97f60a4768 HTTP/1.1" status: 200 len: 375 time: 0.0704088 Sep 10 03:07:22.575727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:22.578788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Checking segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:22.579205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Bound using segment: {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:22.579998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Bound port: 1b725c9f-a848-4621-8e4e-3f3cc912a789, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f8d9db-e11e-4b0c-b288-512e3c467da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:22.580380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.630606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-db9448fb-efb0-4818-a065-dc39e4737e1d service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383852 Sep 10 03:07:22.634971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-680de39d-8e60-4d1e-8e99-0257a69c46c8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713527 Sep 10 03:07:22.641515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59458) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:22.709983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-099e9081-c947-4b43-837c-8af24f64b255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.722349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] For port 1b725c9f-a848-4621-8e4e-3f3cc912a789, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:22.726970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] For port 1b725c9f-a848-4621-8e4e-3f3cc912a789, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:22.732328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.748094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b854b-5313-4c59-a6c3-00193292e182 req-888fc363-6d9f-4b05-8aa0-9d3ddbd93edf tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.749617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da2b854b-5313-4c59-a6c3-00193292e182 req-888fc363-6d9f-4b05-8aa0-9d3ddbd93edf tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 944 time: 0.0818357 Sep 10 03:07:22.785596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.786226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:22.787717 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] 10.222.0.36 "PUT /v2.0/ports/1b725c9f-a848-4621-8e4e-3f3cc912a789 HTTP/1.1" status: 200 len: 1092 time: 1.9888265 Sep 10 03:07:22.824848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe2f6-89c5-4944-b9ef-6db5dec4380e service neutron] Pushing event updated for resources: {'Port': ['ID=1b725c9f-a848-4621-8e4e-3f3cc912a789,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:22.840414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da2b854b-5313-4c59-a6c3-00193292e182 req-3d94b714-d27d-4980-9071-8e3e6875254a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712032 Sep 10 03:07:22.865034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c15ed64-6466-499e-a32d-3f407246703f req-fba934f3-8153-4749-8589-82638c3d3c93 service neutron] 10.222.0.36 "GET /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243516 Sep 10 03:07:22.869488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-853c28c5-3b95-4d54-8201-aa4522c3ed9d service neutron] 10.222.0.23 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098370 Sep 10 03:07:22.918607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-b13b72ca-5535-4477-b90b-876342a09746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:22.920481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-b13b72ca-5535-4477-b90b-876342a09746 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50228a54b7e7434baca4afda66600075&device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 1095 time: 0.0782743 Sep 10 03:07:22.974364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-1fe3504a-b9bf-40ef-8766-ec4679ae5233 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789 HTTP/1.1" status: 200 len: 217 time: 0.0442069 Sep 10 03:07:22.985119 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-099e9081-c947-4b43-837c-8af24f64b255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.001697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-099e9081-c947-4b43-837c-8af24f64b255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.028282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-fd07394b-5204-4274-9c8c-1ae67ac4dcb0 service neutron] 10.222.0.23 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404207 Sep 10 03:07:23.038215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-8066b53f-ca76-425f-82c9-4ad6d9aaddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:23.039681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-8066b53f-ca76-425f-82c9-4ad6d9aaddfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b69b2038-f8f2-4fb5-8d47-a1cb5a750400 HTTP/1.1" status: 200 len: 854 time: 0.0561731 Sep 10 03:07:23.080241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-099e9081-c947-4b43-837c-8af24f64b255 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c590cdb81a2446b9051f2f9888d68b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282758 Sep 10 03:07:23.082910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59470) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:23.091852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e9081-c947-4b43-837c-8af24f64b255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cc8e55-9649-4a03-b244-6e7494ac5172,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:23.132347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-a868ca5e-e099-42c0-b81e-6451b1666fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:23.134536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-a868ca5e-e099-42c0-b81e-6451b1666fbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=876d670e-fc2c-496b-8a5d-8653890924a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875075 Sep 10 03:07:23.200191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88101c7a-04b8-4463-9008-c04f63ba139f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.225138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88101c7a-04b8-4463-9008-c04f63ba139f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.290087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-6b39c3b0-3706-4589-84df-b21f6b88b7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476381 Sep 10 03:07:23.290341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-929879f9-d09f-40ed-8dca-1224f5b5a8a7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:23.291932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-929879f9-d09f-40ed-8dca-1224f5b5a8a7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9432410-6f24-44cb-812b-605f359767e3 HTTP/1.1" status: 200 len: 946 time: 0.1472201 Sep 10 03:07:23.354732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d0aa105-e44a-4bb6-96ed-a550b4cc514c req-b65595af-64cf-44b3-9f5f-eb74b492a8f3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 210 time: 0.0617862 Sep 10 03:07:23.358758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88101c7a-04b8-4463-9008-c04f63ba139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.362024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88101c7a-04b8-4463-9008-c04f63ba139f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.363983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-88101c7a-04b8-4463-9008-c04f63ba139f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2cc8e55-9649-4a03-b244-6e7494ac5172 HTTP/1.1" status: 204 len: 168 time: 0.2800713 Sep 10 03:07:23.384243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88101c7a-04b8-4463-9008-c04f63ba139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cc8e55-9649-4a03-b244-6e7494ac5172,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:23.468286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Deleting port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:23.468638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.476135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5017dba1-0840-4c97-8d30-5d9e230f40f9 req-1a7b0d53-6d83-4fa9-ba4c-4255b023e9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787136 Sep 10 03:07:23.571385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] For port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:23.571730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.616735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Calling delete_port for 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:23.658043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45573-ccce-4faf-9acb-77f3df6bb712 req-d7a42465-a8fc-42da-96ea-58684829923d tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:23.660311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eab45573-ccce-4faf-9acb-77f3df6bb712 req-d7a42465-a8fc-42da-96ea-58684829923d tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 943 time: 0.0837474 Sep 10 03:07:23.683271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900e28-2a9d-44f0-8a7f-7eba69e064ee req-b4156992-6911-41ed-8ca2-69c27f53a943 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:23.684839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6900e28-2a9d-44f0-8a7f-7eba69e064ee req-b4156992-6911-41ed-8ca2-69c27f53a943 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 950 time: 0.1159585 Sep 10 03:07:23.721452 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eab45573-ccce-4faf-9acb-77f3df6bb712 req-d88f2461-e3a4-49af-9267-d6280f180be1 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Sep 10 03:07:23.723638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'name': 'network-vif-deleted', 'tag': '21f98f43-68e8-4409-af2b-2a7e722b2186'}, {'name': 'network-changed', 'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:23.728216 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e346b16d-f794-49b2-a62b-386c6c37347c" -d '{"events": [{"server_uuid": "d401f62e-e862-4536-9da5-574c64b7a07d", "name": "network-vif-deleted", "tag": "21f98f43-68e8-4409-af2b-2a7e722b2186"}, {"name": "network-changed", "server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:23.738902 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6900e28-2a9d-44f0-8a7f-7eba69e064ee req-5384b365-43f4-4360-9048-2ea832998c52 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Sep 10 03:07:23.797240 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e49b11-220a-44ad-8fb1-458b8fabc680 x-openstack-request-id: req-91e49b11-220a-44ad-8fb1-458b8fabc680 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:23.797743 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d401f62e-e862-4536-9da5-574c64b7a07d", "name": "network-vif-deleted", "tag": "21f98f43-68e8-4409-af2b-2a7e722b2186", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:23.798061 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91e49b11-220a-44ad-8fb1-458b8fabc680 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:23.798572 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd401f62e-e862-4536-9da5-574c64b7a07d', 'name': 'network-vif-deleted', 'tag': '21f98f43-68e8-4409-af2b-2a7e722b2186', 'status': 'completed', 'code': 200} Sep 10 03:07:23.799182 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'status': 'completed', 'code': 200} Sep 10 03:07:23.819224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.832478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:23.853270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Pushing event deleted for resources: {'Port': ['ID=02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:23.870417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59496) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:23.892026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b16d-f794-49b2-a62b-386c6c37347c req-2a167041-7b49-4dbb-a93f-5f0d4962822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:23.893654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-2a167041-7b49-4dbb-a93f-5f0d4962822e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50228a54b7e7434baca4afda66600075&device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 1095 time: 0.0698440 Sep 10 03:07:23.895024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5507f223-ff0f-4cc2-af2f-75dc177418a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.897135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 18e78095-9868-419a-8fda-bee5e63cff62 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:23.901850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 21f98f43-68e8-4409-af2b-2a7e722b2186 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:23.912347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] No DVR routers for this DVR port 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:23.915968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:23.918047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13034593-971d-4dd2-9db1-5c3cad7a9aa6 req-c346543a-3b69-4cee-b5ed-61b0d2007fd2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "DELETE /v2.0/ports/02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 HTTP/1.1" status: 204 len: 173 time: 0.6160891 Sep 10 03:07:23.918731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'name': 'network-vif-deleted', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:23.923647 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6484b87-0ac7-46dc-a28c-db65bfc0a2f7" -d '{"events": [{"server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "name": "network-vif-deleted", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:23.973279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 21f98f43-68e8-4409-af2b-2a7e722b2186 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:23.973623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 21f98f43-68e8-4409-af2b-2a7e722b2186 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:23.981185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 145c8596-c719-4cef-b89f-92971f403358 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:23.994599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d50da-344f-4a22-8588-6091d87c7ad5 req-272a3fce-aaba-46c5-b8ee-fcf188cb1e34 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.002914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa4d50da-344f-4a22-8588-6091d87c7ad5 req-272a3fce-aaba-46c5-b8ee-fcf188cb1e34 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 944 time: 0.0735693 Sep 10 03:07:24.013830 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f471ab-aad5-4b01-a178-9b54a32eb9f9 x-openstack-request-id: req-68f471ab-aad5-4b01-a178-9b54a32eb9f9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:24.015634 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9432410-6f24-44cb-812b-605f359767e3", "name": "network-vif-deleted", "tag": "02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:24.015895 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68f471ab-aad5-4b01-a178-9b54a32eb9f9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:24.016298 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9432410-6f24-44cb-812b-605f359767e3', 'name': 'network-vif-deleted', 'tag': '02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4', 'status': 'completed', 'code': 200} Sep 10 03:07:24.038470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 488c228e-7b1f-4875-8424-c4ffca5e5a3a no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:24.052426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b16d-f794-49b2-a62b-386c6c37347c req-e4cf7ae1-4439-4fae-a4f1-8156550f3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.054141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-e4cf7ae1-4439-4fae-a4f1-8156550f3b37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=876d670e-fc2c-496b-8a5d-8653890924a0 HTTP/1.1" status: 200 len: 915 time: 0.1505985 Sep 10 03:07:24.064407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa4d50da-344f-4a22-8588-6091d87c7ad5 req-08e765ca-fb9c-4d76-8251-b6221c486c94 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589752 Sep 10 03:07:24.103777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 488c228e-7b1f-4875-8424-c4ffca5e5a3a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:24.104123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 488c228e-7b1f-4875-8424-c4ffca5e5a3a not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:24.128459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-da1e1a10-5a56-4083-afbb-fa26a7c8b558 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789 HTTP/1.1" status: 200 len: 217 time: 0.0644627 Sep 10 03:07:24.167564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 145c8596-c719-4cef-b89f-92971f403358, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=145c8596-c719-4cef-b89f-92971f403358,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:24.185703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5507f223-ff0f-4cc2-af2f-75dc177418a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.191222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5507f223-ff0f-4cc2-af2f-75dc177418a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.207875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '145c8596-c719-4cef-b89f-92971f403358', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'port_id': '145c8596-c719-4cef-b89f-92971f403358', 'mac_address': 'fa:16:3e:11:d8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e659021d-8cbd-4789-810c-48e35b7e53b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:24.215917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b16d-f794-49b2-a62b-386c6c37347c req-2197742a-3f14-411f-a8ba-c5e1091614b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.217440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-2197742a-3f14-411f-a8ba-c5e1091614b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b69b2038-f8f2-4fb5-8d47-a1cb5a750400 HTTP/1.1" status: 200 len: 854 time: 0.0806465 Sep 10 03:07:24.259247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 18e78095-9868-419a-8fda-bee5e63cff62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=18e78095-9868-419a-8fda-bee5e63cff62,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:24.275028 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.278170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '18e78095-9868-419a-8fda-bee5e63cff62', 'network_id': '2a86738f-47dd-43cb-afff-94a659fe2826', 'port_id': '18e78095-9868-419a-8fda-bee5e63cff62', 'mac_address': 'fa:16:3e:0c:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e659021d-8cbd-4789-810c-48e35b7e53b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:24.279703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:24.279852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5507f223-ff0f-4cc2-af2f-75dc177418a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae9186499cc640c793ab379429cf35b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080088 Sep 10 03:07:24.281308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507f223-ff0f-4cc2-af2f-75dc177418a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed8c37-4505-4c24-aa83-f83526a989d9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:24.290576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145c8596-c719-4cef-b89f-92971f403358 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:24.313111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b16d-f794-49b2-a62b-386c6c37347c req-d0c4dafd-5b31-4ccb-a52c-3a4129a90ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.314729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-d0c4dafd-5b31-4ccb-a52c-3a4129a90ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=876d670e-fc2c-496b-8a5d-8653890924a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882118 Sep 10 03:07:24.330944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 145c8596-c719-4cef-b89f-92971f403358, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=145c8596-c719-4cef-b89f-92971f403358,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:24.341530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.345428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.351767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18b14be3-f824-4014-b64d-0f995c9a7a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.374871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18b14be3-f824-4014-b64d-0f995c9a7a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.388772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e78095-9868-419a-8fda-bee5e63cff62 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:24.433945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-d74b5812-6d23-482d-af2c-363a6f09ba47 service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098669 Sep 10 03:07:24.436982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18b14be3-f824-4014-b64d-0f995c9a7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.439889 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18b14be3-f824-4014-b64d-0f995c9a7a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.444068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-18b14be3-f824-4014-b64d-0f995c9a7a05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ceed8c37-4505-4c24-aa83-f83526a989d9 HTTP/1.1" status: 204 len: 168 time: 0.1629419 Sep 10 03:07:24.453251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 18e78095-9868-419a-8fda-bee5e63cff62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=18e78095-9868-419a-8fda-bee5e63cff62,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:24.457173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b14be3-f824-4014-b64d-0f995c9a7a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed8c37-4505-4c24-aa83-f83526a989d9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:24.473114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.515320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=145c8596-c719-4cef-b89f-92971f403358,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:24.543819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9107fac7-23f6-4496-ae7c-8dc40b61658d req-5047ce0c-0648-4f83-becd-7db81ae0611d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 210 time: 0.0649881 Sep 10 03:07:24.595579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e346b16d-f794-49b2-a62b-386c6c37347c req-9e0b76be-7fb8-4381-935a-b97fb68249c3 service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410351 Sep 10 03:07:24.618212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=18e78095-9868-419a-8fda-bee5e63cff62,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:24.679492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-ac59fb13-628b-44cf-a7ee-b34c5da9ef58 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.681019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-ac59fb13-628b-44cf-a7ee-b34c5da9ef58 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 950 time: 0.0845437 Sep 10 03:07:24.697754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['145c8596-c719-4cef-b89f-92971f403358'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:24.710078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-d117b673-17db-4567-9a7e-bc218f21d4fb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.712213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-d117b673-17db-4567-9a7e-bc218f21d4fb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.36 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 814 time: 0.1712589 Sep 10 03:07:24.732535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['18e78095-9868-419a-8fda-bee5e63cff62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:24.734083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Request body: {'port': {'device_id': 'b564b234-d5e8-4449-80b0-994663c76518', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'admin_state_up': True, 'tenant_id': '332f6244d26e4fc8a973bf97f60a4768'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:24.828895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:24.829349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.938584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0d5c5-78c3-449d-a3d9-839d1fb4b14d req-fd7e7022-d26d-46da-bcd9-9dd8e7223fb1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:24.945440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:24.945822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:24.947004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f0d5c5-78c3-449d-a3d9-839d1fb4b14d req-fd7e7022-d26d-46da-bcd9-9dd8e7223fb1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=d633d7f0-162d-477f-a742-bc8f71bc49cf HTTP/1.1" status: 200 len: 950 time: 0.0800912 Sep 10 03:07:25.003235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 4e8b8afc-a9d7-4019-b126-7b5505df7c4a owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:25.024004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f0d5c5-78c3-449d-a3d9-839d1fb4b14d req-7fb16d73-789a-44e5-be70-40754553364d tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Sep 10 03:07:25.043096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf92210-7558-4609-b500-b06223fa6c8b req-c0aec225-5249-4ff5-a228-9f73c57d7ff3 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:25.044810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edf92210-7558-4609-b500-b06223fa6c8b req-c0aec225-5249-4ff5-a228-9f73c57d7ff3 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 944 time: 0.2095313 Sep 10 03:07:25.048982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Made reservation on behalf of 332f6244d26e4fc8a973bf97f60a4768 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:25.053032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.093970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-786de7e3-e9ec-424b-8e5e-faab03b331bc tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:25.095520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-786de7e3-e9ec-424b-8e5e-faab03b331bc tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 949 time: 0.1403277 Sep 10 03:07:25.182166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edf92210-7558-4609-b500-b06223fa6c8b req-a0d49c1b-018b-463d-9fd8-a70d35f0e06d tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080873 Sep 10 03:07:25.227123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Allocated IP 172.20.0.5 (d9ead8fb-06ea-42f4-84cc-40c60208c854/3fe944eb-778b-4a08-bd9f-718615579b43/889ee0de-9a4c-4bf8-b8f3-83324caa4957) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:25.239033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc9e3-b4cc-49c0-bb26-d3bdd46dd448 req-0a5e7367-78d3-4348-afeb-c0b883b02853 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:25.240582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89bfc9e3-b4cc-49c0-bb26-d3bdd46dd448 req-0a5e7367-78d3-4348-afeb-c0b883b02853 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 944 time: 0.0821993 Sep 10 03:07:25.288812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:25.289167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.294500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.305246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a', '15b808c2-0298-45bb-bcec-d77ed0d2fe62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:25.341080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89bfc9e3-b4cc-49c0-bb26-d3bdd46dd448 req-c60093fb-4f18-4fad-bcb7-10829bbb2389 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818660 Sep 10 03:07:25.347625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=4e8b8afc-a9d7-4019-b126-7b5505df7c4a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:25.439179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 4e8b8afc-a9d7-4019-b126-7b5505df7c4a on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:25.442934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.445002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-639dbf38-ac4e-48af-9c41-86831161fb6d req-b00f4551-8dbe-461d-8918-57feb3305752 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "DELETE /v2.0/ports/4e8b8afc-a9d7-4019-b126-7b5505df7c4a HTTP/1.1" status: 204 len: 173 time: 0.7564628 Sep 10 03:07:25.473090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 15b808c2-0298-45bb-bcec-d77ed0d2fe62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=15b808c2-0298-45bb-bcec-d77ed0d2fe62,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:25.473500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.491358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 15b808c2-0298-45bb-bcec-d77ed0d2fe62 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:25.521179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.572515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.628057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:25.632214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:25.638844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:25.667678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:25.681787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.697103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['4e8b8afc-a9d7-4019-b126-7b5505df7c4a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:25.715153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=15b808c2-0298-45bb-bcec-d77ed0d2fe62,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:25.724181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:25.727581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.765851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61948dd5-7925-4090-8d70-d6fd6bd0c617 req-50f38db8-ed31-4660-b8fb-e4d1ba79dd9b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:25.768630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 15b808c2-0298-45bb-bcec-d77ed0d2fe62 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:25.769578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61948dd5-7925-4090-8d70-d6fd6bd0c617 req-50f38db8-ed31-4660-b8fb-e4d1ba79dd9b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 931 time: 0.1056371 Sep 10 03:07:25.771845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-6534f526-93e4-4627-bcd0-2917a881f27a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489964 Sep 10 03:07:25.777426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:25.780632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea930f3b-e7b5-4ab3-89fc-ace9b5887ccb req-0fafb11c-32f9-47e8-a25a-9e6df5cfb4b6 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.36 "DELETE /v2.0/ports/15b808c2-0298-45bb-bcec-d77ed0d2fe62 HTTP/1.1" status: 204 len: 173 time: 0.6750329 Sep 10 03:07:25.786204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Request body: {'port': {'device_id': 'b564b234-d5e8-4449-80b0-994663c76518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:25.801095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'name': 'network-vif-deleted', 'tag': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a'}, {'server_uuid': '33d90081-a351-4d49-9d03-67b6c80ce024', 'name': 'network-vif-deleted', 'tag': '15b808c2-0298-45bb-bcec-d77ed0d2fe62'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:25.804845 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a41785-ef05-4183-9ec8-dfba0ed55cc6" -d '{"events": [{"server_uuid": "d633d7f0-162d-477f-a742-bc8f71bc49cf", "name": "network-vif-deleted", "tag": "4e8b8afc-a9d7-4019-b126-7b5505df7c4a"}, {"server_uuid": "33d90081-a351-4d49-9d03-67b6c80ce024", "name": "network-vif-deleted", "tag": "15b808c2-0298-45bb-bcec-d77ed0d2fe62"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:25.851107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1b725c9f-a848-4621-8e4e-3f3cc912a789 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:25.876590 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2292407c-f01d-4c90-8ff8-4fd4d104c158 x-openstack-request-id: req-2292407c-f01d-4c90-8ff8-4fd4d104c158 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:25.876886 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d633d7f0-162d-477f-a742-bc8f71bc49cf", "name": "network-vif-deleted", "tag": "4e8b8afc-a9d7-4019-b126-7b5505df7c4a", "status": "completed", "code": 200}, {"server_uuid": "33d90081-a351-4d49-9d03-67b6c80ce024", "name": "network-vif-deleted", "tag": "15b808c2-0298-45bb-bcec-d77ed0d2fe62", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:25.878530 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2292407c-f01d-4c90-8ff8-4fd4d104c158 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:25.879191 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd633d7f0-162d-477f-a742-bc8f71bc49cf', 'name': 'network-vif-deleted', 'tag': '4e8b8afc-a9d7-4019-b126-7b5505df7c4a', 'status': 'completed', 'code': 200} Sep 10 03:07:25.879467 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d90081-a351-4d49-9d03-67b6c80ce024', 'name': 'network-vif-deleted', 'tag': '15b808c2-0298-45bb-bcec-d77ed0d2fe62', 'status': 'completed', 'code': 200} Sep 10 03:07:25.974382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 18e78095-9868-419a-8fda-bee5e63cff62 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:25.985768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:26.038039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:26.040330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:26.188997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df347dc7-4fff-470a-9e8f-c76a0f4c9d94 req-a2e604a5-6ce9-4849-828f-b6edb67c02e4 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=33d90081-a351-4d49-9d03-67b6c80ce024 HTTP/1.1" status: 200 len: 210 time: 0.0324759 Sep 10 03:07:26.275759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61948dd5-7925-4090-8d70-d6fd6bd0c617 req-92cb9f68-fd1b-491e-b83a-79481082c819 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997859 Sep 10 03:07:26.289974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.314022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1b725c9f-a848-4621-8e4e-3f3cc912a789, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:26.376392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'port_id': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'mac_address': 'fa:16:3e:a5:96:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:26.393585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf81a-75e7-457d-a4cc-c8a14c2c7833 req-28fa5152-ea62-41ec-950f-3900526e4db5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:26.395334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3bdf81a-75e7-457d-a4cc-c8a14c2c7833 req-28fa5152-ea62-41ec-950f-3900526e4db5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 944 time: 0.0756602 Sep 10 03:07:26.485559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3bdf81a-75e7-457d-a4cc-c8a14c2c7833 req-041a8049-1629-4aa9-8ad7-69cb1b931c20 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841305 Sep 10 03:07:26.512758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 18e78095-9868-419a-8fda-bee5e63cff62 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:26.588486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 18e78095-9868-419a-8fda-bee5e63cff62 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:26.588941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.631306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26027-057c-4c12-b2b1-9c9f6ae26dd2 req-1db90405-b925-4d90-8e01-a11f17df3720 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:26.632856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ed26027-057c-4c12-b2b1-9c9f6ae26dd2 req-1db90405-b925-4d90-8e01-a11f17df3720 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 944 time: 0.0952063 Sep 10 03:07:26.709690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889ee0de-9a4c-4bf8-b8f3-83324caa4957 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:26.716531 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ed26027-057c-4c12-b2b1-9c9f6ae26dd2 req-98f3da66-2cf5-4c80-b810-e7c4575ffe57 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698009 Sep 10 03:07:26.722065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.736161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Transition to ACTIVE for port object 889ee0de-9a4c-4bf8-b8f3-83324caa4957 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:26.743075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.798784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:26.814419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.851351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b725c9f-a848-4621-8e4e-3f3cc912a789 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:26.870293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Attempting to bind port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:26.870938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Attempting to bind port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:26.871341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Attempting to bind port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:26.876834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:07:26.877605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Attempting to bind port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:26.883674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:26.884242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Checking segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:26.884878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Bound using segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:26.885489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Bound port: 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:26.886118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.895210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1b725c9f-a848-4621-8e4e-3f3cc912a789, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:26.921190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.960455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:26.966153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:26.969012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:26.969985 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:27.000593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1b725c9f-a848-4621-8e4e-3f3cc912a789,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:27.003403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.004623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:27.005992 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] 10.222.0.36 "PUT /v2.0/ports/889ee0de-9a4c-4bf8-b8f3-83324caa4957 HTTP/1.1" status: 200 len: 1091 time: 1.2238491 Sep 10 03:07:27.008461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:27.013390 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31457664-7ff0-4763-8409-ec86236b5dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:27.013563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e78095-9868-419a-8fda-bee5e63cff62'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:27.019216 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0861ce2-82e4-4c28-8aac-8a8faaef05dd" -d '{"events": [{"server_uuid": "25da7874-68b7-4430-b50a-e15aa6abbe49", "name": "network-vif-plugged", "status": "completed", "tag": "18e78095-9868-419a-8fda-bee5e63cff62"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:27.035818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 18e78095-9868-419a-8fda-bee5e63cff62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=18e78095-9868-419a-8fda-bee5e63cff62,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:27.048414 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:27.052610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3922c-43c2-46b9-96f0-3a78bf1d7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:27.112815 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f21f4e-e4bd-4b63-b601-18daa4c6ec28 x-openstack-request-id: req-a6f21f4e-e4bd-4b63-b601-18daa4c6ec28 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:27.113193 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25da7874-68b7-4430-b50a-e15aa6abbe49", "name": "network-vif-plugged", "status": "completed", "tag": "18e78095-9868-419a-8fda-bee5e63cff62", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:27.113366 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6f21f4e-e4bd-4b63-b601-18daa4c6ec28 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:27.113748 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e78095-9868-419a-8fda-bee5e63cff62', 'code': 200} Sep 10 03:07:27.120768 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c610c04-fde2-4c81-b0e2-87e772ca87ae x-openstack-request-id: req-3c610c04-fde2-4c81-b0e2-87e772ca87ae {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:27.121109 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:27.121330 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c610c04-fde2-4c81-b0e2-87e772ca87ae {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:27.122122 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'status': 'completed', 'code': 200} Sep 10 03:07:27.149119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-70b722b1-4564-4dd9-9a31-f08f72bf883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.150898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-70b722b1-4564-4dd9-9a31-f08f72bf883b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 1094 time: 0.0773175 Sep 10 03:07:27.152650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1b725c9f-a848-4621-8e4e-3f3cc912a789'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:27.191897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=18e78095-9868-419a-8fda-bee5e63cff62,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:27.219278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69433e-739f-486c-9e02-aa4d7b8347b0 req-d20e3979-4121-4e99-bdc0-e4567efa6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.221026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab69433e-739f-486c-9e02-aa4d7b8347b0 req-d20e3979-4121-4e99-bdc0-e4567efa6a47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 1096 time: 0.0501487 Sep 10 03:07:27.224548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-4393d22d-8edf-4689-9f7b-3a3b6a99754f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957 HTTP/1.1" status: 200 len: 217 time: 0.0559192 Sep 10 03:07:27.278857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-b61b3cae-fd52-4cc3-8374-47712be71f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.281052 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-b61b3cae-fd52-4cc3-8374-47712be71f69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 200 len: 854 time: 0.0474324 Sep 10 03:07:27.288173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab69433e-739f-486c-9e02-aa4d7b8347b0 req-687fa6f3-3a4e-4117-b388-1ffd8123d8aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541015 Sep 10 03:07:27.317808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-0cbec61e-6c5e-4424-b614-b8f00d0c2d5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ead8fb-06ea-42f4-84cc-40c60208c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297437 Sep 10 03:07:27.413402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46126f69-054e-408e-bb71-d023937bfba6 req-691b3a83-98a7-4008-b155-2998e4d8e095 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.414929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46126f69-054e-408e-bb71-d023937bfba6 req-691b3a83-98a7-4008-b155-2998e4d8e095 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 943 time: 0.0562849 Sep 10 03:07:27.459926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46126f69-054e-408e-bb71-d023937bfba6 req-dcade9de-9bdd-4fcc-81a1-0799de5b957e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Sep 10 03:07:27.560137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451112d-8d29-4108-b33f-7dcfc3ccfaea req-aed98241-b156-4644-b9c6-fa88dfff4049 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.562425 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f451112d-8d29-4108-b33f-7dcfc3ccfaea req-aed98241-b156-4644-b9c6-fa88dfff4049 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 949 time: 0.0648837 Sep 10 03:07:27.613469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f451112d-8d29-4108-b33f-7dcfc3ccfaea req-ad245d80-36ea-4bf8-9762-e8abb720ae7a tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Sep 10 03:07:27.653254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-56710998-b88d-4cde-9ce8-83cb1f3a6420 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733425 Sep 10 03:07:27.722112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c9e2-2338-484e-9257-828c51ca6861 req-5ba1d6b7-d369-4f7c-9dee-2c4637ed6ec6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.724749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0647c9e2-2338-484e-9257-828c51ca6861 req-5ba1d6b7-d369-4f7c-9dee-2c4637ed6ec6 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 945 time: 0.1339033 Sep 10 03:07:27.814078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0647c9e2-2338-484e-9257-828c51ca6861 req-d4cbc0c6-fe3d-4450-a725-a17a07ea6260 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578842 Sep 10 03:07:27.816498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5b92613-9409-48f6-8a65-5a11a03163c4 req-5df793cd-fbd4-42b6-8448-a7e61ce33975 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493821 Sep 10 03:07:27.850470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1b725c9f-a848-4621-8e4e-3f3cc912a789 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:27.887650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6e35-6c7f-431c-8948-b130b66812d6 req-13c1f9e5-1a57-4073-970b-36ace2e62731 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.890571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a8c6e35-6c7f-431c-8948-b130b66812d6 req-13c1f9e5-1a57-4073-970b-36ace2e62731 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 945 time: 0.0826902 Sep 10 03:07:27.926329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 1b725c9f-a848-4621-8e4e-3f3cc912a789 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:27.931241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 1b725c9f-a848-4621-8e4e-3f3cc912a789 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:27.931774 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:27.940221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a8c6e35-6c7f-431c-8948-b130b66812d6 req-5bb100e1-9130-40bc-8f42-ded547a57cf3 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Sep 10 03:07:27.946698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457664-7ff0-4763-8409-ec86236b5dcf req-541e319b-2f2e-4233-96ef-4019eb37191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:27.948474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-541e319b-2f2e-4233-96ef-4019eb37191c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 1094 time: 0.0736079 Sep 10 03:07:27.974746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 145c8596-c719-4cef-b89f-92971f403358 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:28.066924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 145c8596-c719-4cef-b89f-92971f403358 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:28.073780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457664-7ff0-4763-8409-ec86236b5dcf req-81b5fc7f-d55f-4cc4-a7af-76d683b8cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:28.074796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 145c8596-c719-4cef-b89f-92971f403358 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:28.075203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:28.076164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-81b5fc7f-d55f-4cc4-a7af-76d683b8cef4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 914 time: 0.1191690 Sep 10 03:07:28.106873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:28.141858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-839802cd-8a84-4439-85c9-034d80129928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957 HTTP/1.1" status: 200 len: 217 time: 0.0544508 Sep 10 03:07:28.156606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1b725c9f-a848-4621-8e4e-3f3cc912a789, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:28.163830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:28.164746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 15b808c2-0298-45bb-bcec-d77ed0d2fe62 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:28.189351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 15b808c2-0298-45bb-bcec-d77ed0d2fe62 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:28.189698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 15b808c2-0298-45bb-bcec-d77ed0d2fe62 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:28.190116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4e8b8afc-a9d7-4019-b126-7b5505df7c4a no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:28.201056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457664-7ff0-4763-8409-ec86236b5dcf req-31a7069e-7557-4a34-87ac-74caffa5f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:28.203077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-31a7069e-7557-4a34-87ac-74caffa5f3b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 200 len: 854 time: 0.0527389 Sep 10 03:07:28.239223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-5f85b696-8faa-438f-a133-31f459878e7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ead8fb-06ea-42f4-84cc-40c60208c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264215 Sep 10 03:07:28.256638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 4e8b8afc-a9d7-4019-b126-7b5505df7c4a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:28.256978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 4e8b8afc-a9d7-4019-b126-7b5505df7c4a not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:28.276526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:28.295886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1b725c9f-a848-4621-8e4e-3f3cc912a789,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:28.323894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 145c8596-c719-4cef-b89f-92971f403358, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=145c8596-c719-4cef-b89f-92971f403358,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:28.329424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:28.330960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:28.345138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-7bfdafec-2eee-42d8-8233-7df0f2a45f0f service neutron] 10.222.0.36 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978847 Sep 10 03:07:28.369110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:28.369544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 02b33f1a-e3fc-43bf-9783-0fb5c1eb35e4 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:28.404037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=145c8596-c719-4cef-b89f-92971f403358,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:28.459565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31457664-7ff0-4763-8409-ec86236b5dcf req-f37d8aca-7d34-41eb-bd36-ac84d2cc0955 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057787 Sep 10 03:07:28.575949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5e756-98ee-45dd-ac2b-43f8eb283bbd req-dd0953cf-50a8-4531-b7fb-ad7f73eb5c11 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:28.578057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2b5e756-98ee-45dd-ac2b-43f8eb283bbd req-dd0953cf-50a8-4531-b7fb-ad7f73eb5c11 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 943 time: 0.0487719 Sep 10 03:07:28.629579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2b5e756-98ee-45dd-ac2b-43f8eb283bbd req-3b86daa9-3d5d-4ed3-8865-c8d5612a6913 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448744 Sep 10 03:07:28.734222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669cda3-fd78-415f-be10-2b73d8059a19 req-101a742e-e795-4e8e-9c33-3042c3e8beb7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:28.736908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4669cda3-fd78-415f-be10-2b73d8059a19 req-101a742e-e795-4e8e-9c33-3042c3e8beb7 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 949 time: 0.0521948 Sep 10 03:07:28.780711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-4a064558-f1d8-4b6c-8aed-632b15f20338 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:28.782792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-4a064558-f1d8-4b6c-8aed-632b15f20338 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 949 time: 0.0606225 Sep 10 03:07:28.793369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4669cda3-fd78-415f-be10-2b73d8059a19 req-6542aafb-45a9-41bb-af9c-5f54b5177b07 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/security-groups?id=52286f01-a3c9-455b-9e07-e983bda2ff7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496922 Sep 10 03:07:28.887702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Deleting port 542be07d-3300-44c8-a9ab-2ef34e60569a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:28.888047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:28.992565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05694-5df7-48c1-8c8d-e16d83038a14 req-42ee2c99-a6d6-4bb5-838e-2349e0dc934d tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:28.994044 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbb05694-5df7-48c1-8c8d-e16d83038a14 req-42ee2c99-a6d6-4bb5-838e-2349e0dc934d tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 945 time: 0.1019981 Sep 10 03:07:29.027992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] For port 542be07d-3300-44c8-a9ab-2ef34e60569a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=542be07d-3300-44c8-a9ab-2ef34e60569a,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:29.028247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:29.050695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Calling delete_port for 542be07d-3300-44c8-a9ab-2ef34e60569a owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:29.059975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbb05694-5df7-48c1-8c8d-e16d83038a14 req-f81b2429-0627-46e3-96ce-105f14731458 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Sep 10 03:07:29.068441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b9c7-bbf8-4ea7-85e4-7adcd17a2d48 req-77ff3682-eb85-4472-81df-2df077d6e56f tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:29.070183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ee1b9c7-bbf8-4ea7-85e4-7adcd17a2d48 req-77ff3682-eb85-4472-81df-2df077d6e56f tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.0525889 Sep 10 03:07:29.115696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789'}, {'server_uuid': 'b4b452df-f187-4736-b228-10eba7099fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145c8596-c719-4cef-b89f-92971f403358'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:29.116905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ee1b9c7-bbf8-4ea7-85e4-7adcd17a2d48 req-e2b2c173-7446-4a8e-8e06-78c5a7a0344a tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401499 Sep 10 03:07:29.117608 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c88503-662f-4629-9699-d6f54e158d01" -d '{"events": [{"server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "name": "network-vif-plugged", "status": "completed", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789"}, {"server_uuid": "b4b452df-f187-4736-b228-10eba7099fe1", "name": "network-vif-plugged", "status": "completed", "tag": "145c8596-c719-4cef-b89f-92971f403358"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:29.172278 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ad503-195f-4061-84c7-2b23509dd1e3 x-openstack-request-id: req-110ad503-195f-4061-84c7-2b23509dd1e3 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:29.172576 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "name": "network-vif-plugged", "status": "completed", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789", "code": 200}, {"server_uuid": "b4b452df-f187-4736-b228-10eba7099fe1", "name": "network-vif-plugged", "status": "completed", "tag": "145c8596-c719-4cef-b89f-92971f403358", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:29.172830 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-110ad503-195f-4061-84c7-2b23509dd1e3 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:29.173278 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'code': 200} Sep 10 03:07:29.173531 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b452df-f187-4736-b228-10eba7099fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145c8596-c719-4cef-b89f-92971f403358', 'code': 200} Sep 10 03:07:29.205961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6df7-be20-40c5-bf23-7d7ad0643ab6 req-ba65afcd-83a9-4413-9cb7-01b1c356d7db tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:29.208223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e45d6df7-be20-40c5-bf23-7d7ad0643ab6 req-ba65afcd-83a9-4413-9cb7-01b1c356d7db tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 946 time: 0.0705578 Sep 10 03:07:29.274392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555cf65-6927-421a-85fe-bdbee7b116b8 req-9dc1b763-8d8d-4c5c-8a69-fd0730e1b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:29.276044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0555cf65-6927-421a-85fe-bdbee7b116b8 req-9dc1b763-8d8d-4c5c-8a69-fd0730e1b2eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0467091 Sep 10 03:07:29.318130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0555cf65-6927-421a-85fe-bdbee7b116b8 req-a6b8b488-4cc6-407b-8810-697b575b56ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348823 Sep 10 03:07:29.325364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e45d6df7-be20-40c5-bf23-7d7ad0643ab6 req-7195d7b4-3fb5-4461-9835-61ced3de566b tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095157 Sep 10 03:07:29.330178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:29.341425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99395b4c-d256-48c1-bd41-cc06d5086560 req-cd80cd05-4f4a-44f0-b750-43559b60c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:29.343554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99395b4c-d256-48c1-bd41-cc06d5086560 req-cd80cd05-4f4a-44f0-b750-43559b60c16c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 1097 time: 0.1078000 Sep 10 03:07:29.344856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['542be07d-3300-44c8-a9ab-2ef34e60569a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:29.380582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Pushing event deleted for resources: {'Port': ['ID=542be07d-3300-44c8-a9ab-2ef34e60569a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:29.439318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] No DVR routers for this DVR port 542be07d-3300-44c8-a9ab-2ef34e60569a on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:29.442035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99395b4c-d256-48c1-bd41-cc06d5086560 req-9eb9e5cb-de3d-4e6b-8ac0-f6ff32dabec6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693610 Sep 10 03:07:29.443112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:29.445020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a573d1f8-2d0f-4f14-a3ca-5e16281b3759 req-dfca7e45-dda7-432e-a6b4-a97ff97f98b1 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.32 "DELETE /v2.0/ports/542be07d-3300-44c8-a9ab-2ef34e60569a HTTP/1.1" status: 204 len: 173 time: 0.6507840 Sep 10 03:07:29.445448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'name': 'network-vif-deleted', 'tag': '542be07d-3300-44c8-a9ab-2ef34e60569a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:29.447671 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab76c8b-039d-4403-b7e8-87427c2122c2" -d '{"events": [{"server_uuid": "3c82cd70-ae03-45f9-bda3-8e3344ee9212", "name": "network-vif-deleted", "tag": "542be07d-3300-44c8-a9ab-2ef34e60569a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:29.484211 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25135e04-c533-4ea6-baf9-e3b5ff7bffe8 x-openstack-request-id: req-25135e04-c533-4ea6-baf9-e3b5ff7bffe8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:29.484498 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c82cd70-ae03-45f9-bda3-8e3344ee9212", "name": "network-vif-deleted", "tag": "542be07d-3300-44c8-a9ab-2ef34e60569a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:29.484747 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25135e04-c533-4ea6-baf9-e3b5ff7bffe8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:29.485246 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c82cd70-ae03-45f9-bda3-8e3344ee9212', 'name': 'network-vif-deleted', 'tag': '542be07d-3300-44c8-a9ab-2ef34e60569a', 'status': 'completed', 'code': 200} Sep 10 03:07:29.748918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d89fa5-b754-49bb-944c-9c7b42e87fc2 req-b97581b1-0295-4a7f-9a56-8c68f02e6b36 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:29.750456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5d89fa5-b754-49bb-944c-9c7b42e87fc2 req-b97581b1-0295-4a7f-9a56-8c68f02e6b36 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 943 time: 0.0513155 Sep 10 03:07:29.796884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5d89fa5-b754-49bb-944c-9c7b42e87fc2 req-7a7b0bc3-0aa0-41ec-b0b7-2de629e74552 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Sep 10 03:07:29.944742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e94571d-cea1-4ac7-a6cd-38a900e17929 req-6ec1a41f-f5e9-408c-849e-cb23b2f9d705 tempest-ServersOnMultiNodesTest-1199161377 tempest-ServersOnMultiNodesTest-1199161377-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c82cd70-ae03-45f9-bda3-8e3344ee9212 HTTP/1.1" status: 200 len: 210 time: 0.0284183 Sep 10 03:07:30.234033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb4dcd-2995-4b2f-bd83-debe498ddac2 req-425a6b60-c8c1-4e86-a47a-ddef335854e2 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:30.235445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4eb4dcd-2995-4b2f-bd83-debe498ddac2 req-425a6b60-c8c1-4e86-a47a-ddef335854e2 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.0478706 Sep 10 03:07:30.273393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4eb4dcd-2995-4b2f-bd83-debe498ddac2 req-73322a0b-30d6-4ee7-9448-166573f591f5 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Sep 10 03:07:30.487883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f8f5b-c42c-44a4-bd9c-6558e389fde2 req-adf13a86-cd3c-4772-8bee-84cf38945974 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:30.489844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d15f8f5b-c42c-44a4-bd9c-6558e389fde2 req-adf13a86-cd3c-4772-8bee-84cf38945974 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 946 time: 0.0673323 Sep 10 03:07:30.533628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d15f8f5b-c42c-44a4-bd9c-6558e389fde2 req-2eaa9478-ce8f-42bf-a71c-40aab655e036 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Sep 10 03:07:30.916706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd556-7263-4214-8a32-392d4eebf021 req-76e90869-494e-4776-b3d4-7cc14b9f3808 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:30.918223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6ffd556-7263-4214-8a32-392d4eebf021 req-76e90869-494e-4776-b3d4-7cc14b9f3808 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 943 time: 0.0525181 Sep 10 03:07:30.958171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6ffd556-7263-4214-8a32-392d4eebf021 req-89e67601-75f0-4844-8217-e49edc9b726e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336697 Sep 10 03:07:31.255338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:31.392493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5ccca5cd-b0be-49cc-b25f-6c2d3abc9c93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32428f842f194c029aa1fdfcf59cedd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357505 Sep 10 03:07:31.394878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:31.398117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce9128-85db-430c-8eb5-babb42f8395c req-6345eb63-682e-4f01-9434-6fbafc4433ef tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:31.399783 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ce9128-85db-430c-8eb5-babb42f8395c req-6345eb63-682e-4f01-9434-6fbafc4433ef tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.0570903 Sep 10 03:07:31.452684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.470982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ce9128-85db-430c-8eb5-babb42f8395c req-a02b71cd-e879-464c-a84e-77664b8c1eca tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640604 Sep 10 03:07:31.478261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.540932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.549309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.552019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52286f01-a3c9-455b-9e07-e983bda2ff7b HTTP/1.1" status: 204 len: 168 time: 0.1559560 Sep 10 03:07:31.568910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52286f01-a3c9-455b-9e07-e983bda2ff7b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:31.596568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.597093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.597496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.597838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.598173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.599477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.599823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.600230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.600476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.600801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.601122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.601439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f625f7-5252-4d1e-a93f-1ce4b64766ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:07:31.656526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.662858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e791c-569c-4e22-9edb-f056574976de req-130d69d4-4812-4336-86b0-3d242edc97e1 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:31.668741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-253e791c-569c-4e22-9edb-f056574976de req-130d69d4-4812-4336-86b0-3d242edc97e1 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.0877144 Sep 10 03:07:31.675992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59662) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:31.682269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Request body: {'floatingip': {'port_id': '1b725c9f-a848-4621-8e4e-3f3cc912a789'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:31.715754 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-605e528e-22b0-4d4f-ac7a-a26e478f78fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.731261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.744377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dc762-e27d-4d08-8140-b0aba56d1f72 req-fc511e79-e68f-4fe9-98ef-cb10e588a8dd tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:31.745965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa7dc762-e27d-4d08-8140-b0aba56d1f72 req-fc511e79-e68f-4fe9-98ef-cb10e588a8dd tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 946 time: 0.0844970 Sep 10 03:07:31.786234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa7dc762-e27d-4d08-8140-b0aba56d1f72 req-fcb19b2f-2079-4a8a-a7a7-0621a3d33381 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Sep 10 03:07:31.843749 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:31.859981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 889ee0de-9a4c-4bf8-b8f3-83324caa4957 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:31.966773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 542be07d-3300-44c8-a9ab-2ef34e60569a no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:31.976458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59672) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:32.035768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-77047b19-088b-4ca8-a57f-b5294070e3a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c6cc9df18d54f4488bdc2954b2e9835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575914 Sep 10 03:07:32.038339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:32.070953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 542be07d-3300-44c8-a9ab-2ef34e60569a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:32.071302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 542be07d-3300-44c8-a9ab-2ef34e60569a not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:32.129550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21143fa7-2394-484d-b6b4-07ce02b907f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.141653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:32.160183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'port_id': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'mac_address': 'fa:16:3e:6f:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe944eb-778b-4a08-bd9f-718615579b43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:32.203295 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21143fa7-2394-484d-b6b4-07ce02b907f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.219136 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.232264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889ee0de-9a4c-4bf8-b8f3-83324caa4957 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:32.257826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:32.261832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.279301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4028f-b8da-49db-b7b6-903ccf5701c9 req-b64c0657-ba18-40ce-b8f4-2d5ac0bb8dcd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:32.280880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eff4028f-b8da-49db-b7b6-903ccf5701c9 req-b64c0657-ba18-40ce-b8f4-2d5ac0bb8dcd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 943 time: 0.1155629 Sep 10 03:07:32.296181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e852a08-e6df-4f59-9fad-7c079dc134a0 req-0cabbd75-8a91-41f5-8dea-180ec7974240 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:32.298304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e852a08-e6df-4f59-9fad-7c079dc134a0 req-0cabbd75-8a91-41f5-8dea-180ec7974240 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 946 time: 0.0639660 Sep 10 03:07:32.321759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21143fa7-2394-484d-b6b4-07ce02b907f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.322225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:32.328300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-21143fa7-2394-484d-b6b4-07ce02b907f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.332628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-21143fa7-2394-484d-b6b4-07ce02b907f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ea7ddb1-0c1b-46ec-887f-8fb9e09e23be HTTP/1.1" status: 204 len: 168 time: 0.2930863 Sep 10 03:07:32.353694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21143fa7-2394-484d-b6b4-07ce02b907f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea7ddb1-0c1b-46ec-887f-8fb9e09e23be,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:32.391555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e852a08-e6df-4f59-9fad-7c079dc134a0 req-fef87e63-a160-4b13-a7d0-de8035fb1c3f tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832062 Sep 10 03:07:32.409229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eff4028f-b8da-49db-b7b6-903ccf5701c9 req-e53d922f-fd3d-4ed9-b2d5-e0e60925e0d0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Sep 10 03:07:32.432970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.438905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.509127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['889ee0de-9a4c-4bf8-b8f3-83324caa4957'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:32.571023 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Floating IP 795b4230-9e01-45f6-aa44-0b27d2cea7ca associated. External IP: 172.25.8.125, port: 1b725c9f-a848-4621-8e4e-3f3cc912a789. Sep 10 03:07:32.805237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Router 70c7f1c1-9369-4a28-aac0-802b5655eb19 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:07:32.921703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:07:32.926444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:32.933479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] Sync routers for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:07:32.947822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:32.949681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:32.956537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7e355283-d9ac-46b1-bf8f-e524b48323e8 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "PUT /v2.0/floatingips/795b4230-9e01-45f6-aa44-0b27d2cea7ca HTTP/1.1" status: 200 len: 992 time: 1.2781563 Sep 10 03:07:32.957161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:32.959389 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3537a40-7d8f-4816-b9fd-94a916854a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:33.002541 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d55fc-98e9-4d07-b581-977b63e129c8 x-openstack-request-id: req-3e8d55fc-98e9-4d07-b581-977b63e129c8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:33.002842 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:33.003094 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e8d55fc-98e9-4d07-b581-977b63e129c8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:33.003613 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'status': 'completed', 'code': 200} Sep 10 03:07:33.089829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-42992717-6445-49d0-b148-94afb5eb6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.091678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-42992717-6445-49d0-b148-94afb5eb6cbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50228a54b7e7434baca4afda66600075&device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 1097 time: 0.0659647 Sep 10 03:07:33.129146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:33.204326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-6e2081e7-5389-440a-a820-1e7d1b153eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.206321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-6e2081e7-5389-440a-a820-1e7d1b153eac service neutron] 10.222.0.36 "GET /v2.0/networks?id=876d670e-fc2c-496b-8a5d-8653890924a0 HTTP/1.1" status: 200 len: 915 time: 0.1042757 Sep 10 03:07:33.284984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-1686eb23-817d-42e7-ba9f-2e030c3e7ac0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789 HTTP/1.1" status: 200 len: 1000 time: 0.0706339 Sep 10 03:07:33.288841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59708) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:33.364302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-489e381d-456c-4cea-89dc-be1e309d8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.365799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-489e381d-456c-4cea-89dc-be1e309d8c4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b69b2038-f8f2-4fb5-8d47-a1cb5a750400 HTTP/1.1" status: 200 len: 854 time: 0.0736639 Sep 10 03:07:33.382762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f166-ac63-438f-ac6e-fa50a689888a req-eac5ad8a-f67a-4bbc-adfc-11c53e53c2a4 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.384345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af67f166-ac63-438f-ac6e-fa50a689888a req-eac5ad8a-f67a-4bbc-adfc-11c53e53c2a4 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 946 time: 0.0832119 Sep 10 03:07:33.412057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '795b4230-9e01-45f6-aa44-0b27d2cea7ca', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'port_id': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'mac_address': 'fa:16:3e:a5:96:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:07:13Z', 'updated_at': '2021-09-10T03:07:32Z', 'revision_number': 1, 'project_id': '50228a54b7e7434baca4afda66600075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:16Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:33.430618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-network', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:33.448740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] Checking router: 70c7f1c1-9369-4a28-aac0-802b5655eb19 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:07:33.458605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:33.459316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:33.475079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Made reservation on behalf of 2c75398dac3842ba94701b05eb0c58d7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:33.477712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:33.500184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:33.562792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-bb8c1d67-a7a0-4ee8-a23d-dbb70e69ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.564273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-bb8c1d67-a7a0-4ee8-a23d-dbb70e69ed92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=876d670e-fc2c-496b-8a5d-8653890924a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903389 Sep 10 03:07:33.579880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:33.688991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bb2b7-cabe-4b38-8d2a-61da55423ffb req-cc46f9e1-49ae-4c45-bce7-b9ab413f0dde tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.691408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-784bb2b7-cabe-4b38-8d2a-61da55423ffb req-cc46f9e1-49ae-4c45-bce7-b9ab413f0dde tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 946 time: 0.1667514 Sep 10 03:07:33.746963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-9814d733-adb6-4522-a177-58813d6cf9a7 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:33.749377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-9814d733-adb6-4522-a177-58813d6cf9a7 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "GET /v2.0/ports?device_id=25da7874-68b7-4430-b50a-e15aa6abbe49 HTTP/1.1" status: 200 len: 945 time: 0.1285422 Sep 10 03:07:33.816291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:33.883669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 889ee0de-9a4c-4bf8-b8f3-83324caa4957 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:33.892468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-784bb2b7-cabe-4b38-8d2a-61da55423ffb req-13e57acc-0d31-4e89-8e87-69394fe7f5ca tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/security-groups?id=17c77792-230d-43fe-9ef0-37b9f9d15f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895511 Sep 10 03:07:33.893226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:33.962090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:07:33.975158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '795b4230-9e01-45f6-aa44-0b27d2cea7ca', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'port_id': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'mac_address': 'fa:16:3e:a5:96:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:07:13Z', 'updated_at': '2021-09-10T03:07:32Z', 'revision_number': 1, 'project_id': '50228a54b7e7434baca4afda66600075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:16Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:34.011562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.011827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Deleting port 145c8596-c719-4cef-b89f-92971f403358 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:34.012308 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Added segment c01b5b72-0929-4635-be07-c08ecd20e868 of type vlan for network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d Sep 10 03:07:34.012428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.012540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adaeb74-d853-463d-918e-d2002a3c081d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:34.017043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b06d87f-eadc-4e54-9eb5-af6e78c5ee25 None None] The sync data for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 is: [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '795b4230-9e01-45f6-aa44-0b27d2cea7ca', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'port_id': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'mac_address': 'fa:16:3e:a5:96:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:07:13Z', 'updated_at': '2021-09-10T03:07:32Z', 'revision_number': 1, 'project_id': '50228a54b7e7434baca4afda66600075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:16Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:07:34.030810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:34.036047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:34.036619 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.051706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f49a2-2eb0-4fe1-bae9-80eff2c9687b req-95bf2919-7784-4840-a4f5-40fc9774746a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:34.060010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-783f49a2-2eb0-4fe1-bae9-80eff2c9687b req-95bf2919-7784-4840-a4f5-40fc9774746a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 944 time: 0.5272079 Sep 10 03:07:34.144376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.186620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Deleting port 18e78095-9868-419a-8fda-bee5e63cff62 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:34.186620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.188925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.225867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:34.229575 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745cd831-80df-480a-b7d1-5ca9b6780558" -d '{"events": [{"server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "name": "network-vif-plugged", "status": "completed", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:34.260240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:34.267340 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.381354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-783f49a2-2eb0-4fe1-bae9-80eff2c9687b req-b16c3e7d-57c1-4ab1-a5d0-754186572b14 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213565 Sep 10 03:07:34.410076 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28ae376f-157b-427f-9c04-7d8cec7aef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.416874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.419628 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba31132-653e-459f-b89f-58ee2421b4e0 None None] New status for floating IP 795b4230-9e01-45f6-aa44-0b27d2cea7ca: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:07:34.426826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:34.438901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:34.439438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.444676 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9650267-7d5c-477f-997e-c85717e28a6d x-openstack-request-id: req-d9650267-7d5c-477f-997e-c85717e28a6d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:34.444886 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-6a5736a4-413a-4723-abeb-8b9b1a9a53cc service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575785 Sep 10 03:07:34.449791 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "name": "network-vif-plugged", "status": "completed", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:34.452088 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9650267-7d5c-477f-997e-c85717e28a6d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:34.452544 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'code': 200} Sep 10 03:07:34.489428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] For port 145c8596-c719-4cef-b89f-92971f403358, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=145c8596-c719-4cef-b89f-92971f403358,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:34.490121 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.515054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Calling delete_port for 145c8596-c719-4cef-b89f-92971f403358 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:34.522739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2324891 Sep 10 03:07:34.542396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59732) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:34.622472 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3537a40-7d8f-4816-b9fd-94a916854a8c req-01ac4a29-7443-4a2b-adb4-65ebd234da35 service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704443 Sep 10 03:07:34.647866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Request body: {'subnet': {'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-subnet', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:34.661155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] For port 18e78095-9868-419a-8fda-bee5e63cff62, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=18e78095-9868-419a-8fda-bee5e63cff62,segment=NetworkSegment(606bd064-9f87-4f29-bd37-47a91b482654),segment_id=606bd064-9f87-4f29-bd37-47a91b482654)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:34.661980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.662398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.667334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e80a3-7cbc-4e43-ae78-c7305a5617f4 admin admin] Pushing event updated for resources: {'Network': ['ID=539eb241-aa31-4cc0-bbfb-dad61eb02f4d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:34.680265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:07:34.692007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Calling delete_port for 18e78095-9868-419a-8fda-bee5e63cff62 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:34.751187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd07121-e8db-4139-a9a5-6484bfcbb834 req-8b47c762-edbd-4a16-b9f8-c5a63d1c957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:34.753594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fd07121-e8db-4139-a9a5-6484bfcbb834 req-8b47c762-edbd-4a16-b9f8-c5a63d1c957f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 1096 time: 0.2452447 Sep 10 03:07:34.757536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Made reservation on behalf of 2c75398dac3842ba94701b05eb0c58d7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:34.759578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.760409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.829316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event deleted for resources: {'Port': ['ID=145c8596-c719-4cef-b89f-92971f403358,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:34.899662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] No DVR routers for this DVR port 145c8596-c719-4cef-b89f-92971f403358 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:34.902655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:34.904391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af67f166-ac63-438f-ac6e-fa50a689888a req-f80ce1ba-edb9-4387-b25b-88bbb16a9361 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.32 "DELETE /v2.0/ports/145c8596-c719-4cef-b89f-92971f403358 HTTP/1.1" status: 204 len: 173 time: 1.5106864 Sep 10 03:07:34.953071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fd07121-e8db-4139-a9a5-6484bfcbb834 req-eb180c26-541a-413f-be03-7e511fa1fb5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853344 Sep 10 03:07:34.956651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['145c8596-c719-4cef-b89f-92971f403358'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:34.958888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['18e78095-9868-419a-8fda-bee5e63cff62'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:35.004789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b452df-f187-4736-b228-10eba7099fe1', 'name': 'network-vif-deleted', 'tag': '145c8596-c719-4cef-b89f-92971f403358'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:35.007064 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2150bda4-9e67-4577-ab3c-39e88af05a8b" -d '{"events": [{"server_uuid": "b4b452df-f187-4736-b228-10eba7099fe1", "name": "network-vif-deleted", "tag": "145c8596-c719-4cef-b89f-92971f403358"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:35.085421 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ebb2de-0e75-4205-935f-8a6be56ae41a x-openstack-request-id: req-70ebb2de-0e75-4205-935f-8a6be56ae41a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:35.086077 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b452df-f187-4736-b228-10eba7099fe1", "name": "network-vif-deleted", "tag": "145c8596-c719-4cef-b89f-92971f403358", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:35.086077 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70ebb2de-0e75-4205-935f-8a6be56ae41a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:35.086774 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b452df-f187-4736-b228-10eba7099fe1', 'name': 'network-vif-deleted', 'tag': '145c8596-c719-4cef-b89f-92971f403358', 'status': 'completed', 'code': 200} Sep 10 03:07:35.090510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74d31c8c-2837-42c4-9a3a-be1501c23aa5 req-64bfb27d-4381-461b-acb7-2ecb6fb02018 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b452df-f187-4736-b228-10eba7099fe1 HTTP/1.1" status: 200 len: 210 time: 0.0681331 Sep 10 03:07:35.143838 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.163185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['145c8596-c719-4cef-b89f-92971f403358'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:35.229111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Pushing event deleted for resources: {'Port': ['ID=18e78095-9868-419a-8fda-bee5e63cff62,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:35.281241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] No DVR routers for this DVR port 18e78095-9868-419a-8fda-bee5e63cff62 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:35.285236 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.286702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.297790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1a1eb3f-6858-4491-85e0-91a942f91ead req-25047689-ed8c-40e2-9ca2-de247458f0b5 tempest-MultipleCreateTestJSON-1424982225 tempest-MultipleCreateTestJSON-1424982225-project] 10.222.0.36 "DELETE /v2.0/ports/18e78095-9868-419a-8fda-bee5e63cff62 HTTP/1.1" status: 204 len: 173 time: 1.5187516 Sep 10 03:07:35.301384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'name': 'network-vif-deleted', 'tag': '18e78095-9868-419a-8fda-bee5e63cff62'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:35.303576 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e34d79d-c4ec-48f9-aa36-a85e2e535328" -d '{"events": [{"server_uuid": "25da7874-68b7-4430-b50a-e15aa6abbe49", "name": "network-vif-deleted", "tag": "18e78095-9868-419a-8fda-bee5e63cff62"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:35.378397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ebae6f-f861-45ab-8f45-529f8931c192,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:35.382571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.392389 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e58c6-e405-4507-9cbd-1b7b069134bc x-openstack-request-id: req-017e58c6-e405-4507-9cbd-1b7b069134bc {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:35.393218 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25da7874-68b7-4430-b50a-e15aa6abbe49", "name": "network-vif-deleted", "tag": "18e78095-9868-419a-8fda-bee5e63cff62", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:35.393218 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-017e58c6-e405-4507-9cbd-1b7b069134bc {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:35.393409 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25da7874-68b7-4430-b50a-e15aa6abbe49', 'name': 'network-vif-deleted', 'tag': '18e78095-9868-419a-8fda-bee5e63cff62', 'status': 'completed', 'code': 200} Sep 10 03:07:35.407498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Checking segment: {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:35.407849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Network hostable DHCP agents. Network: 539eb241-aa31-4cc0-bbfb-dad61eb02f4d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:07:35.426909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:07:35.437010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 539eb241-aa31-4cc0-bbfb-dad61eb02f4d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:35.446665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:35.447314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.447434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e80b53-c318-44f8-9f82-2696edaba9cc None None] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:07:35.477493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-72eeca36-adc3-4844-9ecd-e37f865b70eb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9252200 Sep 10 03:07:35.477493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59752) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:35.481300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:35.507973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.509070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.525900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b51d19-9b0f-4eb2-8c9e-028cd49b8bf9 req-0753719b-ecf9-4de3-9b41-dd2fa5231409 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:35.527840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6b51d19-9b0f-4eb2-8c9e-028cd49b8bf9 req-0753719b-ecf9-4de3-9b41-dd2fa5231409 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0682936 Sep 10 03:07:35.565617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.572339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6b51d19-9b0f-4eb2-8c9e-028cd49b8bf9 req-ed2ddaa2-bf05-4fdb-9cb8-c2d13e5dccdc tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367091 Sep 10 03:07:35.640315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-539eb241-aa31-4cc0-bbfb-dad61eb02f4d', 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'fixed_ips': [{'subnet_id': '09ebae6f-f861-45ab-8f45-529f8931c192'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:07:35.641169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.698319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.776233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Allocated IP 172.20.0.2 (539eb241-aa31-4cc0-bbfb-dad61eb02f4d/09ebae6f-f861-45ab-8f45-529f8931c192/b0efb644-f583-44f1-b3db-94d603d01bf8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:35.931927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:35.942301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Transition to ACTIVE for port object b0efb644-f583-44f1-b3db-94d603d01bf8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:35.959706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Transition to ACTIVE for port object b0efb644-f583-44f1-b3db-94d603d01bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:35.967086 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.006108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:36.013056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:36.018369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:36.021527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Pushing event updated for resources: {'Port': ['ID=b0efb644-f583-44f1-b3db-94d603d01bf8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:36.077975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Attempting to bind port b0efb644-f583-44f1-b3db-94d603d01bf8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:36.078355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Attempting to bind port b0efb644-f583-44f1-b3db-94d603d01bf8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:36.078727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Attempting to bind port b0efb644-f583-44f1-b3db-94d603d01bf8 on network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:36.084445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:36.084839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Checking segment: {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:36.085239 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.085643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Bound using segment: {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:36.086130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Bound port: b0efb644-f583-44f1-b3db-94d603d01bf8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:36.086526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.169417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] For port b0efb644-f583-44f1-b3db-94d603d01bf8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:36.173063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] For port b0efb644-f583-44f1-b3db-94d603d01bf8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b0efb644-f583-44f1-b3db-94d603d01bf8,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:36.181036 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.225717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59758) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:36.256025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e193-0d0c-453c-bc28-cb748650c4d7 None None] Pushing event updated for resources: {'Port': ['ID=b0efb644-f583-44f1-b3db-94d603d01bf8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:36.280102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.283906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Deleting subnet e659021d-8cbd-4789-810c-48e35b7e53b0 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:07:36.288014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.327789 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.378832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.461085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.521242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Allocated IP 172.25.8.174 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/a7e37e0d-1699-404e-90dd-63f00372567d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:36.580866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.641384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.643330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e659021d-8cbd-4789-810c-48e35b7e53b0 HTTP/1.1" status: 204 len: 168 time: 0.4166613 Sep 10 03:07:36.644240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aae5c4-eb6b-485e-aebc-21d218ff73eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e659021d-8cbd-4789-810c-48e35b7e53b0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:36.647235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59770) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:36.711944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.727341 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.734810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da422ef7-6708-4c5e-bf38-59a9e6829b43 req-281de3f0-ff01-490e-811d-7da07295a33d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:36.736436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da422ef7-6708-4c5e-bf38-59a9e6829b43 req-281de3f0-ff01-490e-811d-7da07295a33d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0858250 Sep 10 03:07:36.798179 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da422ef7-6708-4c5e-bf38-59a9e6829b43 req-c25ae9be-4777-45d8-878d-62cdd16f6dc6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Sep 10 03:07:36.811284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.857218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:36.864101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:36.868670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:36.870939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e37e0d-1699-404e-90dd-63f00372567d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:36.874018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.899228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a86738f-47dd-43cb-afff-94a659fe2826']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:36.920922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606bd064-9f87-4f29-bd37-47a91b482654') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:36.921423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606bd064-9f87-4f29-bd37-47a91b482654') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:36.952234 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.973730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:36.984840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:07:36.985585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:07:37.049251 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:07:37.058499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629c512-f70a-4aa6-900f-35f5645778fe req-0b33958a-e36b-448d-b840-bb44b49316b7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:37.060487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6629c512-f70a-4aa6-900f-35f5645778fe req-0b33958a-e36b-448d-b840-bb44b49316b7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1525812 Sep 10 03:07:37.062682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.068398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.074807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a86738f-47dd-43cb-afff-94a659fe2826 HTTP/1.1" status: 204 len: 168 time: 0.4254136 Sep 10 03:07:37.101937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7ea83-401a-4ae3-ad9f-10786d917f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a86738f-47dd-43cb-afff-94a659fe2826,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:37.131305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6629c512-f70a-4aa6-900f-35f5645778fe req-e218eda5-b8e6-478c-8e14-aa28eab285da tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545807 Sep 10 03:07:37.202163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.272793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.291049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59784) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:37.304621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:07:37.350508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ae0452f1-ff11-4197-8385-96ee835595ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07d01ef800ef446e86d685fdffd32ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561168 Sep 10 03:07:37.350970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59788) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:37.475548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.496328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5feaf52-7286-4564-b6b0-57547fcd6705 None None] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:07:37.497089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608481cf-27de-4555-9c5b-fa833fd8b37b req-9734a236-a415-4848-86e3-bcee01c4c70a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:37.499270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-608481cf-27de-4555-9c5b-fa833fd8b37b req-9734a236-a415-4848-86e3-bcee01c4c70a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1498380 Sep 10 03:07:37.516124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f44a6c-f82e-4722-b8c8-48e24b0ec0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.557845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f44a6c-f82e-4722-b8c8-48e24b0ec0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.562928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-608481cf-27de-4555-9c5b-fa833fd8b37b req-aa0e0719-e082-4ebd-93a1-ea41eaf93350 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560443 Sep 10 03:07:37.633364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f44a6c-f82e-4722-b8c8-48e24b0ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.636775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f44a6c-f82e-4722-b8c8-48e24b0ec0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.643127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48f44a6c-f82e-4722-b8c8-48e24b0ec0ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17c77792-230d-43fe-9ef0-37b9f9d15f36 HTTP/1.1" status: 204 len: 168 time: 0.2495985 Sep 10 03:07:37.653954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f44a6c-f82e-4722-b8c8-48e24b0ec0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c77792-230d-43fe-9ef0-37b9f9d15f36,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:37.661646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Router a73ac30b-be8d-440c-b3bd-1d080cd01454 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:07:37.723583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f12369c9-ec4c-44a7-9bf5-ee8f1cbc0821 None None] Provisioning for port b0efb644-f583-44f1-b3db-94d603d01bf8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:37.771946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec3e68-da7e-4b31-8453-39f179d5d199 req-d141c3ad-a2e6-4072-bead-2d30df10d7b7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:37.774595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fec3e68-da7e-4b31-8453-39f179d5d199 req-d141c3ad-a2e6-4072-bead-2d30df10d7b7 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0680907 Sep 10 03:07:37.826753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fec3e68-da7e-4b31-8453-39f179d5d199 req-afef7356-e50a-4fd7-8b71-876f46376c1f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472877 Sep 10 03:07:37.849922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:07:37.865594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Sync routers for ids ['a73ac30b-be8d-440c-b3bd-1d080cd01454'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:07:37.883103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Routers {'a73ac30b-be8d-440c-b3bd-1d080cd01454'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:37.884259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a73ac30b-be8d-440c-b3bd-1d080cd01454'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:37.890282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:37.894749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59802) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:37.896023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7af0d18a-5a0d-4b05-b39e-3c4b6809b034 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4180086 Sep 10 03:07:37.935616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 18e78095-9868-419a-8fda-bee5e63cff62 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:37.985682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 18e78095-9868-419a-8fda-bee5e63cff62 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:37.986024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 18e78095-9868-419a-8fda-bee5e63cff62 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:38.014949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 145c8596-c719-4cef-b89f-92971f403358 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:38.132946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 145c8596-c719-4cef-b89f-92971f403358 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:07:38.133283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 145c8596-c719-4cef-b89f-92971f403358 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:38.156217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b0efb644-f583-44f1-b3db-94d603d01bf8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:38.210078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Set router a73ac30b-be8d-440c-b3bd-1d080cd01454 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:38.315104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b0efb644-f583-44f1-b3db-94d603d01bf8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:38.322956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b0efb644-f583-44f1-b3db-94d603d01bf8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:38.323336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:38.452558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db3d6a-a6af-46ef-abb0-4c030b57e296 req-cec38ea4-917f-4e3e-9c7b-0754f1b23294 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:38.454937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95db3d6a-a6af-46ef-abb0-4c030b57e296 req-cec38ea4-917f-4e3e-9c7b-0754f1b23294 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1582565 Sep 10 03:07:38.515893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:38.636986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:37Z', 'revision_number': 3, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:38.641908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b0efb644-f583-44f1-b3db-94d603d01bf8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b0efb644-f583-44f1-b3db-94d603d01bf8,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:38.664897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95db3d6a-a6af-46ef-abb0-4c030b57e296 req-f99d74a0-a39a-467d-bb7d-215f9b43c05c tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584992 Sep 10 03:07:38.694192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:38.698107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Checking router: a73ac30b-be8d-440c-b3bd-1d080cd01454 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:07:38.698571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Updating router a73ac30b-be8d-440c-b3bd-1d080cd01454 port a7e37e0d-1699-404e-90dd-63f00372567d binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:07:38.768604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:38.855136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b0efb644-f583-44f1-b3db-94d603d01bf8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:38.869434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.057901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59842) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:39.149129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Allocated IP 172.20.0.1 (539eb241-aa31-4cc0-bbfb-dad61eb02f4d/09ebae6f-f861-45ab-8f45-529f8931c192/29d9e78c-751c-4048-ae1c-223b7cb95cf6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:39.157936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.173798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Transition to ACTIVE for port object a7e37e0d-1699-404e-90dd-63f00372567d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:39.183237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.236837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-805349672-network', 'tenant_id': 'bc2dc6aab0db409295ef1a0ddeea6f00'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:39.263587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Made reservation on behalf of bc2dc6aab0db409295ef1a0ddeea6f00 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:39.270307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.286450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.287550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Attempting to bind port a7e37e0d-1699-404e-90dd-63f00372567d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:39.288365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Attempting to bind port a7e37e0d-1699-404e-90dd-63f00372567d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:39.288834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Attempting to bind port a7e37e0d-1699-404e-90dd-63f00372567d on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:39.291879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0336e11-7424-4926-b224-155ab1dbd6fb None None] Pushing event updated for resources: {'Port': ['ID=a7e37e0d-1699-404e-90dd-63f00372567d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:39.301105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.301303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:39.301303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:39.301303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.301303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:39.301303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Bound port: a7e37e0d-1699-404e-90dd-63f00372567d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:39.301303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.327885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Transition to ACTIVE for port object 29d9e78c-751c-4048-ae1c-223b7cb95cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:39.392876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.410681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] For port a7e37e0d-1699-404e-90dd-63f00372567d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:39.420013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] For port a7e37e0d-1699-404e-90dd-63f00372567d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a7e37e0d-1699-404e-90dd-63f00372567d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:39.429164 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.460332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:39.461697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Pushing event updated for resources: {'Port': ['ID=29d9e78c-751c-4048-ae1c-223b7cb95cf6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:39.472910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:39.475409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:39.504602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Routers {'a73ac30b-be8d-440c-b3bd-1d080cd01454'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:39.506998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.507877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a73ac30b-be8d-440c-b3bd-1d080cd01454'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:39.516713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.543231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.555598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:07:39.577365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06991451-44df-45e0-9a3d-7a17c27f5704,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:39.593625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.593966 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Added segment c1a4ac60-caa3-40e5-9282-12276b3f74cb of type vlan for network 6afb993f-dc29-48cc-9f9d-c3d7d829175d Sep 10 03:07:39.683590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.736648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.738025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:39.738874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.789251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7274644 Sep 10 03:07:39.789494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:39.795716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Request body: {'subnet': {'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-805349672-subnet', 'tenant_id': 'bc2dc6aab0db409295ef1a0ddeea6f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:39.867715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316be46-605d-4468-8eca-c09fc9f619cc admin admin] Pushing event updated for resources: {'Network': ['ID=6afb993f-dc29-48cc-9f9d-c3d7d829175d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:39.885950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:39.927205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] Set router a73ac30b-be8d-440c-b3bd-1d080cd01454 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:39.987545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Made reservation on behalf of bc2dc6aab0db409295ef1a0ddeea6f00 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:39.996996 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.040404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6afb993f-dc29-48cc-9f9d-c3d7d829175d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:07:40.058786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c2f18-c03b-43f6-a800-9f6fb83e5f4f req-c7adffcb-2fcd-4e04-bf47-e5052148fe1a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.066856 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd9c2f18-c03b-43f6-a800-9f6fb83e5f4f req-c7adffcb-2fcd-4e04-bf47-e5052148fe1a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1752906 Sep 10 03:07:40.110686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0336e11-7424-4926-b224-155ab1dbd6fb None None] Pushing event updated for resources: {'Port': ['ID=a7e37e0d-1699-404e-90dd-63f00372567d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:40.116119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b0efb644-f583-44f1-b3db-94d603d01bf8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:40.195932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.200585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd9c2f18-c03b-43f6-a800-9f6fb83e5f4f req-93b7a023-adb6-44e2-b0c2-7ca3ec279a16 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326277 Sep 10 03:07:40.212856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.249252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b656670a-6cd6-4e22-96a9-11ddaa574315 None None] Provisioning for port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:40.310017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.312372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Pushing event updated for resources: {'Port': ['ID=29d9e78c-751c-4048-ae1c-223b7cb95cf6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:40.326983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b656670a-6cd6-4e22-96a9-11ddaa574315 None None] Provisioning complete for port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:40.327361 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b656670a-6cd6-4e22-96a9-11ddaa574315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.370616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.403167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b0efb644-f583-44f1-b3db-94d603d01bf8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:40.403570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.454390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b656670a-6cd6-4e22-96a9-11ddaa574315 None None] Port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:40.464128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa584179-2bc1-4b68-9c30-0f8f4c004dde,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:40.474996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Checking segment: {'id': 'c1a4ac60-caa3-40e5-9282-12276b3f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:40.475374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Network hostable DHCP agents. Network: 6afb993f-dc29-48cc-9f9d-c3d7d829175d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:07:40.503894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:40.506737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:40.537785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:37Z', 'revision_number': 3, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:40.559413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Network 6afb993f-dc29-48cc-9f9d-c3d7d829175d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:07:40.576087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59540a-d07f-4799-9a71-9f91dbc8a82c None None] The sync data for ids ['a73ac30b-be8d-440c-b3bd-1d080cd01454'] in n-d-808126-2 is: [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:37Z', 'revision_number': 3, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:07:40.584499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6afb993f-dc29-48cc-9f9d-c3d7d829175d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:40.596142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549614fb-2906-47b0-99ef-e28f044a1b38 None None] Network 6afb993f-dc29-48cc-9f9d-c3d7d829175d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:07:40.604932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.619276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.626919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.635188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.642246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.648550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.655696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.657701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-e0e2264b-4c23-448f-82d9-335b02aeaf8e tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1540978 Sep 10 03:07:40.676654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:40.677372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:40.712118 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c3aeb1aa-93dd-40d0-832c-90fbf9f868bd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9213278 Sep 10 03:07:40.744222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Router a73ac30b-be8d-440c-b3bd-1d080cd01454 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:07:40.747592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a34883c-9eac-4296-a6a2-651d0eb8b2f0 req-5d392e90-239b-407f-8e49-d89687721331 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792856 Sep 10 03:07:40.809001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568dd4e-07b8-4dc5-a694-45b9d5841931 None None] Network 6afb993f-dc29-48cc-9f9d-c3d7d829175d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:07:40.924077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:07:40.939688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5872f686-d262-433e-88a5-3f7f3bb607eb admin admin] 10.222.0.23 "PUT /v2.0/routers/a73ac30b-be8d-440c-b3bd-1d080cd01454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0433812 Sep 10 03:07:41.024740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-96a02564-041f-44c9-bee1-6216e0858c6c None None] Provisioning complete for port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:41.025220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96a02564-041f-44c9-bee1-6216e0858c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:41.137419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-96a02564-041f-44c9-bee1-6216e0858c6c None None] Port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:41.399326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c191e-afea-44e1-ae56-96b54d104062 req-f4f4be87-215b-4b3a-84cc-165359903d6f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.401031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-411c191e-afea-44e1-ae56-96b54d104062 req-f4f4be87-215b-4b3a-84cc-165359903d6f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0587137 Sep 10 03:07:41.410313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00f2f71-8e14-4809-b25f-94660491030c req-873227a9-9cb0-4cb5-b6f7-d320f01ec44c tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2253599 Sep 10 03:07:41.421763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:41.453700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:41.456128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-411c191e-afea-44e1-ae56-96b54d104062 req-6f4b0e28-b967-4a79-b7c9-ece241509c06 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Sep 10 03:07:41.598277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:41.760125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.766685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.772746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.778627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.785372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.791292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.797409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.799373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-cf24227b-3547-4021-bed0-3d747052a563 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1403263 Sep 10 03:07:41.862695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Allocated IP 172.25.8.119 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f84372b7-e1df-4ec9-9f29-653cf5880f69) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:41.881457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-516b17f4-7374-48f4-9528-66791a9a25c4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.883176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-516b17f4-7374-48f4-9528-66791a9a25c4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "GET /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0770195 Sep 10 03:07:41.955698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.962485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.968385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.978466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.988046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:41.993993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:42.000948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:42.003216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-9909f955-4c4e-4d06-9cd6-dc8a5ed7ea34 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 5444 time: 0.1070957 Sep 10 03:07:42.100831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3ad4cc0-232c-4117-ac80-f53ce566efbe req-6f4a6431-9465-4fcd-b873-866a0c6c9be9 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854173 Sep 10 03:07:42.147419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a7e37e0d-1699-404e-90dd-63f00372567d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:42.241684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a7e37e0d-1699-404e-90dd-63f00372567d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:42.246763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a7e37e0d-1699-404e-90dd-63f00372567d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:42.247344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.360537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-5d8a9c75-a406-49b8-88e3-99345091217f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "GET /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4687693 Sep 10 03:07:42.372068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.377305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:42.441912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.460430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.512681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a7e37e0d-1699-404e-90dd-63f00372567d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a7e37e0d-1699-404e-90dd-63f00372567d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:42.521378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.538066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.611346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:42.624327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:42.629046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:42.631175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=f84372b7-e1df-4ec9-9f29-653cf5880f69,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:42.644344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a7e37e0d-1699-404e-90dd-63f00372567d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:42.727748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f961560c-82ec-4d27-9f1f-8412aca091d2,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:42.730410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2ea3d-0c6d-4802-9023-b8a8341170f5 req-f3ada0a2-7c39-46a3-9e34-d235e0b3e75a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:42.731920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b2ea3d-0c6d-4802-9023-b8a8341170f5 req-f3ada0a2-7c39-46a3-9e34-d235e0b3e75a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0536969 Sep 10 03:07:42.803272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] For port f961560c-82ec-4d27-9f1f-8412aca091d2, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:42.830166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.833003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48b2ea3d-0c6d-4802-9023-b8a8341170f5 req-15b4e11c-7a99-41da-acae-adf8b57a52d3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875311 Sep 10 03:07:42.853956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] device_id is not set on port f961560c-82ec-4d27-9f1f-8412aca091d2 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:07:42.904718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.926061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:42.934428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.055597 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Sync routers for ids ['a73ac30b-be8d-440c-b3bd-1d080cd01454'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:07:43.067067 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Routers {'a73ac30b-be8d-440c-b3bd-1d080cd01454'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:43.068149 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a73ac30b-be8d-440c-b3bd-1d080cd01454'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:43.175892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] No DVR routers for this DVR port f961560c-82ec-4d27-9f1f-8412aca091d2 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:43.178404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Pushing event updated for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:43.238539 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Set router a73ac30b-be8d-440c-b3bd-1d080cd01454 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:43.331424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] In _notify_port_updated(), no bound segment for port f961560c-82ec-4d27-9f1f-8412aca091d2 on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:07:43.333686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.334304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.339011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-efbf1ed3-c3b4-4ce5-80cb-eb57567da62f service neutron] 10.222.0.32 "PUT /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 200 len: 1032 time: 0.9668303 Sep 10 03:07:43.392991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-40ad4df8-8cd8-4496-904b-c52b630140ba None None] Provisioning complete for port f961560c-82ec-4d27-9f1f-8412aca091d2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:43.393491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40ad4df8-8cd8-4496-904b-c52b630140ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.470604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-40ad4df8-8cd8-4496-904b-c52b630140ba None None] Port f961560c-82ec-4d27-9f1f-8412aca091d2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:43.474671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.498819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.527112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.542017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.550223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.556497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.579680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.586715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.595793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-faa7dd6b-5864-4c34-a119-727feb554797 req-fc522f4e-e68e-4fa2-acc1-4df5f70c6804 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 4665 time: 0.1656096 Sep 10 03:07:43.597505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-50bcd8e1-beab-4cad-8dfc-758ab3bef9b0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:43.599308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-50bcd8e1-beab-4cad-8dfc-758ab3bef9b0 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "GET /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2505364 Sep 10 03:07:43.612686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:43.652786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-faa7dd6b-5864-4c34-a119-727feb554797 req-ac988a80-f805-47d9-b68b-24b62ac6f664 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6eb35cd-887c-4159-8c1f-814bda5abe9a&id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555453 Sep 10 03:07:43.672565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=f84372b7-e1df-4ec9-9f29-653cf5880f69,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:43.715020 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:39Z', 'revision_number': 4, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '29d9e78c-751c-4048-ae1c-223b7cb95cf6', 'name': '', 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'mac_address': 'fa:16:3e:79:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '09ebae6f-f861-45ab-8f45-529f8931c192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:38Z', 'updated_at': '2021-09-10T03:07:39Z', 'revision_number': 2, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'subnets': [{'id': '09ebae6f-f861-45ab-8f45-529f8931c192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:43.725776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.727942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.760487 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Checking router: a73ac30b-be8d-440c-b3bd-1d080cd01454 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:07:43.761154 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Updating router a73ac30b-be8d-440c-b3bd-1d080cd01454 port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:07:43.782062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.783318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00f2f71-8e14-4809-b25f-94660491030c req-455ce1c9-3584-4684-8175-d83c228ea9d8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3656950 Sep 10 03:07:43.799606 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:43.918451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00f2f71-8e14-4809-b25f-94660491030c req-e705c1c0-4b4e-481c-8bb0-efd30254b627 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.1197422 Sep 10 03:07:44.037483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31b57197-a9d6-4b76-8c7a-71361e2972c4 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:44.190799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a7e37e0d-1699-404e-90dd-63f00372567d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:44.206632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da03e-2f38-4cf1-a327-55d78a61bc0f req-64df8fe7-3ba2-40d1-ac89-56e82fe74021 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:44.216284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b47da03e-2f38-4cf1-a327-55d78a61bc0f req-64df8fe7-3ba2-40d1-ac89-56e82fe74021 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1441083 Sep 10 03:07:44.292248 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.312196 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b47da03e-2f38-4cf1-a327-55d78a61bc0f req-0e6b06b2-0fbf-4999-82d8-6ce846965d7d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927639 Sep 10 03:07:44.357600 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.370035 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Transition to ACTIVE for port object 29d9e78c-751c-4048-ae1c-223b7cb95cf6 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:44.377222 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.415381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=218645e2-44d5-4307-b8d5-a0eedd470c2e,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:44.429505 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480672-5e64-40e2-8ce8-82d4152ca9ed None None] Pushing event updated for resources: {'Port': ['ID=29d9e78c-751c-4048-ae1c-223b7cb95cf6,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:44.444525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:44.469346 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2810e970-9674-4ce9-a9b9-b3ef0ca672b4" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:44.473793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a7e37e0d-1699-404e-90dd-63f00372567d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:44.474380 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.521528 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Attempting to bind port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:44.521528 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Attempting to bind port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:44.522241 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Attempting to bind port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 on network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:44.528578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:44.528578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Checking segment: {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:44.528578 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.530716 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Bound using segment: {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:44.530716 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Bound port: 29d9e78c-751c-4048-ae1c-223b7cb95cf6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01b5b72-0929-4635-be07-c08ecd20e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:44.530716 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.543147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f2f71-8e14-4809-b25f-94660491030c req-264a3c04-0797-4fac-b464-59bceadc13ad tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:44.546202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00f2f71-8e14-4809-b25f-94660491030c req-264a3c04-0797-4fac-b464-59bceadc13ad tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.6083975 Sep 10 03:07:44.592771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:44.626170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.627301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b453cf1a-8e81-48eb-8862-6395a8dc7303 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:44.635768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-b00f2f71-8e14-4809-b25f-94660491030c req-b6c601da-51f6-43ac-b24d-e5ce86d696df tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:07:44.637249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00f2f71-8e14-4809-b25f-94660491030c req-b6c601da-51f6-43ac-b24d-e5ce86d696df tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715883 Sep 10 03:07:44.658070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] For port 218645e2-44d5-4307-b8d5-a0eedd470c2e, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:44.703646 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] For port 29d9e78c-751c-4048-ae1c-223b7cb95cf6, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:44.711939 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] For port 29d9e78c-751c-4048-ae1c-223b7cb95cf6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=29d9e78c-751c-4048-ae1c-223b7cb95cf6,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:44.718606 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.767590 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea36ee3e-cbd2-4782-a964-0fac0687873c x-openstack-request-id: req-ea36ee3e-cbd2-4782-a964-0fac0687873c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:44.769814 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:44.770083 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea36ee3e-cbd2-4782-a964-0fac0687873c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:44.770535 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4', 'code': 200} Sep 10 03:07:44.780502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] device_id is not set on port 218645e2-44d5-4307-b8d5-a0eedd470c2e yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:07:44.822872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:44.874854 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Routers {'a73ac30b-be8d-440c-b3bd-1d080cd01454'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:44.880512 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a73ac30b-be8d-440c-b3bd-1d080cd01454'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:44.893367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.064987 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.132908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:45.156349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-dd437690-0955-41a3-be34-4c226754a92d tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:45.161739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] No DVR routers for this DVR port 218645e2-44d5-4307-b8d5-a0eedd470c2e on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:45.168427 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.169354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 218645e2-44d5-4307-b8d5-a0eedd470c2e no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:45.175327 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-dd437690-0955-41a3-be34-4c226754a92d tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/networks?id=6afb993f-dc29-48cc-9f9d-c3d7d829175d HTTP/1.1" status: 200 len: 809 time: 0.3148260 Sep 10 03:07:45.181302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:45.210620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-de1ba191-c52c-48f3-ba8b-582f4985dc64 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/quotas/bc2dc6aab0db409295ef1a0ddeea6f00 HTTP/1.1" status: 200 len: 375 time: 0.0342143 Sep 10 03:07:45.236024 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] Set router a73ac30b-be8d-440c-b3bd-1d080cd01454 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:45.282389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-ef3a0b0b-7229-4559-9cbd-242b52aebd2f tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc2dc6aab0db409295ef1a0ddeea6f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708261 Sep 10 03:07:45.337489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:45.364610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Pushing event updated for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:45.394996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] In _notify_port_updated(), no bound segment for port 218645e2-44d5-4307-b8d5-a0eedd470c2e on network 096606b6-99b7-421d-ad68-4cda1e71df35 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:07:45.399381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 218645e2-44d5-4307-b8d5-a0eedd470c2e not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:45.399850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e19b996e-7336-45e6-be52-704098aa8fe1 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:45.402267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:45.402902 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.406787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-14301229-085c-42b3-a148-41160cad1e19 service neutron] 10.222.0.32 "PUT /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 200 len: 1032 time: 1.8002520 Sep 10 03:07:45.426341 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480672-5e64-40e2-8ce8-82d4152ca9ed None None] Pushing event updated for resources: {'Port': ['ID=29d9e78c-751c-4048-ae1c-223b7cb95cf6,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:45.432366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-c145e3db-2ca1-4d07-96fc-6bd9701892ed service neutron] 10.222.0.23 "GET /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485305 Sep 10 03:07:45.461403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-672fd666-569b-4086-8f26-8579e97dae20 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7494726 Sep 10 03:07:45.526189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:45.530585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-39b5e2e4-1764-49e9-9d07-c7f8425f5739 None None] Provisioning complete for port 218645e2-44d5-4307-b8d5-a0eedd470c2e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:45.531059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-39b5e2e4-1764-49e9-9d07-c7f8425f5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.590565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-39b5e2e4-1764-49e9-9d07-c7f8425f5739 None None] Port 218645e2-44d5-4307-b8d5-a0eedd470c2e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:07:45.590860 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-9088a5a5-539f-41eb-936f-c774bdde7bd8 service neutron] 10.222.0.23 "GET /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574762 Sep 10 03:07:45.636182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.659160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.698714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e19b996e-7336-45e6-be52-704098aa8fe1,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:45.708400 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:45.709254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f961560c-82ec-4d27-9f1f-8412aca091d2 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:45.719120 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:39Z', 'revision_number': 4, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '29d9e78c-751c-4048-ae1c-223b7cb95cf6', 'name': '', 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'mac_address': 'fa:16:3e:79:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '09ebae6f-f861-45ab-8f45-529f8931c192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:38Z', 'updated_at': '2021-09-10T03:07:44Z', 'revision_number': 4, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'subnets': [{'id': '09ebae6f-f861-45ab-8f45-529f8931c192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:45.775297 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a35041-fcc8-4a77-8c26-6ebb5dbea378 None None] The sync data for ids ['a73ac30b-be8d-440c-b3bd-1d080cd01454'] in n-d-808126-2 is: [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:39Z', 'revision_number': 4, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '29d9e78c-751c-4048-ae1c-223b7cb95cf6', 'name': '', 'network_id': '539eb241-aa31-4cc0-bbfb-dad61eb02f4d', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'mac_address': 'fa:16:3e:79:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '09ebae6f-f861-45ab-8f45-529f8931c192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:38Z', 'updated_at': '2021-09-10T03:07:44Z', 'revision_number': 4, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'subnets': [{'id': '09ebae6f-f861-45ab-8f45-529f8931c192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:07:45.845249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:45.909779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f961560c-82ec-4d27-9f1f-8412aca091d2 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:07:45.910223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b06c6698-33f8-459f-af8f-a70b02db4fc3 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:45.952026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port 317cb891-9ec3-4317-ac29-8a8734791a29 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:45.969867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.033175 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.104631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:46.111836 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.115730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 317cb891-9ec3-4317-ac29-8a8734791a29 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:07:46.224583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 29d9e78c-751c-4048-ae1c-223b7cb95cf6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:46.262117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.304940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:46.343116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-a08c4b30-3b98-4f31-a4e1-756c6a16500b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:46.376129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:46.382967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:46.383397 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.385367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-a08c4b30-3b98-4f31-a4e1-756c6a16500b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:46.389948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.400847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-a08c4b30-3b98-4f31-a4e1-756c6a16500b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:46.416372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-a08c4b30-3b98-4f31-a4e1-756c6a16500b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:46.432978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-a08c4b30-3b98-4f31-a4e1-756c6a16500b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:46.444055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-a08c4b30-3b98-4f31-a4e1-756c6a16500b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 3880 time: 0.3628290 Sep 10 03:07:46.481120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=317cb891-9ec3-4317-ac29-8a8734791a29,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:46.481506 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.514932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Allocated IP 172.25.8.46 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/572f4c4e-a122-46aa-a26f-7672a091fe46) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:46.541887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3371b133-fe57-4a93-8499-dc5379bf72dd req-615ad8d7-42bd-49a5-96ef-8b02a3bcf4f6 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968440 Sep 10 03:07:46.570391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 317cb891-9ec3-4317-ac29-8a8734791a29, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=317cb891-9ec3-4317-ac29-8a8734791a29,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:46.583606 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.696974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:46.772962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:46.784177 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896be4fa-435b-49b4-bcb7-1772896f3559" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:46.821215 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.891105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 29d9e78c-751c-4048-ae1c-223b7cb95cf6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=29d9e78c-751c-4048-ae1c-223b7cb95cf6,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:46.904638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:46.998788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=29d9e78c-751c-4048-ae1c-223b7cb95cf6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:47.069702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.111384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29942a-9f88-43f2-87b7-00cd8588ad88 req-1d32d450-6129-4283-9bf9-ea618ba804a5 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:47.112262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.112859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.113277 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Floating IP 1bf760cf-af30-42ec-b7bf-bbd92cc6b190 disassociated. External IP: 172.25.8.88, port: 317cb891-9ec3-4317-ac29-8a8734791a29. Sep 10 03:07:47.113765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for 317cb891-9ec3-4317-ac29-8a8734791a29 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:47.126047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7f29942a-9f88-43f2-87b7-00cd8588ad88 req-1d32d450-6129-4283-9bf9-ea618ba804a5 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1304836 Sep 10 03:07:47.189488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7f29942a-9f88-43f2-87b7-00cd8588ad88 req-00c68ae4-3ff8-4c5c-9a3f-af51770acd67 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Sep 10 03:07:47.321568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.439371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:47.453022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e27085d-f915-47ef-900a-7b4497d0d0b6 req-a7fa89d3-8e06-4e5e-bb32-5aab28f930d6 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 210 time: 0.0737226 Sep 10 03:07:47.453653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:47.453653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:47.503234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=572f4c4e-a122-46aa-a26f-7672a091fe46,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:47.582517 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e5ed3f-46ed-43b3-bfcc-86811a8c9b4e x-openstack-request-id: req-91e5ed3f-46ed-43b3-bfcc-86811a8c9b4e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:47.583183 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-unplugged", "status": "completed", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:47.583617 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91e5ed3f-46ed-43b3-bfcc-86811a8c9b4e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:47.584028 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303', 'code': 200} Sep 10 03:07:47.584325 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1', 'code': 200} Sep 10 03:07:47.584662 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3', 'code': 200} Sep 10 03:07:47.584919 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29', 'code': 200} Sep 10 03:07:47.651074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.688594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.767294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbeb36-f0bd-4e3f-b188-a50ca2f43803 req-73ffdc92-b722-4e34-9679-cc654d188524 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:47.771010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=317cb891-9ec3-4317-ac29-8a8734791a29,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:47.782529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbeb36-f0bd-4e3f-b188-a50ca2f43803 req-73ffdc92-b722-4e34-9679-cc654d188524 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:47.790284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbeb36-f0bd-4e3f-b188-a50ca2f43803 req-73ffdc92-b722-4e34-9679-cc654d188524 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:47.797979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbeb36-f0bd-4e3f-b188-a50ca2f43803 req-73ffdc92-b722-4e34-9679-cc654d188524 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:47.807798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52fbeb36-f0bd-4e3f-b188-a50ca2f43803 req-73ffdc92-b722-4e34-9679-cc654d188524 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 3143 time: 0.1273565 Sep 10 03:07:47.854065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:47.854806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52fbeb36-f0bd-4e3f-b188-a50ca2f43803 req-f3e97763-4304-4bb0-b851-0955e105661c tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460596 Sep 10 03:07:47.992036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:07:48.112404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 29d9e78c-751c-4048-ae1c-223b7cb95cf6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:48.145915 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:48.183023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:48.206584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:48.206959 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:48.271592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:07:48.287224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=572f4c4e-a122-46aa-a26f-7672a091fe46,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:48.300853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] Sync routers for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:07:48.322663 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:48.336756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:48.337161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:48.338829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] No DVR routers for this DVR port 317cb891-9ec3-4317-ac29-8a8734791a29 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:48.347743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:48.353942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-5170eeb2-394f-4a65-a91e-a5e5e200ccd2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "DELETE /v2.0/ports/317cb891-9ec3-4317-ac29-8a8734791a29 HTTP/1.1" status: 204 len: 173 time: 2.9346550 Sep 10 03:07:48.354385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:48.356716 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fdff98-8826-4916-a321-0693bc681b5c" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:48.429940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:48.433212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-cb9b75d6-8865-4ec9-8f52-e724bd4e8701 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9215553 Sep 10 03:07:48.470673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1361e94-e882-490d-8683-8dec01f4b4e4 req-ab1622ba-de48-43ba-8db1-e9de9ce14426 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:48.482667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1361e94-e882-490d-8683-8dec01f4b4e4 req-ab1622ba-de48-43ba-8db1-e9de9ce14426 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1339991 Sep 10 03:07:48.631920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1361e94-e882-490d-8683-8dec01f4b4e4 req-40eaabed-b411-439e-80f5-6bb3b71fb3c8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323061 Sep 10 03:07:48.771051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:48.847641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-790ed135-27ff-4f8b-aca0-8d45fba5eb3d tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:48.849238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-790ed135-27ff-4f8b-aca0-8d45fba5eb3d tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.32 "GET /v2.0/networks?id=6afb993f-dc29-48cc-9f9d-c3d7d829175d HTTP/1.1" status: 200 len: 809 time: 0.1831009 Sep 10 03:07:48.896108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Request body: {'port': {'device_id': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d', 'admin_state_up': True, 'tenant_id': 'bc2dc6aab0db409295ef1a0ddeea6f00'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:48.960435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-b52e4e06-84f2-4fee-baf8-f50265316d28 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.5209565 Sep 10 03:07:48.963416 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ba304a-7afb-4bf9-b64b-13776ea9cfe8 x-openstack-request-id: req-15ba304a-7afb-4bf9-b64b-13776ea9cfe8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:48.963416 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "317cb891-9ec3-4317-ac29-8a8734791a29", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:48.963416 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15ba304a-7afb-4bf9-b64b-13776ea9cfe8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:48.963416 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': '317cb891-9ec3-4317-ac29-8a8734791a29', 'status': 'completed', 'code': 200} Sep 10 03:07:49.075913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-937db1fc-91ba-4aa8-b223-4b5fe7b593ba req-7297b419-aa80-4e3c-a742-a1ee2887150c tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 210 time: 0.0866733 Sep 10 03:07:49.112247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:49.174411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] Checking router: 8fa70704-1fbe-40dc-9bf5-41b278692ad3 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:07:49.194063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:07:49.196213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:49.237514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Made reservation on behalf of bc2dc6aab0db409295ef1a0ddeea6f00 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:07:49.241508 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.260931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port 31b57197-a9d6-4b76-8c7a-71361e2972c4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:49.262455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.274304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-ccfd8c7b-2746-49b5-840a-2d760dd67b88 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:49.276299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1bc495e-91d5-40d2-80a0-bb3189100f58 req-ccfd8c7b-2746-49b5-840a-2d760dd67b88 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2839749 Sep 10 03:07:49.322542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:07:49.428414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c75f3-35af-47e9-a942-c3ca91929c93 req-e070036e-6aea-4157-a41f-2e715c148677 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:49.436267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c75f3-35af-47e9-a942-c3ca91929c93 req-e070036e-6aea-4157-a41f-2e715c148677 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:49.441774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c75f3-35af-47e9-a942-c3ca91929c93 req-e070036e-6aea-4157-a41f-2e715c148677 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:49.449009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c75f3-35af-47e9-a942-c3ca91929c93 req-e070036e-6aea-4157-a41f-2e715c148677 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:49.450406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d5c75f3-35af-47e9-a942-c3ca91929c93 req-e070036e-6aea-4157-a41f-2e715c148677 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 3143 time: 0.2319667 Sep 10 03:07:49.472897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] For port 31b57197-a9d6-4b76-8c7a-71361e2972c4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31b57197-a9d6-4b76-8c7a-71361e2972c4,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:49.473265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.521229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for 31b57197-a9d6-4b76-8c7a-71361e2972c4 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:49.550140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d5c75f3-35af-47e9-a942-c3ca91929c93 req-ed834ce4-dc50-498e-9e45-0dc0454cdc81 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926335 Sep 10 03:07:49.563153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Allocated IP 172.20.0.8 (6afb993f-dc29-48cc-9f9d-c3d7d829175d/aa584179-2bc1-4b68-9c30-0f8f4c004dde/7a987da3-0eb6-4c37-a5d7-c648a25e2507) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:49.597580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:07:49.600521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aeba311c-5d79-4b02-851a-575d91c03fce req-4b4c3074-02e1-472f-b81a-f0784ec61583 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1841278 Sep 10 03:07:49.607598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:49.633780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e89b5-3533-478c-9e85-f3d619934369 None None] The sync data for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 is: [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T02:57:17Z', 'revision_number': 4, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fcf6acb0-45e5-47b3-b396-6aa5e49eaed1', 'name': '', 'network_id': 'b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'mac_address': 'fa:16:3e:ec:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:15Z', 'updated_at': '2021-09-10T02:57:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'subnets': [{'id': '03e0228f-39d9-4fb6-8a0e-db15769a0d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:07:49.645742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.813031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.813354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d35188-12da-4a34-ae26-cf331cd2d1d0 req-56fba755-740d-42de-bc13-b6be55d5b349 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:49.816680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2d35188-12da-4a34-ae26-cf331cd2d1d0 req-56fba755-740d-42de-bc13-b6be55d5b349 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0881441 Sep 10 03:07:49.820016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.848805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=31b57197-a9d6-4b76-8c7a-71361e2972c4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:49.887496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.908099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] No DVR routers for this DVR port 31b57197-a9d6-4b76-8c7a-71361e2972c4 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:49.911332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.912089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:49.914009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-0b0c8569-ba71-472f-83fd-0e800de94f00 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "DELETE /v2.0/ports/31b57197-a9d6-4b76-8c7a-71361e2972c4 HTTP/1.1" status: 204 len: 173 time: 1.5345123 Sep 10 03:07:49.994979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2d35188-12da-4a34-ae26-cf331cd2d1d0 req-aa79c294-d997-4cc6-a6fd-cb8124ca1b81 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624401 Sep 10 03:07:49.999930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Pushing event updated for resources: {'Port': ['ID=7a987da3-0eb6-4c37-a5d7-c648a25e2507,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:50.024104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Network 6afb993f-dc29-48cc-9f9d-c3d7d829175d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:50.024104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:50.025100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:50.042736 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea4440-5746-4ef6-bffd-6baa14a57695 None None] New status for floating IP 1bf760cf-af30-42ec-b7bf-bbd92cc6b190: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:07:50.090822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:50.091666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.105756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Allocated IP 172.25.8.235 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ba0ccae0-0fd2-4392-a8fe-21c18ed3dec9) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:50.118615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-40d524a3-0226-41a1-a3fe-9a91b6c5a6a1 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2460115 Sep 10 03:07:50.133082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port e19b996e-7336-45e6-be52-704098aa8fe1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:50.133456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.134423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Request body: {'port': {'device_id': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:50.335343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.363391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] For port e19b996e-7336-45e6-be52-704098aa8fe1, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e19b996e-7336-45e6-be52-704098aa8fe1,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:50.394523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.394523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.433671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for e19b996e-7336-45e6-be52-704098aa8fe1 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:50.434404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe7726-b150-4369-a9cf-9089b4d83f20 req-0333b68e-c7c8-4883-9046-5a60d3d2318a tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:50.442362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6fe7726-b150-4369-a9cf-9089b4d83f20 req-0333b68e-c7c8-4883-9046-5a60d3d2318a tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 931 time: 0.1337647 Sep 10 03:07:50.492083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.553943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6fe7726-b150-4369-a9cf-9089b4d83f20 req-49cc960a-ad9c-4873-9f5e-49463d3e2e3f tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 Sep 10 03:07:50.572594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:50.572594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=ba0ccae0-0fd2-4392-a8fe-21c18ed3dec9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:50.573234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:50.577459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:50.690873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.740542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=e19b996e-7336-45e6-be52-704098aa8fe1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:50.745489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a987da3-0eb6-4c37-a5d7-c648a25e2507 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:50.755915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.774596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Transition to ACTIVE for port object 7a987da3-0eb6-4c37-a5d7-c648a25e2507 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:07:50.781907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.783543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613cfa4-2b95-4f42-bdf8-246e37f6b86b req-95ae8b5a-2436-475b-a0f0-3264b911bd1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:50.789397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613cfa4-2b95-4f42-bdf8-246e37f6b86b req-95ae8b5a-2436-475b-a0f0-3264b911bd1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:50.791023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f613cfa4-2b95-4f42-bdf8-246e37f6b86b req-95ae8b5a-2436-475b-a0f0-3264b911bd1b tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 1677 time: 0.1028333 Sep 10 03:07:50.792181 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.799141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] No DVR routers for this DVR port e19b996e-7336-45e6-be52-704098aa8fe1 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:50.801930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.804187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-e3e03dc5-d9a0-44eb-82e9-a7c2b5eda2ca tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "DELETE /v2.0/ports/e19b996e-7336-45e6-be52-704098aa8fe1 HTTP/1.1" status: 204 len: 173 time: 0.8551533 Sep 10 03:07:50.855332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.862264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470f866-9756-4203-8564-053486c49259 service neutron] Pushing event updated for resources: {'Port': ['ID=7a987da3-0eb6-4c37-a5d7-c648a25e2507,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:50.881253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f613cfa4-2b95-4f42-bdf8-246e37f6b86b req-8e5a2652-bc25-492c-a23a-6c0b1432a0ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601087 Sep 10 03:07:50.942742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Attempting to bind port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:07:50.943078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Attempting to bind port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'c1a4ac60-caa3-40e5-9282-12276b3f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:07:50.943422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Attempting to bind port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 on network 6afb993f-dc29-48cc-9f9d-c3d7d829175d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:50.947777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 on network 6afb993f-dc29-48cc-9f9d-c3d7d829175d not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:07:50.948104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Attempting to bind port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 on network 6afb993f-dc29-48cc-9f9d-c3d7d829175d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:07:50.953363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:07:50.953733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Checking segment: {'id': 'c1a4ac60-caa3-40e5-9282-12276b3f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:07:50.954128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Bound using segment: {'id': 'c1a4ac60-caa3-40e5-9282-12276b3f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:07:50.954562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Bound port: 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a4ac60-caa3-40e5-9282-12276b3f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:07:50.954977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:50.963941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:50.966172 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377706ed-100f-4d06-8dd6-da181125aa98" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:51.011024 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43883d19-554f-41ba-aa60-cd578a279434 x-openstack-request-id: req-43883d19-554f-41ba-aa60-cd578a279434 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:51.011318 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "31b57197-a9d6-4b76-8c7a-71361e2972c4", "status": "completed", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "e19b996e-7336-45e6-be52-704098aa8fe1", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:51.011604 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43883d19-554f-41ba-aa60-cd578a279434 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:51.012009 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': '31b57197-a9d6-4b76-8c7a-71361e2972c4', 'status': 'completed', 'code': 200} Sep 10 03:07:51.012252 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': 'e19b996e-7336-45e6-be52-704098aa8fe1', 'status': 'completed', 'code': 200} Sep 10 03:07:51.018410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port b06c6698-33f8-459f-af8f-a70b02db4fc3 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:51.018817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.027738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] For port 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:07:51.031922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] For port 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507,segment=NetworkSegment(c1a4ac60-caa3-40e5-9282-12276b3f74cb),segment_id=c1a4ac60-caa3-40e5-9282-12276b3f74cb)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:07:51.042456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.088321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.088902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.090358 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b470f866-9756-4203-8564-053486c49259 service neutron] 10.222.0.32 "PUT /v2.0/ports/7a987da3-0eb6-4c37-a5d7-c648a25e2507 HTTP/1.1" status: 200 len: 1091 time: 0.9644997 Sep 10 03:07:51.091094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'tag': '7a987da3-0eb6-4c37-a5d7-c648a25e2507'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:51.100650 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99ef57-3e04-4303-bad8-090a00d50b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c91148d1-261c-41f4-a28b-11a90e7d9f5d", "tag": "7a987da3-0eb6-4c37-a5d7-c648a25e2507"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:51.134710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470f866-9756-4203-8564-053486c49259 service neutron] Pushing event updated for resources: {'Port': ['ID=7a987da3-0eb6-4c37-a5d7-c648a25e2507,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:51.151086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.161074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] For port b06c6698-33f8-459f-af8f-a70b02db4fc3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b06c6698-33f8-459f-af8f-a70b02db4fc3,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:51.161635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.164774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.208412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for b06c6698-33f8-459f-af8f-a70b02db4fc3 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:51.213833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97dbd-977a-42f3-884e-4cae53690f90 req-d3802de4-f9d9-427a-babb-bbe963c31c33 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.215216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7f97dbd-977a-42f3-884e-4cae53690f90 req-d3802de4-f9d9-427a-babb-bbe963c31c33 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0900028 Sep 10 03:07:51.225007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-08ba5fba-7ad5-4b12-add9-cad85e715de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.226501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-08ba5fba-7ad5-4b12-add9-cad85e715de0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2dc6aab0db409295ef1a0ddeea6f00&device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 1094 time: 0.0608978 Sep 10 03:07:51.265246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=ba0ccae0-0fd2-4392-a8fe-21c18ed3dec9,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:51.282662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-6669090c-d9f3-4d3f-b7d4-67ad0636590e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507 HTTP/1.1" status: 200 len: 217 time: 0.0480537 Sep 10 03:07:51.326693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7f97dbd-977a-42f3-884e-4cae53690f90 req-70acdfc0-8e49-4d0a-9ef8-9d2bfdcee233 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986896 Sep 10 03:07:51.331860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.353487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a103a-789f-4109-adfb-dddb384a1a70 req-274a3398-6ed3-4d80-ad7a-93105d75728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.353487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-274a3398-6ed3-4d80-ad7a-93105d75728a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa584179-2bc1-4b68-9c30-0f8f4c004dde HTTP/1.1" status: 200 len: 849 time: 0.0544963 Sep 10 03:07:51.353966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.353966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aeba311c-5d79-4b02-851a-575d91c03fce req-e200e8c4-37d6-45c4-8ebe-118aba72777b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7502513 Sep 10 03:07:51.383192 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-b624a38d-fe2f-46a9-8181-5756a1b3f5e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6afb993f-dc29-48cc-9f9d-c3d7d829175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292456 Sep 10 03:07:51.400081 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ca18dd-d8be-4925-a4fc-e482561ca47c x-openstack-request-id: req-38ca18dd-d8be-4925-a4fc-e482561ca47c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:51.400386 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91148d1-261c-41f4-a28b-11a90e7d9f5d", "tag": "7a987da3-0eb6-4c37-a5d7-c648a25e2507", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:51.400617 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38ca18dd-d8be-4925-a4fc-e482561ca47c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:51.401006 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'tag': '7a987da3-0eb6-4c37-a5d7-c648a25e2507', 'status': 'completed', 'code': 200} Sep 10 03:07:51.422645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aeba311c-5d79-4b02-851a-575d91c03fce req-845ead9b-d56f-4c4f-b8f8-256e8e8fe443 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0567026 Sep 10 03:07:51.504602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-592dd31c-b903-48c7-870f-3bfb64e92778 service neutron] 10.222.0.32 "GET /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145523 Sep 10 03:07:51.570261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.606377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-140a103a-789f-4109-adfb-dddb384a1a70 req-ae7a0370-ad08-4023-9f5f-e33c18976273 service neutron] 10.222.0.32 "GET /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938792 Sep 10 03:07:51.617967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=b06c6698-33f8-459f-af8f-a70b02db4fc3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:51.675893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba311c-5d79-4b02-851a-575d91c03fce req-1e6af5a0-3729-472f-bb06-9af2716c7976 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.677549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aeba311c-5d79-4b02-851a-575d91c03fce req-1e6af5a0-3729-472f-bb06-9af2716c7976 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2400360 Sep 10 03:07:51.693390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] No DVR routers for this DVR port b06c6698-33f8-459f-af8f-a70b02db4fc3 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:51.696564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.700381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-fffafe18-4665-42af-b3c9-ddf021f7d654 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "DELETE /v2.0/ports/b06c6698-33f8-459f-af8f-a70b02db4fc3 HTTP/1.1" status: 204 len: 173 time: 0.8775315 Sep 10 03:07:51.743431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-7789c67f-4699-4d60-984d-8f7a6103c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.744914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-7789c67f-4699-4d60-984d-8f7a6103c3c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2dc6aab0db409295ef1a0ddeea6f00&device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 1094 time: 0.0853758 Sep 10 03:07:51.793154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbca2c-25ed-4ba8-a659-a3ae04e6897e req-089f1356-ea3d-4f22-9630-0fb2a352a9c7 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:51.795520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9fbca2c-25ed-4ba8-a659-a3ae04e6897e req-089f1356-ea3d-4f22-9630-0fb2a352a9c7 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 943 time: 0.1015556 Sep 10 03:07:51.913120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port b453cf1a-8e81-48eb-8862-6395a8dc7303 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:51.913770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:51.938389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-52e096a6-2ba7-446a-8923-4d583d8c918c tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1661119 Sep 10 03:07:51.954144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:07:51.957646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9fbca2c-25ed-4ba8-a659-a3ae04e6897e req-1947796d-a8ac-4106-b7e0-de596a97a4b7 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729086 Sep 10 03:07:51.999309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-58bebc52-1fc1-439e-b746-1a3f3636a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:52.001723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-58bebc52-1fc1-439e-b746-1a3f3636a684 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6afb993f-dc29-48cc-9f9d-c3d7d829175d HTTP/1.1" status: 200 len: 909 time: 0.2469440 Sep 10 03:07:52.080562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.103432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-670708c4-5652-46dd-8c4f-8dc7b0817d6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507 HTTP/1.1" status: 200 len: 217 time: 0.0905645 Sep 10 03:07:52.128363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] For port b453cf1a-8e81-48eb-8862-6395a8dc7303, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b453cf1a-8e81-48eb-8862-6395a8dc7303,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:52.128733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.154956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for b453cf1a-8e81-48eb-8862-6395a8dc7303 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:52.192322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7368-c48e-45f1-a5af-590cb1d43731 req-1c497d3c-105b-4058-8f06-9ee02a3e4f85 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:52.193984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8ee7368-c48e-45f1-a5af-590cb1d43731 req-1c497d3c-105b-4058-8f06-9ee02a3e4f85 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 943 time: 0.1065760 Sep 10 03:07:52.200273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-c40cd6ca-458e-44e9-824a-cf97fa6f8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:52.201944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-c40cd6ca-458e-44e9-824a-cf97fa6f8a9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa584179-2bc1-4b68-9c30-0f8f4c004dde HTTP/1.1" status: 200 len: 849 time: 0.0780449 Sep 10 03:07:52.247331 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-51c51bbc-7bd3-46df-9911-1b8c333ecaa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6afb993f-dc29-48cc-9f9d-c3d7d829175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352867 Sep 10 03:07:52.283501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8ee7368-c48e-45f1-a5af-590cb1d43731 req-9fc66a92-31c1-400f-8208-24ceeb9245da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cea8416-dcfa-4ab3-8aa3-74e34e584708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793080 Sep 10 03:07:52.340940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.353810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-fc5f0b7b-4465-4d37-ab46-20b393e03a0c service neutron] 10.222.0.32 "GET /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959058 Sep 10 03:07:52.433220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.492129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b99ef57-3e04-4303-bad8-090a00d50b6d req-c95d84a2-901e-4d76-bb77-54bdaf547763 service neutron] 10.222.0.32 "GET /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305828 Sep 10 03:07:52.500112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=b453cf1a-8e81-48eb-8862-6395a8dc7303,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:52.505709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01764b3-3f95-45a0-8838-983736605e7a req-696be2bc-4ba6-4be2-ba3d-f2f29d1680c8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:52.507433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f01764b3-3f95-45a0-8838-983736605e7a req-696be2bc-4ba6-4be2-ba3d-f2f29d1680c8 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0731349 Sep 10 03:07:52.550396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f01764b3-3f95-45a0-8838-983736605e7a req-cf55cbff-5c3b-4f67-af32-cd4fc0093177 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Sep 10 03:07:52.552644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Allocated IP 172.25.8.248 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/2d7e13bd-3cf6-4192-88d6-fe416b6cfc1e) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:07:52.575764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] No DVR routers for this DVR port b453cf1a-8e81-48eb-8862-6395a8dc7303 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:07:52.582217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.585016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-623b549f-b8c4-482e-beb5-829160891430 req-ecd042aa-cc18-43a8-b45d-ea465c55e0e4 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.32 "DELETE /v2.0/ports/b453cf1a-8e81-48eb-8862-6395a8dc7303 HTTP/1.1" status: 204 len: 173 time: 0.8775656 Sep 10 03:07:52.704860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.754265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.805654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:07:52.807118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:07:52.813448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:07:52.859031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=2d7e13bd-3cf6-4192-88d6-fe416b6cfc1e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:52.923239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:52.962054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:53.014196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3'}, {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:53.016925 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e189b303-d1b8-42c1-bbfd-3b2c12b0e91f" -d '{"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3"}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:53.136289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832af5e-7f72-4603-85a5-0c83fdf34aa2 req-28888184-7a04-4955-aa35-eee4c7263834 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:53.138282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e832af5e-7f72-4603-85a5-0c83fdf34aa2 req-28888184-7a04-4955-aa35-eee4c7263834 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 943 time: 0.0700753 Sep 10 03:07:53.155285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:53.160284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:53.186557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e832af5e-7f72-4603-85a5-0c83fdf34aa2 req-3df974c3-28a7-40f6-a354-f5d5405af99f tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Sep 10 03:07:53.251537 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f823c4-a7e3-49fc-9b97-b7febb655a0b x-openstack-request-id: req-82f823c4-a7e3-49fc-9b97-b7febb655a0b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:53.251537 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "b06c6698-33f8-459f-af8f-a70b02db4fc3", "status": "completed", "code": 200}, {"server_uuid": "ad3fdeab-5d41-41f5-80d9-da8d478040a4", "name": "network-vif-deleted", "tag": "b453cf1a-8e81-48eb-8862-6395a8dc7303", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:53.251537 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f823c4-a7e3-49fc-9b97-b7febb655a0b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:53.251537 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': 'b06c6698-33f8-459f-af8f-a70b02db4fc3', 'status': 'completed', 'code': 200} Sep 10 03:07:53.251537 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3fdeab-5d41-41f5-80d9-da8d478040a4', 'name': 'network-vif-deleted', 'tag': 'b453cf1a-8e81-48eb-8862-6395a8dc7303', 'status': 'completed', 'code': 200} Sep 10 03:07:53.251537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event updated for resources: {'Port': ['ID=2d7e13bd-3cf6-4192-88d6-fe416b6cfc1e,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:53.259423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:53.275513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:53.277251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-677555e7-4cc5-491f-a0ee-f8781ba162f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3282766 Sep 10 03:07:53.337753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-5c2d290d-b74e-4916-8de1-73f4f68e83da tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0527775 Sep 10 03:07:53.425142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c0b48b0-b9e4-4009-b8b4-6e4f6d8ddc14 req-b3cda75f-4e29-4477-b0a6-8dbe28c784da tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0328567 Sep 10 03:07:53.470873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-787f35b5-189c-4125-89e4-58d674d2c553 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:53.472377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e4b807a-c307-4ba0-8eba-3034656170f9 req-787f35b5-189c-4125-89e4-58d674d2c553 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1274641 Sep 10 03:07:53.537140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb36b705-be28-4dcc-ae1e-4d2e2a52120a req-4186d6f6-c8a3-43e2-ad33-637ae17e45e6 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips/6d23aee6-1040-4026-8119-b0f8ccc73669 HTTP/1.1" status: 200 len: 693 time: 0.0434167 Sep 10 03:07:53.684426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec4f67-e8b2-4463-b3c3-678e02e01dd2 req-ef7ad306-df7a-439d-aba0-67ee23573b55 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:53.686705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-02ec4f67-e8b2-4463-b3c3-678e02e01dd2 req-ef7ad306-df7a-439d-aba0-67ee23573b55 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0590811 Sep 10 03:07:53.728458 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-02ec4f67-e8b2-4463-b3c3-678e02e01dd2 req-05e83a02-46c4-4288-91fb-4784401ccf43 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Sep 10 03:07:54.009533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36b705-be28-4dcc-ae1e-4d2e2a52120a req-37d211e6-c4f5-4dca-830d-f33401a4066b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:54.011639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb36b705-be28-4dcc-ae1e-4d2e2a52120a req-37d211e6-c4f5-4dca-830d-f33401a4066b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.4686973 Sep 10 03:07:54.083257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-d976014e-7075-47ef-b488-f02c13f6a5f5 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips/6d23aee6-1040-4026-8119-b0f8ccc73669 HTTP/1.1" status: 200 len: 693 time: 0.0432086 Sep 10 03:07:54.089078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7a987da3-0eb6-4c37-a5d7-c648a25e2507 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:07:54.207409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507,segment=NetworkSegment(c1a4ac60-caa3-40e5-9282-12276b3f74cb),segment_id=c1a4ac60-caa3-40e5-9282-12276b3f74cb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:54.211091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-25fe5bc6-9426-4b73-b395-693a97d961aa tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:54.212464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-25fe5bc6-9426-4b73-b395-693a97d961aa tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1283581 Sep 10 03:07:54.224865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '7a987da3-0eb6-4c37-a5d7-c648a25e2507', 'network_id': '6afb993f-dc29-48cc-9f9d-c3d7d829175d', 'port_id': '7a987da3-0eb6-4c37-a5d7-c648a25e2507', 'mac_address': 'fa:16:3e:09:c0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa584179-2bc1-4b68-9c30-0f8f4c004dde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:07:54.226110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-4e7385c8-dae6-46b2-89d2-88f88c2c10a7 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:07:54.244220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-4e7385c8-dae6-46b2-89d2-88f88c2c10a7 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227067 Sep 10 03:07:54.283578 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:54.299918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a987da3-0eb6-4c37-a5d7-c648a25e2507 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:07:54.313691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-1ffc3baa-f684-4385-9abd-2cf97e445974 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0667593 Sep 10 03:07:54.327519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507,segment=NetworkSegment(c1a4ac60-caa3-40e5-9282-12276b3f74cb),segment_id=c1a4ac60-caa3-40e5-9282-12276b3f74cb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:54.334177 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:54.341658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13092-f119-42dd-9f4a-e87d0f1343f2 req-5ed86f82-6c32-4b25-b7d7-f87bf7b7fbd3 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:54.343810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-14e13092-f119-42dd-9f4a-e87d0f1343f2 req-5ed86f82-6c32-4b25-b7d7-f87bf7b7fbd3 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 943 time: 0.0753031 Sep 10 03:07:54.375646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-898b38b6-5a7b-4bb2-811a-99071380029f tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0611486 Sep 10 03:07:54.398223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=7a987da3-0eb6-4c37-a5d7-c648a25e2507,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:54.423170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-14e13092-f119-42dd-9f4a-e87d0f1343f2 req-439ece0b-0485-4b4a-894b-6a027e971606 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Sep 10 03:07:54.541270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Deleting port 2d7e13bd-3cf6-4192-88d6-fe416b6cfc1e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:54.541833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:54.543560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cac1497e-f22b-485f-8ace-7172e71a490e req-ac590708-0493-4118-bf57-f016b4bd5675 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0329998 Sep 10 03:07:54.617121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['7a987da3-0eb6-4c37-a5d7-c648a25e2507'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:07:54.630514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:54.630868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:54.643742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Calling delete_port for 2d7e13bd-3cf6-4192-88d6-fe416b6cfc1e owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:54.914786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5fdc-18ab-4dbe-b9aa-20f114f4aded req-5c8dbb16-ed23-4cd2-8bbc-7451bfd0f4e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:54.922972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-506c5fdc-18ab-4dbe-b9aa-20f114f4aded req-5c8dbb16-ed23-4cd2-8bbc-7451bfd0f4e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0716331 Sep 10 03:07:54.975877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-506c5fdc-18ab-4dbe-b9aa-20f114f4aded req-746a57ef-1d20-4aa9-9b24-6c7c2ebf1380 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 Sep 10 03:07:55.131926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:55.158450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event deleted for resources: {'Port': ['ID=2d7e13bd-3cf6-4192-88d6-fe416b6cfc1e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:55.225450 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:55.228431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:55.229587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5534d162-b871-40ff-85eb-6dd29d57dfd8 req-40a2125f-7762-41f2-9388-a62a628bcff3 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "DELETE /v2.0/floatingips/6d23aee6-1040-4026-8119-b0f8ccc73669 HTTP/1.1" status: 204 len: 173 time: 0.8531210 Sep 10 03:07:55.433447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58d5ad-4c4e-4ed2-9cb4-88445e1b976f req-b2f940dd-33d9-44d0-bf28-a29c54c4f3c8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:55.434934 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d58d5ad-4c4e-4ed2-9cb4-88445e1b976f req-b2f940dd-33d9-44d0-bf28-a29c54c4f3c8 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1841514 Sep 10 03:07:55.524720 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6d094bf-c747-4a48-b054-375f8ac4b2e0 req-f7bf3f97-f212-4761-83b3-7c011784f4bf tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=2c75398dac3842ba94701b05eb0c58d7 HTTP/1.1" status: 200 len: 1656 time: 0.0692894 Sep 10 03:07:55.617231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e852f-a0e1-4a1e-bbec-e56a3fd33012 req-d898db0d-977a-45e0-8768-7a7458625a85 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:55.618992 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a2e852f-a0e1-4a1e-bbec-e56a3fd33012 req-d898db0d-977a-45e0-8768-7a7458625a85 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 944 time: 0.0978217 Sep 10 03:07:55.682758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a2e852f-a0e1-4a1e-bbec-e56a3fd33012 req-196a6d89-e3fd-4642-bc6c-2484c2a3a7d8 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571129 Sep 10 03:07:55.683208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d094bf-c747-4a48-b054-375f8ac4b2e0 req-1fe8f903-5ef7-4866-9a70-23d2db55dffb tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:55.691575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6d094bf-c747-4a48-b054-375f8ac4b2e0 req-1fe8f903-5ef7-4866-9a70-23d2db55dffb tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks?id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 787 time: 0.1590235 Sep 10 03:07:55.698240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-e6d094bf-c747-4a48-b054-375f8ac4b2e0 req-4a553434-6825-4347-846e-44a072af9722 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:07:55.703618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6d094bf-c747-4a48-b054-375f8ac4b2e0 req-4a553434-6825-4347-846e-44a072af9722 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108666 Sep 10 03:07:55.791359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-c21f24cb-7a25-4115-b3df-7d09168a1ae1 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips/601414c5-e84a-41df-9fb8-b3341f61f0f0 HTTP/1.1" status: 200 len: 693 time: 0.0572374 Sep 10 03:07:55.832876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1f3f974-193e-4aed-8a56-86e6e0c167c7 req-3f14cdfd-d8cd-49ce-9a98-b7e5d27a9b65 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0389943 Sep 10 03:07:55.912313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-58d72f0e-24eb-4a64-b9f4-274aa45a9930 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:55.914017 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-58d72f0e-24eb-4a64-b9f4-274aa45a9930 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1212380 Sep 10 03:07:55.924760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-68308035-ad67-4752-8aec-8eb6ca85f010 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:07:55.926766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-68308035-ad67-4752-8aec-8eb6ca85f010 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070543 Sep 10 03:07:55.984444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-8d90d575-8cff-480f-adf0-e077bb7ae60d tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0514522 Sep 10 03:07:56.038560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a82fed50-cc80-4da3-a829-f2052cb3e4ef tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0473702 Sep 10 03:07:56.098797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7a987da3-0eb6-4c37-a5d7-c648a25e2507 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:07:56.127276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7a471-e29c-4901-9cec-2f6d682457e2 req-11090d7b-3852-4dfc-9be8-28e64dab3169 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:56.129132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f7a471-e29c-4901-9cec-2f6d682457e2 req-11090d7b-3852-4dfc-9be8-28e64dab3169 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0840182 Sep 10 03:07:56.180831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f7a471-e29c-4901-9cec-2f6d682457e2 req-244b2441-3765-4510-82de-93587bd7e96f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 Sep 10 03:07:56.204652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:07:56.209410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:07:56.209560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.303618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Deleting port ba0ccae0-0fd2-4392-a8fe-21c18ed3dec9 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:56.304228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.333730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.376815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507,segment=NetworkSegment(c1a4ac60-caa3-40e5-9282-12276b3f74cb),segment_id=c1a4ac60-caa3-40e5-9282-12276b3f74cb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:56.377812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a987da3-0eb6-4c37-a5d7-c648a25e2507'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:07:56.380112 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f84137-9966-4a9f-a291-a419d510dad4" -d '{"events": [{"server_uuid": "c91148d1-261c-41f4-a28b-11a90e7d9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "7a987da3-0eb6-4c37-a5d7-c648a25e2507"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:07:56.383847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.424596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.424955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.439485 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053991bf-b902-4a90-9ab0-63d21f7e07aa x-openstack-request-id: req-053991bf-b902-4a90-9ab0-63d21f7e07aa {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:07:56.439772 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91148d1-261c-41f4-a28b-11a90e7d9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "7a987da3-0eb6-4c37-a5d7-c648a25e2507", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:07:56.440024 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-053991bf-b902-4a90-9ab0-63d21f7e07aa {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:07:56.440412 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a987da3-0eb6-4c37-a5d7-c648a25e2507', 'code': 200} Sep 10 03:07:56.450146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Calling delete_port for ba0ccae0-0fd2-4392-a8fe-21c18ed3dec9 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:56.470063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=7a987da3-0eb6-4c37-a5d7-c648a25e2507,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:56.544741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36659-a2bf-4708-9365-a3cb8544f2d0 req-bb4d9433-4201-47cf-aac3-c27ca897d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:56.546864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1b36659-a2bf-4708-9365-a3cb8544f2d0 req-bb4d9433-4201-47cf-aac3-c27ca897d7da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 1096 time: 0.0440407 Sep 10 03:07:56.587022 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1b36659-a2bf-4708-9365-a3cb8544f2d0 req-5f6c69bd-11c7-48d6-a85d-38be5a7232a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Sep 10 03:07:56.613279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.663389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event deleted for resources: {'Port': ['ID=ba0ccae0-0fd2-4392-a8fe-21c18ed3dec9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:56.704626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.707365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:56.708575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c032acb3-ac8e-4356-8de3-ffc166834191 req-a44b70b8-2193-4b13-a586-e2941a762a44 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "DELETE /v2.0/floatingips/601414c5-e84a-41df-9fb8-b3341f61f0f0 HTTP/1.1" status: 204 len: 173 time: 0.6644468 Sep 10 03:07:56.779097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-ff4e749f-3846-493b-9dd8-dadb59b14d9b tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips/913e7ecc-c70e-4bf0-98ac-aba01c5d5c11 HTTP/1.1" status: 200 len: 692 time: 0.0522997 Sep 10 03:07:56.817281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9493d-2ecf-458e-a93d-a01089f4e822 req-1757d661-4097-495a-aa0c-bf0f81181521 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:56.819917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46f9493d-2ecf-458e-a93d-a01089f4e822 req-1757d661-4097-495a-aa0c-bf0f81181521 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 945 time: 0.0551648 Sep 10 03:07:56.877835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46f9493d-2ecf-458e-a93d-a01089f4e822 req-f5e40a8a-5643-4192-afb0-4dbf09b098e2 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Sep 10 03:07:56.929060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-43851bcf-ec18-44bf-aa59-f01c9a72caef tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:56.930669 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-43851bcf-ec18-44bf-aa59-f01c9a72caef tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1326423 Sep 10 03:07:56.956984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-deaf8817-fb57-4663-9d30-1410c0a3ba1d req-aa3bae92-09ca-4951-975d-a005441bf4a3 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Sep 10 03:07:56.988040 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-e0cc4ce2-557e-4891-953f-40a6279f36ca tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0505722 Sep 10 03:07:57.036573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-f627df74-5304-4885-900b-51cc2d7c5e34 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0429373 Sep 10 03:07:57.173196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Deleting port 572f4c4e-a122-46aa-a26f-7672a091fe46 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:57.173473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:57.258161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:57.259017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:57.273657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Calling delete_port for 572f4c4e-a122-46aa-a26f-7672a091fe46 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:57.305087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3907ca0-90fa-4757-b1ed-ecdbc491b7d8 req-5c67a63f-fb4b-4b29-a0d1-b8507425ee57 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:57.307946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3907ca0-90fa-4757-b1ed-ecdbc491b7d8 req-5c67a63f-fb4b-4b29-a0d1-b8507425ee57 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0553596 Sep 10 03:07:57.349390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3907ca0-90fa-4757-b1ed-ecdbc491b7d8 req-f1d1af05-7e23-4fe1-b074-0bf34384573e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366218 Sep 10 03:07:57.439837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:57.468749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event deleted for resources: {'Port': ['ID=572f4c4e-a122-46aa-a26f-7672a091fe46,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:57.541693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:57.544498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:57.545729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baa50272-f63d-4b96-b12d-180dd29cbe83 req-4289117f-cc46-4ea9-87d9-a282c794a5ea tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "DELETE /v2.0/floatingips/913e7ecc-c70e-4bf0-98ac-aba01c5d5c11 HTTP/1.1" status: 204 len: 173 time: 0.5021248 Sep 10 03:07:57.620470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aee2665f-729a-4c05-93e0-2eb84230079b req-8d5fcfe9-5f3b-490c-9823-a77bbf9aba03 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips/46d6cc28-dd30-4ee4-8124-85c9156e0cc4 HTTP/1.1" status: 200 len: 693 time: 0.0544479 Sep 10 03:07:57.740137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2665f-729a-4c05-93e0-2eb84230079b req-dfe38ae6-cf5d-4b62-b34c-0e5e508a0abb tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:57.741783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aee2665f-729a-4c05-93e0-2eb84230079b req-dfe38ae6-cf5d-4b62-b34c-0e5e508a0abb tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.1206365 Sep 10 03:07:57.822371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aee2665f-729a-4c05-93e0-2eb84230079b req-486425f1-e91b-4b7e-93fd-3e12c16e29b4 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0735569 Sep 10 03:07:57.871851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aee2665f-729a-4c05-93e0-2eb84230079b req-16eb5f97-c853-49c1-b0bb-612db3ff4c0f tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0473282 Sep 10 03:07:58.024735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Deleting port f84372b7-e1df-4ec9-9f29-653cf5880f69 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:58.025086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:58.034264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b2519-3c7c-4f16-ae5e-8d537ba95602 req-fa9648aa-71a1-4bd9-b079-e8a07e591539 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:58.036339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a00b2519-3c7c-4f16-ae5e-8d537ba95602 req-fa9648aa-71a1-4bd9-b079-e8a07e591539 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 945 time: 0.0887160 Sep 10 03:07:58.081629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a00b2519-3c7c-4f16-ae5e-8d537ba95602 req-4e441f74-f139-4353-814c-25d1557d89a5 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Sep 10 03:07:58.141275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:58.141961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:58.158408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Calling delete_port for f84372b7-e1df-4ec9-9f29-653cf5880f69 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:58.237055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-98502d6e-b421-41ac-9707-dcb4f50256a0 req-3a2c9950-dea3-4a31-8911-443fb09e7985 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0515511 Sep 10 03:07:58.359836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:58.459695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Pushing event deleted for resources: {'Port': ['ID=f84372b7-e1df-4ec9-9f29-653cf5880f69,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:07:58.492118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:58.497215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:58.499631 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aee2665f-729a-4c05-93e0-2eb84230079b req-1534e4d1-ab90-4fb3-9cca-7bb706e54e08 tempest-FloatingIPDetailsTestJSON-352507258 tempest-FloatingIPDetailsTestJSON-352507258-project] 10.222.0.23 "DELETE /v2.0/floatingips/46d6cc28-dd30-4ee4-8124-85c9156e0cc4 HTTP/1.1" status: 204 len: 173 time: 0.6211438 Sep 10 03:07:58.505903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60180) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:07:58.785945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786aea-0c9f-481e-8077-86b1a3f2d6be req-6a8d1f78-e174-4466-90c3-0dcccee13d0c tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:58.787518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1786aea-0c9f-481e-8077-86b1a3f2d6be req-6a8d1f78-e174-4466-90c3-0dcccee13d0c tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1872420 Sep 10 03:07:58.811927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb489-3f8c-4e96-a6b5-4dac7aaa8438 req-2c5232da-7098-44a2-8aa6-68e7956da7f3 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:07:58.820128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a60cb489-3f8c-4e96-a6b5-4dac7aaa8438 req-2c5232da-7098-44a2-8aa6-68e7956da7f3 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 945 time: 0.0637047 Sep 10 03:07:58.887164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a60cb489-3f8c-4e96-a6b5-4dac7aaa8438 req-15bdc20f-e157-459a-8378-3abf441b9825 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659027 Sep 10 03:07:58.911018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1786aea-0c9f-481e-8077-86b1a3f2d6be req-2eb70d65-8008-4062-81fd-d78333b60406 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162572 Sep 10 03:07:59.148893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:59.372098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4b25bf2-4592-476c-84e6-ff25d54a2969 req-8221542a-e21b-4582-a5f5-e06843718ee2 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0377007 Sep 10 03:07:59.464781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Deleting port 29d9e78c-751c-4048-ae1c-223b7cb95cf6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:07:59.465212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:59.559508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] For port 29d9e78c-751c-4048-ae1c-223b7cb95cf6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=29d9e78c-751c-4048-ae1c-223b7cb95cf6,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:07:59.559885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:59.575731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Calling delete_port for 29d9e78c-751c-4048-ae1c-223b7cb95cf6 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:07:59.806077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:07:59.839307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d9e78c-751c-4048-ae1c-223b7cb95cf6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:00.068427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634397d-f257-42f5-8532-be52d13d5a94 req-fc1ac22a-23dd-4142-be23-d5639bfa599f tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:00.071566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b634397d-f257-42f5-8532-be52d13d5a94 req-fc1ac22a-23dd-4142-be23-d5639bfa599f tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 945 time: 0.1109219 Sep 10 03:08:00.124549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b634397d-f257-42f5-8532-be52d13d5a94 req-921f9490-6cf5-4b61-b41e-d1e689a40176 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Sep 10 03:08:00.215718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:00.224602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-7533fd68-57fe-409a-9a42-b4af98ce9d67 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:00.226145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-7533fd68-57fe-409a-9a42-b4af98ce9d67 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 945 time: 0.1725090 Sep 10 03:08:00.249832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6333c5-b446-4615-aa8c-061bad8d4c1b req-624f8b42-9f08-4e78-841e-943638547dc6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:00.251340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a6333c5-b446-4615-aa8c-061bad8d4c1b req-624f8b42-9f08-4e78-841e-943638547dc6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1415319 Sep 10 03:08:00.442369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4a6333c5-b446-4615-aa8c-061bad8d4c1b req-71d8c328-97ce-448a-8680-a8b2496a6d18 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687019 Sep 10 03:08:00.500441 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ea2e079-e4f3-4392-a1f4-0d70b5151cfd req-a31060e4-7c72-43e7-ade0-c4fe14083af8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0539129 Sep 10 03:08:00.504071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Deleting port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:00.504504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.020999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] For port 7a987da3-0eb6-4c37-a5d7-c648a25e2507, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7a987da3-0eb6-4c37-a5d7-c648a25e2507,segment=NetworkSegment(c1a4ac60-caa3-40e5-9282-12276b3f74cb),segment_id=c1a4ac60-caa3-40e5-9282-12276b3f74cb)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:01.021251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.040954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Calling delete_port for 7a987da3-0eb6-4c37-a5d7-c648a25e2507 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:01.058121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Router a73ac30b-be8d-440c-b3bd-1d080cd01454 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:08:01.263526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:08:01.270179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-39d41b07-aec8-4fea-aecd-d29dc2838b54 admin admin] 10.222.0.23 "PUT /v2.0/routers/a73ac30b-be8d-440c-b3bd-1d080cd01454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7629387 Sep 10 03:08:01.274663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60252) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:01.279189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] Sync routers for ids ['a73ac30b-be8d-440c-b3bd-1d080cd01454'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:08:01.292596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] Routers {'a73ac30b-be8d-440c-b3bd-1d080cd01454'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:01.293460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a73ac30b-be8d-440c-b3bd-1d080cd01454'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:01.303245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45373001-db05-423e-8a85-445fd76e4214 req-cd83e03c-1090-4eff-a955-97d88c7f2fb9 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:01.311657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-45373001-db05-423e-8a85-445fd76e4214 req-cd83e03c-1090-4eff-a955-97d88c7f2fb9 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/ports?device_id=c91148d1-261c-41f4-a28b-11a90e7d9f5d HTTP/1.1" status: 200 len: 945 time: 0.0976782 Sep 10 03:08:01.362765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.374610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-45373001-db05-423e-8a85-445fd76e4214 req-68cb392e-480c-446e-9b68-60145e23c33e tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.23 "GET /v2.0/security-groups?id=06991451-44df-45e0-9a3d-7a17c27f5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618789 Sep 10 03:08:01.382530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['7a987da3-0eb6-4c37-a5d7-c648a25e2507'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:01.463536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Pushing event deleted for resources: {'Port': ['ID=7a987da3-0eb6-4c37-a5d7-c648a25e2507,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:01.525504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] No DVR routers for this DVR port 7a987da3-0eb6-4c37-a5d7-c648a25e2507 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:01.528779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.533978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0a39f44-de62-4af8-a2f2-e10ffeff3ed1 req-5caa54fc-114b-4c32-b567-606c698e2e20 tempest-ServerGroupTestJSON-964321126 tempest-ServerGroupTestJSON-964321126-project] 10.222.0.32 "DELETE /v2.0/ports/7a987da3-0eb6-4c37-a5d7-c648a25e2507 HTTP/1.1" status: 204 len: 173 time: 1.3000722 Sep 10 03:08:01.548779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'name': 'network-vif-deleted', 'tag': '7a987da3-0eb6-4c37-a5d7-c648a25e2507'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:01.551981 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ef22f-4f46-4df3-9425-2117173d5084" -d '{"events": [{"server_uuid": "c91148d1-261c-41f4-a28b-11a90e7d9f5d", "name": "network-vif-deleted", "tag": "7a987da3-0eb6-4c37-a5d7-c648a25e2507"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:01.583695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.655879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] Set router a73ac30b-be8d-440c-b3bd-1d080cd01454 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:01.687478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b1b50c5-8fd8-45c7-8b19-b3e7876df3ff req-f7ec8bf2-8877-4083-ab6d-3d2c4b5f22f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0577800 Sep 10 03:08:01.814289 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.817459 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e535c5e-85e8-4442-9e86-e129167ca9cb x-openstack-request-id: req-0e535c5e-85e8-4442-9e86-e129167ca9cb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:01.818712 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91148d1-261c-41f4-a28b-11a90e7d9f5d", "name": "network-vif-deleted", "tag": "7a987da3-0eb6-4c37-a5d7-c648a25e2507", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:01.819286 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e535c5e-85e8-4442-9e86-e129167ca9cb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:01.819904 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91148d1-261c-41f4-a28b-11a90e7d9f5d', 'name': 'network-vif-deleted', 'tag': '7a987da3-0eb6-4c37-a5d7-c648a25e2507', 'status': 'completed', 'code': 200} Sep 10 03:08:01.824511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f665e86-ba67-4f4e-b398-0ebccd86c05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.861526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec129bd-1ba8-43da-a4db-1dcad793fc6b req-a8d81d04-3a03-4232-8cd2-d056b95af395 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:01.868903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cec129bd-1ba8-43da-a4db-1dcad793fc6b req-a8d81d04-3a03-4232-8cd2-d056b95af395 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1346858 Sep 10 03:08:01.892228 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:01.980802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cec129bd-1ba8-43da-a4db-1dcad793fc6b req-855c1d9a-afe2-49ca-9d69-eb9a79a53c59 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086659 Sep 10 03:08:01.989132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.076991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:07:59Z', 'revision_number': 5, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port': {'id': 'a7e37e0d-1699-404e-90dd-63f00372567d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:36Z', 'updated_at': '2021-09-10T03:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:02.136524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Deleting port a7e37e0d-1699-404e-90dd-63f00372567d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:02.142444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.154865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] Checking router: a73ac30b-be8d-440c-b3bd-1d080cd01454 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:08:02.165380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] Routers {'a73ac30b-be8d-440c-b3bd-1d080cd01454'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:02.168453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:07:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a73ac30b-be8d-440c-b3bd-1d080cd01454'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:02.275623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] For port a7e37e0d-1699-404e-90dd-63f00372567d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a7e37e0d-1699-404e-90dd-63f00372567d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:02.276728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.296735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] Set router a73ac30b-be8d-440c-b3bd-1d080cd01454 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:02.299685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Calling delete_port for a7e37e0d-1699-404e-90dd-63f00372567d owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:02.368754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:08:01Z', 'revision_number': 6, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:02.419616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959cd7bc-d93f-43b1-a0ac-dafa1d26d991 None None] The sync data for ids ['a73ac30b-be8d-440c-b3bd-1d080cd01454'] in n-d-808126-2 is: [{'id': 'a73ac30b-be8d-440c-b3bd-1d080cd01454', 'name': 'tempest-FloatingIPDetailsTestJSON-2108766606-router', 'tenant_id': '2c75398dac3842ba94701b05eb0c58d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:35Z', 'updated_at': '2021-09-10T03:08:01Z', 'revision_number': 6, 'project_id': '2c75398dac3842ba94701b05eb0c58d7', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:08:02.549235 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.582469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e37e0d-1699-404e-90dd-63f00372567d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:02.666499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.790094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.791962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.854644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60290) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:02.888211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.889647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a73ac30b-be8d-440c-b3bd-1d080cd01454 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:08:02.895090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:02.897514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-24b59718-42fc-4f74-a985-a4b8b7704bc6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a73ac30b-be8d-440c-b3bd-1d080cd01454 HTTP/1.1" status: 204 len: 168 time: 1.6221924 Sep 10 03:08:02.909628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60292) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:02.922179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8bcb8df1-ccf9-4565-afa9-f2d3b0388890 req-838b1d1e-dc30-46a0-92f7-b4da1e2e0b52 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0486925 Sep 10 03:08:02.962289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Deleting subnet aa584179-2bc1-4b68-9c30-0f8f4c004dde {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:02.970927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.058997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.109503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.137911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Deleting subnet 09ebae6f-f861-45ab-8f45-529f8931c192 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:03.141723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.191404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.280807 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.366809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.402667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ebae6f-f861-45ab-8f45-529f8931c192,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:03.423166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.428165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-36f31afe-c178-48f1-9458-fa183265ab22 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/09ebae6f-f861-45ab-8f45-529f8931c192 HTTP/1.1" status: 204 len: 168 time: 0.5145195 Sep 10 03:08:03.429881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf2d644-139d-4d0f-8ba4-cbdf8b3b0620 None None] Network 539eb241-aa31-4cc0-bbfb-dad61eb02f4d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:03.430376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60304) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:03.455346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f45954-127c-4070-b3c9-c53abbda084f req-6aba76e7-baca-46fc-88c3-00c701a7bed2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:03.464839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20f45954-127c-4070-b3c9-c53abbda084f req-6aba76e7-baca-46fc-88c3-00c701a7bed2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.3299875 Sep 10 03:08:03.522470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20f45954-127c-4070-b3c9-c53abbda084f req-ac3b794d-aee0-4a97-859e-0978168f77a5 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Sep 10 03:08:03.527175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.564589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.566531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa584179-2bc1-4b68-9c30-0f8f4c004dde HTTP/1.1" status: 204 len: 168 time: 0.7108848 Sep 10 03:08:03.567596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02720-3f11-4ac8-9697-eb66b69282e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa584179-2bc1-4b68-9c30-0f8f4c004dde,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:03.577661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:03.613467 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.740861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] DHCP port deletion for 539eb241-aa31-4cc0-bbfb-dad61eb02f4d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:08:03.748582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.820593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] Deleting port b0efb644-f583-44f1-b3db-94d603d01bf8 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:03.821310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.839173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Deleting port b0efb644-f583-44f1-b3db-94d603d01bf8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:03.839173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.901988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.958008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] For port b0efb644-f583-44f1-b3db-94d603d01bf8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b0efb644-f583-44f1-b3db-94d603d01bf8,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:03.959270 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.965260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afb993f-dc29-48cc-9f9d-c3d7d829175d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:03.976340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] For port b0efb644-f583-44f1-b3db-94d603d01bf8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b0efb644-f583-44f1-b3db-94d603d01bf8,segment=NetworkSegment(c01b5b72-0929-4635-be07-c08ecd20e868),segment_id=c01b5b72-0929-4635-be07-c08ecd20e868)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:03.976747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:03.987617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a4ac60-caa3-40e5-9282-12276b3f74cb') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:03.987933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a4ac60-caa3-40e5-9282-12276b3f74cb') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:04.004967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.006776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Calling delete_port for b0efb644-f583-44f1-b3db-94d603d01bf8 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:04.018264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] Calling delete_port for b0efb644-f583-44f1-b3db-94d603d01bf8 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:04.026788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.088940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:04.090188 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:04.101765 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:04.106052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20882406-9e30-451d-9b1c-8237e715305d req-769d12cd-ac48-4e91-83a5-e4e41a4cf0a7 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0814028 Sep 10 03:08:04.128945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7a987da3-0eb6-4c37-a5d7-c648a25e2507 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:04.178226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 7a987da3-0eb6-4c37-a5d7-c648a25e2507 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:04.178592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7a987da3-0eb6-4c37-a5d7-c648a25e2507 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:04.181512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b0efb644-f583-44f1-b3db-94d603d01bf8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:04.211824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.219169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.221005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6afb993f-dc29-48cc-9f9d-c3d7d829175d HTTP/1.1" status: 204 len: 168 time: 0.6423445 Sep 10 03:08:04.238525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91254c44-5498-4d05-9a60-49cd4d11dbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6afb993f-dc29-48cc-9f9d-c3d7d829175d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:04.283684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.311671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.338068 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.350199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0efb644-f583-44f1-b3db-94d603d01bf8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:04.358693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] No DVR routers for this DVR port b0efb644-f583-44f1-b3db-94d603d01bf8 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:04.391744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] No DVR routers for this DVR port b0efb644-f583-44f1-b3db-94d603d01bf8 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:04.399400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cb64f-e31e-48df-b56a-9387d9cb40ca None None] Pushing event deleted for resources: {'Port': ['ID=b0efb644-f583-44f1-b3db-94d603d01bf8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:04.449088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05920696-a6cc-4075-9aec-2d20f951b1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.452173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 29d9e78c-751c-4048-ae1c-223b7cb95cf6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:04.468016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60322) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:04.498687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 29d9e78c-751c-4048-ae1c-223b7cb95cf6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:04.499038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 29d9e78c-751c-4048-ae1c-223b7cb95cf6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:04.499536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a7e37e0d-1699-404e-90dd-63f00372567d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:04.534905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.550002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa6839c4-f3a0-4d9a-8ca0-fdd5e679ac46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc2dc6aab0db409295ef1a0ddeea6f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805240 Sep 10 03:08:04.552853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60326) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:04.560582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539eb241-aa31-4cc0-bbfb-dad61eb02f4d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:04.565234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a7e37e0d-1699-404e-90dd-63f00372567d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:04.567986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a7e37e0d-1699-404e-90dd-63f00372567d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:04.583008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01b5b72-0929-4635-be07-c08ecd20e868') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:04.583531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01b5b72-0929-4635-be07-c08ecd20e868') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:04.595141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.610924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.620973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:04.621423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.662659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:04.692795 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:04.706312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.711835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.713721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] 10.222.0.23 "DELETE /v2.0/networks/539eb241-aa31-4cc0-bbfb-dad61eb02f4d HTTP/1.1" status: 204 len: 168 time: 1.2824891 Sep 10 03:08:04.729620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f74b5-d749-4c24-9ea7-c75c5bc2f2b7 req-c15e1d74-8908-43ee-9bfc-537fbff8d8ac tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:04.731219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-565f74b5-d749-4c24-9ea7-c75c5bc2f2b7 req-c15e1d74-8908-43ee-9bfc-537fbff8d8ac tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0977859 Sep 10 03:08:04.734942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ff-0c50-466d-ac40-521b77bdec78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.759494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3c23-d5e3-4439-a0d2-d401ee629d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=539eb241-aa31-4cc0-bbfb-dad61eb02f4d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:04.790872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ff-0c50-466d-ac40-521b77bdec78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.842961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-565f74b5-d749-4c24-9ea7-c75c5bc2f2b7 req-9fe0249b-0ee1-443e-875e-4f4710d2c5eb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808928 Sep 10 03:08:04.877328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ff-0c50-466d-ac40-521b77bdec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.881866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ff-0c50-466d-ac40-521b77bdec78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:04.884059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e54a11ff-0c50-466d-ac40-521b77bdec78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06991451-44df-45e0-9a3d-7a17c27f5704 HTTP/1.1" status: 204 len: 168 time: 0.3292499 Sep 10 03:08:04.898982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a11ff-0c50-466d-ac40-521b77bdec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06991451-44df-45e0-9a3d-7a17c27f5704,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:05.021381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60336) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:05.069320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c176152-396d-485f-b767-933f83f8c158 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c75398dac3842ba94701b05eb0c58d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467012 Sep 10 03:08:05.071904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60340) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:05.131419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b002-6b9d-457c-8416-a4ab102cc679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:05.158311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b002-6b9d-457c-8416-a4ab102cc679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:05.253244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b002-6b9d-457c-8416-a4ab102cc679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:05.265585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b002-6b9d-457c-8416-a4ab102cc679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:05.269062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c0f2b002-6b9d-457c-8416-a4ab102cc679 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8adaeb74-d853-463d-918e-d2002a3c081d HTTP/1.1" status: 204 len: 168 time: 0.1961148 Sep 10 03:08:05.353787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2b002-6b9d-457c-8416-a4ab102cc679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adaeb74-d853-463d-918e-d2002a3c081d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:05.365379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c829e2b7-08d7-4390-a852-e53229ba8fe4 req-75931ee6-ed79-4d45-a411-9816ad000384 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0918872 Sep 10 03:08:05.403716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:06.020487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02306-9201-43ae-80f1-9610b0ac37b3 req-348d929c-e9ca-49d1-8f82-03e079d281a9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:06.020979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caf02306-9201-43ae-80f1-9610b0ac37b3 req-348d929c-e9ca-49d1-8f82-03e079d281a9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0839729 Sep 10 03:08:06.093641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caf02306-9201-43ae-80f1-9610b0ac37b3 req-c4457606-1da1-49fe-95ef-51056c0fa3e3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Sep 10 03:08:06.565888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-22bce697-9882-4b73-b903-4cb8a8893a63 req-7887be5e-c27d-4119-b99a-37065fb44528 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad3fdeab-5d41-41f5-80d9-da8d478040a4 HTTP/1.1" status: 200 len: 210 time: 0.0368915 Sep 10 03:08:07.269845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d4bd1-609c-4237-84b1-4c120264c7c1 req-3241954b-b74e-458a-af00-c07d1a9b9ce1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:07.275102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:07.277092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-626d4bd1-609c-4237-84b1-4c120264c7c1 req-3241954b-b74e-458a-af00-c07d1a9b9ce1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1030865 Sep 10 03:08:07.349193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-626d4bd1-609c-4237-84b1-4c120264c7c1 req-dc6de3ba-0d14-4918-81bf-0c395289d8ba tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624342 Sep 10 03:08:07.698597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60488) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:07.765872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88e5a238-5dd7-4156-a8c1-730bd38ba146 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:07.797398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88e5a238-5dd7-4156-a8c1-730bd38ba146 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:07.857048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88e5a238-5dd7-4156-a8c1-730bd38ba146 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:07.860202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88e5a238-5dd7-4156-a8c1-730bd38ba146 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:07.864019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-88e5a238-5dd7-4156-a8c1-730bd38ba146 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cea8416-dcfa-4ab3-8aa3-74e34e584708 HTTP/1.1" status: 204 len: 168 time: 0.1617196 Sep 10 03:08:07.864288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60506) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:07.887618 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-38c378db-a7b8-419a-b41e-2e5d2b0f7d1a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] show failed (client error): The resource could not be found. Sep 10 03:08:07.889402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-38c378db-a7b8-419a-b41e-2e5d2b0f7d1a tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "GET /v2.0/security-groups/4cea8416-dcfa-4ab3-8aa3-74e34e584708 HTTP/1.1" status: 404 len: 347 time: 0.0239997 Sep 10 03:08:07.890106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5a238-5dd7-4156-a8c1-730bd38ba146 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cea8416-dcfa-4ab3-8aa3-74e34e584708,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:07.892613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60514) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:08.087538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port 300c209f-79d4-4544-adea-538d3418447d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:08.088148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.117237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 889ee0de-9a4c-4bf8-b8f3-83324caa4957 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:08:08.267598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.267937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.298790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for 300c209f-79d4-4544-adea-538d3418447d owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:08.617363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e3db-89d3-424b-adf5-ee2d00d9b4ec req-d06b1bfc-3ee5-4953-953c-7af1438e4b4f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:08.631874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d46e3db-89d3-424b-adf5-ee2d00d9b4ec req-d06b1bfc-3ee5-4953-953c-7af1438e4b4f tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1412566 Sep 10 03:08:08.674831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.735866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:08.737224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=300c209f-79d4-4544-adea-538d3418447d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:08.750448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d46e3db-89d3-424b-adf5-ee2d00d9b4ec req-6ddc02ab-1089-4835-9336-96bc47513dbc tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175849 Sep 10 03:08:08.781534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'port_id': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'mac_address': 'fa:16:3e:6f:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe944eb-778b-4a08-bd9f-718615579b43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:08:08.817729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.820722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.822127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9db3339-0e62-46fd-8f63-8d88060df4ad tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/floatingips/1bf760cf-af30-42ec-b7bf-bbd92cc6b190 HTTP/1.1" status: 204 len: 168 time: 0.9284618 Sep 10 03:08:08.825197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60600) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:08.868098 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.883503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 889ee0de-9a4c-4bf8-b8f3-83324caa4957 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:08.916884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:08.922291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:08.993152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:09.006413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port f961560c-82ec-4d27-9f1f-8412aca091d2 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:09.006854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.122150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.127567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['889ee0de-9a4c-4bf8-b8f3-83324caa4957'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:09.146896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for f961560c-82ec-4d27-9f1f-8412aca091d2 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:09.412723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.553578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=f961560c-82ec-4d27-9f1f-8412aca091d2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:09.558853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.560773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-960a1705-0ff3-49b9-b8fa-240867ff20df tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/ports/f961560c-82ec-4d27-9f1f-8412aca091d2 HTTP/1.1" status: 204 len: 168 time: 0.7301266 Sep 10 03:08:09.563397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60670) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:09.670450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port 218645e2-44d5-4307-b8d5-a0eedd470c2e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:09.671019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.798187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.813838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for 218645e2-44d5-4307-b8d5-a0eedd470c2e owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:09.961926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:09.975880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee9b5b-23ff-406b-a706-9740b90ebcb3 req-cbaccffe-41a2-4738-aaf4-d08490cd138a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:09.987853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45ee9b5b-23ff-406b-a706-9740b90ebcb3 req-cbaccffe-41a2-4738-aaf4-d08490cd138a tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 944 time: 0.0614741 Sep 10 03:08:10.051739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45ee9b5b-23ff-406b-a706-9740b90ebcb3 req-915c91d7-258a-4c4e-b09e-996bd7e84631 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578883 Sep 10 03:08:10.100434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=218645e2-44d5-4307-b8d5-a0eedd470c2e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:10.118599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 889ee0de-9a4c-4bf8-b8f3-83324caa4957 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:10.215591 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.218202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d0ae8f7f-e82e-4b84-8cd5-94fbc9cac640 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/ports/218645e2-44d5-4307-b8d5-a0eedd470c2e HTTP/1.1" status: 204 len: 168 time: 0.6536810 Sep 10 03:08:10.221013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60730) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:10.246254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:10.247945 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.289886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting subnet a3d49677-1ccd-42d8-af98-3a9bc572a235 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:10.300017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.427191 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.441642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.502557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:10.504289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:10.508837 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdca81f-35b0-4b0d-9d6d-1c42d52d6122" -d '{"events": [{"server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "name": "network-vif-plugged", "status": "completed", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:10.517899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.624512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:10.653470 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fdbfd1-d584-4489-8ded-98459e45756d x-openstack-request-id: req-f4fdbfd1-d584-4489-8ded-98459e45756d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:10.654036 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "name": "network-vif-plugged", "status": "completed", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:10.654688 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4fdbfd1-d584-4489-8ded-98459e45756d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:10.655242 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'code': 200} Sep 10 03:08:10.686737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.805602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.863593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d49677-1ccd-42d8-af98-3a9bc572a235,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:10.869321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:10.871287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-374a28b0-74d0-4777-9561-fa92d21cbead tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/subnets/a3d49677-1ccd-42d8-af98-3a9bc572a235 HTTP/1.1" status: 204 len: 168 time: 0.6492672 Sep 10 03:08:10.875936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60766) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:10.878725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae26c32-0ca6-46fd-985f-0007ea2c3fee None None] Network c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:10.885796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f644-23bd-4411-9a8e-275d6f1ba6f3 req-b3068b14-21e6-46d6-8e4b-7a76fe951842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:10.888603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9678f644-23bd-4411-9a8e-275d6f1ba6f3 req-b3068b14-21e6-46d6-8e4b-7a76fe951842 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 1096 time: 0.0745337 Sep 10 03:08:10.938397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9678f644-23bd-4411-9a8e-275d6f1ba6f3 req-c28ff5ed-b24d-4577-9684-70831afd4e8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Sep 10 03:08:10.967886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting subnet 468a3720-37d2-42ac-a5ea-18380c703970 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:10.975414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.099345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.166420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] DHCP port deletion for c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:08:11.276298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] Deleting port 4396ff41-c4b3-4367-8220-abb8317b6a40 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:11.276542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c28c2d-1b6c-4768-800e-6e14889d9309 req-681fab98-d47e-4705-8810-ec0bcc9f0395 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:11.279424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.280241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03c28c2d-1b6c-4768-800e-6e14889d9309 req-681fab98-d47e-4705-8810-ec0bcc9f0395 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0844309 Sep 10 03:08:11.305711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.381161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03c28c2d-1b6c-4768-800e-6e14889d9309 req-9af616d5-6776-4ff7-93ec-6025aa9c0be9 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936949 Sep 10 03:08:11.441942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.480104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] For port 4396ff41-c4b3-4367-8220-abb8317b6a40, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4396ff41-c4b3-4367-8220-abb8317b6a40,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:11.481743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.493877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389eb7e5-f159-4f8d-bce4-bbb2ce665d84 None None] Network 096606b6-99b7-421d-ad68-4cda1e71df35 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:11.537973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Subnet': ['ID=468a3720-37d2-42ac-a5ea-18380c703970,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:11.542308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.548384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-27035e44-8fcf-494b-a829-82a3bc98d5f8 tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/subnets/468a3720-37d2-42ac-a5ea-18380c703970 HTTP/1.1" status: 204 len: 168 time: 0.6714160 Sep 10 03:08:11.551058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60822) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:11.551639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] Calling delete_port for 4396ff41-c4b3-4367-8220-abb8317b6a40 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:11.646088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.711148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Deleting port 4396ff41-c4b3-4367-8220-abb8317b6a40 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:11.711531 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.859874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] For port 4396ff41-c4b3-4367-8220-abb8317b6a40, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4396ff41-c4b3-4367-8220-abb8317b6a40,segment=NetworkSegment(e30c0266-ae4a-4f3c-9f85-5088929b13d0),segment_id=e30c0266-ae4a-4f3c-9f85-5088929b13d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:11.859874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.873007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Calling delete_port for 4396ff41-c4b3-4367-8220-abb8317b6a40 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:11.892647 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:11.979233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] Pushing event deleted for resources: {'Port': ['ID=4396ff41-c4b3-4367-8220-abb8317b6a40,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:12.006127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] DHCP port deletion for 096606b6-99b7-421d-ad68-4cda1e71df35 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:08:12.011607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907e4e1-c701-4c34-892c-357e22e417af None None] No DVR routers for this DVR port 4396ff41-c4b3-4367-8220-abb8317b6a40 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:12.017055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.052799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Port': ['ID=4396ff41-c4b3-4367-8220-abb8317b6a40,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:12.061107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] No DVR routers for this DVR port 4396ff41-c4b3-4367-8220-abb8317b6a40 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:12.173342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] Deleting port 075fab7b-721d-4964-af60-b9e08eca5f59 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:12.173922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.177193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.198983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2a7a7-2b9e-4dc3-aead-2788871b92f7']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:12.214072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30c0266-ae4a-4f3c-9f85-5088929b13d0') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:12.215141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30c0266-ae4a-4f3c-9f85-5088929b13d0') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:12.232629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.250667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.259497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:12.260960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.293241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:12.303427 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:12.350872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.358805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.365086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60872) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:12.365828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/networks/c3a2a7a7-2b9e-4dc3-aead-2788871b92f7 HTTP/1.1" status: 204 len: 168 time: 0.8133068 Sep 10 03:08:12.375470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] For port 075fab7b-721d-4964-af60-b9e08eca5f59, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=075fab7b-721d-4964-af60-b9e08eca5f59,segment=NetworkSegment(2770a77a-1c35-425c-9f93-d3d57b4e3a3a),segment_id=2770a77a-1c35-425c-9f93-d3d57b4e3a3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:12.375884 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.386357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12527f8d-46e9-45a9-8674-ac924db6b8fb tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Network': ['ID=c3a2a7a7-2b9e-4dc3-aead-2788871b92f7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:12.436349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] Calling delete_port for 075fab7b-721d-4964-af60-b9e08eca5f59 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:12.457541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4396ff41-c4b3-4367-8220-abb8317b6a40 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:12.543337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a5b0-a264-4216-98aa-ca82f9b4f66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.562605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.585387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4396ff41-c4b3-4367-8220-abb8317b6a40 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:12.585833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4396ff41-c4b3-4367-8220-abb8317b6a40 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:12.586451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 075fab7b-721d-4964-af60-b9e08eca5f59 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:12.612571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.638725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 075fab7b-721d-4964-af60-b9e08eca5f59 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:12.639092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 075fab7b-721d-4964-af60-b9e08eca5f59 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:12.648912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] Pushing event deleted for resources: {'Port': ['ID=075fab7b-721d-4964-af60-b9e08eca5f59,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:12.673869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55ad5f-bc9c-454b-9fe9-5b984ba37018 None None] No DVR routers for this DVR port 075fab7b-721d-4964-af60-b9e08eca5f59 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:12.728102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e4617-fea3-4398-bd8a-ba79358246fe req-0505c3c7-19e9-40d7-81ce-2d3d14c928f0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:12.730182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-527e4617-fea3-4398-bd8a-ba79358246fe req-0505c3c7-19e9-40d7-81ce-2d3d14c928f0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.2207282 Sep 10 03:08:12.800364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a5b0-a264-4216-98aa-ca82f9b4f66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.847637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.850270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a5b0-a264-4216-98aa-ca82f9b4f66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.864343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-527e4617-fea3-4398-bd8a-ba79358246fe req-52138a93-4b69-47e8-a65c-94e6e24d7f77 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262748 Sep 10 03:08:12.917109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096606b6-99b7-421d-ad68-4cda1e71df35']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:12.939209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c0d4a5b0-a264-4216-98aa-ca82f9b4f66e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be252c48836b4df29fae2e55058d213f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437383 Sep 10 03:08:12.939355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60926) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:12.942011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2770a77a-1c35-425c-9f93-d3d57b4e3a3a') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:12.942314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2770a77a-1c35-425c-9f93-d3d57b4e3a3a') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:12.945043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4a5b0-a264-4216-98aa-ca82f9b4f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880a348-2ed6-4b7e-81af-8f95f951b562,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:12.957105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:12.986825 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.001704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:13.002361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.034254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fcd3-8e1b-4d03-9b45-a7e192bd1116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:13.073027 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:13.087423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fcd3-8e1b-4d03-9b45-a7e192bd1116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.087576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.117777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.119631 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] 10.222.0.23 "DELETE /v2.0/networks/096606b6-99b7-421d-ad68-4cda1e71df35 HTTP/1.1" status: 204 len: 168 time: 0.7535491 Sep 10 03:08:13.147272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eefdf-8840-4e32-997f-610e55ee6c0f tempest-TaggedBootDevicesTest_v242-2009563254 tempest-TaggedBootDevicesTest_v242-2009563254-project] Pushing event deleted for resources: {'Network': ['ID=096606b6-99b7-421d-ad68-4cda1e71df35,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:13.165184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0be07-3014-47c1-8a12-2ee0a6a04fc8 req-7ab7ce59-13dc-492a-929f-10e10f132d9b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:13.172584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92d0be07-3014-47c1-8a12-2ee0a6a04fc8 req-7ab7ce59-13dc-492a-929f-10e10f132d9b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.0985970 Sep 10 03:08:13.202143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fcd3-8e1b-4d03-9b45-a7e192bd1116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.204862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fcd3-8e1b-4d03-9b45-a7e192bd1116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:13.205956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c0d4fcd3-8e1b-4d03-9b45-a7e192bd1116 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9880a348-2ed6-4b7e-81af-8f95f951b562 HTTP/1.1" status: 204 len: 168 time: 0.2653821 Sep 10 03:08:13.241041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4fcd3-8e1b-4d03-9b45-a7e192bd1116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880a348-2ed6-4b7e-81af-8f95f951b562,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:13.252580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92d0be07-3014-47c1-8a12-2ee0a6a04fc8 req-19e5b69e-d1ce-4038-b060-8fcfa65fc02d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Sep 10 03:08:13.829367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-b17eeacf-fd9e-42e0-b80c-250179ce1caa tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:13.830940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-b17eeacf-fd9e-42e0-b80c-250179ce1caa tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 814 time: 0.1787715 Sep 10 03:08:13.853820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-e1e727fa-df7e-4011-9503-f709af89cae0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/quotas/332f6244d26e4fc8a973bf97f60a4768 HTTP/1.1" status: 200 len: 375 time: 0.0154972 Sep 10 03:08:13.929376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-991c4fd5-daa8-453a-8381-db00d22317a3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742242 Sep 10 03:08:14.136470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-482d0c30-3478-4d6a-a565-c59f53be2dbc service neutron] 10.222.0.23 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022753 Sep 10 03:08:14.294398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-c45c6da6-3088-4ac0-9a43-7b84d0dfb69e service neutron] 10.222.0.23 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551056 Sep 10 03:08:14.310262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:08:14.546968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23df5db6-dc8a-4993-919a-4ade2bbb73f1 req-d05e0510-64b5-4a49-bf4a-f532ef11fe87 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 210 time: 0.0345790 Sep 10 03:08:14.850486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-3d0a6767-911c-458b-ad3d-d8951b8426a6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:14.854426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-3d0a6767-911c-458b-ad3d-d8951b8426a6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.36 "GET /v2.0/ports?device_id=b564b234-d5e8-4449-80b0-994663c76518 HTTP/1.1" status: 200 len: 945 time: 0.1143007 Sep 10 03:08:15.058914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Deleting port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:15.059322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:15.177811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] For port 889ee0de-9a4c-4bf8-b8f3-83324caa4957, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=889ee0de-9a4c-4bf8-b8f3-83324caa4957,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:15.177811 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:15.200294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Calling delete_port for 889ee0de-9a4c-4bf8-b8f3-83324caa4957 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:15.393729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:15.408876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:15.431965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['889ee0de-9a4c-4bf8-b8f3-83324caa4957'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:15.450025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Pushing event deleted for resources: {'Port': ['ID=889ee0de-9a4c-4bf8-b8f3-83324caa4957,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:15.487995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.488640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.489156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.490059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.490591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.491117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.491695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.492239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.492904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.493702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.494371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.494970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:15.516497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] No DVR routers for this DVR port 889ee0de-9a4c-4bf8-b8f3-83324caa4957 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:15.519991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:15.523264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9604a8fd-5a3b-4727-9ded-6c182600c061 req-32c95b40-e3c3-437d-a708-4cba62c735e2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.36 "DELETE /v2.0/ports/889ee0de-9a4c-4bf8-b8f3-83324caa4957 HTTP/1.1" status: 204 len: 173 time: 0.6628773 Sep 10 03:08:15.524172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'name': 'network-vif-deleted', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:15.528358 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107ddde8-6347-49a0-8026-33192fea687f" -d '{"events": [{"server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "name": "network-vif-deleted", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:15.577581 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc64e17-1c8b-4e96-9ad8-81481baf9290 x-openstack-request-id: req-0bc64e17-1c8b-4e96-9ad8-81481baf9290 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:15.578715 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b564b234-d5e8-4449-80b0-994663c76518", "name": "network-vif-deleted", "tag": "889ee0de-9a4c-4bf8-b8f3-83324caa4957", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:15.580102 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bc64e17-1c8b-4e96-9ad8-81481baf9290 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:15.581016 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b564b234-d5e8-4449-80b0-994663c76518', 'name': 'network-vif-deleted', 'tag': '889ee0de-9a4c-4bf8-b8f3-83324caa4957', 'status': 'completed', 'code': 200} Sep 10 03:08:15.790402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb93d75a-36f4-4d25-8255-518192e6c4bc req-115214be-dca3-4654-b646-7cb788d3459b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 210 time: 0.0457473 Sep 10 03:08:15.843248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2b34a1c-f756-49de-b08b-af4b6f35e2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.068341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-30059dc5-d9a8-439a-b1cc-6a4daded1514 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:16.070587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-30059dc5-d9a8-439a-b1cc-6a4daded1514 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 814 time: 0.2590117 Sep 10 03:08:16.122901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Request body: {'port': {'device_id': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'admin_state_up': True, 'tenant_id': '332f6244d26e4fc8a973bf97f60a4768'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:16.259040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2b34a1c-f756-49de-b08b-af4b6f35e2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.265202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2b34a1c-f756-49de-b08b-af4b6f35e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.334835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d2b34a1c-f756-49de-b08b-af4b6f35e2c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e16f6e99e8c746f3afb5c4843e21e911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9390395 Sep 10 03:08:16.338112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:16.360100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b34a1c-f756-49de-b08b-af4b6f35e2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ff035-158b-4b41-8054-8cececa78c4e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:16.397931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Made reservation on behalf of 332f6244d26e4fc8a973bf97f60a4768 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:16.402081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.442624 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8dc18f8-86fa-43ae-9a64-3e4baf6088ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.509638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8dc18f8-86fa-43ae-9a64-3e4baf6088ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.596717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Allocated IP 172.20.0.12 (d9ead8fb-06ea-42f4-84cc-40c60208c854/3fe944eb-778b-4a08-bd9f-718615579b43/8b7124d2-558f-46f2-880f-993cb12977f7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:16.611523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8dc18f8-86fa-43ae-9a64-3e4baf6088ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.614165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8dc18f8-86fa-43ae-9a64-3e4baf6088ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.617697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c8dc18f8-86fa-43ae-9a64-3e4baf6088ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b61ff035-158b-4b41-8054-8cececa78c4e HTTP/1.1" status: 204 len: 168 time: 0.2763939 Sep 10 03:08:16.631891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc18f8-86fa-43ae-9a64-3e4baf6088ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ff035-158b-4b41-8054-8cececa78c4e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:16.876474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:16.980015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d92a557a-72e8-4609-9e0a-476be9abbfc6 req-0c769ea2-1dfa-4ba0-91c6-d02e58f52fbb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 210 time: 0.0463822 Sep 10 03:08:17.009503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:17.021934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['889ee0de-9a4c-4bf8-b8f3-83324caa4957'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:17.089357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Pushing event updated for resources: {'Port': ['ID=8b7124d2-558f-46f2-880f-993cb12977f7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:17.107361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Network d9ead8fb-06ea-42f4-84cc-40c60208c854 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:17.109691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:17.116745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:17.190207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:17.190904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:17.230338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a5ebad5b-20d6-470a-8cea-6493c454f3cd tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1212430 Sep 10 03:08:17.244683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Request body: {'port': {'device_id': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:17.322763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:17.920671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7124d2-558f-46f2-880f-993cb12977f7 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:17.930970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:17.939028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49766e93-4d43-4e33-9c03-bbc678727421 req-06a9da36-0c97-49e9-8b87-2c2416189425 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:17.947332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Transition to ACTIVE for port object 8b7124d2-558f-46f2-880f-993cb12977f7 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:17.948542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49766e93-4d43-4e33-9c03-bbc678727421 req-06a9da36-0c97-49e9-8b87-2c2416189425 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0972679 Sep 10 03:08:17.952895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:18.008112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49766e93-4d43-4e33-9c03-bbc678727421 req-c3b3c729-126a-4fcf-9d41-70cda9bf3308 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583544 Sep 10 03:08:18.049835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=8b7124d2-558f-46f2-880f-993cb12977f7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:18.136216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Attempting to bind port 8b7124d2-558f-46f2-880f-993cb12977f7 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:18.136561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Attempting to bind port 8b7124d2-558f-46f2-880f-993cb12977f7 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:18.136889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Attempting to bind port 8b7124d2-558f-46f2-880f-993cb12977f7 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:18.146190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Port 8b7124d2-558f-46f2-880f-993cb12977f7 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:08:18.146602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Attempting to bind port 8b7124d2-558f-46f2-880f-993cb12977f7 on network d9ead8fb-06ea-42f4-84cc-40c60208c854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:18.155088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:18.155432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Checking segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:18.155855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Bound using segment: {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:18.156308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Bound port: 8b7124d2-558f-46f2-880f-993cb12977f7, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b30acbe-24de-4d9c-9ccd-023a08a92dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:18.156678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:18.512281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32960) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:18.567517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a12307-ca57-428d-ba08-7ae743bb4df6 req-b1836f59-a35a-40d8-b3d4-4b5bb054d51e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:18.569077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a12307-ca57-428d-ba08-7ae743bb4df6 req-b1836f59-a35a-40d8-b3d4-4b5bb054d51e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 944 time: 0.4940469 Sep 10 03:08:18.649603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] For port 8b7124d2-558f-46f2-880f-993cb12977f7, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:18.681443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] For port 8b7124d2-558f-46f2-880f-993cb12977f7, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b7124d2-558f-46f2-880f-993cb12977f7,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:18.691967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:18.717892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a12307-ca57-428d-ba08-7ae743bb4df6 req-d3836e9e-afff-4490-bc35-3e6e6aa3397c tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 Sep 10 03:08:18.757634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:18.758298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:18.759799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] 10.222.0.32 "PUT /v2.0/ports/8b7124d2-558f-46f2-880f-993cb12977f7 HTTP/1.1" status: 200 len: 1092 time: 1.5213618 Sep 10 03:08:18.760186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'tag': '8b7124d2-558f-46f2-880f-993cb12977f7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:18.766138 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c168aadd-8d48-43d3-9c71-524b537e213a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a", "tag": "8b7124d2-558f-46f2-880f-993cb12977f7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:18.861322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c9d37a-6e17-4aed-b122-045f9b78833a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:18.863214 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c108fbdf-8cab-48ac-a34a-08ac738333fc x-openstack-request-id: req-c108fbdf-8cab-48ac-a34a-08ac738333fc {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:18.863442 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a", "tag": "8b7124d2-558f-46f2-880f-993cb12977f7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:18.863709 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c108fbdf-8cab-48ac-a34a-08ac738333fc {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:18.864088 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'tag': '8b7124d2-558f-46f2-880f-993cb12977f7', 'status': 'completed', 'code': 200} Sep 10 03:08:18.864638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28207564-cbee-41f5-b9c8-3a002216a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=8b7124d2-558f-46f2-880f-993cb12977f7,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:18.898825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a1fba28a-dd81-4e8f-8bec-1dec3b21102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:18.900946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-a1fba28a-dd81-4e8f-8bec-1dec3b21102d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 1095 time: 0.0886369 Sep 10 03:08:18.972789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-97b9aab1-26c6-4d3f-9d02-a2e9979094a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b7124d2-558f-46f2-880f-993cb12977f7 HTTP/1.1" status: 200 len: 217 time: 0.0638568 Sep 10 03:08:19.045961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c9d37a-6e17-4aed-b122-045f9b78833a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.061075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c9d37a-6e17-4aed-b122-045f9b78833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.084185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-e981a44a-b94a-4251-9c5d-6f31f58378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:19.086374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-e981a44a-b94a-4251-9c5d-6f31f58378fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 200 len: 854 time: 0.0999973 Sep 10 03:08:19.141630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-13b05f95-70fc-41d6-aa26-fe558d4f00e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9ead8fb-06ea-42f4-84cc-40c60208c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452650 Sep 10 03:08:19.162452 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-12c9d37a-6e17-4aed-b122-045f9b78833a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a860669df284e608a103e5f375b674e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6462181 Sep 10 03:08:19.165901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:19.173489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9d37a-6e17-4aed-b122-045f9b78833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64f854-e34a-45e9-b449-4fc76f77b6d1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:19.218849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fdf99-64d4-4ad4-85d5-0f9eef3626b3 req-fcbf504e-e202-4ddc-b6d8-3233c8baca04 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:19.224160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-094fdf99-64d4-4ad4-85d5-0f9eef3626b3 req-fcbf504e-e202-4ddc-b6d8-3233c8baca04 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0968542 Sep 10 03:08:19.298111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-4b7bd0dd-d4ef-44cb-8e2d-d947ad42fb11 service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480000 Sep 10 03:08:19.423468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f5501f0-af6c-4c88-97cd-e85d773af5ef req-318d7727-cce1-463d-a0f8-2726fb73d11b service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161675 Sep 10 03:08:19.450421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:19.562373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168aadd-8d48-43d3-9c71-524b537e213a req-2186ff70-cd00-487b-aeb8-c8202bd999d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:19.563927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-2186ff70-cd00-487b-aeb8-c8202bd999d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=332f6244d26e4fc8a973bf97f60a4768&device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 1095 time: 0.0736096 Sep 10 03:08:19.592522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-994dfd74-e96c-475a-b7c4-17ea56cf9f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.729255 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-988eaa25-0c4b-447b-bcb1-c66f1d93a3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.755552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168aadd-8d48-43d3-9c71-524b537e213a req-c1c0ec92-ca6e-4d05-8173-d28add080683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:19.756182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-094fdf99-64d4-4ad4-85d5-0f9eef3626b3 req-3111cdeb-5e7b-445c-a425-3a57f21c2184 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253491 Sep 10 03:08:19.757467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-c1c0ec92-ca6e-4d05-8173-d28add080683 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 200 len: 914 time: 0.1801279 Sep 10 03:08:19.780164 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-988eaa25-0c4b-447b-bcb1-c66f1d93a3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.840871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-988eaa25-0c4b-447b-bcb1-c66f1d93a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.844342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-988eaa25-0c4b-447b-bcb1-c66f1d93a3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.847880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-988eaa25-0c4b-447b-bcb1-c66f1d93a3e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd64f854-e34a-45e9-b449-4fc76f77b6d1 HTTP/1.1" status: 204 len: 168 time: 0.6784389 Sep 10 03:08:19.850557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-532a247c-7549-45af-bac2-b3dec9111311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b7124d2-558f-46f2-880f-993cb12977f7 HTTP/1.1" status: 200 len: 217 time: 0.0452983 Sep 10 03:08:19.853671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eaa25-0c4b-447b-bcb1-c66f1d93a3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64f854-e34a-45e9-b449-4fc76f77b6d1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:19.953671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168aadd-8d48-43d3-9c71-524b537e213a req-7ed52494-a8d2-44aa-97da-7fa3584c6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:19.955239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-7ed52494-a8d2-44aa-97da-7fa3584c6b32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 200 len: 854 time: 0.0921056 Sep 10 03:08:19.971146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-994dfd74-e96c-475a-b7c4-17ea56cf9f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:19.999535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-994dfd74-e96c-475a-b7c4-17ea56cf9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.006178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-8c68e8e2-b330-4287-a019-fc73be144fb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9ead8fb-06ea-42f4-84cc-40c60208c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372107 Sep 10 03:08:20.022543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a7aca-9ec7-4e7e-8342-5dc3edf05a08 req-6a9d47d5-e177-4b55-8191-24338bf6e04b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:20.024169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e38a7aca-9ec7-4e7e-8342-5dc3edf05a08 req-6a9d47d5-e177-4b55-8191-24338bf6e04b tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 944 time: 0.1794462 Sep 10 03:08:20.098937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-994dfd74-e96c-475a-b7c4-17ea56cf9f76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1abc682f28554b7b8159d5474930bbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469812 Sep 10 03:08:20.101574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:20.113357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dfd74-e96c-475a-b7c4-17ea56cf9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a568c4cc-081b-4d1c-ad61-cd2c052b406c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:20.165461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 889ee0de-9a4c-4bf8-b8f3-83324caa4957 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:20.220092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 889ee0de-9a4c-4bf8-b8f3-83324caa4957 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:20.220431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 889ee0de-9a4c-4bf8-b8f3-83324caa4957 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:20.257106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33042) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:20.257824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2320bb8c-99ab-4434-a68a-070d61cfc45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.266755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e38a7aca-9ec7-4e7e-8342-5dc3edf05a08 req-51c9c621-488b-474c-baa9-bcd703bb0a49 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250562 Sep 10 03:08:20.273508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-09a47425-b30d-4695-a612-792547847be0 service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429843 Sep 10 03:08:20.282017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9414864a-5219-4717-9461-66ad7a67acbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.304836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2320bb8c-99ab-4434-a68a-070d61cfc45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.398887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2320bb8c-99ab-4434-a68a-070d61cfc45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.404577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c168aadd-8d48-43d3-9c71-524b537e213a req-e138b8b4-27b8-4907-a7c8-5cc5734a8559 service neutron] 10.222.0.32 "GET /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173441 Sep 10 03:08:20.405087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2320bb8c-99ab-4434-a68a-070d61cfc45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.409651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2320bb8c-99ab-4434-a68a-070d61cfc45f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a568c4cc-081b-4d1c-ad61-cd2c052b406c HTTP/1.1" status: 204 len: 168 time: 0.3023372 Sep 10 03:08:20.439838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320bb8c-99ab-4434-a68a-070d61cfc45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a568c4cc-081b-4d1c-ad61-cd2c052b406c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:20.468649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9414864a-5219-4717-9461-66ad7a67acbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.473379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9414864a-5219-4717-9461-66ad7a67acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.515787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414864a-5219-4717-9461-66ad7a67acbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8206e394-53fe-4211-b99e-3d57f8457967,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:20.572712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33050) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:20.575620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9414864a-5219-4717-9461-66ad7a67acbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2abc4336c319490ebdd3b93c16ded69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155391 Sep 10 03:08:20.638567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a48967b3-f77c-4653-bf50-9a2d401b9ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.661511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a48967b3-f77c-4653-bf50-9a2d401b9ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.722882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a48967b3-f77c-4653-bf50-9a2d401b9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.727859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a48967b3-f77c-4653-bf50-9a2d401b9ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:20.732411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a48967b3-f77c-4653-bf50-9a2d401b9ba0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8206e394-53fe-4211-b99e-3d57f8457967 HTTP/1.1" status: 204 len: 168 time: 0.1579754 Sep 10 03:08:20.745552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48967b3-f77c-4653-bf50-9a2d401b9ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8206e394-53fe-4211-b99e-3d57f8457967,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:20.912673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ea503-d4fa-45e1-8d5b-76da362e88d8 req-a6d44bdf-ebc6-4c6d-9a94-3508032a1e58 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:20.914263 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e3ea503-d4fa-45e1-8d5b-76da362e88d8 req-a6d44bdf-ebc6-4c6d-9a94-3508032a1e58 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0658152 Sep 10 03:08:20.996963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e3ea503-d4fa-45e1-8d5b-76da362e88d8 req-9c635f59-b356-4ce8-b7d5-dd7defba2747 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764260 Sep 10 03:08:21.468029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320f1e7-3a22-44f3-9975-002a140eebce req-c563f048-1285-4f6a-99d4-9aded2f95f09 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:21.477124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b320f1e7-3a22-44f3-9975-002a140eebce req-c563f048-1285-4f6a-99d4-9aded2f95f09 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 944 time: 0.1019623 Sep 10 03:08:21.547415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b320f1e7-3a22-44f3-9975-002a140eebce req-d8dc6b20-b026-4fcf-a8ef-d8d5628e63d1 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688329 Sep 10 03:08:22.186851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b7124d2-558f-46f2-880f-993cb12977f7 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:08:22.233834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d3b3a-5dcd-47e2-a4a2-1d722472829f req-ce6ea50c-ed6a-4d58-904d-4bae8e7439a6 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:22.254086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d6d3b3a-5dcd-47e2-a4a2-1d722472829f req-ce6ea50c-ed6a-4d58-904d-4bae8e7439a6 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1313095 Sep 10 03:08:22.331293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d6d3b3a-5dcd-47e2-a4a2-1d722472829f req-69d6c5f3-fb94-4c39-9c1f-06c4dd58a9ba tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759051 Sep 10 03:08:22.380054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8b7124d2-558f-46f2-880f-993cb12977f7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b7124d2-558f-46f2-880f-993cb12977f7,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:22.394457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8b7124d2-558f-46f2-880f-993cb12977f7', 'network_id': 'd9ead8fb-06ea-42f4-84cc-40c60208c854', 'port_id': '8b7124d2-558f-46f2-880f-993cb12977f7', 'mac_address': 'fa:16:3e:e8:23:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe944eb-778b-4a08-bd9f-718615579b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:08:22.485870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:22.505366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7124d2-558f-46f2-880f-993cb12977f7 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:22.532549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b0c13fde-cc13-454a-bcbd-e0e892c1fbf4 req-637033d8-0a4a-4a73-adbb-35759a44c7e0 tempest-AbsoluteLimitsNegativeTestJSON-1661105229 tempest-AbsoluteLimitsNegativeTestJSON-1661105229-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a96238f975444b3db946f285f1f29d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403187 Sep 10 03:08:22.534838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8b7124d2-558f-46f2-880f-993cb12977f7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b7124d2-558f-46f2-880f-993cb12977f7,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:22.541576 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:22.634409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8b7124d2-558f-46f2-880f-993cb12977f7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:22.647091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.647783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.648662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.649167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.649742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.650308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.650806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.651365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.651884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.652390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.652929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.654018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:22.692060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c13fde-cc13-454a-bcbd-e0e892c1fbf4 req-4173cad3-b379-472b-8927-920edef06651 tempest-AbsoluteLimitsNegativeTestJSON-1661105229 tempest-AbsoluteLimitsNegativeTestJSON-1661105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:22.694157 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b0c13fde-cc13-454a-bcbd-e0e892c1fbf4 req-4173cad3-b379-472b-8927-920edef06651 tempest-AbsoluteLimitsNegativeTestJSON-1661105229 tempest-AbsoluteLimitsNegativeTestJSON-1661105229-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553342 Sep 10 03:08:22.721286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b0c13fde-cc13-454a-bcbd-e0e892c1fbf4 req-c0326e0d-47c2-4617-86b4-bd0885b3288d tempest-AbsoluteLimitsNegativeTestJSON-1661105229 tempest-AbsoluteLimitsNegativeTestJSON-1661105229-project] 10.222.0.23 "GET /v2.0/quotas/a96238f975444b3db946f285f1f29d06 HTTP/1.1" status: 200 len: 375 time: 0.0206294 Sep 10 03:08:22.769117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfb203-ea2f-4bf2-b908-ea55d4c07cad req-da9d19d4-26f7-4860-95fc-cce9e711acce tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:22.770785 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12dfb203-ea2f-4bf2-b908-ea55d4c07cad req-da9d19d4-26f7-4860-95fc-cce9e711acce tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 945 time: 0.1153538 Sep 10 03:08:22.775184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b0c13fde-cc13-454a-bcbd-e0e892c1fbf4 req-ab5e4efd-deb8-4c97-b3c4-a798ac14a3d9 tempest-AbsoluteLimitsNegativeTestJSON-1661105229 tempest-AbsoluteLimitsNegativeTestJSON-1661105229-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a96238f975444b3db946f285f1f29d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530884 Sep 10 03:08:22.803192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8b7124d2-558f-46f2-880f-993cb12977f7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:22.875166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12dfb203-ea2f-4bf2-b908-ea55d4c07cad req-3a55f67e-16a8-4994-8419-c733997174d0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 Sep 10 03:08:23.272370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33158) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:23.444461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cd61e96-3c12-4d9e-8feb-58353ec1e818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.571393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61b1f-e0f4-43b6-b98a-67fed0c054e3 req-c3a277cc-8e4c-46f1-a2c3-ccd152a9b946 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:23.578657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82d61b1f-e0f4-43b6-b98a-67fed0c054e3 req-c3a277cc-8e4c-46f1-a2c3-ccd152a9b946 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0922823 Sep 10 03:08:23.636138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82d61b1f-e0f4-43b6-b98a-67fed0c054e3 req-e72c6059-7db7-4f54-a291-0737de3754ad tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562346 Sep 10 03:08:23.664090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cd61e96-3c12-4d9e-8feb-58353ec1e818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.670802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cd61e96-3c12-4d9e-8feb-58353ec1e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.710668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2cd61e96-3c12-4d9e-8feb-58353ec1e818 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a96238f975444b3db946f285f1f29d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364667 Sep 10 03:08:23.713323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33176) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:23.721510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd61e96-3c12-4d9e-8feb-58353ec1e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1826dea-1102-4118-979c-ffcc77c0470d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:23.779558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42f8f948-28c2-463c-93fb-b339cee2c6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.805367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42f8f948-28c2-463c-93fb-b339cee2c6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.866228 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42f8f948-28c2-463c-93fb-b339cee2c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.871008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42f8f948-28c2-463c-93fb-b339cee2c6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:23.873561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-42f8f948-28c2-463c-93fb-b339cee2c6bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1826dea-1102-4118-979c-ffcc77c0470d HTTP/1.1" status: 204 len: 168 time: 0.1584072 Sep 10 03:08:23.887792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8f948-28c2-463c-93fb-b339cee2c6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1826dea-1102-4118-979c-ffcc77c0470d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:24.041111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caba3d-ba63-4949-b0ba-52deda80da20 req-ba3406f0-8d5d-40e9-9260-88ee73172cce tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:24.042870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60caba3d-ba63-4949-b0ba-52deda80da20 req-ba3406f0-8d5d-40e9-9260-88ee73172cce tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 945 time: 0.0620341 Sep 10 03:08:24.139715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60caba3d-ba63-4949-b0ba-52deda80da20 req-1a5472f8-1661-43b8-bcef-dac132281461 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855973 Sep 10 03:08:24.200403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b7124d2-558f-46f2-880f-993cb12977f7 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:24.289027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8b7124d2-558f-46f2-880f-993cb12977f7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:24.294638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8b7124d2-558f-46f2-880f-993cb12977f7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:24.295012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:24.395203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:24.436248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8b7124d2-558f-46f2-880f-993cb12977f7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b7124d2-558f-46f2-880f-993cb12977f7,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:24.437403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7124d2-558f-46f2-880f-993cb12977f7'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:24.442318 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329df64-408f-4615-8c03-613c9c897594" -d '{"events": [{"server_uuid": "1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a", "name": "network-vif-plugged", "status": "completed", "tag": "8b7124d2-558f-46f2-880f-993cb12977f7"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:24.453123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:24.523633 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91e172-5f16-44f9-8512-2c38c7ed762b x-openstack-request-id: req-bb91e172-5f16-44f9-8512-2c38c7ed762b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:24.523920 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a", "name": "network-vif-plugged", "status": "completed", "tag": "8b7124d2-558f-46f2-880f-993cb12977f7", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:24.524372 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb91e172-5f16-44f9-8512-2c38c7ed762b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:24.524920 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7124d2-558f-46f2-880f-993cb12977f7', 'code': 200} Sep 10 03:08:24.535742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33220) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:24.559968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8b7124d2-558f-46f2-880f-993cb12977f7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:24.646790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0fb6-d225-4f0d-8383-1e7500a0d5df req-c25099b8-1a3b-43c0-8e2f-a3fffa181f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:24.649248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3dea0fb6-d225-4f0d-8383-1e7500a0d5df req-c25099b8-1a3b-43c0-8e2f-a3fffa181f17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 1097 time: 0.0565546 Sep 10 03:08:24.709126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3dea0fb6-d225-4f0d-8383-1e7500a0d5df req-782ae7e7-0906-461f-a1bf-b136cd67a83f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526521 Sep 10 03:08:24.711478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6355dc08-5fcd-4d2d-99ad-1924d35b3628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:24.916896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c8237-8906-46b3-9a10-84c218da4336 req-500f6009-df77-43e7-b1fc-4145c472b735 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:24.919190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-012c8237-8906-46b3-9a10-84c218da4336 req-500f6009-df77-43e7-b1fc-4145c472b735 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0844207 Sep 10 03:08:24.947200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33244) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:24.976247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6355dc08-5fcd-4d2d-99ad-1924d35b3628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:24.989944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6355dc08-5fcd-4d2d-99ad-1924d35b3628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.010604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33248) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:25.049614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6355dc08-5fcd-4d2d-99ad-1924d35b3628 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c695ecf3c2fc47ef93d6947e1fd20ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117462 Sep 10 03:08:25.052534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:25.076779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-012c8237-8906-46b3-9a10-84c218da4336 req-d8a1ea13-fb3f-484a-8c5c-948bb241ec12 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456666 Sep 10 03:08:25.090251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355dc08-5fcd-4d2d-99ad-1924d35b3628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a2edb0-3a05-4481-80c1-2360f4ca5d7f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:25.148753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ec41b1-5614-4ea8-9ecc-c2306c7e211b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.226499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ec41b1-5614-4ea8-9ecc-c2306c7e211b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.232852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1828624458-network', 'tenant_id': 'dfa93fbbec204a32bd1832dd061014e4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:25.276241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28391f-f583-420d-a59d-f94130be6c18 req-b8d2aebe-3202-41e6-bfe5-0634668b15bb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:25.285072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de28391f-f583-420d-a59d-f94130be6c18 req-b8d2aebe-3202-41e6-bfe5-0634668b15bb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.0724719 Sep 10 03:08:25.319526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de28391f-f583-420d-a59d-f94130be6c18 req-5c0808e7-80da-4db8-ba8f-3b47a913b536 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335760 Sep 10 03:08:25.323931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Made reservation on behalf of dfa93fbbec204a32bd1832dd061014e4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:25.326862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.348515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.401068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ec41b1-5614-4ea8-9ecc-c2306c7e211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.404190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ec41b1-5614-4ea8-9ecc-c2306c7e211b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.408372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2ec41b1-5614-4ea8-9ecc-c2306c7e211b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87a2edb0-3a05-4481-80c1-2360f4ca5d7f HTTP/1.1" status: 204 len: 168 time: 0.3517597 Sep 10 03:08:25.461345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec41b1-5614-4ea8-9ecc-c2306c7e211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a2edb0-3a05-4481-80c1-2360f4ca5d7f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:25.627163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.648269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.701630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:25.730998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.731332 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Added segment 75945ffb-afd3-4b6a-b6a1-4575498e66d5 of type vlan for network 175dda21-745b-4867-b1b0-a175fc19406f Sep 10 03:08:25.734556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66533fe-c877-4da3-b8c5-65e0668b0502,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:25.785827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.796496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33262) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:25.821904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2ab58b8-e40c-4662-a6eb-8c571b3cd9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.847442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.848669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:25.849398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.934008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2ab58b8-e40c-4662-a6eb-8c571b3cd9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.939023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2ab58b8-e40c-4662-a6eb-8c571b3cd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.941825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] Pushing event updated for resources: {'Network': ['ID=175dda21-745b-4867-b1b0-a175fc19406f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:25.949897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c5b570ca-cf7e-401d-b942-56b476211eee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9380529 Sep 10 03:08:25.953380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33268) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:25.957398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 175dda21-745b-4867-b1b0-a175fc19406f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:25.958124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Request body: {'subnet': {'network_id': '175dda21-745b-4867-b1b0-a175fc19406f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1828624458-subnet', 'tenant_id': 'dfa93fbbec204a32bd1832dd061014e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:25.968318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:25.972401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab58b8-e40c-4662-a6eb-8c571b3cd9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490bdf7-a959-4131-b466-82861fafff41,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:26.002651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2ab58b8-e40c-4662-a6eb-8c571b3cd9f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46262d594fbb4fa3889ee1185f0e9a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050443 Sep 10 03:08:26.006323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33272) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:26.036105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Made reservation on behalf of dfa93fbbec204a32bd1832dd061014e4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:26.038474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.077449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccfc95c4-ba89-456d-90f5-f792a1dfea91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.103447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccfc95c4-ba89-456d-90f5-f792a1dfea91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.202338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccfc95c4-ba89-456d-90f5-f792a1dfea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.205935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ccfc95c4-ba89-456d-90f5-f792a1dfea91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.207429 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ccfc95c4-ba89-456d-90f5-f792a1dfea91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6490bdf7-a959-4131-b466-82861fafff41 HTTP/1.1" status: 204 len: 168 time: 0.1999271 Sep 10 03:08:26.218659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc95c4-ba89-456d-90f5-f792a1dfea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490bdf7-a959-4131-b466-82861fafff41,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:26.362703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38252c0-4565-4aa9-8bc6-f08d9bbb280e req-4739d93c-6797-42a5-8ce0-6c095a4c51c3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:26.369920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e38252c0-4565-4aa9-8bc6-f08d9bbb280e req-4739d93c-6797-42a5-8ce0-6c095a4c51c3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.2106972 Sep 10 03:08:26.447014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.472503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec51973-7467-44c1-a2b5-3dd540a7bc6a req-b97ffaa3-4dcd-4260-b212-047084fd159d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:26.479911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ec51973-7467-44c1-a2b5-3dd540a7bc6a req-b97ffaa3-4dcd-4260-b212-047084fd159d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.0729911 Sep 10 03:08:26.518145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ec51973-7467-44c1-a2b5-3dd540a7bc6a req-d0481519-321b-41db-93b6-2347c3e22e3d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Sep 10 03:08:26.524744 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e38252c0-4565-4aa9-8bc6-f08d9bbb280e req-e58872c7-59f7-4aeb-abdc-ce111d4ec75f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539845 Sep 10 03:08:26.540695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe16b86-1024-4c89-8f9c-501f8c4c22ef,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:26.631830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Checking segment: {'id': '75945ffb-afd3-4b6a-b6a1-4575498e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '175dda21-745b-4867-b1b0-a175fc19406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:26.632276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Network hostable DHCP agents. Network: 175dda21-745b-4867-b1b0-a175fc19406f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:26.664081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Network 175dda21-745b-4867-b1b0-a175fc19406f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:26.676799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Deleting port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:26.677301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.677912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8bf6-1d77-47c9-bfa3-0ebf3e988ac3 req-585732e4-b2b1-4552-91c6-187a0ed63d4e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:26.679881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-494e8bf6-1d77-47c9-bfa3-0ebf3e988ac3 req-585732e4-b2b1-4552-91c6-187a0ed63d4e tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.0656564 Sep 10 03:08:26.695692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 175dda21-745b-4867-b1b0-a175fc19406f) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:26.705538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae31b2-a18e-4439-b4ca-98f47b16c4c4 None None] Network 175dda21-745b-4867-b1b0-a175fc19406f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:26.713483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:26.714459 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.737347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-144f9c28-44c6-40dc-b15b-fbc9c767a897 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7828689 Sep 10 03:08:26.741226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-494e8bf6-1d77-47c9-bfa3-0ebf3e988ac3 req-11fe8a0f-1950-47f3-8012-2c4c6b9225ce tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Sep 10 03:08:26.811242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] For port fcf6acb0-45e5-47b3-b396-6aa5e49eaed1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:26.812459 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:26.833428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Calling delete_port for fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:26.945412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad62e41-fb01-4cfe-9045-6fd2fdde4b66 None None] Network 175dda21-745b-4867-b1b0-a175fc19406f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:27.070616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6ef1-c04d-4b34-a35c-02a511bd4ee2 req-176ef5f5-95f6-4fa0-908d-9437e6f3c391 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:27.079954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-708c6ef1-c04d-4b34-a35c-02a511bd4ee2 req-176ef5f5-95f6-4fa0-908d-9437e6f3c391 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.0933433 Sep 10 03:08:27.188082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-708c6ef1-c04d-4b34-a35c-02a511bd4ee2 req-7d6bd474-966a-47ef-9922-ca9859591cdb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071343 Sep 10 03:08:27.234093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:27.262463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf6acb0-45e5-47b3-b396-6aa5e49eaed1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:27.363126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3642-3a69-4a76-a940-dfcd04bf5720 req-56e22a20-b458-41f8-abe1-ddf11367c089 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:27.369398 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-337a3642-3a69-4a76-a940-dfcd04bf5720 req-56e22a20-b458-41f8-abe1-ddf11367c089 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.0896463 Sep 10 03:08:27.452844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-337a3642-3a69-4a76-a940-dfcd04bf5720 req-a612fa49-e5aa-4d3d-a1f7-bfc2b726efd0 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759473 Sep 10 03:08:27.485350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-afec1600-93cf-4e31-9696-f9df527ee6ce req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1742415516', 'description': 'tempest-description-225715977'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:27.529886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-afec1600-93cf-4e31-9696-f9df527ee6ce req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:27.597626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:27.836713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-afec1600-93cf-4e31-9696-f9df527ee6ce req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:27.840835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5214d9-764f-44db-8f7f-f1276bff738b req-5a56de22-341d-4709-b6a7-b08dad63ebde tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:27.850710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc5214d9-764f-44db-8f7f-f1276bff738b req-5a56de22-341d-4709-b6a7-b08dad63ebde tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0643392 Sep 10 03:08:27.853745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-afec1600-93cf-4e31-9696-f9df527ee6ce req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:27.896160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc5214d9-764f-44db-8f7f-f1276bff738b req-b9462e43-c2a1-4475-9c15-5cdcf999c990 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Sep 10 03:08:27.946654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-afec1600-93cf-4e31-9696-f9df527ee6ce req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:27.948040 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-afec1600-93cf-4e31-9696-f9df527ee6ce req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5392432 Sep 10 03:08:27.950177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbc19d-20ab-41ad-8e2b-3b086fabaaf6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39da7749-52b5-4144-b94f-5cc3e885809e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:27.957090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:08:28.070675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856c64-dd40-4af8-bc7a-7ed30bd957c9 req-02dc14e1-f97c-494a-b702-6fbe3b611bb2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:28.108902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee856c64-dd40-4af8-bc7a-7ed30bd957c9 req-02dc14e1-f97c-494a-b702-6fbe3b611bb2 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.1178224 Sep 10 03:08:28.168870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee856c64-dd40-4af8-bc7a-7ed30bd957c9 req-f3bd87de-1c31-4531-90b9-85fc8c95a4ea tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574634 Sep 10 03:08:28.326391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f01986-9fcc-4e94-9b36-de8cdd4715c4 req-e18b72c6-a5c7-4b3c-a980-9e937960dd18 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:28.339699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0f01986-9fcc-4e94-9b36-de8cdd4715c4 req-e18b72c6-a5c7-4b3c-a980-9e937960dd18 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.0887947 Sep 10 03:08:28.423011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0f01986-9fcc-4e94-9b36-de8cdd4715c4 req-6f2471d9-a36b-48e6-9211-88a8fe4b89e6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823092 Sep 10 03:08:28.642204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-2b53e68e-a341-4f62-838d-0b64f31bcffd tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/39da7749-52b5-4144-b94f-5cc3e885809e HTTP/1.1" status: 200 len: 1814 time: 0.0944340 Sep 10 03:08:28.693541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39da7749-52b5-4144-b94f-5cc3e885809e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:28.695189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39da7749-52b5-4144-b94f-5cc3e885809e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:28.751323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:08:28.759024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f577c620-69d0-4af6-bbe5-4da27ca98ed8 admin admin] 10.222.0.23 "PUT /v2.0/routers/8fa70704-1fbe-40dc-9bf5-41b278692ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8100121 Sep 10 03:08:28.761511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33364) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:28.769923 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] Sync routers for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:08:28.776666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:28.789302 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:28.790223 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:28.798298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:28.808627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:28.847834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9070f1e9-073d-4e97-94b9-9029685605fe,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:28.869803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:28.871550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3b2a0ed-4afd-4cac-8b2d-902847828627 req-161f4c4d-52a8-4f29-9a67-b046d6fb87c3 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2205606 Sep 10 03:08:28.978723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f89d8ef-6acc-49cb-b34a-e9b5532b9c60 req-aea9e269-7dfb-4956-865c-dd3c38a684fb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/39da7749-52b5-4144-b94f-5cc3e885809e HTTP/1.1" status: 200 len: 2408 time: 0.0603845 Sep 10 03:08:28.992444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.042094 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:29.140272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-ea84689e-268d-4ecd-9109-c7a119e8f884 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-group-rules/9070f1e9-073d-4e97-94b9-9029685605fe HTTP/1.1" status: 200 len: 778 time: 0.0582581 Sep 10 03:08:29.208446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55c260-e248-45da-bad0-37e19564049b req-4cbea769-42d1-4d9e-8602-ca5420e14d9d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:29.215950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f55c260-e248-45da-bad0-37e19564049b req-4cbea769-42d1-4d9e-8602-ca5420e14d9d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0849237 Sep 10 03:08:29.260467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-9a34f84d-748e-469b-941c-dcdf02ed4931 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/39da7749-52b5-4144-b94f-5cc3e885809e HTTP/1.1" status: 200 len: 2408 time: 0.0545115 Sep 10 03:08:29.266737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.279875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f55c260-e248-45da-bad0-37e19564049b req-faa49f6c-5f96-4dbb-b888-ba29f96152d8 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581884 Sep 10 03:08:29.303334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-1a867076-769b-402a-9e32-9347cd1db0f0 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.333124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-1a867076-769b-402a-9e32-9347cd1db0f0 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.380267 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T03:08:27Z', 'revision_number': 5, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port': {'id': '69bcdaac-9c40-4aea-a7bd-622fd1dedf05', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:57:12Z', 'updated_at': '2021-09-10T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:29.390644 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-1a867076-769b-402a-9e32-9347cd1db0f0 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.396831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-1a867076-769b-402a-9e32-9347cd1db0f0 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.409114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01267ac1-e355-42e2-911b-2a551576b8c1 req-1a867076-769b-402a-9e32-9347cd1db0f0 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9070f1e9-073d-4e97-94b9-9029685605fe HTTP/1.1" status: 204 len: 173 time: 0.1376631 Sep 10 03:08:29.423248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Deleting port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:29.423248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.471854 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] Checking router: 8fa70704-1fbe-40dc-9bf5-41b278692ad3 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:08:29.480234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cbed-5379-45ee-92f6-54f07c745f93 req-63aacafb-856e-40c3-a8a4-f730947318ff tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:29.482591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d790cbed-5379-45ee-92f6-54f07c745f93 req-63aacafb-856e-40c3-a8a4-f730947318ff tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.1424980 Sep 10 03:08:29.496947 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] Routers {'8fa70704-1fbe-40dc-9bf5-41b278692ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:29.498613 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:29.581830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d790cbed-5379-45ee-92f6-54f07c745f93 req-a5f7034f-a5f1-4f86-bb5e-b53fdfed405d tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908973 Sep 10 03:08:29.595562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a867076-769b-402a-9e32-9347cd1db0f0 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9070f1e9-073d-4e97-94b9-9029685605fe,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:29.629921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f6d22962-abec-492a-8236-782bb7c5ac5d req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-738131435', 'description': 'tempest-description-23872828'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:29.644942 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] Set router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:29.652006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] For port 69bcdaac-9c40-4aea-a7bd-622fd1dedf05, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:29.654792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.676988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6d22962-abec-492a-8236-782bb7c5ac5d req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.686647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Calling delete_port for 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:29.711788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T03:08:29Z', 'revision_number': 6, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:29.750232 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e61020-4338-46e4-8eda-3bf93a539c69 None None] The sync data for ids ['8fa70704-1fbe-40dc-9bf5-41b278692ad3'] in n-d-808126-2 is: [{'id': '8fa70704-1fbe-40dc-9bf5-41b278692ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-1829014186-router', 'tenant_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:57:10Z', 'updated_at': '2021-09-10T03:08:29Z', 'revision_number': 6, 'project_id': '3e299b1aeb8d404399e6dcf7352eba0c', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:08:29.927804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6d22962-abec-492a-8236-782bb7c5ac5d req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.931939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-1ee132b2-a0d8-4f3a-8139-5ad7732736b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:29.933515 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-1ee132b2-a0d8-4f3a-8139-5ad7732736b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1096 time: 0.0942695 Sep 10 03:08:29.934734 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6d22962-abec-492a-8236-782bb7c5ac5d req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.969732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128743a8-12ba-444c-979c-e36dbfedf961 req-7aea5939-eb0d-4ac1-bb5a-c0142a1b9ce4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:29.971255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-128743a8-12ba-444c-979c-e36dbfedf961 req-7aea5939-eb0d-4ac1-bb5a-c0142a1b9ce4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1059034 Sep 10 03:08:29.979002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6d22962-abec-492a-8236-782bb7c5ac5d req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:29.980282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6d22962-abec-492a-8236-782bb7c5ac5d req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3554366 Sep 10 03:08:30.006569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1ebe6-6da6-4a71-828c-b01147959f1b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7877aaa1-b79c-43e5-8b87-b75ef005c757,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:30.073052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-128743a8-12ba-444c-979c-e36dbfedf961 req-47629377-dff3-46f9-8d55-2eb4349ae228 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864894 Sep 10 03:08:30.074951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.100684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-e1cfd548-d308-4f63-9efd-5ba8a8d0a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:30.102420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-e1cfd548-d308-4f63-9efd-5ba8a8d0a093 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.1565232 Sep 10 03:08:30.109621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Pushing event deleted for resources: {'Port': ['ID=69bcdaac-9c40-4aea-a7bd-622fd1dedf05,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:30.184832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-68a0d555-e769-4293-b503-da84f1592ca3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:30.186467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-68a0d555-e769-4293-b503-da84f1592ca3 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.1769867 Sep 10 03:08:30.246938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d3aed95-81cf-4800-9607-6539c79475b3 req-2bea6a59-bcb6-4988-bdc3-e1a576aa0ee8 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/7877aaa1-b79c-43e5-8b87-b75ef005c757 HTTP/1.1" status: 200 len: 1812 time: 0.0696888 Sep 10 03:08:30.257003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:30.277240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-b7695380-0a9e-4e7e-9d3e-c408242cb7e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 1001 time: 0.1636450 Sep 10 03:08:30.303591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:30.308801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fcf6acb0-45e5-47b3-b396-6aa5e49eaed1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:30.323514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.324210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3651adf6-e433-4052-8e0f-c1767dfd7040 req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-695295161', 'description': 'tempest-description-1475578452'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:30.366178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3651adf6-e433-4052-8e0f-c1767dfd7040 req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.370594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-bf6533af-4dca-4260-9330-2db95f8bb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:30.372948 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-bf6533af-4dca-4260-9330-2db95f8bb330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.0868404 Sep 10 03:08:30.432160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:30.447287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-2e44fa3c-a872-4e6a-905c-50c443588102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:30.448852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-2e44fa3c-a872-4e6a-905c-50c443588102 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690002 Sep 10 03:08:30.449001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.452756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.511702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Deleting port 8b7124d2-558f-46f2-880f-993cb12977f7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:30.511943 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.517669 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.518232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa70704-1fbe-40dc-9bf5-41b278692ad3 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:08:30.533055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.534264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fb6af211-24fd-428d-be17-94dbd9ae2600 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8fa70704-1fbe-40dc-9bf5-41b278692ad3 HTTP/1.1" status: 204 len: 168 time: 1.7715375 Sep 10 03:08:30.537659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33408) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:30.583540 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3651adf6-e433-4052-8e0f-c1767dfd7040 req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.593597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3651adf6-e433-4052-8e0f-c1767dfd7040 req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.600685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-0eb6321f-ec76-411e-b5bf-ca2628fde534 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428540 Sep 10 03:08:30.651765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Deleting subnet 03e0228f-39d9-4fb6-8a0e-db15769a0d71 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:30.656499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.664940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3651adf6-e433-4052-8e0f-c1767dfd7040 req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.685691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3651adf6-e433-4052-8e0f-c1767dfd7040 req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3879819 Sep 10 03:08:30.696835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e6f2-2751-4569-bc83-c6c79870dade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.723897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] For port 8b7124d2-558f-46f2-880f-993cb12977f7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8b7124d2-558f-46f2-880f-993cb12977f7,segment=NetworkSegment(0b30acbe-24de-4d9c-9ccd-023a08a92dbe),segment_id=0b30acbe-24de-4d9c-9ccd-023a08a92dbe)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:30.725649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.753345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9c83a-ed64-40a0-873a-3e787f664b6b tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48cbd38-05be-4e22-8e64-2d4fc47bb886,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:30.762499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Calling delete_port for 8b7124d2-558f-46f2-880f-993cb12977f7 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:30.795037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.812080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1eeb9c3b-9d2b-4326-9661-11317607ceea req-5c0d1685-5d3b-48b2-88af-d77bbf3b9746 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/a48cbd38-05be-4e22-8e64-2d4fc47bb886 HTTP/1.1" status: 200 len: 1814 time: 0.1063869 Sep 10 03:08:30.848262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5427a96-a3af-44be-9849-2bcaf02cda9e req-8ddd96be-e5ff-4385-b26f-2ebbef4c3d2e service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315898 Sep 10 03:08:30.856023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-7a77b885-94f3-4671-beb2-e22481f73413 req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1745253144', 'description': 'tempest-description-1180743742'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:30.899305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a657c1-f979-4521-8ca5-86b38d47428e req-5c3de16a-fd01-40b0-82e8-1ab814870f6c tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:30.900892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59a657c1-f979-4521-8ca5-86b38d47428e req-5c3de16a-fd01-40b0-82e8-1ab814870f6c tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a HTTP/1.1" status: 200 len: 946 time: 0.1607149 Sep 10 03:08:30.947797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e6f2-2751-4569-bc83-c6c79870dade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:30.957463 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e6f2-2751-4569-bc83-c6c79870dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.002853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a77b885-94f3-4671-beb2-e22481f73413 req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.006274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.011397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f3e8e6f2-2751-4569-bc83-c6c79870dade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8c4bec363ac4d4fa581b163d2f0147b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762777 Sep 10 03:08:31.017651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33418) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:31.026041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8e6f2-2751-4569-bc83-c6c79870dade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71094f2c-cf42-46dd-8907-36a983d22e73,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:31.076445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59a657c1-f979-4521-8ca5-86b38d47428e req-b6c698f2-f801-4234-96c5-2fa2c52570b6 tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.23 "GET /v2.0/security-groups?id=00c855e8-e388-4200-b167-9f1bd4d6b7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457870 Sep 10 03:08:31.103381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641ef54d-bc71-434f-9b56-006cc7c316d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.141373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641ef54d-bc71-434f-9b56-006cc7c316d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.150018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.166443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8b7124d2-558f-46f2-880f-993cb12977f7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:31.224880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a77b885-94f3-4671-beb2-e22481f73413 req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.231312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a77b885-94f3-4671-beb2-e22481f73413 req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.236276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Pushing event deleted for resources: {'Port': ['ID=8b7124d2-558f-46f2-880f-993cb12977f7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:31.263982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.269529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] No DVR routers for this DVR port 8b7124d2-558f-46f2-880f-993cb12977f7 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:31.272080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6afbf6-6cdc-46de-bde9-1d05e2cd5e09,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:31.274749 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a77b885-94f3-4671-beb2-e22481f73413 req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.279678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.283050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87d376e4-5507-415b-b5a9-2eeb6d9dcb56 req-34b1a0e0-99f3-418a-9662-9e66f168aafb tempest-ServerDiskConfigTestJSON-358212171 tempest-ServerDiskConfigTestJSON-358212171-project] 10.222.0.32 "DELETE /v2.0/ports/8b7124d2-558f-46f2-880f-993cb12977f7 HTTP/1.1" status: 204 len: 173 time: 1.0897698 Sep 10 03:08:31.295068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a77b885-94f3-4671-beb2-e22481f73413 req-522d6d95-a3e4-4d67-9a44-bbf9f8055ebb tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4456000 Sep 10 03:08:31.312406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641ef54d-bc71-434f-9b56-006cc7c316d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.317016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641ef54d-bc71-434f-9b56-006cc7c316d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.318529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-641ef54d-bc71-434f-9b56-006cc7c316d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71094f2c-cf42-46dd-8907-36a983d22e73 HTTP/1.1" status: 204 len: 168 time: 0.3000259 Sep 10 03:08:31.331430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'name': 'network-vif-deleted', 'tag': '8b7124d2-558f-46f2-880f-993cb12977f7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:31.334873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ef54d-bc71-434f-9b56-006cc7c316d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71094f2c-cf42-46dd-8907-36a983d22e73,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:31.335232 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43416b7-e5c0-4a25-acb8-95de72b3ab68" -d '{"events": [{"server_uuid": "1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a", "name": "network-vif-deleted", "tag": "8b7124d2-558f-46f2-880f-993cb12977f7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:31.345365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e0228f-39d9-4fb6-8a0e-db15769a0d71,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:31.390623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.396489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a5f4e29-4873-463e-a9c3-d5145eafac3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03e0228f-39d9-4fb6-8a0e-db15769a0d71 HTTP/1.1" status: 204 len: 168 time: 0.8542917 Sep 10 03:08:31.396489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33430) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:31.407336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea785a2d-7c89-4056-8d01-81b6b755e23e None None] Network b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:31.440780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13a1a1b1-b85e-4405-8149-feb3b681c055 req-953b01af-8241-4ade-9a8a-8199c9c7be45 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/1e6afbf6-6cdc-46de-bde9-1d05e2cd5e09 HTTP/1.1" status: 200 len: 1815 time: 0.0968213 Sep 10 03:08:31.491447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56cf8d-3839-4532-a52d-d1607e06466e req-5174cce3-f88e-4053-abe2-b306fda184dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:31.499197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be56cf8d-3839-4532-a52d-d1607e06466e req-5174cce3-f88e-4053-abe2-b306fda184dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1164596 Sep 10 03:08:31.505929 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb7d0f5-4477-46cb-a6cb-4b9ea0859985 x-openstack-request-id: req-5cb7d0f5-4477-46cb-a6cb-4b9ea0859985 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:31.506229 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a", "name": "network-vif-deleted", "tag": "8b7124d2-558f-46f2-880f-993cb12977f7", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:31.508201 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb7d0f5-4477-46cb-a6cb-4b9ea0859985 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:31.512062 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5ade8-a4a5-4d80-b1f0-1ad39fa37d3a', 'name': 'network-vif-deleted', 'tag': '8b7124d2-558f-46f2-880f-993cb12977f7', 'status': 'completed', 'code': 200} Sep 10 03:08:31.529573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-503250af-ad47-464d-82f1-25b0bb443d3b req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2009813031', 'description': 'tempest-description-1210609055'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:31.581386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be56cf8d-3839-4532-a52d-d1607e06466e req-2d0fd751-5984-4416-a1e1-89086d9fa460 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742853 Sep 10 03:08:31.635284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.654031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-503250af-ad47-464d-82f1-25b0bb443d3b req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.655034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.708453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] DHCP port deletion for b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:08:31.721633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-166c0ca2-da21-42e1-a29a-bedb42ea5fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.763557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Deleting port 020c4a84-9dea-41a6-8778-7521275606b5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:31.764069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.827533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] Deleting port 020c4a84-9dea-41a6-8778-7521275606b5 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:31.828300 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.855070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-503250af-ad47-464d-82f1-25b0bb443d3b req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.857255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] For port 020c4a84-9dea-41a6-8778-7521275606b5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=020c4a84-9dea-41a6-8778-7521275606b5,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:31.857650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.869076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-503250af-ad47-464d-82f1-25b0bb443d3b req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.878512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Calling delete_port for 020c4a84-9dea-41a6-8778-7521275606b5 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:31.913688 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-503250af-ad47-464d-82f1-25b0bb443d3b req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.918529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-503250af-ad47-464d-82f1-25b0bb443d3b req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4049900 Sep 10 03:08:31.954598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:31.992005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33444) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:32.021434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06fc57-77a6-40e8-a29f-7911681e280d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94c37d9-ddad-4738-b1fc-457c2aef63ec,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.023588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] For port 020c4a84-9dea-41a6-8778-7521275606b5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=020c4a84-9dea-41a6-8778-7521275606b5,segment=NetworkSegment(5280fed0-24ab-4c18-bbcb-215c8894248c),segment_id=5280fed0-24ab-4c18-bbcb-215c8894248c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:32.024101 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.033750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.057057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c06c4864-04fd-499a-bbd1-ff165028eb92 req-81fe7a56-7d10-4b8c-aae6-c110de48f83d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/c94c37d9-ddad-4738-b1fc-457c2aef63ec HTTP/1.1" status: 200 len: 1815 time: 0.1206172 Sep 10 03:08:32.066064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] Calling delete_port for 020c4a84-9dea-41a6-8778-7521275606b5 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:32.112542 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-74db91f5-740b-4696-81df-59ece5b34fe7 req-e52ec8c9-c8d8-464b-b915-3edce7e96f60 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] show failed (client error): The resource could not be found. Sep 10 03:08:32.113680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74db91f5-740b-4696-81df-59ece5b34fe7 req-e52ec8c9-c8d8-464b-b915-3edce7e96f60 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/4e2f0102-284a-44f8-be4d-e890cd3d3585 HTTP/1.1" status: 404 len: 352 time: 0.0391164 Sep 10 03:08:32.139605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: from cryptography.utils import int_from_bytes Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: from cryptography.utils import int_from_bytes Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.167031 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:08:32.170128 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:08:32.175434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Pushing event deleted for resources: {'Port': ['ID=020c4a84-9dea-41a6-8778-7521275606b5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.181430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.186896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] No DVR routers for this DVR port 020c4a84-9dea-41a6-8778-7521275606b5 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:32.188816 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-cffa7eea-2a98-422c-902f-7a0c5656c5de req-5bf4fbfb-03cc-42bc-b300-5cb74e3591a2 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] show failed (client error): The resource could not be found. Sep 10 03:08:32.190065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cffa7eea-2a98-422c-902f-7a0c5656c5de req-5bf4fbfb-03cc-42bc-b300-5cb74e3591a2 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-group-rules/28ca5c89-598d-43ad-b67d-23566a1cc16d HTTP/1.1" status: 404 len: 361 time: 0.0234661 Sep 10 03:08:32.198717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:32.246543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:32.246956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 69bcdaac-9c40-4aea-a7bd-622fd1dedf05 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:32.248119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 020c4a84-9dea-41a6-8778-7521275606b5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:32.320439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 020c4a84-9dea-41a6-8778-7521275606b5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:32.320896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 020c4a84-9dea-41a6-8778-7521275606b5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:32.321239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.328341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] No DVR routers for this DVR port 020c4a84-9dea-41a6-8778-7521275606b5 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:08:32.333366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a2f73-7e64-494e-964e-84a25191f3d7 None None] Pushing event deleted for resources: {'Port': ['ID=020c4a84-9dea-41a6-8778-7521275606b5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.341530 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.343776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.378815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0bb6146-8d4e-4d13-ac10-df0d985e91d8 req-4bc55925-7d47-42f3-8ece-b8c7139d3a17 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/c94c37d9-ddad-4738-b1fc-457c2aef63ec HTTP/1.1" status: 200 len: 1815 time: 0.1500628 Sep 10 03:08:32.382598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:32.393356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9be7c7-eaca-4b99-9cbf-6647be7a3dd6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.400136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ad996045bf54fd0ab92f75890bac402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026027 Sep 10 03:08:32.410757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33462) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:32.414272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.414862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.415431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.416049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.416633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.417168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.417699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.418340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.419400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.419849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.420383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.420753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650234be-d28b-472c-a93c-bc15c7c38430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:32.432417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5280fed0-24ab-4c18-bbcb-215c8894248c') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:32.432969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5280fed0-24ab-4c18-bbcb-215c8894248c') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:32.462795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.481591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:32.509034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.527902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:32.528352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:32.530176 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:32.533823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Deleting subnet 3fe944eb-778b-4a08-bd9f-718615579b43 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:32.537079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.540649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bb6146-8d4e-4d13-ac10-df0d985e91d8 req-d0d96e52-9b43-4274-bb8b-88c4f988b888 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.572428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-737d33b8-0943-4a7f-bbd5-7f7b185a49f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.574386 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.615196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.624192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bb6146-8d4e-4d13-ac10-df0d985e91d8 req-d0d96e52-9b43-4274-bb8b-88c4f988b888 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.640159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.645143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.647415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] 10.222.0.23 "DELETE /v2.0/networks/b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251 HTTP/1.1" status: 204 len: 168 time: 1.2462046 Sep 10 03:08:32.652284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-737d33b8-0943-4a7f-bbd5-7f7b185a49f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.679499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf2cb1-cf9e-4c8d-acaf-64d73c93c9df admin admin] Pushing event deleted for resources: {'Network': ['ID=b652cdf6-5e8e-4cf6-9858-f2f8c1b4c251,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.715474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.736318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bb6146-8d4e-4d13-ac10-df0d985e91d8 req-d0d96e52-9b43-4274-bb8b-88c4f988b888 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.740474 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d0bb6146-8d4e-4d13-ac10-df0d985e91d8 req-d0d96e52-9b43-4274-bb8b-88c4f988b888 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.742664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0bb6146-8d4e-4d13-ac10-df0d985e91d8 req-d0d96e52-9b43-4274-bb8b-88c4f988b888 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "DELETE /v2.0/security-groups/c94c37d9-ddad-4738-b1fc-457c2aef63ec HTTP/1.1" status: 204 len: 173 time: 0.3521016 Sep 10 03:08:32.761228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d96e52-9b43-4274-bb8b-88c4f988b888 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94c37d9-ddad-4738-b1fc-457c2aef63ec,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.763988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-737d33b8-0943-4a7f-bbd5-7f7b185a49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.768469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-737d33b8-0943-4a7f-bbd5-7f7b185a49f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.780762 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-737d33b8-0943-4a7f-bbd5-7f7b185a49f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c9be7c7-eaca-4b99-9cbf-6647be7a3dd6 HTTP/1.1" status: 204 len: 168 time: 0.3668275 Sep 10 03:08:32.811254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe944eb-778b-4a08-bd9f-718615579b43,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.838136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d33b8-0943-4a7f-bbd5-7f7b185a49f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9be7c7-eaca-4b99-9cbf-6647be7a3dd6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:32.846584 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a4e3886-9a08-4bcc-928d-65454e3c8830 req-f5dce33d-6cd4-4098-9534-7415fac49f9d tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/1e6afbf6-6cdc-46de-bde9-1d05e2cd5e09 HTTP/1.1" status: 200 len: 1815 time: 0.0646212 Sep 10 03:08:32.853904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.866458 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-568ffc7a-8c60-423b-91ab-ae3d4c0b10b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3fe944eb-778b-4a08-bd9f-718615579b43 HTTP/1.1" status: 204 len: 168 time: 0.3800871 Sep 10 03:08:32.878502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33476) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:32.921176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33478) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:32.986154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4faa12-c6d9-4ad9-8b7b-bd409b8222b9 req-fdacc777-fb2d-4b01-a3ef-59b1caedcbd3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:32.990102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a4e3886-9a08-4bcc-928d-65454e3c8830 req-d938d434-61ce-4d9e-a66c-39af629319e6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:32.996668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a4faa12-c6d9-4ad9-8b7b-bd409b8222b9 req-fdacc777-fb2d-4b01-a3ef-59b1caedcbd3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.2919748 Sep 10 03:08:33.002014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.016243 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a4e3886-9a08-4bcc-928d-65454e3c8830 req-d938d434-61ce-4d9e-a66c-39af629319e6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.063537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a4faa12-c6d9-4ad9-8b7b-bd409b8222b9 req-d0fa3245-c63b-4b42-a5bb-778ef3554ada tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650821 Sep 10 03:08:33.064254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-335bfda9-e196-4233-aa2a-c7cd83dd1a70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e299b1aeb8d404399e6dcf7352eba0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410978 Sep 10 03:08:33.066728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33484) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:33.076778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a4e3886-9a08-4bcc-928d-65454e3c8830 req-d938d434-61ce-4d9e-a66c-39af629319e6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.081930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a4e3886-9a08-4bcc-928d-65454e3c8830 req-d938d434-61ce-4d9e-a66c-39af629319e6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.086900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a4e3886-9a08-4bcc-928d-65454e3c8830 req-d938d434-61ce-4d9e-a66c-39af629319e6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e6afbf6-6cdc-46de-bde9-1d05e2cd5e09 HTTP/1.1" status: 204 len: 173 time: 0.2307878 Sep 10 03:08:33.115737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d434-61ce-4d9e-a66c-39af629319e6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6afbf6-6cdc-46de-bde9-1d05e2cd5e09,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:33.166889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1809fb7-f435-48b5-acab-fe4dcc04c8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.184448 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.185685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1809fb7-f435-48b5-acab-fe4dcc04c8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.222219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-298f7743-ae3e-4969-b0bf-ff9f266eb3de req-7e034923-2db2-47e5-ad77-74b819928535 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/a48cbd38-05be-4e22-8e64-2d4fc47bb886 HTTP/1.1" status: 200 len: 1814 time: 0.1158915 Sep 10 03:08:33.227281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ead8fb-06ea-42f4-84cc-40c60208c854']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:33.242856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b30acbe-24de-4d9c-9ccd-023a08a92dbe') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:33.243144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b30acbe-24de-4d9c-9ccd-023a08a92dbe') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:33.244251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1809fb7-f435-48b5-acab-fe4dcc04c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.246847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1809fb7-f435-48b5-acab-fe4dcc04c8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.248089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b1809fb7-f435-48b5-acab-fe4dcc04c8f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6eb35cd-887c-4159-8c1f-814bda5abe9a HTTP/1.1" status: 204 len: 168 time: 0.1799421 Sep 10 03:08:33.256794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809fb7-f435-48b5-acab-fe4dcc04c8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb35cd-887c-4159-8c1f-814bda5abe9a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:33.268917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.307117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.327185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:33.328371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:33.330566 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:33.362713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-298f7743-ae3e-4969-b0bf-ff9f266eb3de req-515e76f4-7bf2-452c-be76-45962191a6ab tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.427620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-298f7743-ae3e-4969-b0bf-ff9f266eb3de req-515e76f4-7bf2-452c-be76-45962191a6ab tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.432436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.443863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.447205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9ead8fb-06ea-42f4-84cc-40c60208c854 HTTP/1.1" status: 204 len: 168 time: 0.5663016 Sep 10 03:08:33.469660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27c52a-8a38-4b8d-a8a9-8242aefe3a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ead8fb-06ea-42f4-84cc-40c60208c854,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:33.510972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-298f7743-ae3e-4969-b0bf-ff9f266eb3de req-515e76f4-7bf2-452c-be76-45962191a6ab tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.519724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-298f7743-ae3e-4969-b0bf-ff9f266eb3de req-515e76f4-7bf2-452c-be76-45962191a6ab tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.520893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-298f7743-ae3e-4969-b0bf-ff9f266eb3de req-515e76f4-7bf2-452c-be76-45962191a6ab tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "DELETE /v2.0/security-groups/a48cbd38-05be-4e22-8e64-2d4fc47bb886 HTTP/1.1" status: 204 len: 173 time: 0.2830882 Sep 10 03:08:33.541945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e76f4-7bf2-452c-be76-45962191a6ab tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48cbd38-05be-4e22-8e64-2d4fc47bb886,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:33.612019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9531f937-b6e7-4435-a7cf-5c95ee29c250 req-19656f94-b6a0-40fc-a41b-fd2c3e912fc7 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/7877aaa1-b79c-43e5-8b87-b75ef005c757 HTTP/1.1" status: 200 len: 1812 time: 0.0648210 Sep 10 03:08:33.658235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33516) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:33.694672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9531f937-b6e7-4435-a7cf-5c95ee29c250 req-86dedb8d-f6de-459f-9f3d-4d2aa488a4a6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.708116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c8f3b885-16f4-46e4-a0eb-a4737144d24e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=332f6244d26e4fc8a973bf97f60a4768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461848 Sep 10 03:08:33.710483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33520) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:33.722583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9531f937-b6e7-4435-a7cf-5c95ee29c250 req-86dedb8d-f6de-459f-9f3d-4d2aa488a4a6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.775185 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9531f937-b6e7-4435-a7cf-5c95ee29c250 req-86dedb8d-f6de-459f-9f3d-4d2aa488a4a6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.778192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9531f937-b6e7-4435-a7cf-5c95ee29c250 req-86dedb8d-f6de-459f-9f3d-4d2aa488a4a6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.779736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9531f937-b6e7-4435-a7cf-5c95ee29c250 req-86dedb8d-f6de-459f-9f3d-4d2aa488a4a6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "DELETE /v2.0/security-groups/7877aaa1-b79c-43e5-8b87-b75ef005c757 HTTP/1.1" status: 204 len: 173 time: 0.1582682 Sep 10 03:08:33.804798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dedb8d-f6de-459f-9f3d-4d2aa488a4a6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877aaa1-b79c-43e5-8b87-b75ef005c757,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:33.820522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb77a81a-a5c8-4ed8-860e-d8338aaf503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.866124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb77a81a-a5c8-4ed8-860e-d8338aaf503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.881632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33451e18-2b86-48c2-80cc-a62f807103be req-72f1128d-149d-41cf-bf9a-50016c56d1b6 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "GET /v2.0/security-groups/39da7749-52b5-4144-b94f-5cc3e885809e HTTP/1.1" status: 200 len: 1814 time: 0.0738704 Sep 10 03:08:33.963611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-33451e18-2b86-48c2-80cc-a62f807103be req-23ad7707-0b7b-4c66-8409-81285cb12f73 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.965528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb77a81a-a5c8-4ed8-860e-d8338aaf503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.968583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb77a81a-a5c8-4ed8-860e-d8338aaf503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:33.969753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb77a81a-a5c8-4ed8-860e-d8338aaf503c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00c855e8-e388-4200-b167-9f1bd4d6b7af HTTP/1.1" status: 204 len: 168 time: 0.2582247 Sep 10 03:08:33.988399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77a81a-a5c8-4ed8-860e-d8338aaf503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c855e8-e388-4200-b167-9f1bd4d6b7af,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:34.000849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-33451e18-2b86-48c2-80cc-a62f807103be req-23ad7707-0b7b-4c66-8409-81285cb12f73 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.059512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-33451e18-2b86-48c2-80cc-a62f807103be req-23ad7707-0b7b-4c66-8409-81285cb12f73 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.062183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-33451e18-2b86-48c2-80cc-a62f807103be req-23ad7707-0b7b-4c66-8409-81285cb12f73 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.063360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33451e18-2b86-48c2-80cc-a62f807103be req-23ad7707-0b7b-4c66-8409-81285cb12f73 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] 10.222.0.23 "DELETE /v2.0/security-groups/39da7749-52b5-4144-b94f-5cc3e885809e HTTP/1.1" status: 204 len: 173 time: 0.1744740 Sep 10 03:08:34.070581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33532) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:34.081622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7707-0b7b-4c66-8409-81285cb12f73 tempest-SecurityGroupRulesNegativeTestJSON-627968978 tempest-SecurityGroupRulesNegativeTestJSON-627968978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da7749-52b5-4144-b94f-5cc3e885809e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:34.123377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Deleting subnet dbe16b86-1024-4c89-8f9c-501f8c4c22ef {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:08:34.127947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.179527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.228758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.279306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b7124d2-558f-46f2-880f-993cb12977f7 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:08:34.302257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.318664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8b7124d2-558f-46f2-880f-993cb12977f7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:08:34.319636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8b7124d2-558f-46f2-880f-993cb12977f7 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:08:34.336025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4621e218-d192-4182-a007-f0558c74bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.341920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.344158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dbe16b86-1024-4c89-8f9c-501f8c4c22ef HTTP/1.1" status: 204 len: 168 time: 0.2725739 Sep 10 03:08:34.345231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73dfa5-2856-465b-9772-c8c21b84ac09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe16b86-1024-4c89-8f9c-501f8c4c22ef,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:34.347174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33550) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:34.425397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.522330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.574162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175dda21-745b-4867-b1b0-a175fc19406f']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:34.597294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75945ffb-afd3-4b6a-b6a1-4575498e66d5') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:34.597858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75945ffb-afd3-4b6a-b6a1-4575498e66d5') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:34.617869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.647275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.654663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33566) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:34.666250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:08:34.667199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:08:34.670394 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:08:34.674346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.692054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33570) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:34.751148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.764109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.768508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] 10.222.0.23 "DELETE /v2.0/networks/175dda21-745b-4867-b1b0-a175fc19406f HTTP/1.1" status: 204 len: 168 time: 0.4178154 Sep 10 03:08:34.777907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6c46c-7d00-4b65-b30d-f1d81b5f9c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=175dda21-745b-4867-b1b0-a175fc19406f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:34.853660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7600642d-e724-495f-adbf-fec666aa2c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.878405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1605880769-network', 'tenant_id': 'bb86becef85b4441a8e41857edeef162'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:34.980280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7600642d-e724-495f-adbf-fec666aa2c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:34.985968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7600642d-e724-495f-adbf-fec666aa2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.008202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Made reservation on behalf of bb86becef85b4441a8e41857edeef162 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:35.010563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.020712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.036391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7600642d-e724-495f-adbf-fec666aa2c01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24f9ce3de69f4a43aea665b8bf0c9e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796799 Sep 10 03:08:35.038052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600642d-e724-495f-adbf-fec666aa2c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb6e40-c133-4187-b37e-dc093f4c791a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:35.040898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33584) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:35.052288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33586) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:35.133909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.139884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.143301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17059db2-dd97-43ea-ac56-91ffbdd1c048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.146718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a41a4d02-6c7e-49c9-9099-2f55c9c3025e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfa93fbbec204a32bd1832dd061014e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838668 Sep 10 03:08:35.149944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33588) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:35.158072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:35.173196 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.173639 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Added segment cce7cead-a9f7-4832-9b99-0cee53342fe9 of type vlan for network f968ff35-360c-4ec9-926b-af1bf777418b Sep 10 03:08:35.183850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17059db2-dd97-43ea-ac56-91ffbdd1c048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.239475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.247645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76bf687a-5d50-46dc-84c7-ebfa2b1a3708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.278169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76bf687a-5d50-46dc-84c7-ebfa2b1a3708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.285183 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.287094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:35.287239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17059db2-dd97-43ea-ac56-91ffbdd1c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.288422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.289796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17059db2-dd97-43ea-ac56-91ffbdd1c048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.294260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-17059db2-dd97-43ea-ac56-91ffbdd1c048 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95eb6e40-c133-4187-b37e-dc093f4c791a HTTP/1.1" status: 204 len: 168 time: 0.2398272 Sep 10 03:08:35.311129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17059db2-dd97-43ea-ac56-91ffbdd1c048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb6e40-c133-4187-b37e-dc093f4c791a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:35.352614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76bf687a-5d50-46dc-84c7-ebfa2b1a3708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.355277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76bf687a-5d50-46dc-84c7-ebfa2b1a3708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.356737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-76bf687a-5d50-46dc-84c7-ebfa2b1a3708 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f66533fe-c877-4da3-b8c5-65e0668b0502 HTTP/1.1" status: 204 len: 168 time: 0.2057219 Sep 10 03:08:35.368177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6724169 Sep 10 03:08:35.368177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:35.368459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf687a-5d50-46dc-84c7-ebfa2b1a3708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66533fe-c877-4da3-b8c5-65e0668b0502,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:35.370689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33604) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:35.393155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Request body: {'subnet': {'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1605880769-subnet', 'tenant_id': 'bb86becef85b4441a8e41857edeef162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:35.400975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f55ea8-e90b-47d0-8869-a52cc3e9d8cd admin admin] Pushing event updated for resources: {'Network': ['ID=f968ff35-360c-4ec9-926b-af1bf777418b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:35.407196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.415567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f968ff35-360c-4ec9-926b-af1bf777418b details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:35.430390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Made reservation on behalf of bb86becef85b4441a8e41857edeef162 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:35.436249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.618007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.675419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff550223-0a2d-49be-8123-39a3cb8d0c2f,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:35.690261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Checking segment: {'id': 'cce7cead-a9f7-4832-9b99-0cee53342fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:35.690629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Network hostable DHCP agents. Network: f968ff35-360c-4ec9-926b-af1bf777418b, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:35.713554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Network f968ff35-360c-4ec9-926b-af1bf777418b is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:35.725195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f968ff35-360c-4ec9-926b-af1bf777418b) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:35.729709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:35.730305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:35.735366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e9151-8dad-4a8d-aa73-d64a0cffecdf None None] Network f968ff35-360c-4ec9-926b-af1bf777418b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:35.754458 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-56587d72-aa39-4b12-b1b0-471b47e54bbf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3725061 Sep 10 03:08:35.816486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33626) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:35.876064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80229b7-a0fa-4d01-9d76-4c3cb8fa6a38 None None] Network f968ff35-360c-4ec9-926b-af1bf777418b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:36.111359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2044394966-network', 'tenant_id': '3cf34f80f1db4fc8b0a8fb6e6ebc2498'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:36.135712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Made reservation on behalf of 3cf34f80f1db4fc8b0a8fb6e6ebc2498 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:36.138044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.142178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:36.156532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.243420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-870af8a5-1db0-4184-a2c3-d02aebb3d1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.284625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.296344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.314343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:36.356552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.356909 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Added segment 90254477-ee79-43bc-9562-3d5e1cf3e177 of type vlan for network 47e752a0-6314-4f94-944e-8cb8bedd1e6e Sep 10 03:08:36.360108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf2e167-f087-412d-99c2-b4987f9609e4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:36.417577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.474578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.475592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:36.476188 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.480603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-870af8a5-1db0-4184-a2c3-d02aebb3d1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.502522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-870af8a5-1db0-4184-a2c3-d02aebb3d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.522562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-1d19e383-4853-4e53-8ff1-706bf7bd3e86 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:36.523125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7052536 Sep 10 03:08:36.525863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-1d19e383-4853-4e53-8ff1-706bf7bd3e86 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/networks?id=f968ff35-360c-4ec9-926b-af1bf777418b HTTP/1.1" status: 200 len: 814 time: 0.1695817 Sep 10 03:08:36.526575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33664) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:36.532428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Request body: {'subnet': {'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2044394966-subnet', 'tenant_id': '3cf34f80f1db4fc8b0a8fb6e6ebc2498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:36.550476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-26b52db5-549a-46d2-a2bc-0f4691980f25 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/quotas/bb86becef85b4441a8e41857edeef162 HTTP/1.1" status: 200 len: 375 time: 0.0133576 Sep 10 03:08:36.573341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572692f-9e96-4417-84f0-14c14fb43474 admin admin] Pushing event updated for resources: {'Network': ['ID=47e752a0-6314-4f94-944e-8cb8bedd1e6e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:36.585458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 47e752a0-6314-4f94-944e-8cb8bedd1e6e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:36.587723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af8a5-1db0-4184-a2c3-d02aebb3d1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f3fce-5a30-4673-9053-d61a742fdf3c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:36.600508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-870af8a5-1db0-4184-a2c3-d02aebb3d1dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3df1b52e67ac4c61b62ce75dfd8497c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541945 Sep 10 03:08:36.600508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:36.615114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-3ad5faf1-1fe8-4a73-9a76-0a8d911e4850 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb86becef85b4441a8e41857edeef162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576382 Sep 10 03:08:36.642684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Made reservation on behalf of 3cf34f80f1db4fc8b0a8fb6e6ebc2498 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:36.644931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.660839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b1bb0c-f745-47bb-aeed-ead62ce31765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.706125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b1bb0c-f745-47bb-aeed-ead62ce31765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.788808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b1bb0c-f745-47bb-aeed-ead62ce31765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.791374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b1bb0c-f745-47bb-aeed-ead62ce31765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:36.793322 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-99b1bb0c-f745-47bb-aeed-ead62ce31765 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/246f3fce-5a30-4673-9053-d61a742fdf3c HTTP/1.1" status: 204 len: 168 time: 0.1918774 Sep 10 03:08:36.804014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1bb0c-f745-47bb-aeed-ead62ce31765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f3fce-5a30-4673-9053-d61a742fdf3c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:36.855827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-2db97caf-d5b2-4dc9-911f-4aec9d8e74fa service neutron] 10.222.0.23 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306550 Sep 10 03:08:37.026823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33690) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:37.029104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-2ca0989f-6250-4d11-92b3-3fed95649ada service neutron] 10.222.0.23 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608555 Sep 10 03:08:37.036563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.109508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fded9d-5001-4567-b5a4-355d91e17c94,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:37.114031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Checking segment: {'id': '90254477-ee79-43bc-9562-3d5e1cf3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:37.114391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Network hostable DHCP agents. Network: 47e752a0-6314-4f94-944e-8cb8bedd1e6e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:37.136810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Network 47e752a0-6314-4f94-944e-8cb8bedd1e6e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:37.150280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 47e752a0-6314-4f94-944e-8cb8bedd1e6e) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:37.155471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:37.156166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.164233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91201a3-f7dd-483d-a9ac-391da3e0a5c2 None None] Network 47e752a0-6314-4f94-944e-8cb8bedd1e6e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:37.180263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cddb5f9f-a693-4c87-b399-244010c250a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6524296 Sep 10 03:08:37.310771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19315e9b-06ef-43c0-8139-1e5bba5ac980 req-b081b1db-29d6-465e-bfbe-8a8ac837993e tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 210 time: 0.0544329 Sep 10 03:08:37.315193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-111724637-network', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:37.366105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:37.368801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.384353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.476875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.565355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.571650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.586374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de23107-bc8d-423d-946d-d2fae6e3b024 None None] Network 47e752a0-6314-4f94-944e-8cb8bedd1e6e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:37.607406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:37.618905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2173e09-12a4-42a1-bdde-775ad9ea4b82,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:37.625208 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.625862 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Added segment b1b900c2-18d2-4212-bf93-e84c33a80492 of type vlan for network 1edb52f4-474a-4e2b-a394-d24b8cf5897d Sep 10 03:08:37.691851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.753508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.754777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:37.755672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:37.799000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33736) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:37.799443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7707784 Sep 10 03:08:37.807084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Request body: {'subnet': {'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-111724637-subnet', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:37.838508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc5d6d-2fc3-4e41-a6b3-e4f793c431ae admin admin] Pushing event updated for resources: {'Network': ['ID=1edb52f4-474a-4e2b-a394-d24b8cf5897d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:37.854087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:37.873513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:37.878629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.146174 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.523741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33764) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:38.529511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614224089', 'description': 'tempest-secgroup-smoke-1614224089 description', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:38.566586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.582792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.625452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1945d7e-f0df-4d0d-af7c-c8ddb527703f req-c7f67b3c-5fcc-4b7f-895d-147f9a11fd07 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 210 time: 0.0444438 Sep 10 03:08:38.656381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c79a9fe-0941-4566-90bc-918b12907bed,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:38.684096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-f9e76706-68ba-4f4b-8e30-5e397b847716 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:38.685569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-f9e76706-68ba-4f4b-8e30-5e397b847716 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/networks?id=47e752a0-6314-4f94-944e-8cb8bedd1e6e HTTP/1.1" status: 200 len: 818 time: 0.6019592 Sep 10 03:08:38.732290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.736165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Checking segment: {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:38.736308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Network hostable DHCP agents. Network: 1edb52f4-474a-4e2b-a394-d24b8cf5897d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:38.737956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.743813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-73574b14-461a-4124-a2fd-5eddeaf92b1e tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/quotas/3cf34f80f1db4fc8b0a8fb6e6ebc2498 HTTP/1.1" status: 200 len: 375 time: 0.0282176 Sep 10 03:08:38.768283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6021e490-be46-4a30-8958-f432f103dc04,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:38.802881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-1f8d6f66-9e6e-49c7-84b6-a943e3c9171d tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:38.804385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-1f8d6f66-9e6e-49c7-84b6-a943e3c9171d tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.36 "GET /v2.0/networks?id=f968ff35-360c-4ec9-926b-af1bf777418b HTTP/1.1" status: 200 len: 814 time: 0.2013757 Sep 10 03:08:38.806507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-a128dcf1-dc9c-46e3-a0b8-88fcdb764945 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3cf34f80f1db4fc8b0a8fb6e6ebc2498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502861 Sep 10 03:08:38.807264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:38.818509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Request body: {'port': {'device_id': 'bf1a1084-caec-499e-969c-8389ae802b75', 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b', 'admin_state_up': True, 'tenant_id': 'bb86becef85b4441a8e41857edeef162'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:38.840209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 1edb52f4-474a-4e2b-a394-d24b8cf5897d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:38.850532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6809d7b-5c66-4982-83ac-00a54d6a7d1a None None] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:38.853013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.858688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.867580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:38.868433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.912886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:38.916297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3908560 Sep 10 03:08:38.917229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8ac7d-1986-4565-a8af-5d5bb19eadc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151ffe8b-c042-43a6-9e49-888caaefb765,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:38.929535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33776) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:38.936007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '151ffe8b-c042-43a6-9e49-888caaefb765', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:38.986962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-96f88410-49d9-4485-ac81-6937b53bfef5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1860921 Sep 10 03:08:38.989638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33782) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:38.990454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.031689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-ef3a3242-cd2a-4b0c-948a-261291f15231 service neutron] 10.222.0.23 "GET /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078414 Sep 10 03:08:39.033440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:39.062269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Made reservation on behalf of bb86becef85b4441a8e41857edeef162 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:39.064564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.066034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.080955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.099711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6799b7-35b4-492b-ac09-89be499a5ab2,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:39.110265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-1edb52f4-474a-4e2b-a394-d24b8cf5897d', 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'fixed_ips': [{'subnet_id': '4c79a9fe-0941-4566-90bc-918b12907bed'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:08:39.111096 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.111556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.112941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.133734 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.136196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-81712ca9-5a4f-4757-b87d-99430f06d023 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051744 Sep 10 03:08:39.140185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33786) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:39.145465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '151ffe8b-c042-43a6-9e49-888caaefb765', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:39.206280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.209285 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-65089c70-c688-4f21-b178-4725a5873428 service neutron] 10.222.0.23 "GET /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665127 Sep 10 03:08:39.263273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Allocated IP 172.20.0.11 (f968ff35-360c-4ec9-926b-af1bf777418b/ff550223-0a2d-49be-8123-39a3cb8d0c2f/c4e9cb42-fb9b-4747-8228-c5e0e54e6665) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:39.334652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Allocated IP 172.20.0.2 (1edb52f4-474a-4e2b-a394-d24b8cf5897d/4c79a9fe-0941-4566-90bc-918b12907bed/a0d6d801-8c93-4b52-aacf-8cb6dd2888ec) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:39.376599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.416183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.470858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-884f71d2-ce79-48e1-9bfa-567a7b3b872d req-c2fd8458-602d-4f2b-8f30-5bee403b75d9 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 210 time: 0.0302732 Sep 10 03:08:39.524223 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.553641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.560638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.563225 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.573660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Transition to ACTIVE for port object a0d6d801-8c93-4b52-aacf-8cb6dd2888ec will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:39.584177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971d08b6-8c18-4a81-bcfa-c461b25a4671,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:39.592807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Transition to ACTIVE for port object a0d6d801-8c93-4b52-aacf-8cb6dd2888ec will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:39.597394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.601888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b9a2428b-8e82-45e2-acd9-da07d03c2f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4581912 Sep 10 03:08:39.602252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33802) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:39.604544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.608421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '151ffe8b-c042-43a6-9e49-888caaefb765', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:39.626416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:39.655981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:39.661159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.663856 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.685294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:39.732661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Pushing event updated for resources: {'Port': ['ID=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:39.788361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Attempting to bind port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:39.789006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Attempting to bind port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:39.789568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Attempting to bind port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec on network 1edb52f4-474a-4e2b-a394-d24b8cf5897d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:39.797925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.798187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:39.798554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Checking segment: {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:39.799030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.799840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Bound using segment: {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:39.800372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Bound port: a0d6d801-8c93-4b52-aacf-8cb6dd2888ec, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:39.800791 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.806351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Pushing event updated for resources: {'Port': ['ID=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:39.820318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.876499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.896679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.905662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] For port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:39.912944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] For port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:39.913613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Network f968ff35-360c-4ec9-926b-af1bf777418b is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:39.917917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726ce004-92e8-4c88-b574-0a2706ad397b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:39.921964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:39.922582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.928288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:39.982228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7c19b-6381-4503-a917-92ba0bf73888 req-b9424f4b-857e-4791-b35b-c601d1a0b1f2 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:39.983076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Allocated IP 172.25.8.130 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/7001ec19-c7ca-4557-82c5-eb60213aa8de) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:39.983976 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3d7c19b-6381-4503-a917-92ba0bf73888 req-b9424f4b-857e-4791-b35b-c601d1a0b1f2 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 932 time: 0.1847081 Sep 10 03:08:39.987392 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:39.988630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3013fb2e-509b-443e-93b6-467c44cec35f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848710 Sep 10 03:08:39.991549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:40.000210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '151ffe8b-c042-43a6-9e49-888caaefb765', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:40.030259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:40.031144 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.065310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd283a7-a1c3-437a-9503-2fe1b49310cc None None] Pushing event updated for resources: {'Port': ['ID=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:40.097317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3d7c19b-6381-4503-a917-92ba0bf73888 req-0dc82272-5625-4fa8-a431-0ae22c71fdc4 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014800 Sep 10 03:08:40.106963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.110923 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-45b3e0d3-bb91-4bbb-89e0-5c583abf75d3 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2965126 Sep 10 03:08:40.125472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Request body: {'port': {'device_id': 'bf1a1084-caec-499e-969c-8389ae802b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:40.226207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.244609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.259974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.278329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.289706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.320628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:40.323970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:40.328536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:40.335906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df45b0f-6bbd-44ab-a6e7-d4c9e57947b4,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:40.348174 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.354075 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4fc4797c-9c34-40c2-9a06-f7f5f951cea4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611042 Sep 10 03:08:40.357442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:40.364424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '151ffe8b-c042-43a6-9e49-888caaefb765', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:40.376998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Pushing event updated for resources: {'Port': ['ID=7001ec19-c7ca-4557-82c5-eb60213aa8de,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:40.476143 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:08:40.483428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.630186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea44a426-0af1-4ef4-8f91-d69ae43f120f req-05e9cbc2-122b-4726-9f7d-c5c731947a0e tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 210 time: 0.0338242 Sep 10 03:08:40.651050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.671436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.709433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.713136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500957 Sep 10 03:08:40.713290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33848) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:40.713960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:40.714746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd34d4b-9415-426c-b787-ce76a354c022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1817dc2c-0529-4f37-8382-8f6605aa6885,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:40.739550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '151ffe8b-c042-43a6-9e49-888caaefb765', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:40.747864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e9cb42-fb9b-4747-8228-c5e0e54e6665 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:40.756353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.771370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Transition to ACTIVE for port object c4e9cb42-fb9b-4747-8228-c5e0e54e6665 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:40.790351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.790806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.884336 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:08:40.898771 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:40.971575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:41.000133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04b311f6-e4ff-4ecf-b4c6-5ca1fa87d279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.081710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-5132d7a9-6865-4012-a801-b227e5b8a654 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:41.083612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-5132d7a9-6865-4012-a801-b227e5b8a654 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.32 "GET /v2.0/networks?id=47e752a0-6314-4f94-944e-8cb8bedd1e6e HTTP/1.1" status: 200 len: 818 time: 0.3388364 Sep 10 03:08:41.108039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Request body: {'port': {'device_id': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e', 'admin_state_up': True, 'tenant_id': '3cf34f80f1db4fc8b0a8fb6e6ebc2498'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:41.208493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.225853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.265782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Attempting to bind port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:41.266195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Attempting to bind port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'cce7cead-a9f7-4832-9b99-0cee53342fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:41.266572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Attempting to bind port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 on network f968ff35-360c-4ec9-926b-af1bf777418b {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:41.280321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7fa83a-5921-401e-94d4-433f32bf76c6,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:41.292701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 on network f968ff35-360c-4ec9-926b-af1bf777418b not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:08:41.293031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Attempting to bind port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 on network f968ff35-360c-4ec9-926b-af1bf777418b {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:41.306164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:41.306674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Checking segment: {'id': 'cce7cead-a9f7-4832-9b99-0cee53342fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:41.307132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Bound using segment: {'id': 'cce7cead-a9f7-4832-9b99-0cee53342fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:41.307717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Bound port: c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce7cead-a9f7-4832-9b99-0cee53342fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:41.308083 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.311040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0dd5a-4c06-4508-bd90-126bccc6a03b req-9366077f-523c-4066-b012-784b80e9aa85 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:41.312627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcb0dd5a-4c06-4508-bd90-126bccc6a03b req-9366077f-523c-4066-b012-784b80e9aa85 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 944 time: 0.1042280 Sep 10 03:08:41.343055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac6d41-b9cb-4a03-a7cf-8e7974f327a8 None None] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:41.395485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.400139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04b311f6-e4ff-4ecf-b4c6-5ca1fa87d279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.403528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcb0dd5a-4c06-4508-bd90-126bccc6a03b req-234cdc22-f3a7-440a-94bb-db1293771980 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786228 Sep 10 03:08:41.411174 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-04b311f6-e4ff-4ecf-b4c6-5ca1fa87d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.427722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] For port c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:41.441516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] For port c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,segment=NetworkSegment(cce7cead-a9f7-4832-9b99-0cee53342fe9),segment_id=cce7cead-a9f7-4832-9b99-0cee53342fe9)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:41.449192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-109c93ef-c395-4659-b838-2b93cba5267f None None] Provisioning for port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:41.454507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.456557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1eef98c3-cd58-4528-aa36-889785269478 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7383153 Sep 10 03:08:41.461734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:41.466120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'network': {'name': 'tempest-network-smoke--1458831682', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:41.467610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.520138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b311f6-e4ff-4ecf-b4c6-5ca1fa87d279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8073b19a-8438-47b6-a9b6-22b162c7f8a8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:41.522678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Made reservation on behalf of 3cf34f80f1db4fc8b0a8fb6e6ebc2498 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:41.530215 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.535565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:41.539490 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.543193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-04b311f6-e4ff-4ecf-b4c6-5ca1fa87d279 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da5bebeda1ae443491618ac7667271d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8302317 Sep 10 03:08:41.553573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33860) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:41.558295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:41.558923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.560941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4e9cb42-fb9b-4747-8228-c5e0e54e6665 HTTP/1.1" status: 200 len: 1092 time: 1.4414854 Sep 10 03:08:41.565308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1a1084-caec-499e-969c-8389ae802b75', 'tag': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:41.567771 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3850470-845d-4942-9b7b-1852210c53c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1a1084-caec-499e-969c-8389ae802b75", "tag": "c4e9cb42-fb9b-4747-8228-c5e0e54e6665"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:41.598599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:41.605867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7b385-355d-42da-9f2b-2c9b102a26d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:41.623128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.623490 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Added segment f664b47a-b3c4-482d-be5e-92ef6a2d250f of type vlan for network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 Sep 10 03:08:41.637829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Router 2ad331e2-62f1-4b90-87f1-477bf7765731 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:08:41.675695 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7df6d-d392-4e81-b3a3-6b306f57ca25 x-openstack-request-id: req-51c7df6d-d392-4e81-b3a3-6b306f57ca25 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:41.675994 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1a1084-caec-499e-969c-8389ae802b75", "tag": "c4e9cb42-fb9b-4747-8228-c5e0e54e6665", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:41.676244 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51c7df6d-d392-4e81-b3a3-6b306f57ca25 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:41.676642 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1a1084-caec-499e-969c-8389ae802b75', 'tag': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665', 'status': 'completed', 'code': 200} Sep 10 03:08:41.683068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed1d02e1-e083-46fc-ac92-90b52d7505b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.689845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.719907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-d1908610-b3f1-479b-8092-31b42bf948a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:41.721419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-d1908610-b3f1-479b-8092-31b42bf948a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb86becef85b4441a8e41857edeef162&device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 1095 time: 0.1169636 Sep 10 03:08:41.773911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed1d02e1-e083-46fc-ac92-90b52d7505b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.799102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7a4b739-cf7c-475b-b3d3-c9525a28561e req-749fd860-3c5c-44c1-ad0c-34d3637a70b1 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 210 time: 0.0584440 Sep 10 03:08:41.813492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-b2f95568-275a-439a-a294-1dffb05d2aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665 HTTP/1.1" status: 200 len: 217 time: 0.0641093 Sep 10 03:08:41.861030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.861980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Allocated IP 172.20.0.11 (47e752a0-6314-4f94-944e-8cb8bedd1e6e/35fded9d-5001-4567-b5a4-355d91e17c94/6d6d1d83-22c1-4c12-bf08-feb26d59344c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:41.866345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:41.866948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:41.917720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4559491 Sep 10 03:08:41.918472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798625d-efe9-4bab-9f59-41b122eff48e req-1cbbab0f-ecb2-4b4e-9a7b-0ee4f1d0ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:41.920592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-1cbbab0f-ecb2-4b4e-9a7b-0ee4f1d0ee56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff550223-0a2d-49be-8123-39a3cb8d0c2f HTTP/1.1" status: 200 len: 854 time: 0.0829082 Sep 10 03:08:41.923259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:41.926650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-0e1d61f9-d22d-40e3-953b-c30b9e918eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1242321 Sep 10 03:08:41.929789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'admin_state_up': True, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:41.935870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:08:41.949764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Sync routers for ids ['2ad331e2-62f1-4b90-87f1-477bf7765731'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:08:41.958437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Routers {'2ad331e2-62f1-4b90-87f1-477bf7765731'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:41.959281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2ad331e2-62f1-4b90-87f1-477bf7765731'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:41.968735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-77f1f355-590e-4253-94cb-b7c1716ec29d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f968ff35-360c-4ec9-926b-af1bf777418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359006 Sep 10 03:08:41.987526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29a636-6ba5-4b2b-8b05-16c3374d86b7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Network': ['ID=652f9e03-82d0-40a2-ab80-56abacd8e7e9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:42.002650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:42.002851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed1d02e1-e083-46fc-ac92-90b52d7505b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.005610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed1d02e1-e083-46fc-ac92-90b52d7505b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.009201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed1d02e1-e083-46fc-ac92-90b52d7505b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8073b19a-8438-47b6-a9b6-22b162c7f8a8 HTTP/1.1" status: 204 len: 168 time: 0.4490871 Sep 10 03:08:42.027418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d02e1-e083-46fc-ac92-90b52d7505b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073b19a-8438-47b6-a9b6-22b162c7f8a8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:42.032425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.033579 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.049522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.055153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5149cca-18b5-442e-b716-475714344463 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0618448 Sep 10 03:08:42.056299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33870) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:42.134498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Set router 2ad331e2-62f1-4b90-87f1-477bf7765731 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:42.209135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.245246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-c4bc84c4-292f-47f1-9ac0-7965f211738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:42.246773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-c4bc84c4-292f-47f1-9ac0-7965f211738b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50228a54b7e7434baca4afda66600075&device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 1097 time: 0.2422144 Sep 10 03:08:42.267519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0d6d801-8c93-4b52-aacf-8cb6dd2888ec up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:42.268158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-833cc096-b46a-4ce8-8490-442b3b78e2e6 service neutron] 10.222.0.36 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851632 Sep 10 03:08:42.355163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.375147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:42.381465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:42.381825 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.408283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:40Z', 'revision_number': 3, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:42.409648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.443197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Checking router: 2ad331e2-62f1-4b90-87f1-477bf7765731 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:08:42.443792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Updating router 2ad331e2-62f1-4b90-87f1-477bf7765731 port 7001ec19-c7ca-4557-82c5-eb60213aa8de binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:08:42.484375 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.504705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.507795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33878) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:42.582514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1520f60-9ab0-4c3e-9a30-ee824b393dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.599814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Network 47e752a0-6314-4f94-944e-8cb8bedd1e6e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:42.609054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:42.610998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Pushing event updated for resources: {'Port': ['ID=6d6d1d83-22c1-4c12-bf08-feb26d59344c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:42.616705 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.621355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:42.680154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:42.695349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-327457f3-847a-4832-94aa-afb0c016ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:42.696893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-327457f3-847a-4832-94aa-afb0c016ff12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=876d670e-fc2c-496b-8a5d-8653890924a0 HTTP/1.1" status: 200 len: 915 time: 0.3718553 Sep 10 03:08:42.699122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c798625d-efe9-4bab-9f59-41b122eff48e req-614382b2-ee89-455b-b939-f785509c8714 service neutron] 10.222.0.36 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188867 Sep 10 03:08:42.705559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:42.706724 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.708857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cfee3-3bf2-428e-bc61-bf7021bcfe65 req-f33a5371-81a0-4ebe-85f0-352dfd8beccc tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:42.711256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-596cfee3-3bf2-428e-bc61-bf7021bcfe65 req-f33a5371-81a0-4ebe-85f0-352dfd8beccc tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 944 time: 0.1603739 Sep 10 03:08:42.711589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.798153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:42.810235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-1ba2c26b-cba8-4928-bd9a-0b6a51a977e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789 HTTP/1.1" status: 200 len: 1002 time: 0.1007197 Sep 10 03:08:42.876428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-596cfee3-3bf2-428e-bc61-bf7021bcfe65 req-8329ffcf-b249-4e9a-ba1a-7172005dc343 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422374 Sep 10 03:08:42.882033 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.898280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Transition to ACTIVE for port object 7001ec19-c7ca-4557-82c5-eb60213aa8de will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:42.909663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.946027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850470-845d-4942-9b7b-1852210c53c8 req-f9999232-62c9-43ee-aa14-4ffd37916344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:42.948165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-f9999232-62c9-43ee-aa14-4ffd37916344 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb86becef85b4441a8e41857edeef162&device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 1095 time: 0.1625860 Sep 10 03:08:42.952951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-d2a5a95c-18c3-4f89-b87d-1a50ab125ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:42.954598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-d2a5a95c-18c3-4f89-b87d-1a50ab125ad3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b69b2038-f8f2-4fb5-8d47-a1cb5a750400 HTTP/1.1" status: 200 len: 854 time: 0.1221137 Sep 10 03:08:42.969001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcef1a1-83a5-47e9-a227-9588eb53f9a5 None None] Pushing event updated for resources: {'Port': ['ID=7001ec19-c7ca-4557-82c5-eb60213aa8de,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:42.982816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Attempting to bind port 7001ec19-c7ca-4557-82c5-eb60213aa8de on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:42.983341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Attempting to bind port 7001ec19-c7ca-4557-82c5-eb60213aa8de by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:42.983833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Attempting to bind port 7001ec19-c7ca-4557-82c5-eb60213aa8de on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:42.989366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:42.989708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:42.990562 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:42.990707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:42.991260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Bound port: 7001ec19-c7ca-4557-82c5-eb60213aa8de, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:42.991799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.015272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1520f60-9ab0-4c3e-9a30-ee824b393dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.036628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ec32b-0825-4460-bf79-e57bf4b34543 req-8217c198-5927-4800-ad38-c08cdb041f8d tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:43.038225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-381ec32b-0825-4460-bf79-e57bf4b34543 req-8217c198-5927-4800-ad38-c08cdb041f8d tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 932 time: 0.1290784 Sep 10 03:08:43.045303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-0450a999-506a-4280-bc86-ddb9033d71ca tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9475434 Sep 10 03:08:43.051118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] For port 7001ec19-c7ca-4557-82c5-eb60213aa8de, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:43.057777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] For port 7001ec19-c7ca-4557-82c5-eb60213aa8de, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7001ec19-c7ca-4557-82c5-eb60213aa8de,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:43.058820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1520f60-9ab0-4c3e-9a30-ee824b393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.068789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.100329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Request body: {'port': {'device_id': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:43.131098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Routers {'2ad331e2-62f1-4b90-87f1-477bf7765731'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:43.131863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2ad331e2-62f1-4b90-87f1-477bf7765731'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:43.137802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcef1a1-83a5-47e9-a227-9588eb53f9a5 None None] Pushing event updated for resources: {'Port': ['ID=7001ec19-c7ca-4557-82c5-eb60213aa8de,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:43.158411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-c691c7dd-fc38-44c9-ac51-77864eb195af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:43.160461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-c691c7dd-fc38-44c9-ac51-77864eb195af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=876d670e-fc2c-496b-8a5d-8653890924a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930065 Sep 10 03:08:43.188495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f1520f60-9ab0-4c3e-9a30-ee824b393dfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e9ac8bb1a61415b895bebe7272fc595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460786 Sep 10 03:08:43.189685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1520f60-9ab0-4c3e-9a30-ee824b393dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6926cd-0cc8-490b-bcf3-ae4b7dfcea59,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:43.192966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:43.210536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.227487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850470-845d-4942-9b7b-1852210c53c8 req-086eb77d-8c7e-4210-8f69-e6acf823d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:43.228988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-086eb77d-8c7e-4210-8f69-e6acf823d2ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=f968ff35-360c-4ec9-926b-af1bf777418b HTTP/1.1" status: 200 len: 914 time: 0.2726402 Sep 10 03:08:43.235574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-381ec32b-0825-4460-bf79-e57bf4b34543 req-cad9d715-651d-4009-9fab-e6fc1896ccc7 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487112 Sep 10 03:08:43.261622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.261876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.270909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] Set router 2ad331e2-62f1-4b90-87f1-477bf7765731 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:43.299681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-1618fa82-bc80-4119-9348-944cecf6a62b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665 HTTP/1.1" status: 200 len: 217 time: 0.0541098 Sep 10 03:08:43.398789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.463128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.57 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/e8b93c39-57ca-42a9-a67e-b1fba79fda72) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:43.480603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850470-845d-4942-9b7b-1852210c53c8 req-f71debbf-6fa5-4c05-bb32-6efa5a87115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:43.482132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-f71debbf-6fa5-4c05-bb32-6efa5a87115f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff550223-0a2d-49be-8123-39a3cb8d0c2f HTTP/1.1" status: 200 len: 854 time: 0.1493008 Sep 10 03:08:43.489735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-89f8063f-233c-410d-95fe-e27526a581df service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086889 Sep 10 03:08:43.495907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07b8f27c-0eeb-49ac-981e-e64fe8105c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.540120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-f03eeb2f-e754-4342-b595-e62de1afc3e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f968ff35-360c-4ec9-926b-af1bf777418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494468 Sep 10 03:08:43.585440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07b8f27c-0eeb-49ac-981e-e64fe8105c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:43.605713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:40Z', 'revision_number': 3, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:43.634439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08eef47-94a2-4292-b4db-fa921a22ddae None None] The sync data for ids ['2ad331e2-62f1-4b90-87f1-477bf7765731'] in n-d-808126-2 is: [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:40Z', 'revision_number': 3, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:08:44.083020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.095882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Allocated IP 172.20.0.1 (1edb52f4-474a-4e2b-a394-d24b8cf5897d/4c79a9fe-0941-4566-90bc-918b12907bed/0d9399c5-c4db-4d63-b766-879173140538) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:44.106897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07b8f27c-0eeb-49ac-981e-e64fe8105c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.110022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07b8f27c-0eeb-49ac-981e-e64fe8105c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.114313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-07b8f27c-0eeb-49ac-981e-e64fe8105c2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e6926cd-0cc8-490b-bcf3-ae4b7dfcea59 HTTP/1.1" status: 204 len: 168 time: 0.9098880 Sep 10 03:08:44.131239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8f27c-0eeb-49ac-981e-e64fe8105c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6926cd-0cc8-490b-bcf3-ae4b7dfcea59,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:44.171550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf03f32-402b-4801-b8f4-09af8a49be90 req-479536db-b6d0-409d-8837-abc0a9d56130 service neutron] 10.222.0.36 "GET /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676638 Sep 10 03:08:44.188970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-dc958f3d-9f7c-4bf1-b244-e0a7b985a3f0 service neutron] 10.222.0.36 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321414 Sep 10 03:08:44.202851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ff5e2-ead1-4e56-a49a-7c62c8ebfbf0 req-34b75d27-10c5-458f-83cc-6c2e77494496 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:44.211229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d69ff5e2-ead1-4e56-a49a-7c62c8ebfbf0 req-34b75d27-10c5-458f-83cc-6c2e77494496 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 944 time: 0.2150283 Sep 10 03:08:44.252958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.303862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.318362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:44.323143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d69ff5e2-ead1-4e56-a49a-7c62c8ebfbf0 req-95480ca1-8a2f-4a7f-8145-623bb1339a79 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107464 Sep 10 03:08:44.328236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:44.342125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7001ec19-c7ca-4557-82c5-eb60213aa8de up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:44.348172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:44.350838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Transition to ACTIVE for port object 0d9399c5-c4db-4d63-b766-879173140538 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:44.355180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=e8b93c39-57ca-42a9-a67e-b1fba79fda72,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:44.432288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7001ec19-c7ca-4557-82c5-eb60213aa8de completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:44.451303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7001ec19-c7ca-4557-82c5-eb60213aa8de triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:44.451880 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.517796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6d1d83-22c1-4c12-bf08-feb26d59344c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:44.537895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.563175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3850470-845d-4942-9b7b-1852210c53c8 req-00bc5d44-2faa-4d2e-8b6b-b85d42fea95e service neutron] 10.222.0.36 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496318 Sep 10 03:08:44.567898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Transition to ACTIVE for port object 6d6d1d83-22c1-4c12-bf08-feb26d59344c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:44.574248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.590167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.597994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.619518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7001ec19-c7ca-4557-82c5-eb60213aa8de, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7001ec19-c7ca-4557-82c5-eb60213aa8de,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:44.631138 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.632138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0d6d801-8c93-4b52-aacf-8cb6dd2888ec up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:44.647260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d1d83-22c1-4c12-bf08-feb26d59344c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:44.680771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c13c3-48be-43ea-b1ca-5c17c9f87a0e req-c14eea8f-c016-48a7-98fc-57912b871a99 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:44.682362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e82c13c3-48be-43ea-b1ca-5c17c9f87a0e req-c14eea8f-c016-48a7-98fc-57912b871a99 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 932 time: 0.2660618 Sep 10 03:08:44.717332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:44.741745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:44.757115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:44.764600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Pushing event updated for resources: {'Port': ['ID=0d9399c5-c4db-4d63-b766-879173140538,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:44.777576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:44.777951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Attempting to bind port 6d6d1d83-22c1-4c12-bf08-feb26d59344c on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:44.778868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Attempting to bind port 6d6d1d83-22c1-4c12-bf08-feb26d59344c by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '90254477-ee79-43bc-9562-3d5e1cf3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:44.779207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Attempting to bind port 6d6d1d83-22c1-4c12-bf08-feb26d59344c on network 47e752a0-6314-4f94-944e-8cb8bedd1e6e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:44.784962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.785331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Port 6d6d1d83-22c1-4c12-bf08-feb26d59344c on network 47e752a0-6314-4f94-944e-8cb8bedd1e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:08:44.785677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Attempting to bind port 6d6d1d83-22c1-4c12-bf08-feb26d59344c on network 47e752a0-6314-4f94-944e-8cb8bedd1e6e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:44.792723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:44.793077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Checking segment: {'id': '90254477-ee79-43bc-9562-3d5e1cf3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:44.793531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Bound using segment: {'id': '90254477-ee79-43bc-9562-3d5e1cf3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:44.794119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Bound port: 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90254477-ee79-43bc-9562-3d5e1cf3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:44.795265 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:44.830290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7001ec19-c7ca-4557-82c5-eb60213aa8de,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:44.955768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] For port 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:44.964860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] For port 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c,segment=NetworkSegment(90254477-ee79-43bc-9562-3d5e1cf3e177),segment_id=90254477-ee79-43bc-9562-3d5e1cf3e177)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:44.980760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.056800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e82c13c3-48be-43ea-b1ca-5c17c9f87a0e req-efc3c376-bc51-4b97-9229-c147e4a6cb67 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582647 Sep 10 03:08:45.118974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d1d83-22c1-4c12-bf08-feb26d59344c,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:45.133554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:45.134141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.135817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-d4e61f4b-fd11-48f2-bfb9-076812a9a229 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d6d1d83-22c1-4c12-bf08-feb26d59344c HTTP/1.1" status: 200 len: 1092 time: 2.0461438 Sep 10 03:08:45.136289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'tag': '6d6d1d83-22c1-4c12-bf08-feb26d59344c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:45.140243 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488f031e-40da-4449-8542-4a92ca8a50d0" -d '{"events": [{"name": "network-changed", "server_uuid": "204dd1ac-089c-474b-85a2-cf6cfbe6cc18", "tag": "6d6d1d83-22c1-4c12-bf08-feb26d59344c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:45.158070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e1b8075-749e-4eb1-a519-0d0f141b053e None None] Provisioning for port 0d9399c5-c4db-4d63-b766-879173140538 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:45.163563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e1b8075-749e-4eb1-a519-0d0f141b053e None None] Provisioning complete for port 0d9399c5-c4db-4d63-b766-879173140538 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:45.164189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8075-749e-4eb1-a519-0d0f141b053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.183574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.213692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b8075-749e-4eb1-a519-0d0f141b053e None None] Port 0d9399c5-c4db-4d63-b766-879173140538 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:08:45.237384 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82de94-ada7-4ad7-8a26-bf477ee80a06 x-openstack-request-id: req-3b82de94-ada7-4ad7-8a26-bf477ee80a06 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:45.238009 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204dd1ac-089c-474b-85a2-cf6cfbe6cc18", "tag": "6d6d1d83-22c1-4c12-bf08-feb26d59344c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:45.238273 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b82de94-ada7-4ad7-8a26-bf477ee80a06 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:45.239199 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'tag': '6d6d1d83-22c1-4c12-bf08-feb26d59344c', 'status': 'completed', 'code': 200} Sep 10 03:08:45.244926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.258681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-371444d6-8c85-494a-9025-4a31c0f3f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:45.260653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-371444d6-8c85-494a-9025-4a31c0f3f5c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf34f80f1db4fc8b0a8fb6e6ebc2498&device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 1095 time: 0.0875726 Sep 10 03:08:45.336557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-ac2c30f9-0688-41a3-a43c-cbffce7ae8c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c HTTP/1.1" status: 200 len: 217 time: 0.0681183 Sep 10 03:08:45.400510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-108df825-d076-4aae-827d-7b5533acbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:45.402157 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-108df825-d076-4aae-827d-7b5533acbb2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35fded9d-5001-4567-b5a4-355d91e17c94 HTTP/1.1" status: 200 len: 858 time: 0.0582764 Sep 10 03:08:45.442187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-f59ef0e6-ee45-403b-aa30-96e86ab584aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47e752a0-6314-4f94-944e-8cb8bedd1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320494 Sep 10 03:08:45.576836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-a897f421-3dca-4879-8608-a57c98fd63dd service neutron] 10.222.0.32 "GET /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274157 Sep 10 03:08:45.579602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.613874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337fbd-674b-40c9-92c0-eb22786cf229 req-e4a406cf-0550-413b-bfdd-941f757984ae tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:45.615730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee337fbd-674b-40c9-92c0-eb22786cf229 req-e4a406cf-0550-413b-bfdd-941f757984ae tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 944 time: 0.2022483 Sep 10 03:08:45.716141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ba4a868-61f2-48d2-8dc8-a6132782c6b3 req-31f7f06e-3fdf-4029-9f88-deffde84f990 service neutron] 10.222.0.32 "GET /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318583 Sep 10 03:08:45.740032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.761746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee337fbd-674b-40c9-92c0-eb22786cf229 req-c3980bc1-7f3c-4bb8-8dc5-6e2b49bf8ba0 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838232 Sep 10 03:08:45.839115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-78d8fd1d-4931-424f-a213-8473715ace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:45.844801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-78d8fd1d-4931-424f-a213-8473715ace98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cf34f80f1db4fc8b0a8fb6e6ebc2498&device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 1095 time: 0.0768495 Sep 10 03:08:45.959498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-4a8ffb67-fa9c-4530-a4d5-c6d0e97de5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:45.960687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-4a8ffb67-fa9c-4530-a4d5-c6d0e97de5de service neutron] 10.222.0.32 "GET /v2.0/networks?id=47e752a0-6314-4f94-944e-8cb8bedd1e6e HTTP/1.1" status: 200 len: 918 time: 0.1074569 Sep 10 03:08:45.967175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:45.973440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.027588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:08:46.031940 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-1c138fbc-b4be-4035-bbb8-5a4186564b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c HTTP/1.1" status: 200 len: 217 time: 0.0632930 Sep 10 03:08:46.055023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.057045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Pushing event updated for resources: {'Port': ['ID=0d9399c5-c4db-4d63-b766-879173140538,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:46.152195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-a84ec549-cab9-4aeb-b2b5-228b0fc3f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:46.155169 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-a84ec549-cab9-4aeb-b2b5-228b0fc3f3bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35fded9d-5001-4567-b5a4-355d91e17c94 HTTP/1.1" status: 200 len: 858 time: 0.1055367 Sep 10 03:08:46.163128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7001ec19-c7ca-4557-82c5-eb60213aa8de up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:46.199773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c4e9cb42-fb9b-4747-8228-c5e0e54e6665 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:08:46.229461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-a223ee45-28c6-4be7-ac79-359e1c1099b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47e752a0-6314-4f94-944e-8cb8bedd1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644612 Sep 10 03:08:46.237432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:08:46.250636 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Sync routers for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:08:46.260443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:46.261945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:46.267001 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.268718 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:46.270894 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d39442e4-6056-4ed2-bd54-01ebaa33b971 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3466554 Sep 10 03:08:46.271039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:46.271504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33942) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:46.289347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c485a1-0934-4a77-ae9e-67abbf1dc785 req-e6022757-4428-4fe8-aebb-aad7db30d8ae tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:46.293204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67c485a1-0934-4a77-ae9e-67abbf1dc785 req-e6022757-4428-4fe8-aebb-aad7db30d8ae tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 944 time: 0.1187181 Sep 10 03:08:46.339852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7001ec19-c7ca-4557-82c5-eb60213aa8de triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:46.340631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.413982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,segment=NetworkSegment(cce7cead-a9f7-4832-9b99-0cee53342fe9),segment_id=cce7cead-a9f7-4832-9b99-0cee53342fe9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:46.438180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665', 'network_id': 'f968ff35-360c-4ec9-926b-af1bf777418b', 'port_id': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665', 'mac_address': 'fa:16:3e:1d:bf:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff550223-0a2d-49be-8123-39a3cb8d0c2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:08:46.470848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67c485a1-0934-4a77-ae9e-67abbf1dc785 req-6f3cb485-49ec-4f8a-8501-cf1876758ae6 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579185 Sep 10 03:08:46.526385 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:46.542054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Router 2ad331e2-62f1-4b90-87f1-477bf7765731 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:08:46.572563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.603598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e9cb42-fb9b-4747-8228-c5e0e54e6665 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:46.618765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-74129a78-18ce-4aa4-8921-4694d46e4d80 service neutron] 10.222.0.32 "GET /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564365 Sep 10 03:08:46.634719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,segment=NetworkSegment(cce7cead-a9f7-4832-9b99-0cee53342fe9),segment_id=cce7cead-a9f7-4832-9b99-0cee53342fe9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:46.645169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.748848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:46.760680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3578744e-3917-4f4c-a017-64964bc5f41b None None] Provisioning complete for port 0d9399c5-c4db-4d63-b766-879173140538 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:46.761331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3578744e-3917-4f4c-a017-64964bc5f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.778565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:46.781352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ecb59f20-3d13-442f-bc4b-5a225cf0801d tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=baf2f642bfba4c31b1e3efb88337e1d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5086811 Sep 10 03:08:46.785424 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:46.817058 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Checking router: d5d6f55d-95f1-4f88-91bf-a0d26ab10022 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:08:46.817617 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Updating router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 port e8b93c39-57ca-42a9-a67e-b1fba79fda72 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:08:46.821077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3578744e-3917-4f4c-a017-64964bc5f41b None None] Port 0d9399c5-c4db-4d63-b766-879173140538 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:08:46.851525 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:46.899704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c4e9cb42-fb9b-4747-8228-c5e0e54e6665'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:46.902734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:08:46.917879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7110b4b0-ee79-4a2f-b79c-0ac1a5d1c27e admin admin] 10.222.0.23 "PUT /v2.0/routers/2ad331e2-62f1-4b90-87f1-477bf7765731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8469825 Sep 10 03:08:46.940231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Sync routers for ids ['2ad331e2-62f1-4b90-87f1-477bf7765731'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:08:46.960099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Routers {'2ad331e2-62f1-4b90-87f1-477bf7765731'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:46.960933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2ad331e2-62f1-4b90-87f1-477bf7765731'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:47.014738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-488f031e-40da-4449-8542-4a92ca8a50d0 req-510a900a-fa6c-4a1e-ab5c-fc9a8ac6ed2e service neutron] 10.222.0.32 "GET /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870757 Sep 10 03:08:47.019745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e054d41-9d69-406c-9943-75e748b6b2e0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:47.021500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e054d41-9d69-406c-9943-75e748b6b2e0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2419252 Sep 10 03:08:47.024348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33982) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:47.061562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5a20fb1c-8ed3-4d50-88c0-29b9098c9b3b tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358932 Sep 10 03:08:47.064386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:47.070735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-628751988', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:47.073817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996af3-d6b9-43fe-bc41-08025341d9f8 req-df36a39d-3a94-47a0-859b-0ea27f7d5b2f tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:47.076867 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02996af3-d6b9-43fe-bc41-08025341d9f8 req-df36a39d-3a94-47a0-859b-0ea27f7d5b2f tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 945 time: 0.1638360 Sep 10 03:08:47.111125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Set router 2ad331e2-62f1-4b90-87f1-477bf7765731 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:47.135360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02996af3-d6b9-43fe-bc41-08025341d9f8 req-b9d92529-c000-4a95-9211-55d4a361fac5 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492716 Sep 10 03:08:47.214061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:47.268007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:47.276111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.284868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-166903267'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:47.308355 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.312741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:47.317400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.321193 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Transition to ACTIVE for port object e8b93c39-57ca-42a9-a67e-b1fba79fda72 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:47.330065 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.355992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:47.368578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.369175 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Added segment 7cb1b60e-5368-42fe-9006-59b35c5a6b73 of type vlan for network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c Sep 10 03:08:47.401828 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Attempting to bind port e8b93c39-57ca-42a9-a67e-b1fba79fda72 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:47.402510 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Attempting to bind port e8b93c39-57ca-42a9-a67e-b1fba79fda72 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:47.403763 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Attempting to bind port e8b93c39-57ca-42a9-a67e-b1fba79fda72 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:47.420134 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Pushing event updated for resources: {'Port': ['ID=e8b93c39-57ca-42a9-a67e-b1fba79fda72,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:47.421774 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.423070 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:47.423794 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:47.424355 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.425179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:47.425824 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Bound port: e8b93c39-57ca-42a9-a67e-b1fba79fda72, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:47.427053 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.467620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.473193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:47.473491 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.473817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.474308 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.474833 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.475736 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.476062 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.478005 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.478641 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.479131 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.479640 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.480115 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.480609 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.481257 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:08:47.492083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:45Z', 'revision_number': 4, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0d9399c5-c4db-4d63-b766-879173140538', 'name': '', 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'mac_address': 'fa:16:3e:ef:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '4c79a9fe-0941-4566-90bc-918b12907bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:45Z', 'revision_number': 2, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'subnets': [{'id': '4c79a9fe-0941-4566-90bc-918b12907bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:47.543162 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] For port e8b93c39-57ca-42a9-a67e-b1fba79fda72, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:47.543404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Checking router: 2ad331e2-62f1-4b90-87f1-477bf7765731 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:08:47.544603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Updating router 2ad331e2-62f1-4b90-87f1-477bf7765731 port 0d9399c5-c4db-4d63-b766-879173140538 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:08:47.546921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34012) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:47.550006 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] For port e8b93c39-57ca-42a9-a67e-b1fba79fda72, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e8b93c39-57ca-42a9-a67e-b1fba79fda72,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:47.555856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'subnet': {'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:47.557627 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.560021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3354192 Sep 10 03:08:47.579783 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.654841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357382-b712-45ad-92c7-be9113c22561 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Network': ['ID=6f49ec56-8b85-4ae8-ace9-7f9508bd406c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:47.711969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:47.756266 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fc5cd-56b7-4cbe-85f3-228169e10eb0 None None] Pushing event updated for resources: {'Port': ['ID=e8b93c39-57ca-42a9-a67e-b1fba79fda72,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:47.773711 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:47.774355 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:47.809525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a10ec-2838-43c7-b101-54989cc353f4 req-25afba21-13be-434b-b67d-71df0d2e00ff tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:47.811870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-182a10ec-2838-43c7-b101-54989cc353f4 req-25afba21-13be-434b-b67d-71df0d2e00ff tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 944 time: 0.2010500 Sep 10 03:08:47.902235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:47.906812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:47.913549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-182a10ec-2838-43c7-b101-54989cc353f4 req-4eba522c-fe74-4d3e-b8d0-41429db00b23 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730872 Sep 10 03:08:47.915407 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-18c7cf65-8f91-4f96-a29c-4bdb8afe0da7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0942290 Sep 10 03:08:47.919567 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:48.089737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.090226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.090749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.095143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.095901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.096833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.102355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.106359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d8e8a5b7-9046-40d3-816c-8a20f16616d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d2a02419cf45aca35909c97cdd7164&device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 6492 time: 0.1077597 Sep 10 03:08:48.184943 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:48.202690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c4e9cb42-fb9b-4747-8228-c5e0e54e6665 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:48.228168 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31b9a-27d1-4c81-bc40-e0928ed0efb9 None None] The sync data for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 is: [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:08:48.266881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.287226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.302268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Transition to ACTIVE for port object 0d9399c5-c4db-4d63-b766-879173140538 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:48.305752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:48.311263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:48.311699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.314795 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.321034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-deab80d5-789a-43d2-b85c-843923eb6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.321572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-deab80d5-789a-43d2-b85c-843923eb6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.322258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-deab80d5-789a-43d2-b85c-843923eb6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.324326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-deab80d5-789a-43d2-b85c-843923eb6ef9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6343ee87-8966-4201-a9c7-f0ff37993794&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&id=d814818c-87c3-4a6d-88b9-0d80b94173da&id=d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 200 len: 2290 time: 0.1845477 Sep 10 03:08:48.377066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6d6d1d83-22c1-4c12-bf08-feb26d59344c details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:08:48.451820 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-e406ab18-0161-4b6c-b4d2-56dc9686731c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 200 len: 1002 time: 0.1119914 Sep 10 03:08:48.454047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Subnet': ['ID=07989c23-2bbd-4041-8de8-5aa522c47359,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:48.469311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0706-7f9b-4bee-8154-a2fbde7455a5 None None] Pushing event updated for resources: {'Port': ['ID=0d9399c5-c4db-4d63-b766-879173140538,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:48.484647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3bb43-8ead-4e91-b4a0-af1b7129af93 req-2201001f-5f66-4b7b-aeb7-ade45e47fc09 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.486254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a3bb43-8ead-4e91-b4a0-af1b7129af93 req-2201001f-5f66-4b7b-aeb7-ade45e47fc09 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 945 time: 0.1608820 Sep 10 03:08:48.508193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Checking segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:48.509082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network hostable DHCP agents. Network: 652f9e03-82d0-40a2-ab80-56abacd8e7e9, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:48.545898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:48.563030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Attempting to bind port 0d9399c5-c4db-4d63-b766-879173140538 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:48.563658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Attempting to bind port 0d9399c5-c4db-4d63-b766-879173140538 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:48.564049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Attempting to bind port 0d9399c5-c4db-4d63-b766-879173140538 on network 1edb52f4-474a-4e2b-a394-d24b8cf5897d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:48.577221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-1be71268-ea93-4cab-9af7-eb288febfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.578725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-1be71268-ea93-4cab-9af7-eb288febfdf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ab391f9-1aeb-47f9-af5b-63f6312f69a9 HTTP/1.1" status: 200 len: 851 time: 0.1184318 Sep 10 03:08:48.586768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a3bb43-8ead-4e91-b4a0-af1b7129af93 req-5536d175-3f70-4d51-bd5d-97adf7cca507 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604050 Sep 10 03:08:48.666309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 652f9e03-82d0-40a2-ab80-56abacd8e7e9) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:48.680033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.680612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.699223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-93a8061c-daf2-49de-9712-dd76141ff250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:48.704565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-93a8061c-daf2-49de-9712-dd76141ff250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343ee87-8966-4201-a9c7-f0ff37993794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098421 Sep 10 03:08:48.715438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c,segment=NetworkSegment(90254477-ee79-43bc-9562-3d5e1cf3e177),segment_id=90254477-ee79-43bc-9562-3d5e1cf3e177)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:48.730527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:48.730905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Checking segment: {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:48.731361 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.731777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Bound using segment: {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:48.732250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Bound port: 0d9399c5-c4db-4d63-b766-879173140538, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b900c2-18d2-4212-bf93-e84c33a80492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:48.732630 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.757513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '6d6d1d83-22c1-4c12-bf08-feb26d59344c', 'network_id': '47e752a0-6314-4f94-944e-8cb8bedd1e6e', 'port_id': '6d6d1d83-22c1-4c12-bf08-feb26d59344c', 'mac_address': 'fa:16:3e:91:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fded9d-5001-4567-b5a4-355d91e17c94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:08:48.788682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73bcac-d87d-4edb-b585-ff317e3a7310 None None] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:48.793527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b6ac5e79-f6f3-4551-a398-5d0eda373e41 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7275319 Sep 10 03:08:48.799852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34064) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:48.919662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-8c41e605-4f85-4bb0-b78a-8f1105be5594 service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071586 Sep 10 03:08:48.941628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:48.946389 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.100901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-dcdbfc2b-020c-420a-810e-97d81826e8ce service neutron] 10.222.0.32 "GET /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716499 Sep 10 03:08:49.106081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Subnet': ['ID=898c2cbe-cedf-4191-ad16-4d78c1b8f0b0,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:49.145471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Checking segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:49.145834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network hostable DHCP agents. Network: 6f49ec56-8b85-4ae8-ace9-7f9508bd406c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:49.198250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-5b80065f-5576-4e20-af6c-6755031d24f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 217 time: 0.0877368 Sep 10 03:08:49.295537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:49.331386 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.364630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6f49ec56-8b85-4ae8-ace9-7f9508bd406c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:49.374382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e222ff-5c6d-4d3c-ba1e-392672a1c27e req-588136f3-eb87-4ad6-8be0-a7ad06f025c1 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.375996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30e222ff-5c6d-4d3c-ba1e-392672a1c27e req-588136f3-eb87-4ad6-8be0-a7ad06f025c1 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 944 time: 0.1920123 Sep 10 03:08:49.377673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-7eec384b-b403-40ca-918c-340f78d2ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.379259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-7eec384b-b403-40ca-918c-340f78d2ead4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1304221 Sep 10 03:08:49.379861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.380492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.408418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43deaf-4675-415e-9061-e1f21d970900 None None] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:49.442631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] For port 0d9399c5-c4db-4d63-b766-879173140538, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:49.445492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6d1d83-22c1-4c12-bf08-feb26d59344c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:08:49.475537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,segment=NetworkSegment(cce7cead-a9f7-4832-9b99-0cee53342fe9),segment_id=cce7cead-a9f7-4832-9b99-0cee53342fe9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:49.484033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1a1084-caec-499e-969c-8389ae802b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:49.486503 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b65104-febc-4f9a-8156-56c98c10219d" -d '{"events": [{"server_uuid": "bf1a1084-caec-499e-969c-8389ae802b75", "name": "network-vif-plugged", "status": "completed", "tag": "c4e9cb42-fb9b-4747-8228-c5e0e54e6665"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:49.519026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30e222ff-5c6d-4d3c-ba1e-392672a1c27e req-bfcf0e74-6da6-4205-9374-60cae7bfe0d3 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197717 Sep 10 03:08:49.536224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-b9f58fca-3c0c-47a8-bd31-544fd2c5e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.538033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-b9f58fca-3c0c-47a8-bd31-544fd2c5e25b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457217 Sep 10 03:08:49.557185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-95d9f12b-420b-4064-b3dd-c6b1c4401435 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0091264 Sep 10 03:08:49.557867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34126) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:49.605740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-704158148'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:49.670538 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.677329 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db65c913-d899-4e57-924d-8b8c287f904d x-openstack-request-id: req-db65c913-d899-4e57-924d-8b8c287f904d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:49.677660 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1a1084-caec-499e-969c-8389ae802b75", "name": "network-vif-plugged", "status": "completed", "tag": "c4e9cb42-fb9b-4747-8228-c5e0e54e6665", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:49.677889 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db65c913-d899-4e57-924d-8b8c287f904d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:49.678278 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1a1084-caec-499e-969c-8389ae802b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665', 'code': 200} Sep 10 03:08:49.688457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] For port 0d9399c5-c4db-4d63-b766-879173140538, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0d9399c5-c4db-4d63-b766-879173140538,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:49.693943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:49.705197 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.742741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:08:49.746848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.758067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.758711 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Added segment acad4c32-082d-4532-a83c-8575d65436bc of type vlan for network 0247dd55-551f-48d9-a705-2a703daf403d Sep 10 03:08:49.774908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8925-051e-49cb-b150-fbb091cda86e req-71aa137b-70be-4e01-ab88-58e708ed94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.776810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-544e8925-051e-49cb-b150-fbb091cda86e req-71aa137b-70be-4e01-ab88-58e708ed94fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 1097 time: 0.1523712 Sep 10 03:08:49.805412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c,segment=NetworkSegment(90254477-ee79-43bc-9562-3d5e1cf3e177),segment_id=90254477-ee79-43bc-9562-3d5e1cf3e177)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:49.808475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:49.824633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.851547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43776463-c89a-4953-817f-d45d36dd447d req-1d3b57a2-9922-4f66-bffd-27174095168f tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.853248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43776463-c89a-4953-817f-d45d36dd447d req-1d3b57a2-9922-4f66-bffd-27174095168f tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.1464338 Sep 10 03:08:49.855241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-b81e257a-5d48-43ad-97bd-e208279cad48 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085077 Sep 10 03:08:49.859531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-544e8925-051e-49cb-b150-fbb091cda86e req-141a7dbc-55fc-408e-b3e6-d486c0216ee2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Sep 10 03:08:49.902501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.906126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:08:49.907081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.909993 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.918997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.925605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:49.927773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:49.964555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0706-7f9b-4bee-8154-a2fbde7455a5 None None] Pushing event updated for resources: {'Port': ['ID=0d9399c5-c4db-4d63-b766-879173140538,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:50.040753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Routers {'2ad331e2-62f1-4b90-87f1-477bf7765731'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:50.041418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2ad331e2-62f1-4b90-87f1-477bf7765731'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:50.044232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43776463-c89a-4953-817f-d45d36dd447d req-60351b7c-7070-4098-8974-4fdea6573e88 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834660 Sep 10 03:08:50.059914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4996526 Sep 10 03:08:50.070820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34152) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:50.080381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'subnet': {'network_id': '0247dd55-551f-48d9-a705-2a703daf403d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:50.135366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-7f2797ad-b726-489c-9645-094523924b7e service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686136 Sep 10 03:08:50.157052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fb768-9702-4bf7-aab7-924ee6261881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Network': ['ID=0247dd55-551f-48d9-a705-2a703daf403d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:50.220077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 0247dd55-551f-48d9-a705-2a703daf403d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:08:50.222032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e8b93c39-57ca-42a9-a67e-b1fba79fda72 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:50.230774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-ce0b9298-fde7-4011-892f-259cd6b79471 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 217 time: 0.0863829 Sep 10 03:08:50.353389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-592240c1-9aa9-4d47-8a68-f5a41c431775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:50.354652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-592240c1-9aa9-4d47-8a68-f5a41c431775 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.0734296 Sep 10 03:08:50.392039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:50.396557 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:50.459843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] Set router 2ad331e2-62f1-4b90-87f1-477bf7765731 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:50.502150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d732da7c-a8bc-44d1-8d0e-f3e823034a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:50.507393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-d732da7c-a8bc-44d1-8d0e-f3e823034a88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452401 Sep 10 03:08:50.531895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'fixed_ips': [{'subnet_id': '898c2cbe-cedf-4191-ad16-4d78c1b8f0b0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:08:50.532753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:50.549169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['6d6d1d83-22c1-4c12-bf08-feb26d59344c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:08:50.624431 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-096a7a19-b350-482c-8d84-9292f82aa171 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034768 Sep 10 03:08:50.652172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.1 (652f9e03-82d0-40a2-ab80-56abacd8e7e9/07989c23-2bbd-4041-8de8-5aa522c47359/80b21d17-1bf4-4d06-952b-10b89b222b46) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:50.751259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e8b93c39-57ca-42a9-a67e-b1fba79fda72 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:50.821410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:50.832876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=6d6d1d83-22c1-4c12-bf08-feb26d59344c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:50.842907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object 80b21d17-1bf4-4d06-952b-10b89b222b46 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:50.856973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e8b93c39-57ca-42a9-a67e-b1fba79fda72 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:50.857356 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:50.860257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145838b-94df-464e-b80e-b4c3400d4674 req-89798c40-cd1c-4ef5-bab4-d2bf4fb98c1e tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:50.861828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8145838b-94df-464e-b80e-b4c3400d4674 req-89798c40-cd1c-4ef5-bab4-d2bf4fb98c1e tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 945 time: 0.2128026 Sep 10 03:08:50.892973 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:50.895691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-8eca832e-5a7e-4af8-a3f9-3586498a210b service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573311 Sep 10 03:08:50.940136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:50.943687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:50.948845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:50.997098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=80b21d17-1bf4-4d06-952b-10b89b222b46,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:51.015124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:45Z', 'revision_number': 4, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0d9399c5-c4db-4d63-b766-879173140538', 'name': '', 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'mac_address': 'fa:16:3e:ef:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '4c79a9fe-0941-4566-90bc-918b12907bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:49Z', 'revision_number': 4, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'subnets': [{'id': '4c79a9fe-0941-4566-90bc-918b12907bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:51.020087 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:51.176812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae2e9f-8546-4b48-8c6e-2070b9a534cf None None] The sync data for ids ['2ad331e2-62f1-4b90-87f1-477bf7765731'] in n-d-808126-2 is: [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:45Z', 'revision_number': 4, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0d9399c5-c4db-4d63-b766-879173140538', 'name': '', 'network_id': '1edb52f4-474a-4e2b-a394-d24b8cf5897d', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'mac_address': 'fa:16:3e:ef:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '4c79a9fe-0941-4566-90bc-918b12907bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:49Z', 'revision_number': 4, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'subnets': [{'id': '4c79a9fe-0941-4566-90bc-918b12907bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:08:51.249638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Allocated IP 172.20.0.2 (652f9e03-82d0-40a2-ab80-56abacd8e7e9/07989c23-2bbd-4041-8de8-5aa522c47359/f637f4cc-755b-4435-b3d2-6f94c8de0161) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:51.279727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df44e1-8409-4b51-964c-94f0ea37e936 req-4ef465ef-18d8-449d-90db-029739e50bf1 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:51.282149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45df44e1-8409-4b51-964c-94f0ea37e936 req-4ef465ef-18d8-449d-90db-029739e50bf1 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.1222467 Sep 10 03:08:51.316303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Allocated IP 19.80.0.2 (6f49ec56-8b85-4ae8-ace9-7f9508bd406c/898c2cbe-cedf-4191-ad16-4d78c1b8f0b0/79261fed-756a-4d79-a53f-eb6e0666d061) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:51.319349 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:08:51.341773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:51.348944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45df44e1-8409-4b51-964c-94f0ea37e936 req-865f694a-f6fb-4dfb-a0d0-1f8f2f65bc81 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549073 Sep 10 03:08:51.496044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:51.594384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8145838b-94df-464e-b80e-b4c3400d4674 req-9a63ede1-68e0-43bd-9677-859e81acbfa8 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173889 Sep 10 03:08:51.644948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e8b93c39-57ca-42a9-a67e-b1fba79fda72, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e8b93c39-57ca-42a9-a67e-b1fba79fda72,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:51.705470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:51.725115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-bd283e06-b540-42da-9642-d993dd0ea74b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf HTTP/1.1" status: 200 len: 217 time: 0.7946091 Sep 10 03:08:51.764219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:51.911729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Subnet': ['ID=f9f90e83-693a-4889-a82a-86d3fb79d463,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:51.916035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e8b93c39-57ca-42a9-a67e-b1fba79fda72,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:51.921253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:51.935546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-c1f776a5-3958-4cbf-ade1-95d42de84197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:51.937333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-c1f776a5-3958-4cbf-ade1-95d42de84197 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.1552789 Sep 10 03:08:51.977762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Transition to ACTIVE for port object 79261fed-756a-4d79-a53f-eb6e0666d061 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:52.022359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.029771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.066971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Transition to ACTIVE for port object 79261fed-756a-4d79-a53f-eb6e0666d061 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:52.098526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Checking segment: {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:52.099229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.099440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network hostable DHCP agents. Network: 0247dd55-551f-48d9-a705-2a703daf403d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:08:52.104981 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.119148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Transition to ACTIVE for port object f637f4cc-755b-4435-b3d2-6f94c8de0161 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:52.152395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-95bb9b3d-0c87-415a-a797-cde4fcb62445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:52.154868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-95bb9b3d-0c87-415a-a797-cde4fcb62445 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1797731 Sep 10 03:08:52.160483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:52.166777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:52.177335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:52.181424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f421d7-8aa7-4d55-8531-02c745b075c7 req-90eeab11-b0ca-4bab-b559-7009f07709be tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:52.192523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-98f421d7-8aa7-4d55-8531-02c745b075c7 req-90eeab11-b0ca-4bab-b559-7009f07709be tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.2520444 Sep 10 03:08:52.196110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-1976af9d-a994-46f1-91cd-11a5555716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:52.197753 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-1976af9d-a994-46f1-91cd-11a5555716fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb86becef85b4441a8e41857edeef162&device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 1097 time: 0.2973406 Sep 10 03:08:52.207678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 0247dd55-551f-48d9-a705-2a703daf403d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:08:52.227354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.296750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 0247dd55-551f-48d9-a705-2a703daf403d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:52.348116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:52.348940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.409784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9abe00-8723-451c-99cf-9dd1da6b7602 None None] Network 0247dd55-551f-48d9-a705-2a703daf403d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:52.411735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e8b93c39-57ca-42a9-a67e-b1fba79fda72 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:52.414559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Transition to ACTIVE for port object f637f4cc-755b-4435-b3d2-6f94c8de0161 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:52.448881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:52.450691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=80b21d17-1bf4-4d06-952b-10b89b222b46,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:52.461184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Pushing event updated for resources: {'Port': ['ID=79261fed-756a-4d79-a53f-eb6e0666d061,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:52.469539 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.474000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:52.485303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-98f421d7-8aa7-4d55-8531-02c745b075c7 req-235c613c-cdd1-4f73-b764-d5d1e31d5786 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917495 Sep 10 03:08:52.547003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Attempting to bind port 79261fed-756a-4d79-a53f-eb6e0666d061 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:52.547551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Attempting to bind port 79261fed-756a-4d79-a53f-eb6e0666d061 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:52.548769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Attempting to bind port 79261fed-756a-4d79-a53f-eb6e0666d061 on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:52.576048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-21ca65c2-713f-4f57-bfab-0390b1ce82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:52.578676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-21ca65c2-713f-4f57-bfab-0390b1ce82da service neutron] 10.222.0.36 "GET /v2.0/networks?id=f968ff35-360c-4ec9-926b-af1bf777418b HTTP/1.1" status: 200 len: 914 time: 0.3596730 Sep 10 03:08:52.582899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ac170d8b-e43a-4f75-b02f-187769837347 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5104318 Sep 10 03:08:52.629734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:52.633153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:52.633524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Checking segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:52.634146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.634611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Bound using segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:52.635210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Bound port: 79261fed-756a-4d79-a53f-eb6e0666d061, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:52.637233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.646896 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-6aa4e4b2-a8fd-4caa-955b-05c68a95f007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665 HTTP/1.1" status: 200 len: 217 time: 0.0611155 Sep 10 03:08:52.724981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:08:52.727385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] For port 79261fed-756a-4d79-a53f-eb6e0666d061, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:52.732099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] For port 79261fed-756a-4d79-a53f-eb6e0666d061, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=79261fed-756a-4d79-a53f-eb6e0666d061,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:52.734032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:52.759988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-0c5797d7-9dd7-449d-820a-6b11a8e48d50 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910437 Sep 10 03:08:52.764830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:52.786182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:52.803220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Pushing event updated for resources: {'Port': ['ID=f637f4cc-755b-4435-b3d2-6f94c8de0161,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:52.851846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e8b93c39-57ca-42a9-a67e-b1fba79fda72 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:52.852423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.009853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-47dc7b95-4b1a-4c08-89ca-f68e767e5a13 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082090 Sep 10 03:08:53.055493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e8307-2d83-4e7a-8dff-57ac91dacfb0 None None] Pushing event updated for resources: {'Port': ['ID=79261fed-756a-4d79-a53f-eb6e0666d061,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:53.076490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-13f718f3-3c6d-4516-882e-252de1497927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed HTTP/1.1" status: 200 len: 217 time: 0.0543327 Sep 10 03:08:53.120972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Attempting to bind port f637f4cc-755b-4435-b3d2-6f94c8de0161 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:53.121459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Attempting to bind port f637f4cc-755b-4435-b3d2-6f94c8de0161 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:53.121801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Attempting to bind port f637f4cc-755b-4435-b3d2-6f94c8de0161 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:53.131820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:53.132206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Checking segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:53.132609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.133001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Bound using segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:53.133477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Bound port: f637f4cc-755b-4435-b3d2-6f94c8de0161, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:53.133859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.156318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-77ac983d-b545-4f8e-93b0-66d3072fa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:53.158245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-77ac983d-b545-4f8e-93b0-66d3072fa222 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 200 len: 797 time: 0.0644786 Sep 10 03:08:53.173471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76f97-6d4a-4867-a906-e2c263269c47 req-e600bb39-5521-451c-aeae-2525fbafe77e tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:53.175201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66a76f97-6d4a-4867-a906-e2c263269c47 req-e600bb39-5521-451c-aeae-2525fbafe77e tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 945 time: 0.4182756 Sep 10 03:08:53.184995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-2d388579-dbcf-49c7-8e67-9e83da998d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:53.185257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:08:53.187136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-2d388579-dbcf-49c7-8e67-9e83da998d5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff550223-0a2d-49be-8123-39a3cb8d0c2f HTTP/1.1" status: 200 len: 854 time: 0.5275497 Sep 10 03:08:53.201918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-b5c1b1e9-bb7c-4006-8e4b-8f10ac6fc5d4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:53.208099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-b5c1b1e9-bb7c-4006-8e4b-8f10ac6fc5d4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:53.208612 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Sync routers for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:08:53.210535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-b5c1b1e9-bb7c-4006-8e4b-8f10ac6fc5d4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/networks?id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c&id=0247dd55-551f-48d9-a705-2a703daf403d&id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c HTTP/1.1" status: 200 len: 1390 time: 0.3794036 Sep 10 03:08:53.214252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c909d99d-126f-44c2-acf3-dead85628bfd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/d5d6f55d-95f1-4f88-91bf-a0d26ab10022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4133208 Sep 10 03:08:53.220436 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:53.222668 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:53.241505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0d9399c5-c4db-4d63-b766-879173140538 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:53.251852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-b9cfca01-3a38-4b49-b15b-7bff5219b7f7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/quotas/c9b76023e4e2432498a5208749228bc4 HTTP/1.1" status: 200 len: 375 time: 0.0256939 Sep 10 03:08:53.289012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-0247dd55-551f-48d9-a705-2a703daf403d', 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'fixed_ips': [{'subnet_id': 'f9f90e83-693a-4889-a82a-86d3fb79d463'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:08:53.292426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.326731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34312) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:53.333784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-86d6ae32-b038-416a-81a4-638f7ffd84bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f968ff35-360c-4ec9-926b-af1bf777418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834372 Sep 10 03:08:53.348971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bc71052b-9733-4c03-8071-01e13a7b069c tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958745 Sep 10 03:08:53.360109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-13a81399-c081-4f95-bfc0-ed1295b11165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:53.361742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-13a81399-c081-4f95-bfc0-ed1295b11165 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1729479 Sep 10 03:08:53.417094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] For port f637f4cc-755b-4435-b3d2-6f94c8de0161, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:53.422880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] For port f637f4cc-755b-4435-b3d2-6f94c8de0161, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f637f4cc-755b-4435-b3d2-6f94c8de0161,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:53.442268 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.474121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66a76f97-6d4a-4867-a906-e2c263269c47 req-c82ba163-5bcd-4ee3-806e-97272992759d tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864337 Sep 10 03:08:53.493273 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:53.589946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-4f877b29-c2af-4424-be13-14ac30434434 service neutron] 10.222.0.23 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386782 Sep 10 03:08:53.599041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c55a3d45-6f6f-4b10-958f-bb53ab9178e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.617088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b7175-529b-4ebe-8262-d741c4b0c8e7 None None] Pushing event updated for resources: {'Port': ['ID=f637f4cc-755b-4435-b3d2-6f94c8de0161,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:53.636572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0d9399c5-c4db-4d63-b766-879173140538 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:53.653804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-51b42ef6-7b76-48fd-9e01-12456f15d135 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413900 Sep 10 03:08:53.664627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0d9399c5-c4db-4d63-b766-879173140538 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:53.668986 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.742328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Allocated IP 19.86.0.2 (0247dd55-551f-48d9-a705-2a703daf403d/f9f90e83-693a-4889-a82a-86d3fb79d463/ea197acf-7c2b-4868-b133-54d2139c777c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:53.804364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-78a9b3f6-84fe-4331-bc41-a71fe7f85304 service neutron] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143115 Sep 10 03:08:53.806402 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c55a3d45-6f6f-4b10-958f-bb53ab9178e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.818333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-89b0829a-00b2-4d30-9f3f-ba8f4949c8c7 service neutron] 10.222.0.36 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650178 Sep 10 03:08:53.864054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 2, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:53.906402 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Checking router: d5d6f55d-95f1-4f88-91bf-a0d26ab10022 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:08:53.906996 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Updating router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 port 80b21d17-1bf4-4d06-952b-10b89b222b46 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:08:53.920560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-763efa4e-3767-4a35-8734-b4b4faaeff37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 200 len: 217 time: 0.1010110 Sep 10 03:08:53.945394 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.971733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:53.977088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-9394f3b8-e8c5-4e86-8726-aaac42a8f921 service neutron] 10.222.0.23 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799920 Sep 10 03:08:53.999501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-0125b2c4-b3a1-40d8-baf7-52bb7d419958 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614224089&fields=id&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 267 time: 0.3328609 Sep 10 03:08:54.024313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0d9399c5-c4db-4d63-b766-879173140538, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0d9399c5-c4db-4d63-b766-879173140538,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:54.031351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.080484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c55a3d45-6f6f-4b10-958f-bb53ab9178e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.144434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a0dcdad1-56e4-4576-be35-42131ed59931 service neutron] 10.222.0.23 "GET /v2.0/networks/0247dd55-551f-48d9-a705-2a703daf403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658401 Sep 10 03:08:54.221745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a3d45-6f6f-4b10-958f-bb53ab9178e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c16c41-9fe7-473a-92eb-72d5d6193a9b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:54.236209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c55a3d45-6f6f-4b10-958f-bb53ab9178e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81530a2b22fc48a690d8f522e900a3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9082942 Sep 10 03:08:54.297439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:54.332406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 79261fed-756a-4d79-a53f-eb6e0666d061 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:54.373183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6d6d1d83-22c1-4c12-bf08-feb26d59344c up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:54.392424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c407c84-7d60-40a3-9d88-ca4dc3dab5e4 req-a9e03a17-ff0c-4993-9e5a-82305dd94398 service neutron] 10.222.0.36 "GET /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355048 Sep 10 03:08:54.420080 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.421717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.431361 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Transition to ACTIVE for port object 80b21d17-1bf4-4d06-952b-10b89b222b46 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:54.435572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0d9399c5-c4db-4d63-b766-879173140538,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:54.439394 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.446503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Transition to ACTIVE for port object ea197acf-7c2b-4868-b133-54d2139c777c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:54.454366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89346510-605a-4d46-a0d5-432aa1a599a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.460491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-b24f05ef-852d-423b-863a-d7ca0f81dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:54.466910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-b24f05ef-852d-423b-863a-d7ca0f81dead service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.5303895 Sep 10 03:08:54.476201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Transition to ACTIVE for port object ea197acf-7c2b-4868-b133-54d2139c777c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:54.492658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.496416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 79261fed-756a-4d79-a53f-eb6e0666d061 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:54.506768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a792eb-b251-4f45-a1cd-648e8809fe9e None None] Pushing event updated for resources: {'Port': ['ID=80b21d17-1bf4-4d06-952b-10b89b222b46,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:54.527656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89346510-605a-4d46-a0d5-432aa1a599a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.528968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f637f4cc-755b-4435-b3d2-6f94c8de0161 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:54.530659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 6d6d1d83-22c1-4c12-bf08-feb26d59344c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:54.580674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 6d6d1d83-22c1-4c12-bf08-feb26d59344c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:54.581139 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.596073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Network 0247dd55-551f-48d9-a705-2a703daf403d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:08:54.609058 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Attempting to bind port 80b21d17-1bf4-4d06-952b-10b89b222b46 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:54.614137 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Attempting to bind port 80b21d17-1bf4-4d06-952b-10b89b222b46 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:54.614835 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Attempting to bind port 80b21d17-1bf4-4d06-952b-10b89b222b46 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:54.624152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:54.624901 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Checking segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:54.625693 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.630090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Pushing event updated for resources: {'Port': ['ID=ea197acf-7c2b-4868-b133-54d2139c777c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:54.635117 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Bound using segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:54.636272 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Bound port: 80b21d17-1bf4-4d06-952b-10b89b222b46, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:54.636870 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.639389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:08:54.652014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-89bd69ce-b58a-46fa-a46e-4eefede40e48 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:54.654302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c8c18-aa1d-43f2-a8ac-cb1182cbf705 None None] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:54.654442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-89bd69ce-b58a-46fa-a46e-4eefede40e48 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 797 time: 0.6539495 Sep 10 03:08:54.672610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89346510-605a-4d46-a0d5-432aa1a599a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.677558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89346510-605a-4d46-a0d5-432aa1a599a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.679184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:08:54.684940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-89346510-605a-4d46-a0d5-432aa1a599a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2c16c41-9fe7-473a-92eb-72d5d6193a9b HTTP/1.1" status: 204 len: 168 time: 0.3856964 Sep 10 03:08:54.696272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-b051a3d2-b483-46e9-aa6a-d745e0c89d21 service neutron] 10.222.0.23 "GET /v2.0/networks/0247dd55-551f-48d9-a705-2a703daf403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506227 Sep 10 03:08:54.712936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-a8920afb-e927-4269-87fa-e0cd1b9df0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:54.715379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-a8920afb-e927-4269-87fa-e0cd1b9df0c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283397 Sep 10 03:08:54.720853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89346510-605a-4d46-a0d5-432aa1a599a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c16c41-9fe7-473a-92eb-72d5d6193a9b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:54.737602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-764d2786-eb6a-48eb-968c-4b59f908e70d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/quotas/baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 375 time: 0.0710771 Sep 10 03:08:54.775022 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] For port 80b21d17-1bf4-4d06-952b-10b89b222b46, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:54.790546 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] For port 80b21d17-1bf4-4d06-952b-10b89b222b46, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=80b21d17-1bf4-4d06-952b-10b89b222b46,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:54.799766 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:54.873200 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:08:54.873768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:08:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:54.891831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3f27fac2-a139-4a35-bc29-273c277fc31c service neutron] 10.222.0.23 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916196 Sep 10 03:08:54.935897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-bd9674c7-5fbc-45e5-91b9-18b7653394f6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1959245 Sep 10 03:08:54.967440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a792eb-b251-4f45-a1cd-648e8809fe9e None None] Pushing event updated for resources: {'Port': ['ID=80b21d17-1bf4-4d06-952b-10b89b222b46,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:54.999785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f637f4cc-755b-4435-b3d2-6f94c8de0161 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:55.033533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] Provisioning for port 79261fed-756a-4d79-a53f-eb6e0666d061 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:55.041821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Attempting to bind port ea197acf-7c2b-4868-b133-54d2139c777c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:08:55.042202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Attempting to bind port ea197acf-7c2b-4868-b133-54d2139c777c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:08:55.042565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Attempting to bind port ea197acf-7c2b-4868-b133-54d2139c777c on network 0247dd55-551f-48d9-a705-2a703daf403d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:08:55.045078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] Provisioning complete for port 79261fed-756a-4d79-a53f-eb6e0666d061 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:55.045447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:55.079510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-52990377-5649-420d-b74a-a098792b53b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815369 Sep 10 03:08:55.123672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:08:55.129879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-c15b9470-92dc-4ccb-8639-f70dbffe2769 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745887 Sep 10 03:08:55.145746 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:55.203529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c,segment=NetworkSegment(90254477-ee79-43bc-9562-3d5e1cf3e177),segment_id=90254477-ee79-43bc-9562-3d5e1cf3e177)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:55.205079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:08:55.205617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Checking segment: {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:08:55.206017 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:55.206464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Bound using segment: {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:08:55.206940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Bound port: ea197acf-7c2b-4868-b133-54d2139c777c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:08:55.207373 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:55.214319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d1d83-22c1-4c12-bf08-feb26d59344c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:08:55.217668 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6569b81c-0d8f-47f8-ba7d-c4c92d388654" -d '{"events": [{"server_uuid": "204dd1ac-089c-474b-85a2-cf6cfbe6cc18", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d1d83-22c1-4c12-bf08-feb26d59344c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:08:55.245132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:55.273569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-057884d6-ed9c-4fbd-996c-634e98b4664d service neutron] 10.222.0.23 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350632 Sep 10 03:08:55.430307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] For port ea197acf-7c2b-4868-b133-54d2139c777c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:08:55.435165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] For port ea197acf-7c2b-4868-b133-54d2139c777c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ea197acf-7c2b-4868-b133-54d2139c777c,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:08:55.441303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf9cab-99c2-41eb-b55e-f922d33f8601 None None] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:55.468615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:55.488089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbacff-c1b6-4699-b941-9d8714ceb9a9 req-5ad29b38-8ca2-413a-863b-b74997686d4b tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:55.489741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09fbacff-c1b6-4699-b941-9d8714ceb9a9 req-5ad29b38-8ca2-413a-863b-b74997686d4b tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.1273282 Sep 10 03:08:55.566397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09fbacff-c1b6-4699-b941-9d8714ceb9a9 req-ec47fc67-5317-43d9-be66-43e26fc05688 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673680 Sep 10 03:08:55.659620 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:54Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:08:55.693435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1353e3-2a54-4b9d-a0b9-4a84a72b1aff None None] The sync data for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 is: [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:54Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:08:55.805057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56be690-d90e-49df-b43a-7ce0882083fb req-bba3912a-96cc-486c-8994-81fbf288e2d3 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:55.812302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b56be690-d90e-49df-b43a-7ce0882083fb req-bba3912a-96cc-486c-8994-81fbf288e2d3 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 946 time: 0.0701416 Sep 10 03:08:55.908048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-4c213101-598c-4ea0-98eb-8457344b16c8 service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667835 Sep 10 03:08:55.909878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-a59af363-a8c8-48bf-b0fc-8511194a585b service neutron] 10.222.0.23 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595362 Sep 10 03:08:55.916474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b56be690-d90e-49df-b43a-7ce0882083fb req-bc0754a0-8b41-4dd3-8351-0318872b0061 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017087 Sep 10 03:08:55.959335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-a3280047-a78f-4bf2-affb-55279910d377 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 200 len: 217 time: 0.0381548 Sep 10 03:08:56.116956 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fdbd60-c7bd-470e-9d2d-3cda8bfd5ed4 x-openstack-request-id: req-64fdbd60-c7bd-470e-9d2d-3cda8bfd5ed4 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:08:56.117510 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204dd1ac-089c-474b-85a2-cf6cfbe6cc18", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d1d83-22c1-4c12-bf08-feb26d59344c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:08:56.117717 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64fdbd60-c7bd-470e-9d2d-3cda8bfd5ed4 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:08:56.118290 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d1d83-22c1-4c12-bf08-feb26d59344c', 'code': 200} Sep 10 03:08:56.130267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-46905efb-a33c-479c-9d3b-1d98c5bd2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:56.134065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-46905efb-a33c-479c-9d3b-1d98c5bd2f27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 200 len: 797 time: 0.1653452 Sep 10 03:08:56.281120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-699b2e4d-a34a-40f2-9fee-9fa28f2c5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:56.283152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-699b2e4d-a34a-40f2-9fee-9fa28f2c5304 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d814818c-87c3-4a6d-88b9-0d80b94173da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1403980 Sep 10 03:08:56.291484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5aed3a6-a022-4563-9fc5-304c6104e4b6 req-11375a29-09a7-4801-b67c-b7c39a30d7d9 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 210 time: 0.1767640 Sep 10 03:08:56.349586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cef7b-1ad8-46c2-867f-4d38a53a7dbf req-ea0b8bfd-8e88-4c1d-bc35-ad17520b873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:56.351264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc2cef7b-1ad8-46c2-867f-4d38a53a7dbf req-ea0b8bfd-8e88-4c1d-bc35-ad17520b873b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 1097 time: 0.2511845 Sep 10 03:08:56.392014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 80b21d17-1bf4-4d06-952b-10b89b222b46 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:56.419884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=6d6d1d83-22c1-4c12-bf08-feb26d59344c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:56.460516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc2cef7b-1ad8-46c2-867f-4d38a53a7dbf req-e0529afe-fb65-45e6-b782-e52dc60d366c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017780 Sep 10 03:08:56.563103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-755b0da9-44eb-4a9c-a8bd-4f9929c59b09 req-90b05ba4-4c1b-4a05-90f9-25b2dad549bf tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 210 time: 0.1053672 Sep 10 03:08:56.609638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:56.622473 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-faffa5a8-ace6-4c5f-a036-de71a18fb55a service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147733 Sep 10 03:08:56.734905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] For port 79261fed-756a-4d79-a53f-eb6e0666d061, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=79261fed-756a-4d79-a53f-eb6e0666d061,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:56.737284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40891df-24d9-4ce6-a5c5-ec822c02227b None None] Pushing event updated for resources: {'Port': ['ID=ea197acf-7c2b-4868-b133-54d2139c777c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:56.752199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:56.792916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 80b21d17-1bf4-4d06-952b-10b89b222b46 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:56.816469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0d9399c5-c4db-4d63-b766-879173140538 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:57.114526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882f96f-6d08-41a9-96b8-4e4a98cfecb8 None None] Pushing event updated for resources: {'Port': ['ID=79261fed-756a-4d79-a53f-eb6e0666d061,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:57.140366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] Provisioning for port f637f4cc-755b-4435-b3d2-6f94c8de0161 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:57.160670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] Provisioning complete for port f637f4cc-755b-4435-b3d2-6f94c8de0161 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:57.161056 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:57.300599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b97a7c52-4085-4459-9bd0-a471e747a948 req-de2b5d42-ce0a-49ce-ad02-4de088bd8ddc service neutron] 10.222.0.32 "GET /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409142 Sep 10 03:08:57.370717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0d9399c5-c4db-4d63-b766-879173140538 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:57.370985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:57.509034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-db8be5f5-b96e-407b-8a9d-d417114bb0b1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:57.535124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-db8be5f5-b96e-407b-8a9d-d417114bb0b1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:57.538135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-db8be5f5-b96e-407b-8a9d-d417114bb0b1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "GET /v2.0/networks?id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c&id=0247dd55-551f-48d9-a705-2a703daf403d&id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c HTTP/1.1" status: 200 len: 1390 time: 0.5255673 Sep 10 03:08:57.552770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'port': {'device_id': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'admin_state_up': True, 'tenant_id': 'c9b76023e4e2432498a5208749228bc4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:57.569621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9183212-556b-45e3-a81d-a9a6214d12d6 req-63b08cce-9898-4495-b66b-204d73aaf12f tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:57.570744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34408) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:57.582612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9183212-556b-45e3-a81d-a9a6214d12d6 req-63b08cce-9898-4495-b66b-204d73aaf12f tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 946 time: 0.1529040 Sep 10 03:08:57.675089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:57.697708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9183212-556b-45e3-a81d-a9a6214d12d6 req-d8fde0cc-b585-427c-bbd0-caf5dd4d1ea8 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141109 Sep 10 03:08:57.893955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8047998e-9205-40a4-b272-453dbec26426 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1046227481'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:57.894993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8047998e-9205-40a4-b272-453dbec26426 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Unknown quota resources ['metering_label']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:08:57.917216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-500e7789-f993-4344-83db-cfa40cde6e41 req-cfb2f21f-31bf-468b-8ea3-dc3a2ad0b87e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 210 time: 0.0612323 Sep 10 03:08:57.924762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92912b4-9f9a-481b-b931-20537139203d req-0fd661e1-c007-4031-8798-f0eef9f4e18b tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:57.942560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e92912b4-9f9a-481b-b931-20537139203d req-0fd661e1-c007-4031-8798-f0eef9f4e18b tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.1621766 Sep 10 03:08:57.952943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] For port f637f4cc-755b-4435-b3d2-6f94c8de0161, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f637f4cc-755b-4435-b3d2-6f94c8de0161,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:57.964947 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.081101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d74e348b-6c12-49a9-9358-77ef3b39e0be req-f817e2f9-602e-49ce-99a3-35da0b7dde22 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 210 time: 0.0492654 Sep 10 03:08:58.130416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac3a40-44ae-4973-b7c6-75dc6c56280d None None] Pushing event updated for resources: {'Port': ['ID=f637f4cc-755b-4435-b3d2-6f94c8de0161,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:58.162370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Provisioning complete for port 79261fed-756a-4d79-a53f-eb6e0666d061 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:58.163368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.187868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e92912b4-9f9a-481b-b931-20537139203d req-fad626ca-d49b-4e95-9a7f-c8b3eee50149 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367404 Sep 10 03:08:58.243842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:58.248457 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.326398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.333692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.345242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.362291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.368617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.385169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.401105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.420405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-d512ea2c-29c8-4b73-85f1-7032de00d3d4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.1991990 Sep 10 03:08:58.424945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ea197acf-7c2b-4868-b133-54d2139c777c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:58.489829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Provisioning for port 80b21d17-1bf4-4d06-952b-10b89b222b46 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:58.492619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e08f596d-4179-48e3-a8b1-fb33fdd22a4c req-fd841ab6-a1ac-4186-a293-615ed4459699 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687540 Sep 10 03:08:58.495034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Provisioning complete for port 80b21d17-1bf4-4d06-952b-10b89b222b46 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:58.495413 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.597144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ea197acf-7c2b-4868-b133-54d2139c777c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:58.604146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 79261fed-756a-4d79-a53f-eb6e0666d061 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:08:58.629677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed46d30-755d-4715-ab03-8b764832fd7c None None] Network 0247dd55-551f-48d9-a705-2a703daf403d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:08:58.642218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-24a73321-322c-4e34-8b63-055dd1a2a4b4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.643836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-24a73321-322c-4e34-8b63-055dd1a2a4b4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 797 time: 0.1499009 Sep 10 03:08:58.656642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8047998e-9205-40a4-b272-453dbec26426 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.660811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34418) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:58.662299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8047998e-9205-40a4-b272-453dbec26426 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0901833 Sep 10 03:08:58.672498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-57374415-58c4-4ed7-ab08-f9bc049c8678 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5844cd50-6078-42dd-b7e0-8efff9d5e958'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:58.672753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-57374415-58c4-4ed7-ab08-f9bc049c8678 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:08:58.690946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-5ba6aaf1-a89e-4652-bf4f-dee99459b71d tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:58.692838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-5ba6aaf1-a89e-4652-bf4f-dee99459b71d tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.1862133 Sep 10 03:08:58.807998 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.826375 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.metering.metering_plugin [None req-57374415-58c4-4ed7-ab08-f9bc049c8678 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 03:08:58.850536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 79261fed-756a-4d79-a53f-eb6e0666d061 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:58.851008 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.854585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-69cd419a-4fcf-4c33-8321-55aeac76ff36 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 380 time: 0.2013526 Sep 10 03:08:58.893469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'port': {'device_id': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'admin_state_up': True, 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'security_groups': ['151ffe8b-c042-43a6-9e49-888caaefb765']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:58.906613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] For port 80b21d17-1bf4-4d06-952b-10b89b222b46, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=80b21d17-1bf4-4d06-952b-10b89b222b46,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:58.939886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:58.947773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Allocated IP 19.80.0.223 (6f49ec56-8b85-4ae8-ace9-7f9508bd406c/898c2cbe-cedf-4191-ad16-4d78c1b8f0b0/66a77db6-a275-4894-bc75-c1b84a6fd24e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:08:59.013600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3968d9-2e1f-48c1-b4a5-54a8c19f4cbe req-ea9f43e9-59f9-492a-afdc-8585d2c36a49 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.024472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6c3968d9-2e1f-48c1-b4a5-54a8c19f4cbe req-ea9f43e9-59f9-492a-afdc-8585d2c36a49 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 946 time: 0.2445703 Sep 10 03:08:59.039134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Provisioning complete for port f637f4cc-755b-4435-b3d2-6f94c8de0161 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:59.039538 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.072951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Deleting port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:08:59.073298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.117728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e4e9-b2dc-4bc2-a813-c05871f18164 None None] Pushing event updated for resources: {'Port': ['ID=80b21d17-1bf4-4d06-952b-10b89b222b46,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:59.119495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.126033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.132538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.139722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.145955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.152241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.158678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.160977 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-214a2c34-0712-4144-af4b-2f9f14364825 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.2787561 Sep 10 03:08:59.283323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6c3968d9-2e1f-48c1-b4a5-54a8c19f4cbe req-2729604b-010f-4f74-8c93-b21259475931 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505527 Sep 10 03:08:59.307876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-ebe6032f-ce39-421b-af93-046fd84872a2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.314143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-ebe6032f-ce39-421b-af93-046fd84872a2 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "GET /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1359620 Sep 10 03:08:59.364823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Provisioning for port ea197acf-7c2b-4868-b133-54d2139c777c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:08:59.370951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Provisioning complete for port ea197acf-7c2b-4868-b133-54d2139c777c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:59.371867 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.445703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31326786-edd2-427f-b907-a5a09027f243 req-19597718-c6d4-4fc6-b595-9f86daeda85c tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 210 time: 0.1024384 Sep 10 03:08:59.449198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57374415-58c4-4ed7-ab08-f9bc049c8678 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.450402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-57374415-58c4-4ed7-ab08-f9bc049c8678 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7836444 Sep 10 03:08:59.453802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34432) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:59.458512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6b2fc59e-7a14-413b-b12b-f197d60cd2cd tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5844cd50-6078-42dd-b7e0-8efff9d5e958'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:59.459006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6b2fc59e-7a14-413b-b12b-f197d60cd2cd tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:08:59.459385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-b74dead3-02d9-4370-a1c5-d8d153ed1678 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "GET /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1337669 Sep 10 03:08:59.506806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9de91a6-c924-40c8-9411-edcb615b8ec5 req-71b1735c-9ae9-4fb8-8ab3-92be52bf3c87 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 210 time: 0.0429952 Sep 10 03:08:59.509733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.516895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:08:59.545654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] For port ea197acf-7c2b-4868-b133-54d2139c777c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ea197acf-7c2b-4868-b133-54d2139c777c,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:59.550684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.562462 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.metering.metering_plugin [None req-6b2fc59e-7a14-413b-b12b-f197d60cd2cd tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 03:08:59.567737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] For port c4e9cb42-fb9b-4747-8228-c5e0e54e6665, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,segment=NetworkSegment(cce7cead-a9f7-4832-9b99-0cee53342fe9),segment_id=cce7cead-a9f7-4832-9b99-0cee53342fe9)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:08:59.569454 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.598302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Provisioning complete for port 80b21d17-1bf4-4d06-952b-10b89b222b46 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:59.598682 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.606724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Calling delete_port for c4e9cb42-fb9b-4747-8228-c5e0e54e6665 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:08:59.631907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacd30d-56ac-497d-a1fc-d01d684b67bd None None] Pushing event updated for resources: {'Port': ['ID=ea197acf-7c2b-4868-b133-54d2139c777c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:08:59.686691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.701191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc59e-7a14-413b-b12b-f197d60cd2cd tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.702389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6b2fc59e-7a14-413b-b12b-f197d60cd2cd tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2476113 Sep 10 03:08:59.706548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34438) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:59.731220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fcea51f0-b2e1-4b1c-a0f6-96bcf616f330 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=64f75e2c-2dc8-4755-ab60-1d5a9cfa2952 HTTP/1.1" status: 200 len: 464 time: 0.0208859 Sep 10 03:08:59.733677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34440) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:59.742564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:08:59.746971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.756696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781ec3-43bb-4f6f-8933-092f65ebbb52 req-bed8d20d-87e9-458f-b1df-c080ab9d63f9 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:08:59.758337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f781ec3-43bb-4f6f-8933-092f65ebbb52 req-bed8d20d-87e9-458f-b1df-c080ab9d63f9 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 946 time: 0.1894293 Sep 10 03:08:59.830364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e9b835ea-5e48-4a14-ae1f-ec71dde45e68 None None] Provisioning complete for port ea197acf-7c2b-4868-b133-54d2139c777c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:08:59.831220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e9b835ea-5e48-4a14-ae1f-ec71dde45e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.848201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.895278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Transition to ACTIVE for port object 66a77db6-a275-4894-bc75-c1b84a6fd24e will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:08:59.905181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f781ec3-43bb-4f6f-8933-092f65ebbb52 req-8bdfd5be-e190-4968-ba16-8f83c93ed68a tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380818 Sep 10 03:08:59.954399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-006dd04d-d873-45d7-aed9-6d8d5f8caaa0 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:08:59.958401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-006dd04d-d873-45d7-aed9-6d8d5f8caaa0 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/64f75e2c-2dc8-4755-ab60-1d5a9cfa2952 HTTP/1.1" status: 204 len: 168 time: 0.2211015 Sep 10 03:08:59.958569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34444) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:08:59.992590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df4c62cb-b463-49c5-8a42-7d6daca4f056 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=64f75e2c-2dc8-4755-ab60-1d5a9cfa2952 HTTP/1.1" status: 200 len: 221 time: 0.0329094 Sep 10 03:09:00.002745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34446) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:00.012895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3087fda8-4390-4b1e-a65c-11cd31152aec tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--235729368', 'description': 'label created by tempest'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:00.013350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3087fda8-4390-4b1e-a65c-11cd31152aec tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Unknown quota resources ['metering_label']. {{(pid=94634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:09:00.112465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.14 (652f9e03-82d0-40a2-ab80-56abacd8e7e9/07989c23-2bbd-4041-8de8-5aa522c47359/87a812d3-5e73-4626-85f4-19f98e3ee942) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:00.154605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ea197acf-7c2b-4868-b133-54d2139c777c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:00.216361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ea197acf-7c2b-4868-b133-54d2139c777c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:00.216686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ac1c7-7b60-4736-9c1a-d11f2fb2a997 req-745fea3a-ebbb-4dba-b490-cf3f1ce5a8e8 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.217425 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.218246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a6ac1c7-7b60-4736-9c1a-d11f2fb2a997 req-745fea3a-ebbb-4dba-b490-cf3f1ce5a8e8 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 946 time: 0.2278545 Sep 10 03:09:00.280011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f0836e72-81fc-458f-8d8b-5600a6890fc5,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:00.308960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.311098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 80b21d17-1bf4-4d06-952b-10b89b222b46 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:00.311337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3087fda8-4390-4b1e-a65c-11cd31152aec tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.317707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3087fda8-4390-4b1e-a65c-11cd31152aec tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3044024 Sep 10 03:09:00.317877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.320714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.327080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.333062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.334026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34448) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:00.339048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.345542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.347436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb119c15-d937-41f7-8524-acd522996d9f req-65422103-0214-4ca2-9ca5-f7944f808b3d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 5435 time: 0.4249089 Sep 10 03:09:00.370679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.383260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 80b21d17-1bf4-4d06-952b-10b89b222b46 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:00.383870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.411593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.429804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a6ac1c7-7b60-4736-9c1a-d11f2fb2a997 req-f91436bd-4c4d-40f0-b530-5f438734aab8 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779573 Sep 10 03:09:00.431192 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6e423db7-60fa-432c-a87e-4e15bd58f379 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=5a7cdb24-e49c-478b-835a-d0c8d6c79adf HTTP/1.1" status: 200 len: 467 time: 0.0961845 Sep 10 03:09:00.433830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34450) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:00.458814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] For port f0836e72-81fc-458f-8d8b-5600a6890fc5, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:00.458814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Pushing event deleted for resources: {'Port': ['ID=c4e9cb42-fb9b-4747-8228-c5e0e54e6665,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:00.479145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f637f4cc-755b-4435-b3d2-6f94c8de0161 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:00.545545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb119c15-d937-41f7-8524-acd522996d9f req-a1c0b01a-a264-4d8a-b663-316a6ebbefed tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1903112 Sep 10 03:09:00.546962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f637f4cc-755b-4435-b3d2-6f94c8de0161 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:00.548377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.552307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:00.579742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] device_id is not set on port f0836e72-81fc-458f-8d8b-5600a6890fc5 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:00.579742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] No DVR routers for this DVR port c4e9cb42-fb9b-4747-8228-c5e0e54e6665 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:00.581540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:00.588131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.590211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-750379a7-5655-4c6a-af0f-3b5d281c8ae2 req-742be44b-6c1b-49f1-9c68-3a8b487bf9fd tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.36 "DELETE /v2.0/ports/c4e9cb42-fb9b-4747-8228-c5e0e54e6665 HTTP/1.1" status: 204 len: 173 time: 1.8708496 Sep 10 03:09:00.593220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1a1084-caec-499e-969c-8389ae802b75', 'name': 'network-vif-deleted', 'tag': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:00.595558 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e03ad28-1ac5-4536-8ea8-bfa3c375f18b" -d '{"events": [{"server_uuid": "bf1a1084-caec-499e-969c-8389ae802b75", "name": "network-vif-deleted", "tag": "c4e9cb42-fb9b-4747-8228-c5e0e54e6665"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:00.598296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:00.602315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.609729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Port': ['ID=66a77db6-a275-4894-bc75-c1b84a6fd24e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:00.634532 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.698710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.699368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.737051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] No DVR routers for this DVR port f0836e72-81fc-458f-8d8b-5600a6890fc5 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:00.741684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Pushing event updated for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:00.777920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3c2810fa-c0c3-49ea-8485-0615dd50b9d3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2310126 Sep 10 03:09:00.788714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff4eb-ad64-4d77-82c4-cfcc1d57aea0 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.789999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fc1ff4eb-ad64-4d77-82c4-cfcc1d57aea0 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/5a7cdb24-e49c-478b-835a-d0c8d6c79adf HTTP/1.1" status: 204 len: 168 time: 0.3552282 Sep 10 03:09:00.798316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34458) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:00.806947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'port': {'device_id': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d', 'admin_state_up': True, 'tenant_id': 'c9b76023e4e2432498a5208749228bc4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:00.812604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ed4a219-3c48-44ad-bacc-b5a16b2c0ef1 req-d64b4e02-c187-4acd-b35c-6f328f5a0549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 210 time: 0.0467865 Sep 10 03:09:00.827961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192bd50-4926-4636-8355-3d4fe5479142 req-8723c480-f4af-4512-aeca-a89457d802da tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.835483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3192bd50-4926-4636-8355-3d4fe5479142 req-8723c480-f4af-4512-aeca-a89457d802da tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 932 time: 0.2827687 Sep 10 03:09:00.847264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] In _notify_port_updated(), no bound segment for port f0836e72-81fc-458f-8d8b-5600a6890fc5 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:09:00.848552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:00.849370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.858917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-9973ba0b-46b5-4ace-a6bf-773a1629efad service neutron] 10.222.0.32 "PUT /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 200 len: 1028 time: 1.3834651 Sep 10 03:09:00.903220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3192bd50-4926-4636-8355-3d4fe5479142 req-0ac5c217-b32d-484e-a1fe-aa56a7cee06d tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648520 Sep 10 03:09:00.910511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed4e1a60-321f-40c1-8423-203d279fb93d tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=5a7cdb24-e49c-478b-835a-d0c8d6c79adf HTTP/1.1" status: 200 len: 216 time: 0.1109383 Sep 10 03:09:00.923670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:00.936120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:00.959646 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3336ce55-7d50-42e3-8608-e33e2940504a x-openstack-request-id: req-3336ce55-7d50-42e3-8608-e33e2940504a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:00.959942 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1a1084-caec-499e-969c-8389ae802b75", "name": "network-vif-deleted", "tag": "c4e9cb42-fb9b-4747-8228-c5e0e54e6665", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:00.962719 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3336ce55-7d50-42e3-8608-e33e2940504a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:00.963302 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1a1084-caec-499e-969c-8389ae802b75', 'name': 'network-vif-deleted', 'tag': 'c4e9cb42-fb9b-4747-8228-c5e0e54e6665', 'status': 'completed', 'code': 200} Sep 10 03:09:00.966087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-17f0ab84-4e2b-4e56-91fd-a8272e8e370f tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0414617 Sep 10 03:09:00.979054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:00.990938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object 87a812d3-5e73-4626-85f4-19f98e3ee942 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:00.998672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-425fbfdb-1d40-47d2-a90b-f85c61b62a9c tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0169225 Sep 10 03:09:01.004661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34468) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:01.064609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-32611932-1c41-4faa-98b4-5567701ea19c None None] Provisioning for port 66a77db6-a275-4894-bc75-c1b84a6fd24e completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:01.069630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-32611932-1c41-4faa-98b4-5567701ea19c None None] Provisioning complete for port 66a77db6-a275-4894-bc75-c1b84a6fd24e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:01.070009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-32611932-1c41-4faa-98b4-5567701ea19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.077945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-ce9ed94f-298e-4d30-8727-95df7e6f2153 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.079571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-ce9ed94f-298e-4d30-8727-95df7e6f2153 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "GET /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2123678 Sep 10 03:09:01.085762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.112838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-32611932-1c41-4faa-98b4-5567701ea19c None None] Port 66a77db6-a275-4894-bc75-c1b84a6fd24e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:01.156012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:01.161039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:01.167870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:01.170933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:01.175474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c699c1c9-3083-4c54-bfff-4f47008681bd tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/5844cd50-6078-42dd-b7e0-8efff9d5e958 HTTP/1.1" status: 200 len: 473 time: 0.1692057 Sep 10 03:09:01.193323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-73d5de87-d570-448b-af42-eddb729e1e27 req-c7dc970e-bdc6-41c6-8b99-c205ecdbb906 tempest-InstanceActionsTestJSON-1142488260 tempest-InstanceActionsTestJSON-1142488260-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf1a1084-caec-499e-969c-8389ae802b75 HTTP/1.1" status: 200 len: 210 time: 0.1346352 Sep 10 03:09:01.198732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34470) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:01.233135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dee2e55b-080e-413f-990a-b6352e5f8332 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/c8d02337-64ee-4a27-9712-b24cfa21f4e3 HTTP/1.1" status: 200 len: 461 time: 0.0332901 Sep 10 03:09:01.236195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c664f120-0951-4a34-8348-f57ffed1c541 None None] Provisioning complete for port f0836e72-81fc-458f-8d8b-5600a6890fc5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:01.236731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c664f120-0951-4a34-8348-f57ffed1c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.248306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.248952 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.251417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:01.269117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:01.288778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.297730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c664f120-0951-4a34-8348-f57ffed1c541 None None] Port f0836e72-81fc-458f-8d8b-5600a6890fc5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:01.298635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-716aa3d7-8190-4fac-b056-6bc2b67cb1d4 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.300692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-716aa3d7-8190-4fac-b056-6bc2b67cb1d4 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.32 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 946 time: 0.1744471 Sep 10 03:09:01.366480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:01.370440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.421910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-2cd444b4-eb83-4160-aacc-65699a35da18 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5369742 Sep 10 03:09:01.425371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d52efcaa-9986-4352-b3ba-9ad557ffe9c8 None None] Provisioning for port 87a812d3-5e73-4626-85f4-19f98e3ee942 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:01.427760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-59b63eaf-219e-482f-96a7-6ddb25f2b4d7 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.428944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-59b63eaf-219e-482f-96a7-6ddb25f2b4d7 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/c8d02337-64ee-4a27-9712-b24cfa21f4e3 HTTP/1.1" status: 204 len: 168 time: 0.1726980 Sep 10 03:09:01.431612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34474) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:01.433210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d52efcaa-9986-4352-b3ba-9ad557ffe9c8 None None] Provisioning complete for port 87a812d3-5e73-4626-85f4-19f98e3ee942 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:01.434390 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d52efcaa-9986-4352-b3ba-9ad557ffe9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.437735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Request body: {'port': {'device_id': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:01.519746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d52efcaa-9986-4352-b3ba-9ad557ffe9c8 None None] Port 87a812d3-5e73-4626-85f4-19f98e3ee942 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:01.568606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3edb642f-86a7-46f7-bfc6-2d99a2aae503,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:01.600999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Allocated IP 19.86.0.83 (0247dd55-551f-48d9-a705-2a703daf403d/f9f90e83-693a-4889-a82a-86d3fb79d463/0af77c41-6a31-4b9d-9746-8aee169e57c0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:01.629529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] For port 3edb642f-86a7-46f7-bfc6-2d99a2aae503, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:01.655229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.684816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.695398 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a33edfa-5082-4f8e-b21d-e657c085d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.703802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] device_id is not set on port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:01.722095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.736710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.754994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb01e-acee-4bfd-83a8-b182678c0065 req-fe119494-12a5-4c51-a6ac-6b3215ad5384 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.756538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0dadb01e-acee-4bfd-83a8-b182678c0065 req-fe119494-12a5-4c51-a6ac-6b3215ad5384 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 946 time: 0.2120514 Sep 10 03:09:01.779482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-689ca8f6-fb97-4e7b-852b-710a2252df67 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.783098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-689ca8f6-fb97-4e7b-852b-710a2252df67 tempest-MeteringTestJSON-244721747 tempest-MeteringTestJSON-244721747-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/5844cd50-6078-42dd-b7e0-8efff9d5e958 HTTP/1.1" status: 204 len: 168 time: 0.3470051 Sep 10 03:09:01.805516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.811518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.814184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Deleting port 6d6d1d83-22c1-4c12-bf08-feb26d59344c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:01.814712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.817615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.823489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.829864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.835839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:01.838113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-cf46b680-d035-488c-b3cd-fc8e3d3cd57a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 4583 time: 0.1830356 Sep 10 03:09:01.876324 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:01.909350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] No DVR routers for this DVR port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:01.938021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0dadb01e-acee-4bfd-83a8-b182678c0065 req-2cf6fc0b-fd6c-4ab3-8ea0-aeee2fe9869c tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cf2e167-f087-412d-99c2-b4987f9609e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510758 Sep 10 03:09:01.940336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:02.034911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75dfa32e-b12f-4a3a-86e4-b322bcd5d1d4 req-6d1009fd-5650-46ae-8023-4c870949def1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&id=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682842 Sep 10 03:09:02.041635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] In _notify_port_updated(), no bound segment for port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 on network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:09:02.047599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:02.048499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.050264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-8ba59798-9fae-4219-8f3f-287473539ea3 service neutron] 10.222.0.32 "PUT /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 200 len: 1027 time: 0.9010937 Sep 10 03:09:02.147724 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.153930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a71eba1d-44ec-444e-ae11-e47e758ac8c7 None None] Provisioning complete for port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:02.154304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71eba1d-44ec-444e-ae11-e47e758ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.169879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] For port 6d6d1d83-22c1-4c12-bf08-feb26d59344c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=6d6d1d83-22c1-4c12-bf08-feb26d59344c,segment=NetworkSegment(90254477-ee79-43bc-9562-3d5e1cf3e177),segment_id=90254477-ee79-43bc-9562-3d5e1cf3e177)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:02.170312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.196245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Calling delete_port for 6d6d1d83-22c1-4c12-bf08-feb26d59344c owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:02.212348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a71eba1d-44ec-444e-ae11-e47e758ac8c7 None None] Port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:02.217962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8acf00-547b-4676-802c-7cf38196c322 req-a2ea17ea-afc6-4632-9376-fe2816cc1ae8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:02.219633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc8acf00-547b-4676-802c-7cf38196c322 req-a2ea17ea-afc6-4632-9376-fe2816cc1ae8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 932 time: 0.1420701 Sep 10 03:09:02.227337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34490) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:02.235427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Transition to ACTIVE for port object 0af77c41-6a31-4b9d-9746-8aee169e57c0 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:02.273630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port eed592fd-391e-4c5d-90ca-b5ebc93ca85b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:02.273975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.288819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c4e9cb42-fb9b-4747-8228-c5e0e54e6665 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:02.289222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32109a-ce40-42d5-86b3-60127560ea64 req-3ee49957-f30f-4576-adcd-d091c80f8080 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:02.290815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e32109a-ce40-42d5-86b3-60127560ea64 req-3ee49957-f30f-4576-adcd-d091c80f8080 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 932 time: 0.1100402 Sep 10 03:09:02.312843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: c4e9cb42-fb9b-4747-8228-c5e0e54e6665 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:02.313610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c4e9cb42-fb9b-4747-8228-c5e0e54e6665 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:02.351201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.397908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f0836e72-81fc-458f-8d8b-5600a6890fc5 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:02.443108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 0247dd55-551f-48d9-a705-2a703daf403d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:02.443375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f0836e72-81fc-458f-8d8b-5600a6890fc5 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:02.443375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3bf53030-6ff4-4a62-856c-c69b1242528a no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:02.452865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:02.469429 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e32109a-ce40-42d5-86b3-60127560ea64 req-0a12a70e-78b9-4601-a4a7-28ce36455dcc tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597874 Sep 10 03:09:02.470348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:02.531490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Port': ['ID=0af77c41-6a31-4b9d-9746-8aee169e57c0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:02.550094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] For port eed592fd-391e-4c5d-90ca-b5ebc93ca85b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:02.550505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.562770 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.578217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for eed592fd-391e-4c5d-90ca-b5ebc93ca85b owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:02.586812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:02.587711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.607804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34494) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:02.619027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:02.623690 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d82672-948f-428c-ad22-704e148c8745" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:02.623902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-18958fed-c54d-4ef7-a27d-1a2912ce3500 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8225636 Sep 10 03:09:02.628009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3bf53030-6ff4-4a62-856c-c69b1242528a,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:02.640722 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.653515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'port': {'device_id': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'admin_state_up': True, 'tenant_id': 'c9b76023e4e2432498a5208749228bc4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:02.658033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3edb642f-86a7-46f7-bfc6-2d99a2aae503 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:02.697489 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2897d53-fdbc-47cc-b3a4-6ce0e68dd4c8 x-openstack-request-id: req-e2897d53-fdbc-47cc-b3a4-6ce0e68dd4c8 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:02.698271 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:02.698697 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2897d53-fdbc-47cc-b3a4-6ce0e68dd4c8 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:02.699233 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'code': 200} Sep 10 03:09:02.734643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a812d3-5e73-4626-85f4-19f98e3ee942 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:02.751144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.788246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 3edb642f-86a7-46f7-bfc6-2d99a2aae503 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:02.790784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 575322c6-19b6-4b56-8111-94c8ac3b5bed no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:02.791138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Transition to ACTIVE for port object 87a812d3-5e73-4626-85f4-19f98e3ee942 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:02.812526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc8acf00-547b-4676-802c-7cf38196c322 req-8db573bf-207a-4b63-93ee-c19c3a1bd31b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144428 Sep 10 03:09:02.820441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.841499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:02.847210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Deleting subnet ff550223-0a2d-49be-8123-39a3cb8d0c2f {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:02.858553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.863854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e65cca40-931c-4349-b95e-3c5c29e5683d None None] Provisioning for port 0af77c41-6a31-4b9d-9746-8aee169e57c0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:02.869285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e65cca40-931c-4349-b95e-3c5c29e5683d None None] Provisioning complete for port 0af77c41-6a31-4b9d-9746-8aee169e57c0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:02.869731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e65cca40-931c-4349-b95e-3c5c29e5683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.901949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15c39807-1e94-44fb-a7b9-55c6b02ae9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:02.930933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.027428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.067062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.116520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.125950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e65cca40-931c-4349-b95e-3c5c29e5683d None None] Port 0af77c41-6a31-4b9d-9746-8aee169e57c0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:03.137333 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.162450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37d389ab-f507-4fb0-908f-3b719b73b401 req-cf0fb8e2-12b3-4d60-8227-1c48656df371 tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.23 "GET /v2.0/ports?device_id=204dd1ac-089c-474b-85a2-cf6cfbe6cc18 HTTP/1.1" status: 200 len: 210 time: 0.0707929 Sep 10 03:09:03.188240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.188513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:03.188644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Pushing event deleted for resources: {'Port': ['ID=6d6d1d83-22c1-4c12-bf08-feb26d59344c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.188740 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.188941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device a609e52a-b2c8-4c67-91ab-41c9efedccdf no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:03.234176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=eed592fd-391e-4c5d-90ca-b5ebc93ca85b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.266784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:03.267189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:03.267651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:03.289724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Port 87a812d3-5e73-4626-85f4-19f98e3ee942 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:03.290069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:03.303385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] No DVR routers for this DVR port eed592fd-391e-4c5d-90ca-b5ebc93ca85b on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:03.305472 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.308029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.308862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.311575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-0e82704f-56ff-41c7-8025-08dcc8be6d88 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "DELETE /v2.0/ports/eed592fd-391e-4c5d-90ca-b5ebc93ca85b HTTP/1.1" status: 204 len: 173 time: 1.2467468 Sep 10 03:09:03.314800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:03.315991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] No DVR routers for this DVR port 6d6d1d83-22c1-4c12-bf08-feb26d59344c on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:03.316762 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7310e06-f327-4ba8-9203-3d1cea824793" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "eed592fd-391e-4c5d-90ca-b5ebc93ca85b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:03.325500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.327509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1ccb359-3706-4cff-9036-905d6b2b82b4 req-dcabfdca-ce00-4cdc-817b-64fa57a9b0db tempest-InstanceActionsV221TestJSON-1402186577 tempest-InstanceActionsV221TestJSON-1402186577-project] 10.222.0.32 "DELETE /v2.0/ports/6d6d1d83-22c1-4c12-bf08-feb26d59344c HTTP/1.1" status: 204 len: 173 time: 2.0155671 Sep 10 03:09:03.328433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'name': 'network-vif-deleted', 'tag': '6d6d1d83-22c1-4c12-bf08-feb26d59344c'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:03.330706 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522547e-fc1f-4624-a2e0-b666bab45731" -d '{"events": [{"server_uuid": "204dd1ac-089c-474b-85a2-cf6cfbe6cc18", "name": "network-vif-deleted", "tag": "6d6d1d83-22c1-4c12-bf08-feb26d59344c"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:03.351620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:03.352290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Checking segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:03.353420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Bound using segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:03.356898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff550223-0a2d-49be-8123-39a3cb8d0c2f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.359166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.366247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Bound port: 87a812d3-5e73-4626-85f4-19f98e3ee942, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:03.367119 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.375657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.380551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c7baa4c-7d59-410f-8f7a-b83e2a8de1dd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff550223-0a2d-49be-8123-39a3cb8d0c2f HTTP/1.1" status: 204 len: 168 time: 0.7686059 Sep 10 03:09:03.381497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34508) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:03.409108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2116-49c1-49b8-8f71-df7d9247c5b6 req-0f6697f0-79b2-4360-916a-1827d7af1ec0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:03.410035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:03.415652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2116-49c1-49b8-8f71-df7d9247c5b6 req-0f6697f0-79b2-4360-916a-1827d7af1ec0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:03.421127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.422290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8c5369cc-81b4-48e9-b155-46c046a3e136 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:03.422557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2116-49c1-49b8-8f71-df7d9247c5b6 req-0f6697f0-79b2-4360-916a-1827d7af1ec0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:03.437773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2116-49c1-49b8-8f71-df7d9247c5b6 req-0f6697f0-79b2-4360-916a-1827d7af1ec0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:03.439564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0ad2116-49c1-49b8-8f71-df7d9247c5b6 req-0f6697f0-79b2-4360-916a-1827d7af1ec0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 3147 time: 0.2601461 Sep 10 03:09:03.445369 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64075b2b-4b9e-4e7a-a654-dfd649f84499 x-openstack-request-id: req-64075b2b-4b9e-4e7a-a654-dfd649f84499 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:03.445671 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204dd1ac-089c-474b-85a2-cf6cfbe6cc18", "name": "network-vif-deleted", "tag": "6d6d1d83-22c1-4c12-bf08-feb26d59344c", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:03.445931 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64075b2b-4b9e-4e7a-a654-dfd649f84499 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:03.446336 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204dd1ac-089c-474b-85a2-cf6cfbe6cc18', 'name': 'network-vif-deleted', 'tag': '6d6d1d83-22c1-4c12-bf08-feb26d59344c', 'status': 'completed', 'code': 200} Sep 10 03:09:03.464978 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.505343 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8be8e9-b7db-40f7-b95e-b0f28d1df382 x-openstack-request-id: req-2b8be8e9-b7db-40f7-b95e-b0f28d1df382 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:03.505546 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "eed592fd-391e-4c5d-90ca-b5ebc93ca85b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:03.505811 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b8be8e9-b7db-40f7-b95e-b0f28d1df382 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:03.506343 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': 'eed592fd-391e-4c5d-90ca-b5ebc93ca85b', 'status': 'completed', 'code': 200} Sep 10 03:09:03.512648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15c39807-1e94-44fb-a7b9-55c6b02ae9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.544172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15c39807-1e94-44fb-a7b9-55c6b02ae9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.553661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.582635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0ad2116-49c1-49b8-8f71-df7d9247c5b6 req-a7166983-870e-4314-b287-b42421a405d0 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329849 Sep 10 03:09:03.595906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:03.599544 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.605059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:03.627246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-15c39807-1e94-44fb-a7b9-55c6b02ae9ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=606c0eccc4b0454cb48c099354dd496f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3988109 Sep 10 03:09:03.633904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34514) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:03.638227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:03.639681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c39807-1e94-44fb-a7b9-55c6b02ae9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ac470-eb79-44a9-98ca-fc78dc488d50,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.647928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.663348 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.698673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:03.698898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.699300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.701879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] 10.222.0.36 "PUT /v2.0/ports/87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 1092 time: 2.2689836 Sep 10 03:09:03.712582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8c5369cc-81b4-48e9-b155-46c046a3e136,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:03.726236 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.730053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6d6d1d83-22c1-4c12-bf08-feb26d59344c no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:03.740329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cefa71-ac97-4ffa-9c14-54060963f755 service neutron] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.830468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-7b299a62-26b2-4d10-9670-7b46e606af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:03.832229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-7b299a62-26b2-4d10-9670-7b46e606af04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1095 time: 0.0840411 Sep 10 03:09:03.836969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:03.840963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 6d6d1d83-22c1-4c12-bf08-feb26d59344c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:03.841497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 6d6d1d83-22c1-4c12-bf08-feb26d59344c not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:03.842428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device eed592fd-391e-4c5d-90ca-b5ebc93ca85b no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:03.843854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f968ff35-360c-4ec9-926b-af1bf777418b']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:03.876218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: eed592fd-391e-4c5d-90ca-b5ebc93ca85b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:03.876861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device eed592fd-391e-4c5d-90ca-b5ebc93ca85b not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:03.879689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port a609e52a-b2c8-4c67-91ab-41c9efedccdf {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:03.881319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.917971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-c06833df-3bf6-4b55-a5b3-d18adea7e219 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 217 time: 0.0776167 Sep 10 03:09:03.938869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce7cead-a9f7-4832-9b99-0cee53342fe9') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:03.939730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce7cead-a9f7-4832-9b99-0cee53342fe9') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:03.944480 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f60ed36d-9ee5-4a15-aadf-adf725d14c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:03.998652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.018619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-e861932b-f098-4519-9633-7b68a3d63512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.020012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-e861932b-f098-4519-9633-7b68a3d63512 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.0834608 Sep 10 03:09:04.031829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d56d9-7ede-4090-b813-2597a416cefd req-24001dad-9adc-47f4-8711-61e9979989e5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.033317 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-655d56d9-7ede-4090-b813-2597a416cefd req-24001dad-9adc-47f4-8711-61e9979989e5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 944 time: 0.1179736 Sep 10 03:09:04.051629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e7d7e-80f9-46fb-9f46-caba418dcb2b req-5e450254-72e7-4803-aa30-ee07cfb387b3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.057444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e7d7e-80f9-46fb-9f46-caba418dcb2b req-5e450254-72e7-4803-aa30-ee07cfb387b3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.059102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a3e7d7e-80f9-46fb-9f46-caba418dcb2b req-5e450254-72e7-4803-aa30-ee07cfb387b3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 1654 time: 0.4563196 Sep 10 03:09:04.066141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.107142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-655d56d9-7ede-4090-b813-2597a416cefd req-7821d833-cead-4394-a16d-996c6b9f162b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648279 Sep 10 03:09:04.109319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-69c05056-2622-4c59-a9a8-9865168e66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.111200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-69c05056-2622-4c59-a9a8-9865168e66d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769024 Sep 10 03:09:04.125664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:04.126073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.131982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f60ed36d-9ee5-4a15-aadf-adf725d14c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:04.134436 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:04.208453 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-3daf4a32-9b81-4719-8a63-08139b534ead service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894234 Sep 10 03:09:04.308923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aaf381f-b96e-4b90-b548-d4fab70aa32e req-83bffab5-442e-42b6-841c-ab57177c5fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936625 Sep 10 03:09:04.329808 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1f1c096d-d951-408f-880b-843f41695cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.408752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34528) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:04.457349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Deleting subnet 35fded9d-5001-4567-b5a4-355d91e17c94 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:04.461009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.495336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.515841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] For port a609e52a-b2c8-4c67-91ab-41c9efedccdf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=a609e52a-b2c8-4c67-91ab-41c9efedccdf,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:04.515841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.531030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a3e7d7e-80f9-46fb-9f46-caba418dcb2b req-aa701259-2532-4962-95e9-4c7dd50b45b5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346125 Sep 10 03:09:04.537820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.539900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.547127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for a609e52a-b2c8-4c67-91ab-41c9efedccdf owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:04.569987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.571897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f968ff35-360c-4ec9-926b-af1bf777418b HTTP/1.1" status: 204 len: 168 time: 1.1898437 Sep 10 03:09:04.573068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Allocated IP 19.80.0.50 (6f49ec56-8b85-4ae8-ace9-7f9508bd406c/898c2cbe-cedf-4191-ad16-4d78c1b8f0b0/0b65310c-5023-478a-9b5c-ea3b6e7781fd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:04.580500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e84d30-c35e-42e5-ad25-5c543002dc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f968ff35-360c-4ec9-926b-af1bf777418b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:04.598296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f60ed36d-9ee5-4a15-aadf-adf725d14c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.600909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.601069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f60ed36d-9ee5-4a15-aadf-adf725d14c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.604646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f60ed36d-9ee5-4a15-aadf-adf725d14c9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/405ac470-eb79-44a9-98ca-fc78dc488d50 HTTP/1.1" status: 204 len: 168 time: 0.8812881 Sep 10 03:09:04.635057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35fded9d-5001-4567-b5a4-355d91e17c94,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:04.645243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ed36d-9ee5-4a15-aadf-adf725d14c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ac470-eb79-44a9-98ca-fc78dc488d50,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:04.659241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.663756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a529a969-1c49-431a-824c-a99eda8dedbf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/35fded9d-5001-4567-b5a4-355d91e17c94 HTTP/1.1" status: 204 len: 168 time: 0.2516112 Sep 10 03:09:04.664140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34536) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:04.690417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.700589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed'}, {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf'}, {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:04.704417 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7febb9f4-88b8-44f6-b4ad-9677eade989a" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed"}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf"}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:04.773638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5f931-e881-4416-8239-85794c2b73ec req-6c2eca75-62c1-4cca-a038-40333c6b9dbd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.781701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5f931-e881-4416-8239-85794c2b73ec req-6c2eca75-62c1-4cca-a038-40333c6b9dbd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.789507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5f931-e881-4416-8239-85794c2b73ec req-6c2eca75-62c1-4cca-a038-40333c6b9dbd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.793213 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2482ffe-88f1-4f8f-8811-6ba0e2c98c54 x-openstack-request-id: req-b2482ffe-88f1-4f8f-8811-6ba0e2c98c54 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:04.794059 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed", "code": 200}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf", "code": 200}, {"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-unplugged", "status": "completed", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:04.794309 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2482ffe-88f1-4f8f-8811-6ba0e2c98c54 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:04.794707 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed', 'code': 200} Sep 10 03:09:04.794957 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf', 'code': 200} Sep 10 03:09:04.795204 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136', 'code': 200} Sep 10 03:09:04.797157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5f931-e881-4416-8239-85794c2b73ec req-6c2eca75-62c1-4cca-a038-40333c6b9dbd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:04.799707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34542) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:04.805994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fbb5f931-e881-4416-8239-85794c2b73ec req-6c2eca75-62c1-4cca-a038-40333c6b9dbd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 3143 time: 0.1022434 Sep 10 03:09:04.822300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:04.859698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fbb5f931-e881-4416-8239-85794c2b73ec req-a02406b9-e3f2-4ce0-b43e-40192ff521f1 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527017 Sep 10 03:09:04.962990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-22e13f5c-aa2f-44d2-a7fc-e2f69b4c6827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb86becef85b4441a8e41857edeef162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599870 Sep 10 03:09:04.964133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34548) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:04.996402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.020853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.038021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f62fedb-e583-4beb-b0b2-e96aa9d67229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.052714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=a609e52a-b2c8-4c67-91ab-41c9efedccdf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:05.069192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f62fedb-e583-4beb-b0b2-e96aa9d67229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.071323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:05.093024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb742cce-18af-4f0e-855c-96c7fb7c0217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.093383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.120147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Transition to ACTIVE for port object 0b65310c-5023-478a-9b5c-ea3b6e7781fd will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:05.171841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f62fedb-e583-4beb-b0b2-e96aa9d67229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.177120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f62fedb-e583-4beb-b0b2-e96aa9d67229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.178707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3f62fedb-e583-4beb-b0b2-e96aa9d67229 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4 HTTP/1.1" status: 204 len: 168 time: 0.2130649 Sep 10 03:09:05.191077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e752a0-6314-4f94-944e-8cb8bedd1e6e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:05.193562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] No DVR routers for this DVR port a609e52a-b2c8-4c67-91ab-41c9efedccdf on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:05.199562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62fedb-e583-4beb-b0b2-e96aa9d67229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61d83e-d170-42e5-a5b9-aeedf2ecc8b4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:05.205561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.208032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-34a6a4ae-ede4-4f71-86f9-6da2940bca85 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "DELETE /v2.0/ports/a609e52a-b2c8-4c67-91ab-41c9efedccdf HTTP/1.1" status: 204 len: 173 time: 1.8627110 Sep 10 03:09:05.214327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90254477-ee79-43bc-9562-3d5e1cf3e177') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:05.214873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90254477-ee79-43bc-9562-3d5e1cf3e177') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:05.264079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.323573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb742cce-18af-4f0e-855c-96c7fb7c0217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.327166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.333503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63cf2c-75cb-428b-bd59-3d7234817ed6 req-0735ebb4-7d9d-4434-8e75-35d40aa87c45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:05.335288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb63cf2c-75cb-428b-bd59-3d7234817ed6 req-0735ebb4-7d9d-4434-8e75-35d40aa87c45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 944 time: 0.1008787 Sep 10 03:09:05.336657 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb742cce-18af-4f0e-855c-96c7fb7c0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.337225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:05.337630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:05.339799 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:05.357031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.366579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.407991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb742cce-18af-4f0e-855c-96c7fb7c0217 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00393f4c74924481a2849dd4e4b5f3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341200 Sep 10 03:09:05.412122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb742cce-18af-4f0e-855c-96c7fb7c0217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8ac55b-087b-4bdb-a886-2da5c5b163e0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:05.417550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34562) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:05.436468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb63cf2c-75cb-428b-bd59-3d7234817ed6 req-1b4f8e86-4934-483b-973a-98d303a3c9f3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852857 Sep 10 03:09:05.445202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:05.452050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:05.452188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.459336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:05.464420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:05.465269 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68520e09-7d94-40a4-95e3-c40e42968067" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:05.475161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.477108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] 10.222.0.23 "DELETE /v2.0/networks/47e752a0-6314-4f94-944e-8cb8bedd1e6e HTTP/1.1" status: 204 len: 168 time: 0.8062875 Sep 10 03:09:05.477988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Port': ['ID=0b65310c-5023-478a-9b5c-ea3b6e7781fd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:05.515700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:05.517988 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db358c6-6e02-4f95-b92a-e767cc50f49c" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:05.531918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42fc9-ecbc-4e27-b238-85ff7a551420 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e752a0-6314-4f94-944e-8cb8bedd1e6e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:05.571637 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febdf741-94c3-4200-9d75-421e07fd4a38 x-openstack-request-id: req-febdf741-94c3-4200-9d75-421e07fd4a38 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:05.572236 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:05.572674 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-febdf741-94c3-4200-9d75-421e07fd4a38 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:05.575288 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'status': 'completed', 'code': 200} Sep 10 03:09:05.577898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5029098e-d696-4398-8891-17336dd11f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.582946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port 8c5369cc-81b4-48e9-b155-46c046a3e136 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:05.583308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.623629 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eb001e-2453-44ca-9a15-5ca9034cc227 x-openstack-request-id: req-48eb001e-2453-44ca-9a15-5ca9034cc227 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:05.623929 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "a609e52a-b2c8-4c67-91ab-41c9efedccdf", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:05.624222 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48eb001e-2453-44ca-9a15-5ca9034cc227 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:05.624568 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': 'a609e52a-b2c8-4c67-91ab-41c9efedccdf', 'status': 'completed', 'code': 200} Sep 10 03:09:05.678585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:05.679417 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.694348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5029098e-d696-4398-8891-17336dd11f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:05.745684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520e09-7d94-40a4-95e3-c40e42968067 req-055489a9-8b46-4c63-b4d2-ce5268c26067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:05.753696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-055489a9-8b46-4c63-b4d2-ce5268c26067 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1095 time: 0.1702287 Sep 10 03:09:05.770012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34574) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:05.835847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-bafb4033-1780-4fcc-b723-18989e38db20 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1861880 Sep 10 03:09:05.860917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Request body: {'port': {'device_id': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:05.895418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfae4f-766d-4657-b51a-4c88cea48cd9 req-b11f129a-bdd4-413c-ae9c-635f96700102 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:05.902295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfae4f-766d-4657-b51a-4c88cea48cd9 req-b11f129a-bdd4-413c-ae9c-635f96700102 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:05.909817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfae4f-766d-4657-b51a-4c88cea48cd9 req-b11f129a-bdd4-413c-ae9c-635f96700102 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:05.918324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2cfae4f-766d-4657-b51a-4c88cea48cd9 req-b11f129a-bdd4-413c-ae9c-635f96700102 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2375 time: 0.2257595 Sep 10 03:09:06.000993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] For port 8c5369cc-81b4-48e9-b155-46c046a3e136, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8c5369cc-81b4-48e9-b155-46c046a3e136,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:06.002853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.029436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5029098e-d696-4398-8891-17336dd11f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.037061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5029098e-d696-4398-8891-17336dd11f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.038254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5029098e-d696-4398-8891-17336dd11f83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f8ac55b-087b-4bdb-a886-2da5c5b163e0 HTTP/1.1" status: 204 len: 168 time: 0.6197162 Sep 10 03:09:06.055420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for 8c5369cc-81b4-48e9-b155-46c046a3e136 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:06.080388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520e09-7d94-40a4-95e3-c40e42968067 req-1c5eb460-b526-41f2-a3fd-414e7c2b5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:06.081894 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-1c5eb460-b526-41f2-a3fd-414e7c2b5b99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.3209858 Sep 10 03:09:06.128935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029098e-d696-4398-8891-17336dd11f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8ac55b-087b-4bdb-a886-2da5c5b163e0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:06.134030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2cfae4f-766d-4657-b51a-4c88cea48cd9 req-93eb5a48-0064-4f75-8b58-98498d95abdf tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141662 Sep 10 03:09:06.146403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.197411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d28adba-48c4-4628-9779-036a79f5dfca None None] Provisioning for port 0b65310c-5023-478a-9b5c-ea3b6e7781fd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:06.205031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d28adba-48c4-4628-9779-036a79f5dfca None None] Provisioning complete for port 0b65310c-5023-478a-9b5c-ea3b6e7781fd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:06.205633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d28adba-48c4-4628-9779-036a79f5dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.274884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-4b425d8c-226a-4db1-b3db-373bc249ed84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 217 time: 0.1656139 Sep 10 03:09:06.284168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6af40ace-0fc5-4f25-b292-5c219fd411a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cf34f80f1db4fc8b0a8fb6e6ebc2498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114298 Sep 10 03:09:06.284380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3d28adba-48c4-4628-9779-036a79f5dfca None None] Port 0b65310c-5023-478a-9b5c-ea3b6e7781fd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:06.286739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34590) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:06.304809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:06.380507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d37a9-8032-410b-bb8c-0d6924c4565d req-5c90dc10-f179-4e42-afa5-e49aa69488ac tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:06.388812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d37a9-8032-410b-bb8c-0d6924c4565d req-5c90dc10-f179-4e42-afa5-e49aa69488ac tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:06.396747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d37a9-8032-410b-bb8c-0d6924c4565d req-5c90dc10-f179-4e42-afa5-e49aa69488ac tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:06.405947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b5d37a9-8032-410b-bb8c-0d6924c4565d req-5c90dc10-f179-4e42-afa5-e49aa69488ac tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 2411 time: 0.2971332 Sep 10 03:09:06.430215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520e09-7d94-40a4-95e3-c40e42968067 req-8caafdf2-bd66-4817-bb26-4dcb552bf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:06.435939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-8caafdf2-bd66-4817-bb26-4dcb552bf61f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.1436448 Sep 10 03:09:06.535289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:06.555502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a69853f5-3504-4e0a-abd5-8853fd82830e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.565790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'port_id': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'mac_address': 'fa:16:3e:c1:25:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:06.620511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b5d37a9-8032-410b-bb8c-0d6924c4565d req-c3d49d2a-f857-4a01-b7ec-8da19e7a9811 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972382 Sep 10 03:09:06.656454 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.659760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a69853f5-3504-4e0a-abd5-8853fd82830e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.694504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a812d3-5e73-4626-85f4-19f98e3ee942 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:06.735212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:06.736665 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a69853f5-3504-4e0a-abd5-8853fd82830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.739705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a69853f5-3504-4e0a-abd5-8853fd82830e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.741548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a69853f5-3504-4e0a-abd5-8853fd82830e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cf2e167-f087-412d-99c2-b4987f9609e4 HTTP/1.1" status: 204 len: 168 time: 0.4520123 Sep 10 03:09:06.744729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520e09-7d94-40a4-95e3-c40e42968067 req-cc2547a9-c497-47f5-a751-8145ffbc640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:06.747377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.747654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-cc2547a9-c497-47f5-a751-8145ffbc640d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084617 Sep 10 03:09:06.761204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a77db6-a275-4894-bc75-c1b84a6fd24e {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:06.780322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.801693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Transition to ACTIVE for port object 66a77db6-a275-4894-bc75-c1b84a6fd24e will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:06.818832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.826535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:06.849496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:06.875994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-8c4b7ad0-2c12-4297-8089-99a7d3b5d77d service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180129 Sep 10 03:09:06.877048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69853f5-3504-4e0a-abd5-8853fd82830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf2e167-f087-412d-99c2-b4987f9609e4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:06.952524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['87a812d3-5e73-4626-85f4-19f98e3ee942'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:07.059121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68520e09-7d94-40a4-95e3-c40e42968067 req-8fe0e447-85cd-429d-9a7a-0ae0519824b7 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734660 Sep 10 03:09:07.071790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] No DVR routers for this DVR port 8c5369cc-81b4-48e9-b155-46c046a3e136 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:07.083004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.086704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "DELETE /v2.0/ports/8c5369cc-81b4-48e9-b155-46c046a3e136 HTTP/1.1" status: 204 len: 173 time: 1.8691533 Sep 10 03:09:07.130916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Pushing event updated for resources: {'Port': ['ID=66a77db6-a275-4894-bc75-c1b84a6fd24e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:07.147201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842dc18-be2d-4522-91b2-373f597c03bc req-97cdbf69-18f3-40e1-8728-01b2fe29d2f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.167659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d842dc18-be2d-4522-91b2-373f597c03bc req-97cdbf69-18f3-40e1-8728-01b2fe29d2f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 945 time: 0.5382872 Sep 10 03:09:07.332362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d842dc18-be2d-4522-91b2-373f597c03bc req-4dca76fa-2ab1-4036-abf6-83fd369d00bd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633527 Sep 10 03:09:07.341465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae5b61-1319-426b-8652-ebf7c85117cf tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=8c5369cc-81b4-48e9-b155-46c046a3e136,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:07.376043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.380148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14b0b-7eca-4a2e-9a0d-398d140490cf req-4727e5fc-aa9d-43f3-82ac-3126888f7bc1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.392841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14b0b-7eca-4a2e-9a0d-398d140490cf req-4727e5fc-aa9d-43f3-82ac-3126888f7bc1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.404094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Attempting to bind port 66a77db6-a275-4894-bc75-c1b84a6fd24e on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:07.404436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Attempting to bind port 66a77db6-a275-4894-bc75-c1b84a6fd24e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:07.404762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Attempting to bind port 66a77db6-a275-4894-bc75-c1b84a6fd24e on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:07.412433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34632) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:07.420873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Port 66a77db6-a275-4894-bc75-c1b84a6fd24e on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:07.421193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Attempting to bind port 66a77db6-a275-4894-bc75-c1b84a6fd24e on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:07.432954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:07.433324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Checking segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:07.433774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Bound using segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:07.434762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Bound port: 66a77db6-a275-4894-bc75-c1b84a6fd24e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:07.435124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.436499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14b0b-7eca-4a2e-9a0d-398d140490cf req-4727e5fc-aa9d-43f3-82ac-3126888f7bc1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.442479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bf14b0b-7eca-4a2e-9a0d-398d140490cf req-4727e5fc-aa9d-43f3-82ac-3126888f7bc1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2387 time: 0.1777709 Sep 10 03:09:07.505990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port 3bf53030-6ff4-4a62-856c-c69b1242528a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:07.506294 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.580651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bf14b0b-7eca-4a2e-9a0d-398d140490cf req-ecaf7061-683b-4535-98a0-7595a25111b0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254086 Sep 10 03:09:07.608196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] For port 66a77db6-a275-4894-bc75-c1b84a6fd24e, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:07.639937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:07.643019 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10798e7-d509-4841-a0c2-1cccb70f9390" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:07.723744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] For port 66a77db6-a275-4894-bc75-c1b84a6fd24e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66a77db6-a275-4894-bc75-c1b84a6fd24e,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:07.734597 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68d2d4-d113-48d3-a6aa-1756e22d8f68 x-openstack-request-id: req-8d68d2d4-d113-48d3-a6aa-1756e22d8f68 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:07.734934 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "8c5369cc-81b4-48e9-b155-46c046a3e136", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:07.735189 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d68d2d4-d113-48d3-a6aa-1756e22d8f68 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:07.735644 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': '8c5369cc-81b4-48e9-b155-46c046a3e136', 'status': 'completed', 'code': 200} Sep 10 03:09:07.748136 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.825950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1234818095-network', 'tenant_id': 'd677390f3400437f8e18be3c3d7065a5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:07.859220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Pushing event updated for resources: {'Port': ['ID=66a77db6-a275-4894-bc75-c1b84a6fd24e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:07.867228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b79fd-2ba3-4f36-a5f5-ba19de668e5f req-7267be9d-b264-40cd-a7ba-e426a5ff1689 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.867631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Made reservation on behalf of d677390f3400437f8e18be3c3d7065a5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:07.870157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.878774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] For port 3bf53030-6ff4-4a62-856c-c69b1242528a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=3bf53030-6ff4-4a62-856c-c69b1242528a,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:07.879136 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.883178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b79fd-2ba3-4f36-a5f5-ba19de668e5f req-7267be9d-b264-40cd-a7ba-e426a5ff1689 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.894620 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a2b79fd-2ba3-4f36-a5f5-ba19de668e5f req-7267be9d-b264-40cd-a7ba-e426a5ff1689 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 1678 time: 0.1227798 Sep 10 03:09:07.903779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:07.904354 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.906105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-a7015544-6a11-4f12-9846-786d2c96944b service neutron] 10.222.0.36 "PUT /v2.0/ports/66a77db6-a275-4894-bc75-c1b84a6fd24e HTTP/1.1" status: 200 len: 1092 time: 2.0576189 Sep 10 03:09:07.923035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:07.950376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a2b79fd-2ba3-4f36-a5f5-ba19de668e5f req-1166ce87-8081-4d66-bc04-47811e09f52d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540347 Sep 10 03:09:07.992137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Request body: {'port': {'device_id': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:08.405487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:08.456146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:08.456520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:08.456841 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Floating IP 3cfd314b-dbbf-44a4-bb7d-f563a2df50c3 disassociated. External IP: 172.25.8.106, port: 3bf53030-6ff4-4a62-856c-c69b1242528a. Sep 10 03:09:08.457187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for 3bf53030-6ff4-4a62-856c-c69b1242528a owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:08.504221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421e9fd-b255-4ecf-8172-ac87fce9285e req-9dae36df-6405-41ef-9d69-cab222240b5c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:08.514989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f421e9fd-b255-4ecf-8172-ac87fce9285e req-9dae36df-6405-41ef-9d69-cab222240b5c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 945 time: 0.1193888 Sep 10 03:09:08.567128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f421e9fd-b255-4ecf-8172-ac87fce9285e req-e8c604fa-2b7f-4e0b-a2d0-478fbaa7f7b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509076 Sep 10 03:09:08.766735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aa301-e944-4579-aa38-21154eab7cf0 req-6c38b63a-8365-4223-9fc2-d9586c9ce300 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:08.786444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aa301-e944-4579-aa38-21154eab7cf0 req-6c38b63a-8365-4223-9fc2-d9586c9ce300 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:08.805317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aa301-e944-4579-aa38-21154eab7cf0 req-6c38b63a-8365-4223-9fc2-d9586c9ce300 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:08.818274 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f4aa301-e944-4579-aa38-21154eab7cf0 req-6c38b63a-8365-4223-9fc2-d9586c9ce300 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2387 time: 0.1427555 Sep 10 03:09:08.922700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:08.933055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f4aa301-e944-4579-aa38-21154eab7cf0 req-3e53d1f1-4ee7-4665-bca5-d0a05e98547f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085069 Sep 10 03:09:08.951664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:08.974377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:09.064318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.064667 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Added segment 1bf5a6df-4e19-4199-8d90-a219ffaac938 of type vlan for network dec17ee7-0817-41b4-9722-b7bb96c0f055 Sep 10 03:09:09.079294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09210c48-f30f-44e1-b9b3-5270f70cb941,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:09.091404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34692) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:09.177370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.186085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.246008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=3bf53030-6ff4-4a62-856c-c69b1242528a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:09.277052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17888d-300d-4f7c-8b43-6ca1ddf281c0 req-d3fdaf43-b5d6-48ac-8d5f-2e4e0838e925 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:09.284944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17888d-300d-4f7c-8b43-6ca1ddf281c0 req-d3fdaf43-b5d6-48ac-8d5f-2e4e0838e925 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:09.286647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b17888d-300d-4f7c-8b43-6ca1ddf281c0 req-d3fdaf43-b5d6-48ac-8d5f-2e4e0838e925 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 1599 time: 0.2026956 Sep 10 03:09:09.318716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-87437792', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:09.381900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.382884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:09.383483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.441208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af77c41-6a31-4b9d-9746-8aee169e57c0 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:09.469663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.486114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b17888d-300d-4f7c-8b43-6ca1ddf281c0 req-21beeffc-ea9c-4f0b-8dd0-c5f419ae6c54 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869187 Sep 10 03:09:09.546309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Made reservation on behalf of cff77eb85ce44125b5e9ca6745f9be41 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:09.548667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.554242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] Pushing event updated for resources: {'Network': ['ID=dec17ee7-0817-41b4-9722-b7bb96c0f055,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:09.557712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3588d2e1-1321-4e7f-ac17-0dfc1470372d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1439800 Sep 10 03:09:09.561055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34714) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:09.567518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Transition to ACTIVE for port object 0af77c41-6a31-4b9d-9746-8aee169e57c0 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:09.572217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.575757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Request body: {'subnet': {'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1234818095-subnet', 'tenant_id': 'd677390f3400437f8e18be3c3d7065a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:09.577759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dec17ee7-0817-41b4-9722-b7bb96c0f055 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:09.588209 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.639703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Made reservation on behalf of d677390f3400437f8e18be3c3d7065a5 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:09.644103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:09.701564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34720) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:09.713887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Router d5328d5f-63a8-4f8e-ad29-992df7b4a495 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:09:09.747715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'tag': '66a77db6-a275-4894-bc75-c1b84a6fd24e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:09.750011 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "tag": "66a77db6-a275-4894-bc75-c1b84a6fd24e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:09.853731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0af77c41-6a31-4b9d-9746-8aee169e57c0,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:09.859232 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67de52d2-55e3-4169-a8d8-dd8b00153c84 x-openstack-request-id: req-67de52d2-55e3-4169-a8d8-dd8b00153c84 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:09.859815 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "tag": "66a77db6-a275-4894-bc75-c1b84a6fd24e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:09.860243 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67de52d2-55e3-4169-a8d8-dd8b00153c84 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:09.860847 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'tag': '66a77db6-a275-4894-bc75-c1b84a6fd24e', 'status': 'completed', 'code': 200} Sep 10 03:09:10.039076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37348dd7-c3fc-452b-af67-19b851de39d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.092306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Attempting to bind port 0af77c41-6a31-4b9d-9746-8aee169e57c0 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:10.092652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Attempting to bind port 0af77c41-6a31-4b9d-9746-8aee169e57c0 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:10.092978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Attempting to bind port 0af77c41-6a31-4b9d-9746-8aee169e57c0 on network 0247dd55-551f-48d9-a705-2a703daf403d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:10.105277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61330738-51ce-41bc-b780-8cf129058ca9 req-c3dcc16c-369c-410e-ac0b-f084eb8c7ebc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.107429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61330738-51ce-41bc-b780-8cf129058ca9 req-c3dcc16c-369c-410e-ac0b-f084eb8c7ebc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 945 time: 0.3564901 Sep 10 03:09:10.137619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-082d51e3-dcb2-41bc-b772-bf10577011ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.138296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-082d51e3-dcb2-41bc-b772-bf10577011ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.138922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-082d51e3-dcb2-41bc-b772-bf10577011ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.140452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-082d51e3-dcb2-41bc-b772-bf10577011ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2755 time: 0.2359838 Sep 10 03:09:10.148579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Port 0af77c41-6a31-4b9d-9746-8aee169e57c0 on network 0247dd55-551f-48d9-a705-2a703daf403d not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:10.148915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Attempting to bind port 0af77c41-6a31-4b9d-9746-8aee169e57c0 on network 0247dd55-551f-48d9-a705-2a703daf403d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:10.165762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.169921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:10.170342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Checking segment: {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:10.170739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Bound using segment: {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:10.171183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Bound port: 0af77c41-6a31-4b9d-9746-8aee169e57c0, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad4c32-082d-4532-a83c-8575d65436bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:10.171562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.190084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.206446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b739a75-84f6-4a35-b2bc-f686f7e5e749 req-dae3e87c-0288-483a-b4a5-ecff25b1424b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.216126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b739a75-84f6-4a35-b2bc-f686f7e5e749 req-dae3e87c-0288-483a-b4a5-ecff25b1424b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.222474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b739a75-84f6-4a35-b2bc-f686f7e5e749 req-dae3e87c-0288-483a-b4a5-ecff25b1424b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.224290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b739a75-84f6-4a35-b2bc-f686f7e5e749 req-dae3e87c-0288-483a-b4a5-ecff25b1424b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2399 time: 0.1924245 Sep 10 03:09:10.225703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:09:10.245193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] Sync routers for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:09:10.256790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] device_id is not set on port b9a27a61-a3ef-4c71-9775-b046b868abf5 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:10.259556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:10.260395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:10.296654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61330738-51ce-41bc-b780-8cf129058ca9 req-ec7f654b-a973-499c-b602-66813af7187e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749034 Sep 10 03:09:10.321828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.322051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:10.336773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] For port 0af77c41-6a31-4b9d-9746-8aee169e57c0, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:10.343228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] For port 0af77c41-6a31-4b9d-9746-8aee169e57c0, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0af77c41-6a31-4b9d-9746-8aee169e57c0,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:10.356449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c9ef97-19ae-4197-831e-d7baa79f39a2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:10.397890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.519270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 87a812d3-5e73-4626-85f4-19f98e3ee942 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:10.530603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] No DVR routers for this DVR port 3bf53030-6ff4-4a62-856c-c69b1242528a on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:10.534640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b097b8c9-5d12-4d37-b38a-19c53c233863,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:10.545683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 87a812d3-5e73-4626-85f4-19f98e3ee942 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:10.548270 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.557858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b739a75-84f6-4a35-b2bc-f686f7e5e749 req-1fbb0794-c1ac-4cfb-92ee-e480c3884fdd tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899685 Sep 10 03:09:10.565379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.567544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-019f27b0-9ec5-4907-8e54-191aa90db11d tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "DELETE /v2.0/ports/3bf53030-6ff4-4a62-856c-c69b1242528a HTTP/1.1" status: 204 len: 173 time: 3.4678760 Sep 10 03:09:10.591324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-c0d4b5d1-5094-4cae-b8ad-bd7e0373c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.592540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-c0d4b5d1-5094-4cae-b8ad-bd7e0373c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.593219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-c0d4b5d1-5094-4cae-b8ad-bd7e0373c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.595011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-c0d4b5d1-5094-4cae-b8ad-bd7e0373c7f4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9b76023e4e2432498a5208749228bc4&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.4442925 Sep 10 03:09:10.595763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:10.596587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.597983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/0af77c41-6a31-4b9d-9746-8aee169e57c0 HTTP/1.1" status: 200 len: 1091 time: 2.6567452 Sep 10 03:09:10.645629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37348dd7-c3fc-452b-af67-19b851de39d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.653194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:10.676110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Request body: {'port': {'device_id': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:10.779288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cc0d9-4b91-4f50-b5e9-8f13ab3b98b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0af77c41-6a31-4b9d-9746-8aee169e57c0,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:10.896018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Allocated IP 172.25.8.200 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b9a27a61-a3ef-4c71-9775-b046b868abf5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:10.912751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.930739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Checking segment: {'id': '1bf5a6df-4e19-4199-8d90-a219ffaac938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:10.931112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Network hostable DHCP agents. Network: dec17ee7-0817-41b4-9722-b7bb96c0f055, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:10.939282 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.952108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37348dd7-c3fc-452b-af67-19b851de39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:10.980613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:10.986157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:10.989211 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b213e9-cf37-40a5-8667-d1d07dfcfc55" -d '{"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-plugged", "status": "completed", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:11.000711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port 575322c6-19b6-4b56-8111-94c8ac3b5bed {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:11.001298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.004611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.010588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-bdd67450-3dcb-4cf6-930b-9bf782970b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.012782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7d0fcb7-a29f-4788-ab9c-8bcea284a53f req-bdd67450-3dcb-4cf6-930b-9bf782970b70 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3649385 Sep 10 03:09:11.069005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37348dd7-c3fc-452b-af67-19b851de39d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af244d963c8e46c685eb4be08cd8b0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3579044 Sep 10 03:09:11.072269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34738) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:11.075538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:11.084095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Network dec17ee7-0817-41b4-9722-b7bb96c0f055 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:11.086954 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a9a931-ad33-44f3-aa0c-ba4f7b08e373 x-openstack-request-id: req-49a9a931-ad33-44f3-aa0c-ba4f7b08e373 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:11.089732 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-plugged", "status": "completed", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:11.090191 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49a9a931-ad33-44f3-aa0c-ba4f7b08e373 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:11.090614 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'code': 200} Sep 10 03:09:11.097380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37348dd7-c3fc-452b-af67-19b851de39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca506879-2c8f-4b8d-9bfb-1d62ca1a731c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:11.146615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:11.147489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c32d2-e8d8-45ba-995f-483f24e019aa req-ec5bf38b-ea91-4ea2-aa73-2d392ae9fb5a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.164518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e4c32d2-e8d8-45ba-995f-483f24e019aa req-ec5bf38b-ea91-4ea2-aa73-2d392ae9fb5a tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 943 time: 0.2234094 Sep 10 03:09:11.169407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dec17ee7-0817-41b4-9722-b7bb96c0f055) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:11.206227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102f56a-c8bc-4792-8d1e-8a50fdbb36de None None] Network dec17ee7-0817-41b4-9722-b7bb96c0f055 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:11.214117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] Checking router: d5328d5f-63a8-4f8e-ad29-992df7b4a495 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:09:11.267344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:11.268064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:11.288267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.288874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.356577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] For port 575322c6-19b6-4b56-8111-94c8ac3b5bed, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=575322c6-19b6-4b56-8111-94c8ac3b5bed,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:11.356942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.359585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45bc-2398-438f-8af5-c6859becbd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.380152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9f9e313c-d9f6-433f-97f8-a07cd5196c37 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8179221 Sep 10 03:09:11.398494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7f68-2d4b-481c-a867-b41f2a0faa78 req-cb75399e-47c9-4cf4-9655-d8104a197583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.401065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f54f7f68-2d4b-481c-a867-b41f2a0faa78 req-cb75399e-47c9-4cf4-9655-d8104a197583 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.1875916 Sep 10 03:09:11.403858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for 575322c6-19b6-4b56-8111-94c8ac3b5bed owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:11.415661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e4c32d2-e8d8-45ba-995f-483f24e019aa req-04e55595-2022-4aca-b01a-edb921a8fc87 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups?id=f10a3277-c43f-425a-9cbe-53e8eec76835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477410 Sep 10 03:09:11.480847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45bc-2398-438f-8af5-c6859becbd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.601488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:11.608959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f54f7f68-2d4b-481c-a867-b41f2a0faa78 req-82469e9f-f12e-4bb6-865d-93b86a69d48d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798322 Sep 10 03:09:11.624330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45bc-2398-438f-8af5-c6859becbd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.628322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45bc-2398-438f-8af5-c6859becbd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.633651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e7ce45bc-2398-438f-8af5-c6859becbd05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca506879-2c8f-4b8d-9bfb-1d62ca1a731c HTTP/1.1" status: 204 len: 168 time: 0.5587053 Sep 10 03:09:11.652315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce45bc-2398-438f-8af5-c6859becbd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca506879-2c8f-4b8d-9bfb-1d62ca1a731c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:11.662937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.673571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471bd22-cbb8-4e06-aa75-f3cb6ee9b74d req-34e09c0a-1553-4b65-be29-171f5c585997 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.675853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4471bd22-cbb8-4e06-aa75-f3cb6ee9b74d req-34e09c0a-1553-4b65-be29-171f5c585997 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.1443646 Sep 10 03:09:11.703925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b65310c-5023-478a-9b5c-ea3b6e7781fd {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:11.734501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4471bd22-cbb8-4e06-aa75-f3cb6ee9b74d req-7c88d501-3963-4140-b6ab-06a7c5d6cf32 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516627 Sep 10 03:09:11.735139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.749045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f31c7-6c01-436a-9fc3-3eeaeb6a5e8a None None] Network dec17ee7-0817-41b4-9722-b7bb96c0f055 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:11.772251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Transition to ACTIVE for port object 0b65310c-5023-478a-9b5c-ea3b6e7781fd will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:11.803275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.804620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:11.860141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65e453-061d-4ca2-bf18-41f4a144d392 req-d59de4e6-57e0-44d4-bb19-1ac7a647e7a3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.864124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f65e453-061d-4ca2-bf18-41f4a144d392 req-d59de4e6-57e0-44d4-bb19-1ac7a647e7a3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.2046685 Sep 10 03:09:11.880977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a'}, {'name': 'network-changed', 'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'tag': '0af77c41-6a31-4b9d-9746-8aee169e57c0'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:11.883371 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a56917-6813-4813-897d-4f3c972d3cb3" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a"}, {"name": "network-changed", "server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "tag": "0af77c41-6a31-4b9d-9746-8aee169e57c0"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:11.904296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e41cd-fe66-41c5-a935-e7a0118a1870 req-30a9c151-9b9f-4330-9e54-037f6dbe8641 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.924819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e41cd-fe66-41c5-a935-e7a0118a1870 req-30a9c151-9b9f-4330-9e54-037f6dbe8641 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.932621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:11.935369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e41cd-fe66-41c5-a935-e7a0118a1870 req-30a9c151-9b9f-4330-9e54-037f6dbe8641 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:11.937848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-064e41cd-fe66-41c5-a935-e7a0118a1870 req-30a9c151-9b9f-4330-9e54-037f6dbe8641 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2411 time: 0.1098187 Sep 10 03:09:11.944255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Pushing event updated for resources: {'Port': ['ID=0b65310c-5023-478a-9b5c-ea3b6e7781fd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:11.959341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:11.961804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:12.006230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-064e41cd-fe66-41c5-a935-e7a0118a1870 req-828dd873-4b03-4ecc-8668-503ba416629b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621994 Sep 10 03:09:12.114433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:12.162941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef88348-d305-4951-82fa-8f913da8ef43 None None] The sync data for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 is: [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T02:58:26Z', 'revision_number': 4, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'cd41be78-0838-4c4f-b7a4-34098052f4f2', 'name': '', 'network_id': '6343ee87-8966-4201-a9c7-f0ff37993794', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'mac_address': 'fa:16:3e:23:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:24Z', 'updated_at': '2021-09-10T02:58:36Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'subnets': [{'id': '9ab391f9-1aeb-47f9-af5b-63f6312f69a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:09:12.385503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:12.429279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f65e453-061d-4ca2-bf18-41f4a144d392 req-9d061921-8d3d-48cf-addd-7f4b20b150f3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5425804 Sep 10 03:09:12.476855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Pushing event updated for resources: {'Port': ['ID=b9a27a61-a3ef-4c71-9775-b046b868abf5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:12.515701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:12.517579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:12.579246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-98f2f58f-5008-443d-8921-03809624d478 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:12.581323 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-98f2f58f-5008-443d-8921-03809624d478 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/networks?id=dec17ee7-0817-41b4-9722-b7bb96c0f055 HTTP/1.1" status: 200 len: 814 time: 0.1877108 Sep 10 03:09:12.581736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:12.593675 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c1bf8e-b13c-486a-86a3-c625750eff72 x-openstack-request-id: req-a8c1bf8e-b13c-486a-86a3-c625750eff72 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:12.593971 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "3bf53030-6ff4-4a62-856c-c69b1242528a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "tag": "0af77c41-6a31-4b9d-9746-8aee169e57c0", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:12.594221 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8c1bf8e-b13c-486a-86a3-c625750eff72 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:12.594615 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': '3bf53030-6ff4-4a62-856c-c69b1242528a', 'status': 'completed', 'code': 200} Sep 10 03:09:12.594865 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'tag': '0af77c41-6a31-4b9d-9746-8aee169e57c0', 'status': 'completed', 'code': 200} Sep 10 03:09:12.602635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0caa9a82-f878-402f-9501-d491e5cc5822 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4972425 Sep 10 03:09:12.605599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=575322c6-19b6-4b56-8111-94c8ac3b5bed,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:12.620816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34796) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:12.640655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.200'}]}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:12.643348 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06db91e-817e-4254-83a5-d25d3a272bcd None None] New status for floating IP 3cfd314b-dbbf-44a4-bb7d-f563a2df50c3: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:09:12.651408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] No DVR routers for this DVR port 575322c6-19b6-4b56-8111-94c8ac3b5bed on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:12.662470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:12.668824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3c2a276-0adc-4acf-8f18-11462644dfb5 req-bc6c41cf-0f15-48bd-98dd-1fc5c40d8453 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.32 "DELETE /v2.0/ports/575322c6-19b6-4b56-8111-94c8ac3b5bed HTTP/1.1" status: 204 len: 173 time: 2.0892341 Sep 10 03:09:12.675119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-642d86b9-8762-44a7-974c-f1e22943c2a7 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/quotas/d677390f3400437f8e18be3c3d7065a5 HTTP/1.1" status: 200 len: 375 time: 0.0553789 Sep 10 03:09:12.680447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Attempting to bind port 0b65310c-5023-478a-9b5c-ea3b6e7781fd on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:12.680804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Attempting to bind port 0b65310c-5023-478a-9b5c-ea3b6e7781fd by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:12.683816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Attempting to bind port 0b65310c-5023-478a-9b5c-ea3b6e7781fd on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:12.697414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Port 0b65310c-5023-478a-9b5c-ea3b6e7781fd on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:12.699501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Attempting to bind port 0b65310c-5023-478a-9b5c-ea3b6e7781fd on network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:12.707538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-e1dc770e-4c75-447b-b2fa-7616da4076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:12.707941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-e1dc770e-4c75-447b-b2fa-7616da4076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:12.708428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-e1dc770e-4c75-447b-b2fa-7616da4076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:12.710119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-e1dc770e-4c75-447b-b2fa-7616da4076ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2822 time: 0.1223526 Sep 10 03:09:12.715389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:12.716334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Checking segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:12.716334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Bound using segment: {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:12.716640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Bound port: 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb1b60e-5368-42fe-9006-59b35c5a6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:12.716994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:12.734051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:12.735480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:12.750863 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-f7c25f47-c969-4530-9ff3-d3cec64cc556 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d677390f3400437f8e18be3c3d7065a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654061 Sep 10 03:09:12.856678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e94c568-fc84-469b-be8f-770179a08245 req-eda96044-30d5-4710-8630-b147f2c6cc74 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0448890 Sep 10 03:09:12.904472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] For port 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:12.917655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] For port 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:12.926272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1092881456-network', 'tenant_id': '8f067fb3cc2141babf194de13636cb11'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:12.927486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.030758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Pushing event updated for resources: {'Port': ['ID=0b65310c-5023-478a-9b5c-ea3b6e7781fd,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:13.058595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.060072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.061621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ca929440-efa8-4a62-8e68-7a94812e9c24 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b65310c-5023-478a-9b5c-ea3b6e7781fd HTTP/1.1" status: 200 len: 1091 time: 2.3984957 Sep 10 03:09:13.149774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495a469-ab0e-44f6-b801-255b108800d0 req-7d0d8a76-7dcd-40c8-b606-f15e5f8a2f23 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.151551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f495a469-ab0e-44f6-b801-255b108800d0 req-7d0d8a76-7dcd-40c8-b606-f15e5f8a2f23 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.1264513 Sep 10 03:09:13.160852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff200c-f5f0-4160-a4be-83aed22c7fd4 req-77bd533d-e7d8-4810-adb3-6c66f45ab3a0 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.169259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12ff200c-f5f0-4160-a4be-83aed22c7fd4 req-77bd533d-e7d8-4810-adb3-6c66f45ab3a0 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1639676 Sep 10 03:09:13.282806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12ff200c-f5f0-4160-a4be-83aed22c7fd4 req-edbb0ea3-95d6-49f8-9b40-a6589c2bc82f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125095 Sep 10 03:09:13.315717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Deleting port 1b725c9f-a848-4621-8e4e-3f3cc912a789 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:13.316261 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.410479 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.457519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd5e6-c6fd-466b-b880-8ff3b6667aa3 req-c9ec925f-edf0-479b-bc8b-2acac94c8337 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.459024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc7cd5e6-c6fd-466b-b880-8ff3b6667aa3 req-c9ec925f-edf0-479b-bc8b-2acac94c8337 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 946 time: 0.0991540 Sep 10 03:09:13.460895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] For port 1b725c9f-a848-4621-8e4e-3f3cc912a789, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1b725c9f-a848-4621-8e4e-3f3cc912a789,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:13.461263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.483432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-1c3c5717-0994-482a-9769-cccc1cf4fb1c service neutron] 10.222.0.23 "GET /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317166 Sep 10 03:09:13.484590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Made reservation on behalf of 8f067fb3cc2141babf194de13636cb11 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:13.486951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.545197 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.550173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc7cd5e6-c6fd-466b-b880-8ff3b6667aa3 req-a10135fe-04ea-4abe-a4e7-07883c659c4d tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups?id=667beb9e-06e0-459d-bdb5-e5245c7ecc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807369 Sep 10 03:09:13.557205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-400811f3-c7f4-4c5b-88f2-1b7e9bcdfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.557923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-400811f3-c7f4-4c5b-88f2-1b7e9bcdfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.559112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-400811f3-c7f4-4c5b-88f2-1b7e9bcdfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.560948 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-400811f3-c7f4-4c5b-88f2-1b7e9bcdfcf6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9b76023e4e2432498a5208749228bc4&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.8205433 Sep 10 03:09:13.675707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.702596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.703898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:13.703898 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Floating IP 795b4230-9e01-45f6-aa44-0b27d2cea7ca disassociated. External IP: 172.25.8.125, port: 1b725c9f-a848-4621-8e4e-3f3cc912a789. Sep 10 03:09:13.703898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Calling delete_port for 1b725c9f-a848-4621-8e4e-3f3cc912a789 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:13.727980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e319fe5-5ce6-4467-bafe-f51fdee4e8d6 req-910bf500-2cd7-489b-8bcb-6c7d584a743a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.734880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e319fe5-5ce6-4467-bafe-f51fdee4e8d6 req-910bf500-2cd7-489b-8bcb-6c7d584a743a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.740330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e319fe5-5ce6-4467-bafe-f51fdee4e8d6 req-910bf500-2cd7-489b-8bcb-6c7d584a743a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.742018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e319fe5-5ce6-4467-bafe-f51fdee4e8d6 req-910bf500-2cd7-489b-8bcb-6c7d584a743a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2411 time: 0.0965228 Sep 10 03:09:13.824112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e319fe5-5ce6-4467-bafe-f51fdee4e8d6 req-9c5434d7-5710-4ca3-9bba-8f898f174297 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757535 Sep 10 03:09:13.856950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-2ce2294f-af4c-41f9-9137-c5d63df6f5e4 service neutron] 10.222.0.23 "GET /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612254 Sep 10 03:09:13.868847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-9aed123d-7935-4cf7-87fb-68b3e5e8007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:13.870346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8a56917-6813-4813-897d-4f3c972d3cb3 req-9aed123d-7935-4cf7-87fb-68b3e5e8007e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2647903 Sep 10 03:09:13.995766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.004882 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.011469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.025656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-4f99f857-48d5-46d3-b3ee-f6b1b0681b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.026147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-4f99f857-48d5-46d3-b3ee-f6b1b0681b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.026626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-4f99f857-48d5-46d3-b3ee-f6b1b0681b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.028358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-4f99f857-48d5-46d3-b3ee-f6b1b0681b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2864 time: 0.1006138 Sep 10 03:09:14.075443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:14.119796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-788de4e6-e192-4a49-adce-366b2f0df630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=66a77db6-a275-4894-bc75-c1b84a6fd24e HTTP/1.1" status: 200 len: 217 time: 0.0816998 Sep 10 03:09:14.120817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event deleted for resources: {'Port': ['ID=1b725c9f-a848-4621-8e4e-3f3cc912a789,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:14.156641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9f7aba-f465-4029-a4d5-d63c3927932e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:14.164142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.164487 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Added segment d0786af1-80bb-42b7-8d6e-ea47d033be15 of type vlan for network fbd47a6c-72c1-4104-8c19-06c5647cf647 Sep 10 03:09:14.248159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7035-eb35-45f7-b7ce-abb20c151af1 req-436ff0fa-b5ae-4f28-84c5-2208d31ae2f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.249740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c3e7035-eb35-45f7-b7ce-abb20c151af1 req-436ff0fa-b5ae-4f28-84c5-2208d31ae2f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.2942970 Sep 10 03:09:14.290604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Router 70c7f1c1-9369-4a28-aac0-802b5655eb19 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:09:14.291674 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.298727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5bd8ff16-5b8e-430c-bcfe-ba804b9bde6e req-43de71cb-87d3-4f60-ad13-e4cb40e12c96 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.1379998 Sep 10 03:09:14.319277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c3e7035-eb35-45f7-b7ce-abb20c151af1 req-726756d3-b316-46f1-ac1b-705841bcc2e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608385 Sep 10 03:09:14.394776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-e2ff1300-3748-4d70-b198-870f786cdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.396546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-e2ff1300-3748-4d70-b198-870f786cdba5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=898c2cbe-cedf-4191-ad16-4d78c1b8f0b0 HTTP/1.1" status: 200 len: 801 time: 0.2304206 Sep 10 03:09:14.401317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.443289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.453422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.454986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.455832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.472031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ffc08d20-3c28-4fad-8b35-25a021c5ef09 req-b54b8061-1241-46d0-a912-f723ce96cd34 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 210 time: 0.0478940 Sep 10 03:09:14.595472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed'}, {'name': 'network-changed', 'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'tag': '0b65310c-5023-478a-9b5c-ea3b6e7781fd'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:14.597722 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd790cb-fd8b-45d2-9485-985518dab3bd" -d '{"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed"}, {"name": "network-changed", "server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "tag": "0b65310c-5023-478a-9b5c-ea3b6e7781fd"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:14.615169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:09:14.632215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] Sync routers for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:09:14.650310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:14.651110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:14.684874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fcc94-3e73-491c-92fb-097b5124b312 req-03b97596-ac6a-433a-b688-78d7db4ac99a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.686867 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-229fcc94-3e73-491c-92fb-097b5124b312 req-03b97596-ac6a-433a-b688-78d7db4ac99a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1273649 Sep 10 03:09:14.687879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] No DVR routers for this DVR port 1b725c9f-a848-4621-8e4e-3f3cc912a789 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:14.690509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:14.693650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f495a469-ab0e-44f6-b801-255b108800d0 req-088a23d6-028f-4b6f-be45-10cb97422394 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.36 "DELETE /v2.0/ports/1b725c9f-a848-4621-8e4e-3f3cc912a789 HTTP/1.1" status: 204 len: 173 time: 1.5213637 Sep 10 03:09:14.718787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1325934 Sep 10 03:09:14.718787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ec718-e011-4f0e-8490-c00cbba79d05 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd47a6c-72c1-4104-8c19-06c5647cf647,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:14.720682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34826) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:14.738775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Request body: {'subnet': {'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1092881456-subnet', 'tenant_id': '8f067fb3cc2141babf194de13636cb11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:14.743788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network fbd47a6c-72c1-4104-8c19-06c5647cf647 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:14.794986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-229fcc94-3e73-491c-92fb-097b5124b312 req-2a860a6a-73ca-404e-a109-f6f6da67d350 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927081 Sep 10 03:09:14.807078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34828) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:14.898053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3b658f7f-0ad0-446b-988b-d41c77934712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.905374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-3b658f7f-0ad0-446b-988b-d41c77934712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5001833 Sep 10 03:09:14.917875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6302b1-2d8e-4089-97d3-b4ce60ae1057 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.927060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae6302b1-2d8e-4089-97d3-b4ce60ae1057 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1092 time: 0.1182616 Sep 10 03:09:14.927852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34832) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:14.932643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:14.971760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff63c9-229f-498c-9b3e-5712ebd52ca6 req-36307e58-6e04-4248-a4f4-24970b5e8d58 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:14.980417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7ff63c9-229f-498c-9b3e-5712ebd52ca6 req-36307e58-6e04-4248-a4f4-24970b5e8d58 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.5282836 Sep 10 03:09:14.991059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:15.000767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dd85e08-c0b4-4101-8da6-ac157de2068e req-01153b94-be7e-4935-b094-0e5e021a9620 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa5809bd-a89f-4011-905b-4fc0f84b28fb HTTP/1.1" status: 200 len: 210 time: 0.0418849 Sep 10 03:09:15.029625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Made reservation on behalf of 8f067fb3cc2141babf194de13636cb11 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:15.030189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.031908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.104565 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258ec33b-a9e4-43ce-bcea-9c42bc648a31 x-openstack-request-id: req-258ec33b-a9e4-43ce-bcea-9c42bc648a31 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:15.104887 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e96e3d-9784-41b3-8984-97aa438a5934", "name": "network-vif-deleted", "tag": "575322c6-19b6-4b56-8111-94c8ac3b5bed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "tag": "0b65310c-5023-478a-9b5c-ea3b6e7781fd", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:15.105110 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-258ec33b-a9e4-43ce-bcea-9c42bc648a31 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:15.105508 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e96e3d-9784-41b3-8984-97aa438a5934', 'name': 'network-vif-deleted', 'tag': '575322c6-19b6-4b56-8111-94c8ac3b5bed', 'status': 'completed', 'code': 200} Sep 10 03:09:15.105829 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'tag': '0b65310c-5023-478a-9b5c-ea3b6e7781fd', 'status': 'completed', 'code': 200} Sep 10 03:09:15.211151 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7ff63c9-229f-498c-9b3e-5712ebd52ca6 req-2a90f0a7-717d-4b40-ace2-51a4645197fe tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276485 Sep 10 03:09:15.263688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78982fb2-698a-44e2-8c09-aa435e0a41bb req-b4d1e1b5-bf31-4bc1-9036-ad54657d8ea7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:15.281279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78982fb2-698a-44e2-8c09-aa435e0a41bb req-b4d1e1b5-bf31-4bc1-9036-ad54657d8ea7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:15.288611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78982fb2-698a-44e2-8c09-aa435e0a41bb req-b4d1e1b5-bf31-4bc1-9036-ad54657d8ea7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:15.290347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78982fb2-698a-44e2-8c09-aa435e0a41bb req-b4d1e1b5-bf31-4bc1-9036-ad54657d8ea7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2411 time: 0.1282444 Sep 10 03:09:15.342186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.352562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:16Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:15.358765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78982fb2-698a-44e2-8c09-aa435e0a41bb req-b8f7b770-517f-4c69-96c3-f027c47c5a4a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579257 Sep 10 03:09:15.395663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-644d9e9b-05f9-45f3-8b07-28deecc7cdb9 service neutron] 10.222.0.36 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571977 Sep 10 03:09:15.396003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.404226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] Checking router: 70c7f1c1-9369-4a28-aac0-802b5655eb19 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:09:15.416013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:15.416757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:15.568651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:15.631842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4ad9644-3aea-4308-ab67-b62d59902313 req-23ffe8c6-e351-489c-ac5e-7a39adc297bd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0976434 Sep 10 03:09:15.663583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.60 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/bd035235-6dc5-4766-9c6f-bfa24111052f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:15.736595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.738867 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfbef492-a4c0-4c90-8fda-730d084d9925 req-c795563d-e081-410d-9929-dfd5f65ee269 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 210 time: 0.1648483 Sep 10 03:09:15.760480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.872264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:16Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:15.885375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-fbf7a075-6003-4794-b23a-13c4d3f140ee tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:15.886877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-fbf7a075-6003-4794-b23a-13c4d3f140ee tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.32 "GET /v2.0/networks?id=dec17ee7-0817-41b4-9722-b7bb96c0f055 HTTP/1.1" status: 200 len: 814 time: 0.3700461 Sep 10 03:09:15.903345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Request body: {'port': {'device_id': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055', 'admin_state_up': True, 'tenant_id': 'd677390f3400437f8e18be3c3d7065a5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:15.904861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0eec10-a6ff-4149-bd28-7e3e5c84463a None None] The sync data for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 is: [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:07:08Z', 'revision_number': 4, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '30d9a845-aacc-4420-9901-66dffe8223ef', 'name': '', 'network_id': '876d670e-fc2c-496b-8a5d-8653890924a0', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'mac_address': 'fa:16:3e:b8:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:08Z', 'updated_at': '2021-09-10T03:07:16Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'subnets': [{'id': 'b69b2038-f8f2-4fb5-8d47-a1cb5a750400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:09:15.937394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:15.938207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc0c17b5-75ef-4719-a019-2b6c1b6a72c2 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:09:15.963043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-ebb22445-1f62-4be8-bd63-df260186ef13 service neutron] 10.222.0.36 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434108 Sep 10 03:09:15.979292 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.002116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.016045 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:09:16.019427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d2af43ac-0fa5-429d-b974-0ee03d71b54b tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3934567 Sep 10 03:09:16.020561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:16.037086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-8b014008-8f8e-47af-8dc1-e6b7bcfb9b99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=0af77c41-6a31-4b9d-9746-8aee169e57c0 HTTP/1.1" status: 200 len: 217 time: 0.0654316 Sep 10 03:09:16.101850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e876c6-6edb-4012-9014-f6b553373f96,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:16.139646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Checking segment: {'id': 'd0786af1-80bb-42b7-8d6e-ea47d033be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:16.140013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Network hostable DHCP agents. Network: fbd47a6c-72c1-4104-8c19-06c5647cf647, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:16.145449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-5c182493-6e05-4c55-9d4e-8bd452b6af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:16.146976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-5c182493-6e05-4c55-9d4e-8bd452b6af84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9f90e83-693a-4889-a82a-86d3fb79d463 HTTP/1.1" status: 200 len: 801 time: 0.0999365 Sep 10 03:09:16.162436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34844) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:16.188811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Made reservation on behalf of d677390f3400437f8e18be3c3d7065a5 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:16.194597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.201503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.201939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Network fbd47a6c-72c1-4104-8c19-06c5647cf647 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:16.223701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-06d738f6-34bc-4b72-b6ea-0ec8c8b979fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:16.225592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-06d738f6-34bc-4b72-b6ea-0ec8c8b979fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0247dd55-551f-48d9-a705-2a703daf403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696878 Sep 10 03:09:16.225981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, fbd47a6c-72c1-4104-8c19-06c5647cf647) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:16.232092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:16.232519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.251536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6923f-6720-4ee7-a0f5-40c63acd5769 None None] Network fbd47a6c-72c1-4104-8c19-06c5647cf647 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:16.304840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:16.328448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:16.337388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:16.404428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Deleting port b9a27a61-a3ef-4c71-9775-b046b868abf5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:16.404786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.423772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4042e487-60fe-4529-ad33-e233e508c0ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6842091 Sep 10 03:09:16.424012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=bd035235-6dc5-4766-9c6f-bfa24111052f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:16.428040 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-1fd7bf72-1b03-4c78-8e10-73f5c849bec3 service neutron] 10.222.0.36 "GET /v2.0/networks/0247dd55-551f-48d9-a705-2a703daf403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915088 Sep 10 03:09:16.430559 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e4859-f5ca-4950-87fd-b47b2da1038a None None] New status for floating IP 795b4230-9e01-45f6-aa44-0b27d2cea7ca: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:09:16.489854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.490298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.490707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.491125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.491856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.492264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.492673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.493073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.493471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.494048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.494650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.495052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:16.512456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252cfd4e-3a3d-4d15-9a70-e76b2289f6f2 None None] Network fbd47a6c-72c1-4104-8c19-06c5647cf647 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:16.578223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Allocated IP 172.20.0.14 (dec17ee7-0817-41b4-9722-b7bb96c0f055/b097b8c9-5d12-4d37-b38a-19c53c233863/1fa95cee-4449-4b3b-b68f-f29ef9cedd30) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:16.685487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-003a8d71-c7a6-46a9-b5c9-74c54fd319fb tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.846765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2831fd-3ed2-405a-af41-761c9c3b1847 req-8d084d5b-a242-4f5f-904f-c2e8d2f08d84 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:16.848079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2831fd-3ed2-405a-af41-761c9c3b1847 req-8d084d5b-a242-4f5f-904f-c2e8d2f08d84 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.4966598 Sep 10 03:09:16.883534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-003a8d71-c7a6-46a9-b5c9-74c54fd319fb tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.926018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:16.928230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d2831fd-3ed2-405a-af41-761c9c3b1847 req-d69c3804-570f-40c7-8a56-43e7a76cc286 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694451 Sep 10 03:09:16.943156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-f1c1ace8-bdba-4ee3-a3d1-31fdae10ae60 service neutron] 10.222.0.36 "GET /v2.0/networks/0247dd55-551f-48d9-a705-2a703daf403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931383 Sep 10 03:09:16.995157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-5988364d-833f-444f-af10-be22f416c882 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd HTTP/1.1" status: 200 len: 217 time: 0.0437353 Sep 10 03:09:17.032536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a125-2f81-49aa-80a3-a75c6331513e req-4ffa9c5b-e8a6-4390-8493-c17a02aa4959 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.038544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a125-2f81-49aa-80a3-a75c6331513e req-4ffa9c5b-e8a6-4390-8493-c17a02aa4959 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.044431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a125-2f81-49aa-80a3-a75c6331513e req-4ffa9c5b-e8a6-4390-8493-c17a02aa4959 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.046202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23a8a125-2f81-49aa-80a3-a75c6331513e req-4ffa9c5b-e8a6-4390-8493-c17a02aa4959 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2411 time: 0.3717713 Sep 10 03:09:17.049288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:17.059528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-69e86285-bdf7-4c95-a23b-2782319cb2e5 req-a724134d-4d8a-4c56-8e67-d3f678158fa7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0294693 Sep 10 03:09:17.065431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Calling delete_port for b9a27a61-a3ef-4c71-9775-b046b868abf5 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:17.073631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-aacc624f-f339-4d93-b4bb-2e061d12af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.075735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-aacc624f-f339-4d93-b4bb-2e061d12af14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=898c2cbe-cedf-4191-ad16-4d78c1b8f0b0 HTTP/1.1" status: 200 len: 801 time: 0.0736375 Sep 10 03:09:17.115298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'name': 'network-vif-deleted', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:17.117558 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fbceda-7b82-4557-8460-33258c93c5dd" -d '{"events": [{"server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "name": "network-vif-deleted", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:17.122863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23a8a125-2f81-49aa-80a3-a75c6331513e req-13941eee-8363-439d-8227-5b0c75ab0598 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Sep 10 03:09:17.145565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-36bc99e9-0d79-423d-9fcc-d1ccc3017f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.147262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-36bc99e9-0d79-423d-9fcc-d1ccc3017f05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622387 Sep 10 03:09:17.272718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-0b1ca72c-6637-4227-8594-133481410799 service neutron] 10.222.0.36 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180351 Sep 10 03:09:17.448612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7b208a-60a8-4e46-bc0c-f2a8f62cd58a req-2adf10d9-2afe-4eaf-bac9-0388091f592c service neutron] 10.222.0.36 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680968 Sep 10 03:09:17.502601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-ff7592fa-c938-427f-a8d0-74d17e62dadd tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.505277 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-ff7592fa-c938-427f-a8d0-74d17e62dadd tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/networks?id=fbd47a6c-72c1-4104-8c19-06c5647cf647 HTTP/1.1" status: 200 len: 813 time: 0.1534703 Sep 10 03:09:17.547524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-6355b4f0-a8b2-4072-9841-e9824b74db94 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/quotas/8f067fb3cc2141babf194de13636cb11 HTTP/1.1" status: 200 len: 375 time: 0.0298674 Sep 10 03:09:17.547969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97ebc8c8-746a-480f-a039-ef6122090b02 req-21fe414d-c96b-4129-b8c6-84f60b74d88d tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 210 time: 0.0850244 Sep 10 03:09:17.555387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-003a8d71-c7a6-46a9-b5c9-74c54fd319fb tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:17.558502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-003a8d71-c7a6-46a9-b5c9-74c54fd319fb tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:17.563108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-003a8d71-c7a6-46a9-b5c9-74c54fd319fb tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "DELETE /v2.0/security-groups/667beb9e-06e0-459d-bdb5-e5245c7ecc65 HTTP/1.1" status: 204 len: 168 time: 1.3993104 Sep 10 03:09:17.563798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:17.574398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-9d50ac37-3ecc-4c3d-9703-fbe1a4af1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.574896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-9d50ac37-3ecc-4c3d-9703-fbe1a4af1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.575380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-9d50ac37-3ecc-4c3d-9703-fbe1a4af1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.577085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-9d50ac37-3ecc-4c3d-9703-fbe1a4af1abe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2864 time: 0.0690699 Sep 10 03:09:17.599374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-4f92afd9-87ce-4962-9830-76043c0db2c9 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f067fb3cc2141babf194de13636cb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432911 Sep 10 03:09:17.611988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a8d71-c7a6-46a9-b5c9-74c54fd319fb tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667beb9e-06e0-459d-bdb5-e5245c7ecc65,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:17.615108 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-59d46a0c-956a-439b-84ce-3ae34d564f18 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] show failed (client error): The resource could not be found. Sep 10 03:09:17.619582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-59d46a0c-956a-439b-84ce-3ae34d564f18 tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "GET /v2.0/security-groups/667beb9e-06e0-459d-bdb5-e5245c7ecc65 HTTP/1.1" status: 404 len: 347 time: 0.0343533 Sep 10 03:09:17.624977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34874) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:17.652103 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a91c76-bb59-4379-9833-da2fee6548a0 x-openstack-request-id: req-55a91c76-bb59-4379-9833-da2fee6548a0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:17.652400 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5809bd-a89f-4011-905b-4fc0f84b28fb", "name": "network-vif-deleted", "tag": "1b725c9f-a848-4621-8e4e-3f3cc912a789", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:17.652687 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55a91c76-bb59-4379-9833-da2fee6548a0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:17.653084 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5809bd-a89f-4011-905b-4fc0f84b28fb', 'name': 'network-vif-deleted', 'tag': '1b725c9f-a848-4621-8e4e-3f3cc912a789', 'status': 'completed', 'code': 200} Sep 10 03:09:17.706841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:17.760303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-9b656daa-390f-4453-be22-464f69a5f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.761794 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-9b656daa-390f-4453-be22-464f69a5f291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c HTTP/1.1" status: 200 len: 901 time: 0.1656907 Sep 10 03:09:17.767251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9a8bb3d0-b755-4631-8557-aab16484b641 service neutron] 10.222.0.23 "GET /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587634 Sep 10 03:09:17.867389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-c128449d-bfc1-4df4-a59d-818adf712e4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd HTTP/1.1" status: 200 len: 217 time: 0.0985608 Sep 10 03:09:17.885526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Network dec17ee7-0817-41b4-9722-b7bb96c0f055 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:17.922959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:17.925532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:17.935164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-ecd2c52a-feb9-4b19-9307-03ceb214216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:17.936680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-ecd2c52a-feb9-4b19-9307-03ceb214216c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=898c2cbe-cedf-4191-ad16-4d78c1b8f0b0 HTTP/1.1" status: 200 len: 801 time: 0.0617235 Sep 10 03:09:17.939470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-fddbec7a-51b6-48a0-be14-14e0cf394013 service neutron] 10.222.0.23 "GET /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640327 Sep 10 03:09:17.988273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Pushing event updated for resources: {'Port': ['ID=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:18.007421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-0843acf6-bdda-4e94-ac74-6185a6958a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.008537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-0843acf6-bdda-4e94-ac74-6185a6958a6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f49ec56-8b85-4ae8-ace9-7f9508bd406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0639868 Sep 10 03:09:18.168976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-a7485ac4-b0a7-4403-843e-f64dc929c0e2 service neutron] 10.222.0.36 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492290 Sep 10 03:09:18.185712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.186349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.204316 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e19c156-a1a1-45bf-8d2b-9d6702c1b805 req-9b8d248d-c92a-4311-b305-d576dfa03562 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 210 time: 0.0340304 Sep 10 03:09:18.228525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.238928 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.295341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-9330c892-8599-460e-bd48-88d8e3c70a0c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3976521 Sep 10 03:09:18.328558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1b725c9f-a848-4621-8e4e-3f3cc912a789 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:18.335353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74649711-6eb2-4d3f-8b2e-12597f887110 req-22c7a932-15aa-4da7-b39e-226b4ba534ed tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0349739 Sep 10 03:09:18.336654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9a27a61-a3ef-4c71-9775-b046b868abf5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:18.344119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Request body: {'port': {'device_id': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:18.356611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd790cb-fd8b-45d2-9485-985518dab3bd req-6c28cf9e-e0c7-488c-a79e-10a6ae59e664 service neutron] 10.222.0.36 "GET /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506088 Sep 10 03:09:18.359681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Deleting port 27bac723-e946-42ac-a18c-005690f08cae {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:18.360089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.384017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 1b725c9f-a848-4621-8e4e-3f3cc912a789 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:18.384017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1b725c9f-a848-4621-8e4e-3f3cc912a789 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:18.501039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a87b6-1b33-4a52-a24f-9c2c7b5cd45a req-8ed6e1c5-0c52-444e-be54-a28e6fa102d7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.502558 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-408a87b6-1b33-4a52-a24f-9c2c7b5cd45a req-8ed6e1c5-0c52-444e-be54-a28e6fa102d7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.3873525 Sep 10 03:09:18.536554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe215-4270-455d-85ef-8c29ddc7a65a req-adbc1e70-1909-46a0-bac7-64af88f73bf0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.544890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe215-4270-455d-85ef-8c29ddc7a65a req-adbc1e70-1909-46a0-bac7-64af88f73bf0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.552522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe215-4270-455d-85ef-8c29ddc7a65a req-adbc1e70-1909-46a0-bac7-64af88f73bf0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.554845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-468fe215-4270-455d-85ef-8c29ddc7a65a req-adbc1e70-1909-46a0-bac7-64af88f73bf0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2411 time: 0.0922348 Sep 10 03:09:18.610584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-468fe215-4270-455d-85ef-8c29ddc7a65a req-0daa6186-50cd-4adc-9818-e8e8fb253ded tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 Sep 10 03:09:18.620240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.669278 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.671188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06995df5-14f0-41ca-99f0-4e7107c76c11 tempest-RoutersAdminNegativeTest-172280669 tempest-RoutersAdminNegativeTest-172280669-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b9a27a61-a3ef-4c71-9775-b046b868abf5 HTTP/1.1" status: 204 len: 168 time: 2.6502552 Sep 10 03:09:18.695038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.728480 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.728825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:18.741714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-408a87b6-1b33-4a52-a24f-9c2c7b5cd45a req-da078275-de4e-434b-ac81-93231dd3d9ee tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033238 Sep 10 03:09:18.784121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Calling delete_port for 27bac723-e946-42ac-a18c-005690f08cae owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:18.797410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd6a72-b62b-4bb0-9c9b-40f83cd11efd req-74b401fe-b636-4bba-8be7-58333c73b56b tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:18.799130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1cd6a72-b62b-4bb0-9c9b-40f83cd11efd req-74b401fe-b636-4bba-8be7-58333c73b56b tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 932 time: 0.0975134 Sep 10 03:09:18.843597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1cd6a72-b62b-4bb0-9c9b-40f83cd11efd req-06fdf03f-45ce-417a-888d-4b3bfc6ab54d tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Sep 10 03:09:18.999482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:19.125289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ecd3df11-7971-42ad-a0ca-7ceeeb1984d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.135534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.151360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.241582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ecd3df11-7971-42ad-a0ca-7ceeeb1984d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.249890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ecd3df11-7971-42ad-a0ca-7ceeeb1984d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.298129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ecd3df11-7971-42ad-a0ca-7ceeeb1984d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdd37f94671449d7b168878f982f9a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946682 Sep 10 03:09:19.298625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:19.305991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3df11-7971-42ad-a0ca-7ceeeb1984d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421114f8-8c16-4bb8-8c57-e4b62d53c169,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:19.506459 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0de6918b-e9fd-4cc0-9ce1-b4579a656df0 req-433d3933-c8ef-4864-bf25-4ff11df5027b tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0368698 Sep 10 03:09:19.516480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a837ed9-73c6-44af-9615-8f3fe519c67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.554121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9e4e078-6115-4e5e-9559-91fc794e3d12 req-705f72a7-11b7-4a01-946a-5ad21424c311 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 210 time: 0.0833416 Sep 10 03:09:19.555423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a837ed9-73c6-44af-9615-8f3fe519c67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.570300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-e7bfd76e-25cd-49af-969a-44f1fc782aad tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:19.572175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-e7bfd76e-25cd-49af-969a-44f1fc782aad tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.32 "GET /v2.0/networks?id=fbd47a6c-72c1-4104-8c19-06c5647cf647 HTTP/1.1" status: 200 len: 813 time: 0.2381656 Sep 10 03:09:19.585653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Request body: {'port': {'device_id': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647', 'admin_state_up': True, 'tenant_id': '8f067fb3cc2141babf194de13636cb11'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:19.611784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=bd035235-6dc5-4766-9c6f-bfa24111052f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:19.620343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.670111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.675594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Pushing event deleted for resources: {'Port': ['ID=27bac723-e946-42ac-a18c-005690f08cae,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:19.689173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a837ed9-73c6-44af-9615-8f3fe519c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.691802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a837ed9-73c6-44af-9615-8f3fe519c67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.721001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1a837ed9-73c6-44af-9615-8f3fe519c67a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/421114f8-8c16-4bb8-8c57-e4b62d53c169 HTTP/1.1" status: 204 len: 168 time: 0.3959906 Sep 10 03:09:19.762652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a837ed9-73c6-44af-9615-8f3fe519c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421114f8-8c16-4bb8-8c57-e4b62d53c169,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:19.770764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:19.787380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.844488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Made reservation on behalf of 8f067fb3cc2141babf194de13636cb11 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:19.848869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.857908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Transition to ACTIVE for port object 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:19.866181 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.868728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.869889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b6ae768-9ecb-44fc-8be1-2b5686b313de tempest-ServersTestFqdnHostnames-561736036 tempest-ServersTestFqdnHostnames-561736036-project] 10.222.0.23 "DELETE /v2.0/floatingips/795b4230-9e01-45f6-aa44-0b27d2cea7ca HTTP/1.1" status: 204 len: 168 time: 2.2422080 Sep 10 03:09:19.876885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34916) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:19.891557 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:19.899230 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP 1ceb0600-91f3-473b-8ef5-8bf683eea5ab associated. External IP: 172.25.8.60, port: 87a812d3-5e73-4626-85f4-19f98e3ee942. Sep 10 03:09:19.959430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421257d-f8b6-48ae-8a40-44565de74c67 req-6597341f-c750-4457-9da7-b6111615686e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:19.971980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421257d-f8b6-48ae-8a40-44565de74c67 req-6597341f-c750-4457-9da7-b6111615686e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:19.978889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421257d-f8b6-48ae-8a40-44565de74c67 req-6597341f-c750-4457-9da7-b6111615686e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:19.980714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b421257d-f8b6-48ae-8a40-44565de74c67 req-6597341f-c750-4457-9da7-b6111615686e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2411 time: 0.2458904 Sep 10 03:09:20.003182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a93134-3fae-4ec6-8787-8ad85e2cd3a0 req-d1253c0d-82d7-46f2-b26c-2e79ff3394ea tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:20.005105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a93134-3fae-4ec6-8787-8ad85e2cd3a0 req-d1253c0d-82d7-46f2-b26c-2e79ff3394ea tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1629941 Sep 10 03:09:20.010282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:20.140064 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b421257d-f8b6-48ae-8a40-44565de74c67 req-c2d61edb-68f4-4884-8deb-2fcfc93351c4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444523 Sep 10 03:09:20.141768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81a93134-3fae-4ec6-8787-8ad85e2cd3a0 req-b79c99cf-c050-4e77-9df3-c61ee024e6ee tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264324 Sep 10 03:09:20.143398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:20.185721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Attempting to bind port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:20.186365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Attempting to bind port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '1bf5a6df-4e19-4199-8d90-a219ffaac938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:20.187685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Attempting to bind port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 on network dec17ee7-0817-41b4-9722-b7bb96c0f055 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:20.226213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 on network dec17ee7-0817-41b4-9722-b7bb96c0f055 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:20.226541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Attempting to bind port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 on network dec17ee7-0817-41b4-9722-b7bb96c0f055 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:20.241414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:20.241756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Checking segment: {'id': '1bf5a6df-4e19-4199-8d90-a219ffaac938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:20.242149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Bound using segment: {'id': '1bf5a6df-4e19-4199-8d90-a219ffaac938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:20.242594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Bound port: 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf5a6df-4e19-4199-8d90-a219ffaac938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:20.242955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.323650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Allocated IP 172.20.0.13 (fbd47a6c-72c1-4104-8c19-06c5647cf647/72e876c6-6edb-4012-9014-f6b553373f96/c559d2ec-861d-495e-8dad-f6854c9cbfe4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:20.336016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8194fc7f-1f62-4ae2-bf08-b24eb908118f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cff77eb85ce44125b5e9ca6745f9be41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811397 Sep 10 03:09:20.338313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:09:20.338932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:20.346849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0b65310c-5023-478a-9b5c-ea3b6e7781fd details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:20.398988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c6b48-cdb8-4c53-9701-ae14c9ea5354 req-1f8091b5-92d7-4b13-94b9-1afc69ec5f00 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:20.400698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b8c6b48-cdb8-4c53-9701-ae14c9ea5354 req-1f8091b5-92d7-4b13-94b9-1afc69ec5f00 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 944 time: 0.1841860 Sep 10 03:09:20.418444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c799803d-dad8-4d5a-a4c9-7e069418cc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.511313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b8c6b48-cdb8-4c53-9701-ae14c9ea5354 req-944bdf55-26ff-4d78-889d-cdb1efd6aaae tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004026 Sep 10 03:09:20.534560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:20.539224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] For port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:20.560479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '0b65310c-5023-478a-9b5c-ea3b6e7781fd', 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'port_id': '0b65310c-5023-478a-9b5c-ea3b6e7781fd', 'mac_address': 'fa:16:3e:27:e2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898c2cbe-cedf-4191-ad16-4d78c1b8f0b0', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:20.587023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] For port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,segment=NetworkSegment(1bf5a6df-4e19-4199-8d90-a219ffaac938),segment_id=1bf5a6df-4e19-4199-8d90-a219ffaac938)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:20.592327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:09:20.601622 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.606341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] Sync routers for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:09:20.620504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b65310c-5023-478a-9b5c-ea3b6e7781fd {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:20.642589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:20.658858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c799803d-dad8-4d5a-a4c9-7e069418cc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.662610 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.663287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0af77c41-6a31-4b9d-9746-8aee169e57c0 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:20.714864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8d9f7c6-c173-4d3a-8519-b7d273839abc req-c8b5c86c-0e33-4a26-a5dd-a48d3db991a2 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 210 time: 0.0471728 Sep 10 03:09:20.753780 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.754732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.757690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.771952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0af77c41-6a31-4b9d-9746-8aee169e57c0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0af77c41-6a31-4b9d-9746-8aee169e57c0,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:20.805893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c799803d-dad8-4d5a-a4c9-7e069418cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.807103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.808910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c799803d-dad8-4d5a-a4c9-7e069418cc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.813526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c799803d-dad8-4d5a-a4c9-7e069418cc1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4c9ef97-19ae-4197-831e-d7baa79f39a2 HTTP/1.1" status: 204 len: 168 time: 0.4701326 Sep 10 03:09:20.821087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bb4f41aa-3a2b-4688-9b2e-cb6e4154f080 req-0de5cf1b-acf5-4d2b-af91-6ce90247c5c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0824468 Sep 10 03:09:20.832546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '0af77c41-6a31-4b9d-9746-8aee169e57c0', 'network_id': '0247dd55-551f-48d9-a705-2a703daf403d', 'port_id': '0af77c41-6a31-4b9d-9746-8aee169e57c0', 'mac_address': 'fa:16:3e:17:99:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f90e83-693a-4889-a82a-86d3fb79d463', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:20.834884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0b65310c-5023-478a-9b5c-ea3b6e7781fd,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:20.837499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:20.838326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:20.852671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b2baff4a-4a0b-43a1-8a5b-1b3e8a775ba4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9236884 Sep 10 03:09:20.855489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:20.858267 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c7c03-a77e-4714-969b-f00e4a5f3039" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:20.869366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799803d-dad8-4d5a-a4c9-7e069418cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c9ef97-19ae-4197-831e-d7baa79f39a2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:20.875286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:20.875956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:20.877367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] 10.222.0.32 "PUT /v2.0/ports/1fa95cee-4449-4b3b-b68f-f29ef9cedd30 HTTP/1.1" status: 200 len: 1092 time: 2.5518675 Sep 10 03:09:20.910191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df145b-1aea-422a-ae27-8cb5799a8c75 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:20.956547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Network fbd47a6c-72c1-4104-8c19-06c5647cf647 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:20.961418 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eea0740-4563-42e7-bbb0-1ed27dc4c15d x-openstack-request-id: req-6eea0740-4563-42e7-bbb0-1ed27dc4c15d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:20.963147 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:20.963643 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6eea0740-4563-42e7-bbb0-1ed27dc4c15d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:20.967889 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'status': 'completed', 'code': 200} Sep 10 03:09:21.000083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Pushing event updated for resources: {'Port': ['ID=c559d2ec-861d-495e-8dad-f6854c9cbfe4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:21.002804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:21.029833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:21.066639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-f1913164-e040-41e0-aaa3-21acc2b39520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.068353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-f1913164-e040-41e0-aaa3-21acc2b39520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d677390f3400437f8e18be3c3d7065a5&device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 1095 time: 0.1309061 Sep 10 03:09:21.155688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-53c66b93-011e-4e74-9032-ebd67cca2fb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30 HTTP/1.1" status: 200 len: 217 time: 0.0778177 Sep 10 03:09:21.165956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:21.229560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-0022e5fc-8817-4b47-985a-fe5db344dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.232400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-0022e5fc-8817-4b47-985a-fe5db344dd25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b097b8c9-5d12-4d37-b38a-19c53c233863 HTTP/1.1" status: 200 len: 854 time: 0.0615497 Sep 10 03:09:21.305701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-e4be82b3-f254-4cc9-b9b4-af6b22285cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dec17ee7-0817-41b4-9722-b7bb96c0f055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650053 Sep 10 03:09:21.425134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-d209a1c8-7aac-4048-b1ac-38e75531441f service neutron] 10.222.0.32 "GET /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937500 Sep 10 03:09:21.449651 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:21.455306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-07892022-8538-446f-941e-aa2fc4bef823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.457727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-07892022-8538-446f-941e-aa2fc4bef823 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.5076349 Sep 10 03:09:21.465939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.466566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:21.473709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af77c41-6a31-4b9d-9746-8aee169e57c0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:21.525815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0af77c41-6a31-4b9d-9746-8aee169e57c0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0af77c41-6a31-4b9d-9746-8aee169e57c0,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:21.528606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1793-e8d1-4795-8ad4-2566218260c1 req-535b0109-a4fe-4e54-bb4d-c3752cadadee tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.535102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:21.536546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0766b-1a80-4461-bf91-ce9eb732d1b3 req-e493236a-e0dc-4004-a096-ca39af96f89c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.537360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1793-e8d1-4795-8ad4-2566218260c1 req-535b0109-a4fe-4e54-bb4d-c3752cadadee tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.541189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66a77db6-a275-4894-bc75-c1b84a6fd24e details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:21.544207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ad0766b-1a80-4461-bf91-ce9eb732d1b3 req-e493236a-e0dc-4004-a096-ca39af96f89c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.5173891 Sep 10 03:09:21.546435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1793-e8d1-4795-8ad4-2566218260c1 req-535b0109-a4fe-4e54-bb4d-c3752cadadee tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.557982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27ae1793-e8d1-4795-8ad4-2566218260c1 req-535b0109-a4fe-4e54-bb4d-c3752cadadee tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2412 time: 0.2551744 Sep 10 03:09:21.567295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-9bfeaf5a-6ffe-4d50-97d5-250cbd4be570 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9854014 Sep 10 03:09:21.572543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:21.616035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Request body: {'port': {'device_id': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:21.686260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-64a198c8-7a39-4792-8cec-b79fed4efafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:21.688056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-64a198c8-7a39-4792-8cec-b79fed4efafb service neutron] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.2163775 Sep 10 03:09:21.703979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1ceb0600-91f3-473b-8ef5-8bf683eea5ab', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'port_id': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'mac_address': 'fa:16:3e:c1:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:09:17Z', 'updated_at': '2021-09-10T03:09:17Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:58Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:21.711326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 66a77db6-a275-4894-bc75-c1b84a6fd24e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66a77db6-a275-4894-bc75-c1b84a6fd24e,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:21.722433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5432a9-58b0-4049-84e6-87acc96bf0e3 req-005dd36f-e404-42a6-946c-0f046a34e765 service neutron] 10.222.0.32 "GET /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781413 Sep 10 03:09:21.741141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27ae1793-e8d1-4795-8ad4-2566218260c1 req-1440f0a7-8a9b-40ff-afa3-ec04b0ca8b99 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826968 Sep 10 03:09:21.785856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0af77c41-6a31-4b9d-9746-8aee169e57c0,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:21.800216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] Checking router: d5d6f55d-95f1-4f88-91bf-a0d26ab10022 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:09:21.804471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '66a77db6-a275-4894-bc75-c1b84a6fd24e', 'network_id': '6f49ec56-8b85-4ae8-ace9-7f9508bd406c', 'port_id': '66a77db6-a275-4894-bc75-c1b84a6fd24e', 'mac_address': 'fa:16:3e:35:0a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898c2cbe-cedf-4191-ad16-4d78c1b8f0b0', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:21.814258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:21.815203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:21.899804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ad0766b-1a80-4461-bf91-ce9eb732d1b3 req-764948ef-d30b-45a2-ac97-4300877a799f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527548 Sep 10 03:09:21.914470 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:21.925840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34960) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:21.930529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a77db6-a275-4894-bc75-c1b84a6fd24e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:21.954367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 66a77db6-a275-4894-bc75-c1b84a6fd24e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66a77db6-a275-4894-bc75-c1b84a6fd24e,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:21.978954 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.021609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74921216-b2b5-4ce5-96d6-21f624edf92d req-1b25ff24-2fda-415a-a740-668e9ce2c1e2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:22.023713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74921216-b2b5-4ce5-96d6-21f624edf92d req-1b25ff24-2fda-415a-a740-668e9ce2c1e2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1602778 Sep 10 03:09:22.038561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:22.049390 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e0f03583-36fa-47b8-af01-23a2b931800f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/1ceb0600-91f3-473b-8ef5-8bf683eea5ab HTTP/1.1" status: 200 len: 991 time: 0.1220691 Sep 10 03:09:22.068270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.096055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74921216-b2b5-4ce5-96d6-21f624edf92d req-17e5fc8c-1d53-4f7d-baee-d5343659612b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622728 Sep 10 03:09:22.107920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-2c86961b-a022-4754-be6b-9b2ecbfe1722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 999 time: 0.3494153 Sep 10 03:09:22.172732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6506119-b312-4c50-8c0d-6b75930ece59 req-e4d584e9-242a-44a6-9a72-5e8734877cce tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:22.175753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d6506119-b312-4c50-8c0d-6b75930ece59 req-e4d584e9-242a-44a6-9a72-5e8734877cce tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 944 time: 0.1706464 Sep 10 03:09:22.206839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34964) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:22.222079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=66a77db6-a275-4894-bc75-c1b84a6fd24e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:22.229669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2ec6-1ce3-4687-8cbe-4128fd7e9c8a req-b2a1cdb0-9372-4a0d-a0fa-7b7596a0c351 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:22.239491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea4c2ec6-1ce3-4687-8cbe-4128fd7e9c8a req-b2a1cdb0-9372-4a0d-a0fa-7b7596a0c351 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 932 time: 0.0733256 Sep 10 03:09:22.255811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-d21ddd65-e92c-4246-bd1f-a65d5068a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:22.258047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-d21ddd65-e92c-4246-bd1f-a65d5068a054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.1455808 Sep 10 03:09:22.295288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea4c2ec6-1ce3-4687-8cbe-4128fd7e9c8a req-3867582a-7992-47ff-8bee-b90c3115d8c4 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Sep 10 03:09:22.327629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['66a77db6-a275-4894-bc75-c1b84a6fd24e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:22.370908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-638272481'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:22.372118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['0b65310c-5023-478a-9b5c-ea3b6e7781fd'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:22.423181 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb60b577-9c01-42fb-b076-ca5a7808d9f7 req-50e3431f-697d-4b09-a298-b5d5219ac34e tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0474472 Sep 10 03:09:22.433147 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d6506119-b312-4c50-8c0d-6b75930ece59 req-a5ee50c1-0c5d-4562-a0cf-a700043850bc tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690657 Sep 10 03:09:22.453291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:22.458533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.482061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.516529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-d7c9316b-6e8d-45f3-a06c-bc971358ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:22.518108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-d7c9316b-6e8d-45f3-a06c-bc971358ff7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168875 Sep 10 03:09:22.604195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.612207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.646054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:22.658115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1ceb0600-91f3-473b-8ef5-8bf683eea5ab', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'port_id': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'mac_address': 'fa:16:3e:c1:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:09:17Z', 'updated_at': '2021-09-10T03:09:17Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:58Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:22.667037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d68c08c-4c71-4dc5-a7ba-9d848700698b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:22.682884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.686450 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Added segment 087150ab-7463-4193-bce3-8d0cea731cde of type vlan for network b6f7217a-3160-487f-9a4e-940fe3d64627 Sep 10 03:09:22.693745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb5c20-d383-471f-9cc7-9752e768aff1 None None] The sync data for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 is: [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '1ceb0600-91f3-473b-8ef5-8bf683eea5ab', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'port_id': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'mac_address': 'fa:16:3e:c1:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:09:17Z', 'updated_at': '2021-09-10T03:09:17Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:58Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:09:22.760697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.812375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.821790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:22.822500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:22.839996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-3ac4c970-79ab-43ec-80af-23d274a0b7ac service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090904 Sep 10 03:09:22.884591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6740880 Sep 10 03:09:22.887616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34970) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:22.929759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'subnet': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:22.948697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba45864-980b-4db2-a3e3-b3422b873b01 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Network': ['ID=b6f7217a-3160-487f-9a4e-940fe3d64627,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:22.960662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b6f7217a-3160-487f-9a4e-940fe3d64627 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:22.963495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Deleting port 30d9a845-aacc-4420-9901-66dffe8223ef {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:22.963645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:23.002458 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a304cf-9508-4f4b-b30e-2b3431dfff68 None None] New status for floating IP 1ceb0600-91f3-473b-8ef5-8bf683eea5ab: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:09:23.056775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'tag': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:23.059712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34972) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:23.060096 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97004670-d288-4e3d-884a-f3b2eb6d6a48" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbae4bf-faa5-4a7f-9d52-b13ec072ceef", "tag": "1fa95cee-4449-4b3b-b68f-f29ef9cedd30"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:23.114283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:23.122780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:23.172528 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e9d5a-a17b-4e6d-a9b4-bc1bb9a44c13 x-openstack-request-id: req-b04e9d5a-a17b-4e6d-a9b4-bc1bb9a44c13 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:23.174216 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbae4bf-faa5-4a7f-9d52-b13ec072ceef", "tag": "1fa95cee-4449-4b3b-b68f-f29ef9cedd30", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:23.174655 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b04e9d5a-a17b-4e6d-a9b4-bc1bb9a44c13 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:23.175266 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'tag': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30', 'status': 'completed', 'code': 200} Sep 10 03:09:23.203187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46549b86-91ba-4369-9449-c4fc028b5ce1 req-1279ee8a-d73f-44ff-bab9-104794c49506 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.208365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c559d2ec-861d-495e-8dad-f6854c9cbfe4 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:23.218119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46549b86-91ba-4369-9449-c4fc028b5ce1 req-1279ee8a-d73f-44ff-bab9-104794c49506 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.225676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46549b86-91ba-4369-9449-c4fc028b5ce1 req-1279ee8a-d73f-44ff-bab9-104794c49506 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.236156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46549b86-91ba-4369-9449-c4fc028b5ce1 req-1279ee8a-d73f-44ff-bab9-104794c49506 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2414 time: 0.3697073 Sep 10 03:09:23.236360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:23.260619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d3c7c03-a77e-4714-969b-f00e4a5f3039 req-2551d2ed-efe7-433e-b2cb-1e4022d6590a service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040058 Sep 10 03:09:23.319660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['0af77c41-6a31-4b9d-9746-8aee169e57c0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:23.378246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-8522f91c-ffc3-40be-9bd1-327428d74fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.380416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-8522f91c-ffc3-40be-9bd1-327428d74fee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d677390f3400437f8e18be3c3d7065a5&device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 1095 time: 0.1429563 Sep 10 03:09:23.386518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46549b86-91ba-4369-9449-c4fc028b5ce1 req-f6cd104f-96bc-49f9-a5fe-56e32e5aeec9 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087389 Sep 10 03:09:23.627124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d5665ddd-a2ee-45aa-8648-aa4ad6494120 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/1ceb0600-91f3-473b-8ef5-8bf683eea5ab HTTP/1.1" status: 200 len: 991 time: 0.5604124 Sep 10 03:09:23.627720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Transition to ACTIVE for port object c559d2ec-861d-495e-8dad-f6854c9cbfe4 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:23.629976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] For port 30d9a845-aacc-4420-9901-66dffe8223ef, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=30d9a845-aacc-4420-9901-66dffe8223ef,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:23.630431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:23.643378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:23.652746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Calling delete_port for 30d9a845-aacc-4420-9901-66dffe8223ef owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:23.718234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a9284-0101-4528-a00b-c2a459c3b711 req-6cf791a6-4f3b-4353-8b15-2bfb88a96dff tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.719899 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d51a9284-0101-4528-a00b-c2a459c3b711 req-6cf791a6-4f3b-4353-8b15-2bfb88a96dff tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.4748173 Sep 10 03:09:23.786359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c559d2ec-861d-495e-8dad-f6854c9cbfe4,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:23.824078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-f4be967f-25d1-400a-b2b5-a59e3d7b3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.825641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-f4be967f-25d1-400a-b2b5-a59e3d7b3dcf service neutron] 10.222.0.32 "GET /v2.0/networks?id=dec17ee7-0817-41b4-9722-b7bb96c0f055 HTTP/1.1" status: 200 len: 914 time: 0.4352770 Sep 10 03:09:23.872562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d51a9284-0101-4528-a00b-c2a459c3b711 req-cfe48cd3-e8b8-44f2-8633-cadf91113961 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156094 Sep 10 03:09:23.911979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-40f5b85c-ccad-4930-aa12-b402b2dc5372 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30 HTTP/1.1" status: 200 len: 217 time: 0.0625710 Sep 10 03:09:23.928325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Attempting to bind port c559d2ec-861d-495e-8dad-f6854c9cbfe4 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:23.928797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Attempting to bind port c559d2ec-861d-495e-8dad-f6854c9cbfe4 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'd0786af1-80bb-42b7-8d6e-ea47d033be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:23.929231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Attempting to bind port c559d2ec-861d-495e-8dad-f6854c9cbfe4 on network fbd47a6c-72c1-4104-8c19-06c5647cf647 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:23.930710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959276e3-8c65-4f92-a973-759007864ddf req-700cfaea-2fea-4427-8424-c37740a3d946 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:23.939028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-959276e3-8c65-4f92-a973-759007864ddf req-700cfaea-2fea-4427-8424-c37740a3d946 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 944 time: 0.4061651 Sep 10 03:09:23.939507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Port c559d2ec-861d-495e-8dad-f6854c9cbfe4 on network fbd47a6c-72c1-4104-8c19-06c5647cf647 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:23.939925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Attempting to bind port c559d2ec-861d-495e-8dad-f6854c9cbfe4 on network fbd47a6c-72c1-4104-8c19-06c5647cf647 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:23.947235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:23.947561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Checking segment: {'id': 'd0786af1-80bb-42b7-8d6e-ea47d033be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:23.948184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Bound using segment: {'id': 'd0786af1-80bb-42b7-8d6e-ea47d033be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:23.948903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Bound port: c559d2ec-861d-495e-8dad-f6854c9cbfe4, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0786af1-80bb-42b7-8d6e-ea47d033be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:23.949547 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:23.954263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.072813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64ae5a-e2d1-44be-94c6-96d176d18f63 req-fe3a3759-2f7d-40e5-a0d7-e6131f853958 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.074577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f64ae5a-e2d1-44be-94c6-96d176d18f63 req-fe3a3759-2f7d-40e5-a0d7-e6131f853958 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 944 time: 0.1080244 Sep 10 03:09:24.076074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Subnet': ['ID=69a9b9c9-3537-457b-962b-db06aba9863d,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:24.092881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-959276e3-8c65-4f92-a973-759007864ddf req-0d74c51d-3b6a-414b-a014-72022dc35e9b tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468253 Sep 10 03:09:24.094568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-982192f2-42ad-48a8-b1df-441a55bcb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.096071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-982192f2-42ad-48a8-b1df-441a55bcb6f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b097b8c9-5d12-4d37-b38a-19c53c233863 HTTP/1.1" status: 200 len: 854 time: 0.1749721 Sep 10 03:09:24.116643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Checking segment: {'id': '087150ab-7463-4193-bce3-8d0cea731cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:24.117231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network hostable DHCP agents. Network: b6f7217a-3160-487f-9a4e-940fe3d64627, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:24.141706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-7e853282-bf45-4e7c-ab54-0a7a89b12523 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dec17ee7-0817-41b4-9722-b7bb96c0f055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374770 Sep 10 03:09:24.174925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] For port c559d2ec-861d-495e-8dad-f6854c9cbfe4, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:24.189230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:24.211967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] For port c559d2ec-861d-495e-8dad-f6854c9cbfe4, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4,segment=NetworkSegment(d0786af1-80bb-42b7-8d6e-ea47d033be15),segment_id=d0786af1-80bb-42b7-8d6e-ea47d033be15)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:24.214225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-40d17d44-9dde-4c1e-8b58-d469c8752b74 req-256a7573-3d62-4e7b-b505-16ae61550090 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0536742 Sep 10 03:09:24.227910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8f64ae5a-e2d1-44be-94c6-96d176d18f63 req-e74ca730-61d1-4bdb-b390-1f22e7a0c61c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152742 Sep 10 03:09:24.231650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.248553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b6f7217a-3160-487f-9a4e-940fe3d64627) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:24.257656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.258275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.258476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11453bfe-1492-45ce-92b4-354a31014ed9 None None] Network b6f7217a-3160-487f-9a4e-940fe3d64627 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:24.285837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cb3426f6-6736-4272-b25b-6e97a6c1c491 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3970058 Sep 10 03:09:24.295823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34986) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:24.301514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.302676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.304582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] 10.222.0.32 "PUT /v2.0/ports/c559d2ec-861d-495e-8dad-f6854c9cbfe4 HTTP/1.1" status: 200 len: 1092 time: 2.6973436 Sep 10 03:09:24.307389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'tag': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:24.309053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'name': 'tempest-AllowedAddressPairTestJSON-917760095'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:24.311380 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b0763-cb9e-4fce-be8e-889e1adad313" -d '{"events": [{"name": "network-changed", "server_uuid": "d298eb3f-36a8-4e19-b626-10854afc09d0", "tag": "c559d2ec-861d-495e-8dad-f6854c9cbfe4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:24.314335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.321708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-61132aeb-969b-40f0-8500-900911e1e398 service neutron] 10.222.0.32 "GET /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705339 Sep 10 03:09:24.366768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0af77c41-6a31-4b9d-9746-8aee169e57c0 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:24.429601 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7438db-2630-4665-8fcf-2aee52d45dc8 x-openstack-request-id: req-7f7438db-2630-4665-8fcf-2aee52d45dc8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:24.429897 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d298eb3f-36a8-4e19-b626-10854afc09d0", "tag": "c559d2ec-861d-495e-8dad-f6854c9cbfe4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:24.430156 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f7438db-2630-4665-8fcf-2aee52d45dc8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:24.430779 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'tag': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4', 'status': 'completed', 'code': 200} Sep 10 03:09:24.472323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f23fb9-3998-4f8d-95cc-03416d840c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c559d2ec-861d-495e-8dad-f6854c9cbfe4,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:24.484266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:24.532102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d9a845-aacc-4420-9901-66dffe8223ef,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:24.671546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:24.692150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-715a51e7-c2f9-463a-be50-70bd23e1d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.693849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-715a51e7-c2f9-463a-be50-70bd23e1d892 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f067fb3cc2141babf194de13636cb11&device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 1095 time: 0.2734401 Sep 10 03:09:24.699842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,segment=NetworkSegment(1bf5a6df-4e19-4199-8d90-a219ffaac938),segment_id=1bf5a6df-4e19-4199-8d90-a219ffaac938)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:24.710524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 0af77c41-6a31-4b9d-9746-8aee169e57c0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:24.720755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30', 'network_id': 'dec17ee7-0817-41b4-9722-b7bb96c0f055', 'port_id': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30', 'mac_address': 'fa:16:3e:c5:6d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b097b8c9-5d12-4d37-b38a-19c53c233863', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:24.728848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 0af77c41-6a31-4b9d-9746-8aee169e57c0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:24.729364 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.764561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c77ec1-8598-4eff-be08-5cc2f1cbdbd2 req-3dcf384a-e502-44fc-b116-9865397dc670 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.766154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14c77ec1-8598-4eff-be08-5cc2f1cbdbd2 req-3dcf384a-e502-44fc-b116-9865397dc670 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1794662 Sep 10 03:09:24.769999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-06fb8df4-ec82-43a1-8820-919cdd926372 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4 HTTP/1.1" status: 200 len: 217 time: 0.0612538 Sep 10 03:09:24.778583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-748a0b18-80ce-4e08-ac6a-cee9ba3c047e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/1ceb0600-91f3-473b-8ef5-8bf683eea5ab HTTP/1.1" status: 200 len: 993 time: 0.0876963 Sep 10 03:09:24.824868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b6f7217a-3160-487f-9a4e-940fe3d64627', 'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'tenant_id': '272abfb7eb3c48969c9d27fac0e91674', 'fixed_ips': [{'subnet_id': '69a9b9c9-3537-457b-962b-db06aba9863d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:09:24.825871 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.849474 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.850228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:24.855752 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.859674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-468b33a8-6cec-4f46-b75a-0329f5bac9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.861286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-468b33a8-6cec-4f46-b75a-0329f5bac9eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1096 time: 0.2602401 Sep 10 03:09:24.866810 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97004670-d288-4e3d-884a-f3b2eb6d6a48 req-16a0790e-51fa-4fab-9ea3-30a41fa65e00 service neutron] 10.222.0.32 "GET /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130565 Sep 10 03:09:24.887960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:24.901982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-6de6962f-3dbf-4303-a341-3800183781a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.903545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-6de6962f-3dbf-4303-a341-3800183781a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e876c6-6edb-4012-9014-f6b553373f96 HTTP/1.1" status: 200 len: 853 time: 0.1004565 Sep 10 03:09:24.906056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0d470-8dae-46d2-a9ff-c49c336517ef req-99428fac-15b4-48f7-9610-f78bdbe59650 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.906802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14c77ec1-8598-4eff-be08-5cc2f1cbdbd2 req-dc02861b-21fd-4a2a-891e-9f6cb30fefe2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931013 Sep 10 03:09:24.911972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0d470-8dae-46d2-a9ff-c49c336517ef req-99428fac-15b4-48f7-9610-f78bdbe59650 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.917990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0d470-8dae-46d2-a9ff-c49c336517ef req-99428fac-15b4-48f7-9610-f78bdbe59650 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:24.925230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6bb0d470-8dae-46d2-a9ff-c49c336517ef req-99428fac-15b4-48f7-9610-f78bdbe59650 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2414 time: 0.3255222 Sep 10 03:09:24.972043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:24.975544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] device_id is not set on port aea1d6d8-c8c6-4891-a760-7c162e04cad7 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:25.038945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,segment=NetworkSegment(1bf5a6df-4e19-4199-8d90-a219ffaac938),segment_id=1bf5a6df-4e19-4199-8d90-a219ffaac938)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:25.041613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-d43ad063-a2b9-4c00-a512-3499bef47063 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbd47a6c-72c1-4104-8c19-06c5647cf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348880 Sep 10 03:09:25.071286 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.117481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6bb0d470-8dae-46d2-a9ff-c49c336517ef req-414a6841-41cd-40a5-89c3-d5a35903c5aa tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768711 Sep 10 03:09:25.140180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-0b1a4663-3c18-4233-9a94-fb2ce2c8af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.141702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-0b1a4663-3c18-4233-9a94-fb2ce2c8af6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.2555959 Sep 10 03:09:25.149493 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.164323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:25.180389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af77c41-6a31-4b9d-9746-8aee169e57c0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:25.182947 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba32de-cc8c-4e50-951d-17343a0af77a" -d '{"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-plugged", "status": "completed", "tag": "0af77c41-6a31-4b9d-9746-8aee169e57c0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:25.231869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.232213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.232553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.232886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.233217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.233546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.233872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.234194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.234514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.234834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.235495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.235824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:25.240487 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb9147-8231-4abb-836a-dcfabe4a0a8f x-openstack-request-id: req-89cb9147-8231-4abb-836a-dcfabe4a0a8f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:25.240824 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-plugged", "status": "completed", "tag": "0af77c41-6a31-4b9d-9746-8aee169e57c0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:25.241077 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89cb9147-8231-4abb-836a-dcfabe4a0a8f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:25.241464 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af77c41-6a31-4b9d-9746-8aee169e57c0', 'code': 200} Sep 10 03:09:25.242150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-b4994ef6-5c19-4089-9c5c-2616ccb007c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 1001 time: 0.0905800 Sep 10 03:09:25.249165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0af77c41-6a31-4b9d-9746-8aee169e57c0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0af77c41-6a31-4b9d-9746-8aee169e57c0,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:25.256699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Allocated IP 172.20.0.2 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/dbe4e8c9-510a-4af1-acca-9f4563cf4b78) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:25.258829 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.259672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0b65310c-5023-478a-9b5c-ea3b6e7781fd up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:25.307554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-07592cf2-1ccf-4de5-b6b4-f27974208827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.310044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-07592cf2-1ccf-4de5-b6b4-f27974208827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.0598130 Sep 10 03:09:25.316976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['1fa95cee-4449-4b3b-b68f-f29ef9cedd30'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:25.333236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-e5a1d752-ad55-43a3-80ac-2713c2896b28 service neutron] 10.222.0.32 "GET /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825117 Sep 10 03:09:25.364552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Router 70c7f1c1-9369-4a28-aac0-802b5655eb19 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:09:25.383426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f1403-7cec-42d9-985e-a56c4a463483 req-87da8102-9013-4be6-ba20-25a8f0014b6c tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.385050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a3f1403-7cec-42d9-985e-a56c4a463483 req-87da8102-9013-4be6-ba20-25a8f0014b6c tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 944 time: 0.2064328 Sep 10 03:09:25.402107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-2911d904-6736-447f-b572-f7491ed4e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.405304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-2911d904-6736-447f-b572-f7491ed4e259 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881314 Sep 10 03:09:25.416791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526c0be-e937-4074-99b8-10fba1ffe4bd req-b08405a9-c2f1-4ce9-a3c7-efac9d7316d0 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.419203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1526c0be-e937-4074-99b8-10fba1ffe4bd req-b08405a9-c2f1-4ce9-a3c7-efac9d7316d0 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 945 time: 0.0906756 Sep 10 03:09:25.524714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1526c0be-e937-4074-99b8-10fba1ffe4bd req-03a2000f-3789-447b-9497-9d159e1fe639 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963435 Sep 10 03:09:25.550180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a3f1403-7cec-42d9-985e-a56c4a463483 req-0c32ba52-8a4a-437a-9d6e-39b1fd7aa527 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477125 Sep 10 03:09:25.570797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-ec52d87d-1fcf-4c91-a6d9-a57165ebc34f service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504498 Sep 10 03:09:25.582033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f0cd21-85e6-4750-86c0-3fa38f1c0f8e req-5031963b-25d4-4b18-99f3-2f10c195e831 service neutron] 10.222.0.32 "GET /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411354 Sep 10 03:09:25.591698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 0b65310c-5023-478a-9b5c-ea3b6e7781fd completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:25.599909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 0b65310c-5023-478a-9b5c-ea3b6e7781fd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:25.600283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.635407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0af77c41-6a31-4b9d-9746-8aee169e57c0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:25.720888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:09:25.728283 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6c9bc8a6-6871-4bd8-8910-21afe8334019 req-75adb96d-8009-4ba4-8aad-240bb5ebd2fe tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0511093 Sep 10 03:09:25.738029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:25.738820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-448fe60a-5dea-4101-8e16-bc397ea94728 admin admin] 10.222.0.23 "PUT /v2.0/routers/70c7f1c1-9369-4a28-aac0-802b5655eb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8556306 Sep 10 03:09:25.742183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-3ee7a04b-f219-40f2-9598-90ad419c3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.743213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] Sync routers for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:09:25.744337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-3ee7a04b-f219-40f2-9598-90ad419c3cc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f067fb3cc2141babf194de13636cb11&device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 1095 time: 0.0800405 Sep 10 03:09:25.808688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c43ba96-de0c-421a-b712-9c6110a8eab9 req-d9220edb-f982-469e-aaf4-1b1fd471a63a service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273533 Sep 10 03:09:25.837611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.850552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:25.851206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:25.868883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-35769116-1584-4a18-9835-5383fef485a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:25.871039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-35769116-1584-4a18-9835-5383fef485a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbd47a6c-72c1-4104-8c19-06c5647cf647 HTTP/1.1" status: 200 len: 913 time: 0.1184947 Sep 10 03:09:25.900731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.911738 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.920048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-6851d566-bed8-4049-a5bd-1da13325cd33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4 HTTP/1.1" status: 200 len: 217 time: 0.0397792 Sep 10 03:09:25.936991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:25.954970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:25.955818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66a77db6-a275-4894-bc75-c1b84a6fd24e up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:25.959372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Transition to ACTIVE for port object dbe4e8c9-510a-4af1-acca-9f4563cf4b78 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:26.004114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-44966784-22f9-4614-9b82-e6bc76e9c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.006714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-44966784-22f9-4614-9b82-e6bc76e9c7dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e876c6-6edb-4012-9014-f6b553373f96 HTTP/1.1" status: 200 len: 853 time: 0.0792975 Sep 10 03:09:26.041786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.085862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-0fbd4495-8f32-401d-b2e8-d13c0810bec2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbd47a6c-72c1-4104-8c19-06c5647cf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699203 Sep 10 03:09:26.116401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Transition to ACTIVE for port object dbe4e8c9-510a-4af1-acca-9f4563cf4b78 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:26.118496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Deleting port b78efecd-ddda-47bd-8b81-6c7834c4cb90 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:26.119694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.147243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.180644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=0b65310c-5023-478a-9b5c-ea3b6e7781fd,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:26.187266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:26.191769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:26.221513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:26.238190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-7f9adaff-110f-4ca8-8fa3-d7cb20df996e service neutron] 10.222.0.32 "GET /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421852 Sep 10 03:09:26.247589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a9b6c-3008-4d7e-8974-58469f52e8f9 req-9dcc5e09-5a0f-44a0-85ab-7a20c872a9ca tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.258206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f52a9b6c-3008-4d7e-8974-58469f52e8f9 req-9dcc5e09-5a0f-44a0-85ab-7a20c872a9ca tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.2252712 Sep 10 03:09:26.273276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:26.338815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Allocated IP 172.20.0.8 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/aea1d6d8-c8c6-4891-a760-7c162e04cad7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:26.370133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 66a77db6-a275-4894-bc75-c1b84a6fd24e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:26.373457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392cd1-f6f9-4c0b-a435-cf5878398a0a req-9e2ef796-67dd-4053-a9f8-f2d7ceaa7737 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.379901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392cd1-f6f9-4c0b-a435-cf5878398a0a req-9e2ef796-67dd-4053-a9f8-f2d7ceaa7737 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.385790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392cd1-f6f9-4c0b-a435-cf5878398a0a req-9e2ef796-67dd-4053-a9f8-f2d7ceaa7737 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.387524 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25392cd1-f6f9-4c0b-a435-cf5878398a0a req-9e2ef796-67dd-4053-a9f8-f2d7ceaa7737 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2416 time: 0.1576812 Sep 10 03:09:26.396474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] For port b78efecd-ddda-47bd-8b81-6c7834c4cb90, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b78efecd-ddda-47bd-8b81-6c7834c4cb90,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:26.396874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.404059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 66a77db6-a275-4894-bc75-c1b84a6fd24e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:26.404059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.427149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Calling delete_port for b78efecd-ddda-47bd-8b81-6c7834c4cb90 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:26.441109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-793b0763-cb9e-4fce-be8e-889e1adad313 req-7e419fea-25da-4014-b418-7c698795935e service neutron] 10.222.0.32 "GET /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754329 Sep 10 03:09:26.466908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f52a9b6c-3008-4d7e-8974-58469f52e8f9 req-22c0b1f6-2fec-4c75-ae0e-1df64e5db5c8 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078078 Sep 10 03:09:26.478450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:26.506417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Attempting to bind port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:26.506784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Attempting to bind port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '087150ab-7463-4193-bce3-8d0cea731cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:26.507141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Attempting to bind port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 on network b6f7217a-3160-487f-9a4e-940fe3d64627 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:26.513730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:26.514245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Checking segment: {'id': '087150ab-7463-4193-bce3-8d0cea731cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:26.514436 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.514823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Bound using segment: {'id': '087150ab-7463-4193-bce3-8d0cea731cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:26.515285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Bound port: dbe4e8c9-510a-4af1-acca-9f4563cf4b78, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087150ab-7463-4193-bce3-8d0cea731cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:26.516196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.530721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25392cd1-f6f9-4c0b-a435-cf5878398a0a req-ebc847db-e21c-4dae-8a79-ba435729e0b9 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303830 Sep 10 03:09:26.610800 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.632853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:09:24Z', 'revision_number': 5, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port': {'id': 'b78efecd-ddda-47bd-8b81-6c7834c4cb90', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:07:05Z', 'updated_at': '2021-09-10T03:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:26.685756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] Checking router: 70c7f1c1-9369-4a28-aac0-802b5655eb19 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:09:26.705343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 66a77db6-a275-4894-bc75-c1b84a6fd24e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66a77db6-a275-4894-bc75-c1b84a6fd24e,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:26.710565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] For port dbe4e8c9-510a-4af1-acca-9f4563cf4b78, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:26.713391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8046e-085a-4fca-9ffb-88ae403d19dd req-d674dd71-8e26-4c19-ae9e-e14c0d184c3a tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.717822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72a8046e-085a-4fca-9ffb-88ae403d19dd req-d674dd71-8e26-4c19-ae9e-e14c0d184c3a tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 945 time: 0.0982580 Sep 10 03:09:26.721079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] For port dbe4e8c9-510a-4af1-acca-9f4563cf4b78, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,segment=NetworkSegment(087150ab-7463-4193-bce3-8d0cea731cde),segment_id=087150ab-7463-4193-bce3-8d0cea731cde)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:26.722678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.727216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] Routers {'70c7f1c1-9369-4a28-aac0-802b5655eb19'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:26.728076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['70c7f1c1-9369-4a28-aac0-802b5655eb19'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:26.732128 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.733180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.779061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72a8046e-085a-4fca-9ffb-88ae403d19dd req-0d3a68f9-3a4c-4093-87d4-8fa757d928c2 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535243 Sep 10 03:09:26.782782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Transition to ACTIVE for port object aea1d6d8-c8c6-4891-a760-7c162e04cad7 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:26.792606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf6b54-1b43-4550-8dac-06215984c812 req-cb38fba0-9d26-4173-bbc2-569b621c38fa tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:26.800043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02bf6b54-1b43-4550-8dac-06215984c812 req-cb38fba0-9d26-4173-bbc2-569b621c38fa tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 944 time: 0.1395440 Sep 10 03:09:26.847904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:26.897068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] Set router 70c7f1c1-9369-4a28-aac0-802b5655eb19 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:26.908519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02bf6b54-1b43-4550-8dac-06215984c812 req-a2e5f4eb-73c1-47ff-9fb6-307ccebf52b5 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981998 Sep 10 03:09:26.909428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=66a77db6-a275-4894-bc75-c1b84a6fd24e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:26.909516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78efecd-ddda-47bd-8b81-6c7834c4cb90,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:26.957065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3303cbda-122c-48ef-a592-feaba6a96073 req-20ecfefb-756b-4ec0-a296-c4b780ac8be7 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e96e3d-9784-41b3-8984-97aa438a5934 HTTP/1.1" status: 200 len: 210 time: 0.0666502 Sep 10 03:09:26.962810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.026724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:09:26Z', 'revision_number': 6, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:27.037470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:27.042414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:27.048634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:27.091103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.095994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d6e0-2041-4150-9b57-c543d5cd0a2a None None] The sync data for ids ['70c7f1c1-9369-4a28-aac0-802b5655eb19'] in n-d-808126-2 is: [{'id': '70c7f1c1-9369-4a28-aac0-802b5655eb19', 'name': 'tempest-ServersTestFqdnHostnames-1529318023-router', 'tenant_id': '50228a54b7e7434baca4afda66600075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:07:04Z', 'updated_at': '2021-09-10T03:09:26Z', 'revision_number': 6, 'project_id': '50228a54b7e7434baca4afda66600075', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:09:27.110251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=aea1d6d8-c8c6-4891-a760-7c162e04cad7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:27.129321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8902598-9fdb-48fb-8b02-37bc397b55e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:27.243066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65310c-5023-478a-9b5c-ea3b6e7781fd'}, {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a77db6-a275-4894-bc75-c1b84a6fd24e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:27.250075 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ba6b79-c88e-4e21-b71c-a4588fe726da" -d '{"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-plugged", "status": "completed", "tag": "0b65310c-5023-478a-9b5c-ea3b6e7781fd"}, {"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-plugged", "status": "completed", "tag": "66a77db6-a275-4894-bc75-c1b84a6fd24e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:27.294572 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca963ca-fbfa-46b1-b3e4-551eae124204 x-openstack-request-id: req-cca963ca-fbfa-46b1-b3e4-551eae124204 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:27.295156 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-plugged", "status": "completed", "tag": "0b65310c-5023-478a-9b5c-ea3b6e7781fd", "code": 200}, {"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-plugged", "status": "completed", "tag": "66a77db6-a275-4894-bc75-c1b84a6fd24e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:27.295156 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca963ca-fbfa-46b1-b3e4-551eae124204 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:27.295581 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65310c-5023-478a-9b5c-ea3b6e7781fd', 'code': 200} Sep 10 03:09:27.295833 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a77db6-a275-4894-bc75-c1b84a6fd24e', 'code': 200} Sep 10 03:09:27.416617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b58dd-d843-4a57-91c0-ef81f9e208e2 req-8bd32db9-18bd-460d-b93e-5568fb7d245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.417025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b58dd-d843-4a57-91c0-ef81f9e208e2 req-8bd32db9-18bd-460d-b93e-5568fb7d245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.417526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b58dd-d843-4a57-91c0-ef81f9e208e2 req-8bd32db9-18bd-460d-b93e-5568fb7d245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.419301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc2b58dd-d843-4a57-91c0-ef81f9e208e2 req-8bd32db9-18bd-460d-b93e-5568fb7d245c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2870 time: 0.0454741 Sep 10 03:09:27.458714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc2b58dd-d843-4a57-91c0-ef81f9e208e2 req-ae1dc293-36a7-41de-9935-9db23c2d3459 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Sep 10 03:09:27.487579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.488182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.516186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.519271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.561548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1351e2cd-1a72-4b67-8955-8845de65257a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2625446 Sep 10 03:09:27.565176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:27.570644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'name': 'tempest-AllowedAddressPairTestJSON-93320397', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1c:c1:3e'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:27.576751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.577415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c7f1c1-9369-4a28-aac0-802b5655eb19 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:09:27.591535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.597967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bebb4840-c63a-47b2-b7f5-44c087a02f63 admin admin] 10.222.0.23 "DELETE /v2.0/routers/70c7f1c1-9369-4a28-aac0-802b5655eb19 HTTP/1.1" status: 204 len: 168 time: 1.8570945 Sep 10 03:09:27.600923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:27.633952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abab07-035d-4f72-be28-620ccd157e85 req-11dd4e43-7216-4ba4-a560-0ee81ecc367b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.635552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50abab07-035d-4f72-be28-620ccd157e85 req-11dd4e43-7216-4ba4-a560-0ee81ecc367b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.0928702 Sep 10 03:09:27.704070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Deleting subnet b69b2038-f8f2-4fb5-8d47-a1cb5a750400 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:27.707257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.749145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.753982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0b52d-3f2f-40d2-b70e-837b6b0109e4 req-b88178e4-da3a-4185-98c1-ca1494ed5ab1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.761500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0b52d-3f2f-40d2-b70e-837b6b0109e4 req-b88178e4-da3a-4185-98c1-ca1494ed5ab1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.770236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0b52d-3f2f-40d2-b70e-837b6b0109e4 req-b88178e4-da3a-4185-98c1-ca1494ed5ab1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.772025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bac0b52d-3f2f-40d2-b70e-837b6b0109e4 req-b88178e4-da3a-4185-98c1-ca1494ed5ab1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2417 time: 0.1373632 Sep 10 03:09:27.790514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50abab07-035d-4f72-be28-620ccd157e85 req-6f87631c-806f-47d1-9f0e-5277072842dd tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345024 Sep 10 03:09:27.809054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:27.862174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bac0b52d-3f2f-40d2-b70e-837b6b0109e4 req-a62d982a-fa3d-426c-8bc8-d7f5a1a6ceb3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752828 Sep 10 03:09:27.897369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.939076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:27.963651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] device_id is not set on port 375fd020-9303-4b6c-a44b-0bd9499d9694 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:27.992550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41493f4-2b74-4a67-843a-3e676c6564ea req-15722ccb-747b-4a73-8a2f-b655ba706ead tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:27.994309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c41493f4-2b74-4a67-843a-3e676c6564ea req-15722ccb-747b-4a73-8a2f-b655ba706ead tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 945 time: 0.0707874 Sep 10 03:09:28.014688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.055524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.060851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b69b2038-f8f2-4fb5-8d47-a1cb5a750400 HTTP/1.1" status: 204 len: 168 time: 0.4590528 Sep 10 03:09:28.061618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:28.063925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e537b-4f48-437f-93aa-abcf9a9727d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69b2038-f8f2-4fb5-8d47-a1cb5a750400,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:28.072294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd3824-aa6a-43b5-895e-24934635cb97 None None] Network 876d670e-fc2c-496b-8a5d-8653890924a0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:28.088244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b58121-b7a4-467e-92fd-99df657e0d18 req-9365bc9f-45a7-41f1-8cf7-4691b89370ca tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:28.102521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55b58121-b7a4-467e-92fd-99df657e0d18 req-9365bc9f-45a7-41f1-8cf7-4691b89370ca tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 944 time: 0.1329057 Sep 10 03:09:28.106966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c41493f4-2b74-4a67-843a-3e676c6564ea req-d10a58f9-195a-4bfa-b5ca-a619591ed041 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017327 Sep 10 03:09:28.192351 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55b58121-b7a4-467e-92fd-99df657e0d18 req-bb8c8f7c-5cad-4c53-a507-fa4f5decedd3 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864820 Sep 10 03:09:28.220281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35038) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:28.231560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8382f-61fb-4cb9-bad5-4728b6c2daf5 None None] Network b6f7217a-3160-487f-9a4e-940fe3d64627 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:28.234600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Allocated IP 172.20.0.9 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/375fd020-9303-4b6c-a44b-0bd9499d9694) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:28.312237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dbe4e8c9-510a-4af1-acca-9f4563cf4b78 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:28.312801 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:09:28.315071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f4c00c22-03df-4488-a898-cebffc03494f None None] Provisioning for port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:28.345022 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b114f29-8380-4f7d-a253-5abf0ac25a41 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.412687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b114f29-8380-4f7d-a253-5abf0ac25a41 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.501996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:28.522124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:28.522706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.525284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c559d2ec-861d-495e-8dad-f6854c9cbfe4 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:28.527883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:28.545095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.574344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.586609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b114f29-8380-4f7d-a253-5abf0ac25a41 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.587410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b114f29-8380-4f7d-a253-5abf0ac25a41 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.588385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b114f29-8380-4f7d-a253-5abf0ac25a41 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/security-groups/f10a3277-c43f-425a-9cbe-53e8eec76835 HTTP/1.1" status: 204 len: 168 time: 0.3670597 Sep 10 03:09:28.592700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:28.595845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] DHCP port deletion for 876d670e-fc2c-496b-8a5d-8653890924a0 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:28.606976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b114f29-8380-4f7d-a253-5abf0ac25a41 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a3277-c43f-425a-9cbe-53e8eec76835,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:28.611722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Transition to ACTIVE for port object 375fd020-9303-4b6c-a44b-0bd9499d9694 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:28.688634 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-1a1f17ba-d190-493d-87f0-571b9603a6f4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] show failed (client error): The resource could not be found. Sep 10 03:09:28.693006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1a1f17ba-d190-493d-87f0-571b9603a6f4 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "GET /v2.0/security-groups/f10a3277-c43f-425a-9cbe-53e8eec76835 HTTP/1.1" status: 404 len: 347 time: 0.0953510 Sep 10 03:09:28.693534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35042) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:28.705348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.780157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=375fd020-9303-4b6c-a44b-0bd9499d9694,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:28.796416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:28.797939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:28.804976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:28.828785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:09:28.836752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Deleting port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:28.837276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.879942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:28.880997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.930212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b8d134c3-d75b-45de-9f14-40f71e24d814 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 1.3641925 Sep 10 03:09:28.933255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35046) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:28.969471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] For port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:28.969851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:28.976013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:28.987740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Calling delete_port for a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:29.016575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:29.016933 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.023403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c559d2ec-861d-495e-8dad-f6854c9cbfe4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4,segment=NetworkSegment(d0786af1-80bb-42b7-8d6e-ea47d033be15),segment_id=d0786af1-80bb-42b7-8d6e-ea47d033be15)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:29.026422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] Deleting port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:29.026796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.051691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port 6fb5b4ff-019d-4c0e-99a9-7208cb982f6d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:29.058436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.118487 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.129000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4', 'network_id': 'fbd47a6c-72c1-4104-8c19-06c5647cf647', 'port_id': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4', 'mac_address': 'fa:16:3e:1e:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e876c6-6edb-4012-9014-f6b553373f96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:29.142333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d77058-9e12-41fc-b45a-23865b812c34 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.149274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d77058-9e12-41fc-b45a-23865b812c34 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.161094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d77058-9e12-41fc-b45a-23865b812c34 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.162910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-07d77058-9e12-41fc-b45a-23865b812c34 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2461 time: 0.2281704 Sep 10 03:09:29.171432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35050) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:29.179589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d535-bd39-40fe-a33e-0adbedd97f23 req-5b0a75ec-382b-4956-8c70-ee9baa77752b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.192497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port dbe4e8c9-510a-4af1-acca-9f4563cf4b78, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,segment=NetworkSegment(087150ab-7463-4193-bce3-8d0cea731cde),segment_id=087150ab-7463-4193-bce3-8d0cea731cde)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:29.215802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d535-bd39-40fe-a33e-0adbedd97f23 req-5b0a75ec-382b-4956-8c70-ee9baa77752b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.221909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d535-bd39-40fe-a33e-0adbedd97f23 req-5b0a75ec-382b-4956-8c70-ee9baa77752b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.228468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.229495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c61d535-bd39-40fe-a33e-0adbedd97f23 req-5b0a75ec-382b-4956-8c70-ee9baa77752b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2417 time: 0.2424290 Sep 10 03:09:29.270147 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.273421 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c61d535-bd39-40fe-a33e-0adbedd97f23 req-9892267d-004f-4a4b-a97c-f0ae9afd8368 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Sep 10 03:09:29.275514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] No DVR routers for this DVR port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:29.312950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:29.345513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] For port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,segment=NetworkSegment(93f8d9db-e11e-4b0c-b288-512e3c467da6),segment_id=93f8d9db-e11e-4b0c-b288-512e3c467da6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:29.345999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.365779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b78efecd-ddda-47bd-8b81-6c7834c4cb90 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:29.368074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-893c4437-09bb-4c61-9d10-30f2416c8e65 None None] Provisioning complete for port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:29.368532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-893c4437-09bb-4c61-9d10-30f2416c8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.384605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.384953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.399378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:29.402701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.418205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63d5a4-d3fc-4897-865c-29bdbcd91aa4 req-850f208d-7a29-4365-b339-82925a3a0881 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.420471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c63d5a4-d3fc-4897-865c-29bdbcd91aa4 req-850f208d-7a29-4365-b339-82925a3a0881 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 944 time: 0.0612860 Sep 10 03:09:29.436522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for 6fb5b4ff-019d-4c0e-99a9-7208cb982f6d owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:29.454340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a6c1-c942-4cc4-b341-97538f3accc0 req-baad182c-6711-4c99-9582-074fc6ddd9ae tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:29.456231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa23a6c1-c942-4cc4-b341-97538f3accc0 req-baad182c-6711-4c99-9582-074fc6ddd9ae tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 945 time: 0.2507215 Sep 10 03:09:29.480099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c63d5a4-d3fc-4897-865c-29bdbcd91aa4 req-ae56f89f-c17a-49bf-af6a-15a9ba8a49e7 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530822 Sep 10 03:09:29.488893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c559d2ec-861d-495e-8dad-f6854c9cbfe4 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:29.499512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] Calling delete_port for a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:29.506461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b78efecd-ddda-47bd-8b81-6c7834c4cb90 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:29.506806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b78efecd-ddda-47bd-8b81-6c7834c4cb90 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:29.507237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 30d9a845-aacc-4420-9901-66dffe8223ef no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:29.519007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.577869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c559d2ec-861d-495e-8dad-f6854c9cbfe4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4,segment=NetworkSegment(d0786af1-80bb-42b7-8d6e-ea47d033be15),segment_id=d0786af1-80bb-42b7-8d6e-ea47d033be15)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:29.580893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 30d9a845-aacc-4420-9901-66dffe8223ef {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:29.581237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 30d9a845-aacc-4420-9901-66dffe8223ef not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:29.636383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876d670e-fc2c-496b-8a5d-8653890924a0']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:29.648325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.660015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f8d9db-e11e-4b0c-b288-512e3c467da6') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:29.660541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f8d9db-e11e-4b0c-b288-512e3c467da6') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:29.665788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port 375fd020-9303-4b6c-a44b-0bd9499d9694 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:29.666149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.677903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.686025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa23a6c1-c942-4cc4-b341-97538f3accc0 req-6d6f92c7-2919-419c-b11c-c6e1c267b152 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220957 Sep 10 03:09:29.691155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.736805 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.761164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:29.763546 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25713dba-7496-441e-ae87-14e891e97882" -d '{"events": [{"server_uuid": "7cbae4bf-faa5-4a7f-9d52-b13ec072ceef", "name": "network-vif-plugged", "status": "completed", "tag": "1fa95cee-4449-4b3b-b68f-f29ef9cedd30"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:29.775980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:29.776388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:29.778122 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:29.783960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=c559d2ec-861d-495e-8dad-f6854c9cbfe4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:29.800566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,segment=NetworkSegment(1bf5a6df-4e19-4199-8d90-a219ffaac938),segment_id=1bf5a6df-4e19-4199-8d90-a219ffaac938)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:29.811916 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.820145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-893c4437-09bb-4c61-9d10-30f2416c8e65 None None] Provisioning for port aea1d6d8-c8c6-4891-a760-7c162e04cad7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:29.848607 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8442b19-3977-4bae-a3a7-b92bb3e0caa0 x-openstack-request-id: req-a8442b19-3977-4bae-a3a7-b92bb3e0caa0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:29.848898 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbae4bf-faa5-4a7f-9d52-b13ec072ceef", "name": "network-vif-plugged", "status": "completed", "tag": "1fa95cee-4449-4b3b-b68f-f29ef9cedd30", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:29.849152 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8442b19-3977-4bae-a3a7-b92bb3e0caa0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:29.849540 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30', 'code': 200} Sep 10 03:09:29.853360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-893c4437-09bb-4c61-9d10-30f2416c8e65 None None] Provisioning complete for port aea1d6d8-c8c6-4891-a760-7c162e04cad7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:29.853735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-893c4437-09bb-4c61-9d10-30f2416c8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.857595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.892444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['c559d2ec-861d-495e-8dad-f6854c9cbfe4'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:29.938964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] No DVR routers for this DVR port a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:29.944922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.948558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.948826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-893c4437-09bb-4c61-9d10-30f2416c8e65 None None] Port aea1d6d8-c8c6-4891-a760-7c162e04cad7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:29.950569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:29.970700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:29.972621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] 10.222.0.23 "DELETE /v2.0/networks/876d670e-fc2c-496b-8a5d-8653890924a0 HTTP/1.1" status: 204 len: 168 time: 1.9055142 Sep 10 03:09:29.989874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for 375fd020-9303-4b6c-a44b-0bd9499d9694 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:29.998954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b7678-cac2-48af-badb-385a6212821e admin admin] Pushing event deleted for resources: {'Network': ['ID=876d670e-fc2c-496b-8a5d-8653890924a0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:30.005248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d99a-74b1-44f4-9570-c7b25a2eb70e None None] Pushing event deleted for resources: {'Port': ['ID=a2efd182-aa91-44a7-b8fb-d8b72e7e3b90,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:30.015630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dea36f-4ca6-4177-b79e-1d1fd73624d2 req-4dce2f98-55f9-417d-b596-fba089d55b98 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:30.021462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dea36f-4ca6-4177-b79e-1d1fd73624d2 req-4dce2f98-55f9-417d-b596-fba089d55b98 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:30.027865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dea36f-4ca6-4177-b79e-1d1fd73624d2 req-4dce2f98-55f9-417d-b596-fba089d55b98 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:30.029521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4dea36f-4ca6-4177-b79e-1d1fd73624d2 req-4dce2f98-55f9-417d-b596-fba089d55b98 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2417 time: 0.2251945 Sep 10 03:09:30.098170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.121365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196f92-6cf0-45b8-b9fa-04cb94757ac8 req-bf12f550-708c-464c-8859-f9d509b9fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:30.123256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36196f92-6cf0-45b8-b9fa-04cb94757ac8 req-bf12f550-708c-464c-8859-f9d509b9fb3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 1097 time: 0.2398396 Sep 10 03:09:30.124792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Provisioning for port 375fd020-9303-4b6c-a44b-0bd9499d9694 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:30.129188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Provisioning complete for port 375fd020-9303-4b6c-a44b-0bd9499d9694 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:30.129665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.160740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=6fb5b4ff-019d-4c0e-99a9-7208cb982f6d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:30.179515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dbe4e8c9-510a-4af1-acca-9f4563cf4b78 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:30.195660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:30.224773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Port 375fd020-9303-4b6c-a44b-0bd9499d9694 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:30.236445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4dea36f-4ca6-4177-b79e-1d1fd73624d2 req-cea84b70-62b2-440c-afe3-6fa927fc2994 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954756 Sep 10 03:09:30.236762 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-071815ee-9ce2-4a96-9940-a00395fc0e18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50228a54b7e7434baca4afda66600075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399542 Sep 10 03:09:30.239618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35066) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:30.240997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Provisioning complete for port aea1d6d8-c8c6-4891-a760-7c162e04cad7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:30.241374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.274397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:30.274805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.282109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36196f92-6cf0-45b8-b9fa-04cb94757ac8 req-d7aeea22-9920-4ef3-88d3-c5a45883bb96 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313956 Sep 10 03:09:30.286836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.290012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.294859 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-db46ddd8-9bc2-492d-874d-5c88a892c974 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/floatingips/3cfd314b-dbbf-44a4-bb7d-f563a2df50c3 HTTP/1.1" status: 204 len: 168 time: 1.6001828 Sep 10 03:09:30.295054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:30.300735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e18dad0a-4cb5-43f9-8a09-842117672e0e None None] Port aea1d6d8-c8c6-4891-a760-7c162e04cad7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:30.327902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a953d8a4-8e36-4425-ad9d-ccdce5335c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.361071 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.390370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a953d8a4-8e36-4425-ad9d-ccdce5335c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.390586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=375fd020-9303-4b6c-a44b-0bd9499d9694,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:30.429453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:30.450461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port 3edb642f-86a7-46f7-bfc6-2d99a2aae503 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:30.450808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.471729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:30.472076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a2efd182-aa91-44a7-b8fb-d8b72e7e3b90 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:30.485233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a953d8a4-8e36-4425-ad9d-ccdce5335c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.487846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a953d8a4-8e36-4425-ad9d-ccdce5335c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.489417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a953d8a4-8e36-4425-ad9d-ccdce5335c2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fb3cdcc-bdf1-456c-8a9b-ea9bb529d304 HTTP/1.1" status: 204 len: 168 time: 0.2480543 Sep 10 03:09:30.592651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.595872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c4e9f37-d328-401a-bb10-5594fcc97f6e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/ports/375fd020-9303-4b6c-a44b-0bd9499d9694 HTTP/1.1" status: 204 len: 168 time: 1.4227569 Sep 10 03:09:30.598383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35074) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:30.601501 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.604134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953d8a4-8e36-4425-ad9d-ccdce5335c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb3cdcc-bdf1-456c-8a9b-ea9bb529d304,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:30.628005 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a0ae1e-fb4b-40ef-9767-8c7892ac990f tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] GET failed (client error): The resource could not be found. Sep 10 03:09:30.629974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a8a0ae1e-fb4b-40ef-9767-8c7892ac990f tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "GET /v2.0/ports/375fd020-9303-4b6c-a44b-0bd9499d9694 HTTP/1.1" status: 404 len: 333 time: 0.0304425 Sep 10 03:09:30.633570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35076) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:30.639324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'name': 'tempest-AllowedAddressPairTestJSON-1216051919'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:30.660410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for 3edb642f-86a7-46f7-bfc6-2d99a2aae503 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:30.718287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c543-5a9d-4469-a873-3777ea105cd4 req-90940700-e155-41f9-a315-bc5bd623ec26 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:30.725790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9848c543-5a9d-4469-a873-3777ea105cd4 req-90940700-e155-41f9-a315-bc5bd623ec26 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 945 time: 0.1302273 Sep 10 03:09:30.780188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9848c543-5a9d-4469-a873-3777ea105cd4 req-dc12b0e6-dda2-49c8-b5f4-b5ed69f7852f tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Sep 10 03:09:30.811894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:30.815484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.838244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] device_id is not set on port 0717c352-950c-495d-a92d-ca60a8d1638b yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:30.849653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639f4d2-a778-4500-ac71-703d8ff221a0 req-0633c9cd-dc02-4083-b78d-69eed2db86d2 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:30.851226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5639f4d2-a778-4500-ac71-703d8ff221a0 req-0633c9cd-dc02-4083-b78d-69eed2db86d2 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 946 time: 0.0786562 Sep 10 03:09:30.872189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.905803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=3edb642f-86a7-46f7-bfc6-2d99a2aae503,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:30.937180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5639f4d2-a778-4500-ac71-703d8ff221a0 req-07e9de26-4951-438e-9fff-eccf3bd43df7 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542457 Sep 10 03:09:30.980103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:30.982417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4fea55e2-f95b-420d-923d-b9d5b48d46de tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/ports/3edb642f-86a7-46f7-bfc6-2d99a2aae503 HTTP/1.1" status: 204 len: 168 time: 0.6859136 Sep 10 03:09:30.985139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35088) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:31.021627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Allocated IP 172.20.0.7 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/0717c352-950c-495d-a92d-ca60a8d1638b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:31.156099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port f0836e72-81fc-458f-8d8b-5600a6890fc5 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:31.156454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.314811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.320772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.363224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35102) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:31.367821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for f0836e72-81fc-458f-8d8b-5600a6890fc5 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:31.372675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Transition to ACTIVE for port object 0717c352-950c-495d-a92d-ca60a8d1638b will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:31.395723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045363b-a781-4e25-9c64-0a965bbde432 req-039b058d-b9ca-4759-8ec7-42142aa4237b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:31.403127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045363b-a781-4e25-9c64-0a965bbde432 req-039b058d-b9ca-4759-8ec7-42142aa4237b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:31.412363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045363b-a781-4e25-9c64-0a965bbde432 req-039b058d-b9ca-4759-8ec7-42142aa4237b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:31.417337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9045363b-a781-4e25-9c64-0a965bbde432 req-039b058d-b9ca-4759-8ec7-42142aa4237b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2417 time: 0.0860839 Sep 10 03:09:31.468453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9045363b-a781-4e25-9c64-0a965bbde432 req-f226c00b-d7a5-4bfa-82e6-5a41638db8f9 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Sep 10 03:09:31.497709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-bad8eda7-80ab-4a03-b249-15ada3c77ce7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:31.503882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-bad8eda7-80ab-4a03-b249-15ada3c77ce7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:31.509743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-bad8eda7-80ab-4a03-b249-15ada3c77ce7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:31.511479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-bad8eda7-80ab-4a03-b249-15ada3c77ce7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2417 time: 0.1853642 Sep 10 03:09:31.563881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1074098388-network', 'tenant_id': 'd59350571def435fae74982fb250c12c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:31.649433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.700087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28721f4f-2f7e-4ae7-9be1-82b4de392db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.848509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.869569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.943696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Made reservation on behalf of d59350571def435fae74982fb250c12c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:31.945942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.967132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:31.980115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:31.990843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:32.023299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:32.025865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=0717c352-950c-495d-a92d-ca60a8d1638b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:32.073504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d70b8a-9cc6-47f8-9232-4b3fd71bb278 req-593246fe-4902-4752-83b5-4066c8c3f09c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.076417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9d70b8a-9cc6-47f8-9232-4b3fd71bb278 req-593246fe-4902-4752-83b5-4066c8c3f09c tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 946 time: 0.0615129 Sep 10 03:09:32.086205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc168fe-c643-4d68-93d1-806238178992 req-ed822fec-cefd-4748-9777-ac97fc6accee tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.087751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbc168fe-c643-4d68-93d1-806238178992 req-ed822fec-cefd-4748-9777-ac97fc6accee tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 945 time: 0.2349849 Sep 10 03:09:32.136987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9d70b8a-9cc6-47f8-9232-4b3fd71bb278 req-86d49b86-e8e0-4869-a218-c9a55b1ecb85 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Sep 10 03:09:32.144061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port 0b65310c-5023-478a-9b5c-ea3b6e7781fd {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:32.144491 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.158358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.159045 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.181770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.237164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e92ab159-6bfd-4096-99bf-1f2346b476cb None None] Provisioning for port 0717c352-950c-495d-a92d-ca60a8d1638b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:32.241119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e92ab159-6bfd-4096-99bf-1f2346b476cb None None] Provisioning complete for port 0717c352-950c-495d-a92d-ca60a8d1638b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:32.241555 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e92ab159-6bfd-4096-99bf-1f2346b476cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.252022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=f0836e72-81fc-458f-8d8b-5600a6890fc5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:32.262209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbc168fe-c643-4d68-93d1-806238178992 req-56af5e44-18a6-46a4-a87f-925d904ceafe tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624868 Sep 10 03:09:32.293580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e92ab159-6bfd-4096-99bf-1f2346b476cb None None] Port 0717c352-950c-495d-a92d-ca60a8d1638b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:32.398161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port 0b65310c-5023-478a-9b5c-ea3b6e7781fd, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0b65310c-5023-478a-9b5c-ea3b6e7781fd,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:32.398543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.424989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for 0b65310c-5023-478a-9b5c-ea3b6e7781fd owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:32.429444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.431366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0d116ac-13e6-44f9-9906-af33c9a9d334 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/ports/f0836e72-81fc-458f-8d8b-5600a6890fc5 HTTP/1.1" status: 204 len: 168 time: 1.4452181 Sep 10 03:09:32.434433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35120) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:32.442890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.454245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.463599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ab2d73c3-1acd-47be-999b-4663aa64ec8a tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8290479 Sep 10 03:09:32.465518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35122) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:32.471220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1c:c1:3e'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:32.521374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:32.523430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92683a37-7353-497a-a1ef-bdaa6a9b2749,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:32.536752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c559d2ec-861d-495e-8dad-f6854c9cbfe4 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:32.549865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.550101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.550455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.550800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.551143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.551507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.551862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.552186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.552513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.552845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.553181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.553497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:09:32.554043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting subnet f596aa7e-d722-48c2-a245-018b8b3092a0 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:32.560693 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.561094 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Added segment cebf4f1f-2de1-436d-a305-4c2a93223a16 of type vlan for network 600f520c-4375-490d-9566-d8123b68a2bc Sep 10 03:09:32.562050 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.620706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.643388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.645351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port c559d2ec-861d-495e-8dad-f6854c9cbfe4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:32.649815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port c559d2ec-861d-495e-8dad-f6854c9cbfe4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:32.651221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.652091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.732698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663237-5977-4f22-a7f7-85bee8381c8a req-7dd60037-397e-440f-8680-3dd798fd15f7 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.734224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b9663237-5977-4f22-a7f7-85bee8381c8a req-7dd60037-397e-440f-8680-3dd798fd15f7 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 946 time: 0.1854725 Sep 10 03:09:32.744622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a5911-95c0-4ae0-a645-606184357dd6 req-690a0233-ea9c-4791-97ef-d357a0628783 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.746124 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.754545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a5911-95c0-4ae0-a645-606184357dd6 req-690a0233-ea9c-4791-97ef-d357a0628783 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.762707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a5911-95c0-4ae0-a645-606184357dd6 req-690a0233-ea9c-4791-97ef-d357a0628783 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.764496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc8a5911-95c0-4ae0-a645-606184357dd6 req-690a0233-ea9c-4791-97ef-d357a0628783 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 2417 time: 0.1539190 Sep 10 03:09:32.768853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.769798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:32.770384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.780845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:32.783680 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585fa16-d21c-43a3-9df2-ea71e6d24b36" -d '{"events": [{"server_uuid": "d298eb3f-36a8-4e19-b626-10854afc09d0", "name": "network-vif-plugged", "status": "completed", "tag": "c559d2ec-861d-495e-8dad-f6854c9cbfe4"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:32.801202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c559d2ec-861d-495e-8dad-f6854c9cbfe4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4,segment=NetworkSegment(d0786af1-80bb-42b7-8d6e-ea47d033be15),segment_id=d0786af1-80bb-42b7-8d6e-ea47d033be15)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:32.807881 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.817342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.838406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4724827 Sep 10 03:09:32.848043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35130) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:32.854873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['66a77db6-a275-4894-bc75-c1b84a6fd24e', '0b65310c-5023-478a-9b5c-ea3b6e7781fd', '0af77c41-6a31-4b9d-9746-8aee169e57c0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:32.858972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:32.864952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Request body: {'subnet': {'network_id': '600f520c-4375-490d-9566-d8123b68a2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1074098388-subnet', 'tenant_id': 'd59350571def435fae74982fb250c12c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:32.908137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b9663237-5977-4f22-a7f7-85bee8381c8a req-25ab32e4-906c-417e-932e-beac0fbfd8d5 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578832 Sep 10 03:09:32.916829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=c559d2ec-861d-495e-8dad-f6854c9cbfe4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:32.939641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=0b65310c-5023-478a-9b5c-ea3b6e7781fd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:32.944849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dccbb8-0935-4c06-bb79-ef46b0fe4bae admin admin] Pushing event updated for resources: {'Network': ['ID=600f520c-4375-490d-9566-d8123b68a2bc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:32.950085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc8a5911-95c0-4ae0-a645-606184357dd6 req-5c8f6dd9-30f2-4a40-9601-83e13a0aa1e1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762929 Sep 10 03:09:32.971188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 600f520c-4375-490d-9566-d8123b68a2bc details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:32.983064 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f61e9f-eda5-4503-84b6-47a2c92716c0 x-openstack-request-id: req-21f61e9f-eda5-4503-84b6-47a2c92716c0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:32.983295 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d298eb3f-36a8-4e19-b626-10854afc09d0", "name": "network-vif-plugged", "status": "completed", "tag": "c559d2ec-861d-495e-8dad-f6854c9cbfe4", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:32.989777 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21f61e9f-eda5-4503-84b6-47a2c92716c0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:32.990520 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4', 'code': 200} Sep 10 03:09:33.025929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Made reservation on behalf of d59350571def435fae74982fb250c12c for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:33.027948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port 0b65310c-5023-478a-9b5c-ea3b6e7781fd on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:33.029020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.032129 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.034359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-b313e4e4-c4d4-429a-8916-6f82e9fa6cc4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "DELETE /v2.0/ports/0b65310c-5023-478a-9b5c-ea3b6e7781fd HTTP/1.1" status: 204 len: 173 time: 1.5118830 Sep 10 03:09:33.034902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-deleted', 'tag': '0b65310c-5023-478a-9b5c-ea3b6e7781fd'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:33.039956 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b6a856-2c25-4228-91e3-56e67732b0eb" -d '{"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-deleted", "tag": "0b65310c-5023-478a-9b5c-ea3b6e7781fd"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:33.132575 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b710c19-9e20-4bf2-9e14-4c4873579d15 x-openstack-request-id: req-3b710c19-9e20-4bf2-9e14-4c4873579d15 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:33.132868 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-deleted", "tag": "0b65310c-5023-478a-9b5c-ea3b6e7781fd", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:33.133215 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b710c19-9e20-4bf2-9e14-4c4873579d15 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:33.133758 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-deleted', 'tag': '0b65310c-5023-478a-9b5c-ea3b6e7781fd', 'status': 'completed', 'code': 200} Sep 10 03:09:33.178151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.210250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883886-3b68-4e5f-aa3b-96e941ae5c77 req-e5145a2f-1b80-4ce0-b8e1-7c1a891bc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:33.211924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b883886-3b68-4e5f-aa3b-96e941ae5c77 req-e5145a2f-1b80-4ce0-b8e1-7c1a891bc135 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 1097 time: 0.1429224 Sep 10 03:09:33.235190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.238845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Subnet': ['ID=f596aa7e-d722-48c2-a245-018b8b3092a0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:33.245029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.250310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d0cf1ef6-fcc8-44dd-ba01-e105d4c703c3 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/subnets/f596aa7e-d722-48c2-a245-018b8b3092a0 HTTP/1.1" status: 204 len: 168 time: 0.8114541 Sep 10 03:09:33.250310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.254463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dce797-15ca-4cda-8114-084d59853d43 None None] Network d814818c-87c3-4a6d-88b9-0d80b94173da requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:33.270086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35134) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:33.277777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b883886-3b68-4e5f-aa3b-96e941ae5c77 req-9e66996d-187e-4de4-b57d-3e2344308b27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Sep 10 03:09:33.285248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port 0af77c41-6a31-4b9d-9746-8aee169e57c0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:33.285554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.406809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=0717c352-950c-495d-a92d-ca60a8d1638b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:33.418645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting subnet ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:33.428630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port 0af77c41-6a31-4b9d-9746-8aee169e57c0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=0af77c41-6a31-4b9d-9746-8aee169e57c0,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:33.429009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.443446 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.451550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] In _notify_port_updated(), no bound segment for port 0717c352-950c-495d-a92d-ca60a8d1638b on network b6f7217a-3160-487f-9a4e-940fe3d64627 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:09:33.456420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for 0af77c41-6a31-4b9d-9746-8aee169e57c0 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:33.457025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:33.457692 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.459893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eebc0e04-42af-4ea1-abfc-21cb9260da23 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "PUT /v2.0/ports/0717c352-950c-495d-a92d-ca60a8d1638b HTTP/1.1" status: 200 len: 993 time: 0.9931338 Sep 10 03:09:33.484755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35138) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:33.512742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.525216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] DHCP port deletion for d814818c-87c3-4a6d-88b9-0d80b94173da request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:33.569941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.591044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] Deleting port cb24ca8c-073c-47fc-beb2-2dbf1428af9e {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:33.591697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.605784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5036fcd-5d57-44ae-89bd-f3f7766bd5e3 req-75eda92a-fe18-49fc-b85f-e90e95ebbbe6 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:33.607347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5036fcd-5d57-44ae-89bd-f3f7766bd5e3 req-75eda92a-fe18-49fc-b85f-e90e95ebbbe6 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 946 time: 0.2276750 Sep 10 03:09:33.643733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Checking segment: {'id': 'cebf4f1f-2de1-436d-a305-4c2a93223a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:33.644012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Network hostable DHCP agents. Network: 600f520c-4375-490d-9566-d8123b68a2bc, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:33.649757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8dc4caa-fd75-49a0-a0d7-3a5aef97434e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:33.673910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] For port cb24ca8c-073c-47fc-beb2-2dbf1428af9e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:33.674531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.675113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Network 600f520c-4375-490d-9566-d8123b68a2bc is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:33.682494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-45c6c786-f2e0-43cf-901e-28acd0d985d4 None None] Provisioning complete for port 0717c352-950c-495d-a92d-ca60a8d1638b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:33.683266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45c6c786-f2e0-43cf-901e-28acd0d985d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.689916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 600f520c-4375-490d-9566-d8123b68a2bc) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:33.696135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5036fcd-5d57-44ae-89bd-f3f7766bd5e3 req-147035fe-149b-45cd-b9da-ad99c7f18a01 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634284 Sep 10 03:09:33.713145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] Calling delete_port for cb24ca8c-073c-47fc-beb2-2dbf1428af9e owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:33.717431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8662634-c87e-4367-abd7-dcd54e792d15 None None] Network 600f520c-4375-490d-9566-d8123b68a2bc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:33.727575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:33.728396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.741117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port 0717c352-950c-495d-a92d-ca60a8d1638b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:33.741375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.757347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.764249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-45c6c786-f2e0-43cf-901e-28acd0d985d4 None None] Port 0717c352-950c-495d-a92d-ca60a8d1638b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:33.770861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-67921474-8cf0-40e8-8bb4-edaacbc9a12d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9217143 Sep 10 03:09:33.819347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.838846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.875740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:33.876938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=0af77c41-6a31-4b9d-9746-8aee169e57c0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:33.878055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.882690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5c10eafd-ca27-49b3-bc26-22c831f237fd tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/subnets/ad4a86f9-e6ca-4849-a234-23dcc0c6f3d8 HTTP/1.1" status: 204 len: 168 time: 0.6072133 Sep 10 03:09:33.883174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35142) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:33.925022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.946830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port 0af77c41-6a31-4b9d-9746-8aee169e57c0 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:33.950041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:33.952436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-a836ef84-51ae-4c96-93e3-82251dbfea80 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "DELETE /v2.0/ports/0af77c41-6a31-4b9d-9746-8aee169e57c0 HTTP/1.1" status: 204 len: 173 time: 0.8963628 Sep 10 03:09:33.959373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for 0717c352-950c-495d-a92d-ca60a8d1638b owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:33.959974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['0b65310c-5023-478a-9b5c-ea3b6e7781fd'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:33.981770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9fe48-4348-4c32-b507-9427f0c5de62 None None] Network 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:34.032160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb3d10-8800-40e9-afe8-f03338aee68a None None] Network 600f520c-4375-490d-9566-d8123b68a2bc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:34.099351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.184007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126331-4f44-4dca-9a48-3ed8f773439f req-f7425725-8c5a-4117-bd93-29fa4821a0a7 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:34.196659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7126331-4f44-4dca-9a48-3ed8f773439f req-f7425725-8c5a-4117-bd93-29fa4821a0a7 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 946 time: 0.0894923 Sep 10 03:09:34.256325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cb24ca8c-073c-47fc-beb2-2dbf1428af9e no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:34.266189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-aff663ff-e42f-411a-a1b4-48aa2b2467e9 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:34.267738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-aff663ff-e42f-411a-a1b4-48aa2b2467e9 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 946 time: 0.1609724 Sep 10 03:09:34.272556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7126331-4f44-4dca-9a48-3ed8f773439f req-6bef70bd-e63a-47f6-95ce-2b368f24c3de tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/security-groups?id=09210c48-f30f-44e1-b9b3-5270f70cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Sep 10 03:09:34.304441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Deleting port cb24ca8c-073c-47fc-beb2-2dbf1428af9e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:34.304963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.320478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c8278-e066-4387-920c-ab009e62731e req-38750fe8-eb31-4c03-93da-a45d623dcb7a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:34.322290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba9c8278-e066-4387-920c-ab009e62731e req-38750fe8-eb31-4c03-93da-a45d623dcb7a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 946 time: 0.1920581 Sep 10 03:09:34.355278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port 66a77db6-a275-4894-bc75-c1b84a6fd24e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:34.355760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.405939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] For port cb24ca8c-073c-47fc-beb2-2dbf1428af9e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,segment=NetworkSegment(ec04d624-e152-4da3-9176-c8e0e88bd1b2),segment_id=ec04d624-e152-4da3-9176-c8e0e88bd1b2)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:34.407590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.421314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Calling delete_port for cb24ca8c-073c-47fc-beb2-2dbf1428af9e owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:34.452735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fae4a3dd-fd0d-4d9f-8941-0576e17b147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.476660 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.485193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Port cb24ca8c-073c-47fc-beb2-2dbf1428af9e update to DOWN by agent not found {{(pid=94635) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 10 03:09:34.506051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.515754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.522862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba9c8278-e066-4387-920c-ab009e62731e req-673b90e6-1177-45ce-a211-9f9fba8458ed tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752479 Sep 10 03:09:34.548042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] Pushing event deleted for resources: {'Port': ['ID=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:34.550047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] No DVR routers for this DVR port cb24ca8c-073c-47fc-beb2-2dbf1428af9e on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:34.551438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d5a85-e540-4583-b025-f6a39e1983d1 None None] No DVR routers for this DVR port cb24ca8c-073c-47fc-beb2-2dbf1428af9e on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:34.579084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=0717c352-950c-495d-a92d-ca60a8d1638b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:34.607972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Port': ['ID=cb24ca8c-073c-47fc-beb2-2dbf1428af9e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:34.653727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port 66a77db6-a275-4894-bc75-c1b84a6fd24e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66a77db6-a275-4894-bc75-c1b84a6fd24e,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:34.654099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.664671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.671790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] DHCP port deletion for 6105f85c-b0f5-49d2-b0ff-4a8258a9a3db request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:34.698081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for 66a77db6-a275-4894-bc75-c1b84a6fd24e owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:34.711031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.726377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Deleting port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:34.726721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.750968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] Deleting port 323ed06a-89ac-4010-846a-b1acdef869f6 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:34.751540 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.770479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d814818c-87c3-4a6d-88b9-0d80b94173da']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:34.805460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec04d624-e152-4da3-9176-c8e0e88bd1b2') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:34.806042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec04d624-e152-4da3-9176-c8e0e88bd1b2') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:34.827822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.833303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] For port 323ed06a-89ac-4010-846a-b1acdef869f6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=323ed06a-89ac-4010-846a-b1acdef869f6,segment=NetworkSegment(2f30454e-65fc-45d7-aa68-961b117890d0),segment_id=2f30454e-65fc-45d7-aa68-961b117890d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:34.833793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.848257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] Calling delete_port for 323ed06a-89ac-4010-846a-b1acdef869f6 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:34.886708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.899142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:34.899808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:34.903200 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:34.938664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:34.968606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] Pushing event deleted for resources: {'Port': ['ID=323ed06a-89ac-4010-846a-b1acdef869f6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:34.971663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b51e7b-63ec-47ce-8ed5-0d2747c37414 None None] No DVR routers for this DVR port 323ed06a-89ac-4010-846a-b1acdef869f6 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:34.994903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a984ba-deca-47c0-8520-807fcd1a3000 req-0c37b42f-a766-424b-a7d9-676b577c9aa4 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:34.999224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-ca10e4c4-cdc3-4686-a33a-14c3cd2e636d tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:35.000751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-ca10e4c4-cdc3-4686-a33a-14c3cd2e636d tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/networks?id=600f520c-4375-490d-9566-d8123b68a2bc HTTP/1.1" status: 200 len: 821 time: 0.2867978 Sep 10 03:09:35.002650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a984ba-deca-47c0-8520-807fcd1a3000 req-0c37b42f-a766-424b-a7d9-676b577c9aa4 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 946 time: 0.2164955 Sep 10 03:09:35.005706 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.007712 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6b553f7-66c5-4995-aacb-8ec5ee866b2c tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/ports/0717c352-950c-495d-a92d-ca60a8d1638b HTTP/1.1" status: 204 len: 168 time: 1.5189126 Sep 10 03:09:35.011847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35164) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:35.017109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.025722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.030297 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/networks/d814818c-87c3-4a6d-88b9-0d80b94173da HTTP/1.1" status: 204 len: 168 time: 1.1459355 Sep 10 03:09:35.031732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-c4973b91-90be-4123-9d69-49ed4704449d tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/quotas/d59350571def435fae74982fb250c12c HTTP/1.1" status: 200 len: 375 time: 0.0246515 Sep 10 03:09:35.032188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35166) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:35.051776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa5a5-c7ad-4f9a-a128-a1f3cc867876 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Network': ['ID=d814818c-87c3-4a6d-88b9-0d80b94173da,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:35.084294 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-058ee558-162b-446b-83c2-8389a8d76856 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] GET failed (client error): The resource could not be found. Sep 10 03:09:35.089241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-058ee558-162b-446b-83c2-8389a8d76856 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "GET /v2.0/ports/0717c352-950c-495d-a92d-ca60a8d1638b HTTP/1.1" status: 404 len: 333 time: 0.0712063 Sep 10 03:09:35.091545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-dab9b32f-96a4-4cd1-aae6-ef03e23279c8 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d59350571def435fae74982fb250c12c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488982 Sep 10 03:09:35.092016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35168) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:35.093539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] For port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,segment=NetworkSegment(1bf5a6df-4e19-4199-8d90-a219ffaac938),segment_id=1bf5a6df-4e19-4199-8d90-a219ffaac938)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:35.093908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.103330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'name': 'tempest-AllowedAddressPairTestJSON-1011815545'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:35.119497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Calling delete_port for 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:35.135800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a984ba-deca-47c0-8520-807fcd1a3000 req-23cb94bb-c71d-43fc-8e50-a92f10b38b8b tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324232 Sep 10 03:09:35.140219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-deleted', 'tag': '0af77c41-6a31-4b9d-9746-8aee169e57c0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:35.142460 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f297ee56-fc37-4c9f-bf62-4637f988d4cb" -d '{"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-deleted", "tag": "0af77c41-6a31-4b9d-9746-8aee169e57c0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:35.185142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.203708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.216914 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079d8c2-22cd-4d4c-a296-7207ed81d983 x-openstack-request-id: req-3079d8c2-22cd-4d4c-a296-7207ed81d983 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:35.217217 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-deleted", "tag": "0af77c41-6a31-4b9d-9746-8aee169e57c0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:35.217443 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3079d8c2-22cd-4d4c-a296-7207ed81d983 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:35.217836 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-deleted', 'tag': '0af77c41-6a31-4b9d-9746-8aee169e57c0', 'status': 'completed', 'code': 200} Sep 10 03:09:35.222981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=66a77db6-a275-4894-bc75-c1b84a6fd24e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:35.290030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port 66a77db6-a275-4894-bc75-c1b84a6fd24e on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:35.293742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.295880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-647b82bf-d120-47d7-bba7-12eae4a7b421 req-05e8feeb-d14d-4f51-b398-ba821f4b7a7b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.36 "DELETE /v2.0/ports/66a77db6-a275-4894-bc75-c1b84a6fd24e HTTP/1.1" status: 204 len: 173 time: 1.3344560 Sep 10 03:09:35.374930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.397401 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.401422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-b16bbf3e-9b9a-4e6f-9207-4a2ff938e462 service neutron] 10.222.0.23 "GET /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904387 Sep 10 03:09:35.413250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Pushing event deleted for resources: {'Port': ['ID=1fa95cee-4449-4b3b-b68f-f29ef9cedd30,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:35.451073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.458489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c57a7e55-23e3-423b-a369-8a4a61ae98f5 req-8dca1168-faaf-49dd-b9ba-05a7bd4b5e81 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbae4bf-faa5-4a7f-9d52-b13ec072ceef HTTP/1.1" status: 200 len: 210 time: 0.0500331 Sep 10 03:09:35.789452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6105f85c-b0f5-49d2-b0ff-4a8258a9a3db']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:35.796820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] No DVR routers for this DVR port 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:35.797999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:35.799340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.801552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.802194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36f3c9bb-392c-49e8-aad1-16cedaf60bed req-e5b16ea8-df8b-4754-92af-f684fece0b03 tempest-ServerAddressesTestJSON-2085960062 tempest-ServerAddressesTestJSON-2085960062-project] 10.222.0.32 "DELETE /v2.0/ports/1fa95cee-4449-4b3b-b68f-f29ef9cedd30 HTTP/1.1" status: 204 len: 173 time: 1.5224612 Sep 10 03:09:35.832575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bef2c97d-8111-4100-a89a-c42783830194 req-374a72a2-1797-4fbd-8b91-c8e103297d97 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d254d6a-1e7c-4fc5-b11b-d8ed992516b2 HTTP/1.1" status: 200 len: 210 time: 0.0372090 Sep 10 03:09:35.837837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f30454e-65fc-45d7-aa68-961b117890d0') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:35.838135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f30454e-65fc-45d7-aa68-961b117890d0') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:35.857973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.875744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] device_id is not set on port 486f2926-121b-41b2-b5aa-2112e9544a16 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:35.890193 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.932786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:35.933195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:35.938087 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:35.956418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-f824c48e-9554-4bf4-928e-85f16d8716a6 service neutron] 10.222.0.23 "GET /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420105 Sep 10 03:09:35.981925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15ff7-e2bd-4af3-8ceb-2ecf4c9604e3 req-9e46d9c2-31a5-4c84-af7a-742453ce9c2f tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:35.983877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa15ff7-e2bd-4af3-8ceb-2ecf4c9604e3 req-9e46d9c2-31a5-4c84-af7a-742453ce9c2f tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 946 time: 0.0603197 Sep 10 03:09:36.015216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.028599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa15ff7-e2bd-4af3-8ceb-2ecf4c9604e3 req-04ccaf74-15d2-4799-9dc8-654f5addbbe4 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Sep 10 03:09:36.043990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.045193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] 10.222.0.23 "DELETE /v2.0/networks/6105f85c-b0f5-49d2-b0ff-4a8258a9a3db HTTP/1.1" status: 204 len: 168 time: 1.0037615 Sep 10 03:09:36.069397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c78b9b-4b41-4ebe-b202-dcfef114be61 tempest-TaggedBootDevicesTest-113346610 tempest-TaggedBootDevicesTest-113346610-project] Pushing event deleted for resources: {'Network': ['ID=6105f85c-b0f5-49d2-b0ff-4a8258a9a3db,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:36.089073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Allocated IP 172.20.0.7 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/486f2926-121b-41b2-b5aa-2112e9544a16) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:36.204235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 323ed06a-89ac-4010-846a-b1acdef869f6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:36.270880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7edd7f4-ef47-48d1-98e8-ebf668aa0dfb req-3f4d4ec3-73d2-4e57-b6a5-80f3dd1ecdae tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 210 time: 0.0658686 Sep 10 03:09:36.271771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 323ed06a-89ac-4010-846a-b1acdef869f6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:36.272374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 323ed06a-89ac-4010-846a-b1acdef869f6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:36.358027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.377100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Transition to ACTIVE for port object 486f2926-121b-41b2-b5aa-2112e9544a16 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:36.389170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66a77db6-a275-4894-bc75-c1b84a6fd24e no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:36.410514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 66a77db6-a275-4894-bc75-c1b84a6fd24e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:36.411123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66a77db6-a275-4894-bc75-c1b84a6fd24e not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:36.412344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0b65310c-5023-478a-9b5c-ea3b6e7781fd no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:36.434268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.454027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 0b65310c-5023-478a-9b5c-ea3b6e7781fd {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:36.454390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0b65310c-5023-478a-9b5c-ea3b6e7781fd not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:36.454919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0af77c41-6a31-4b9d-9746-8aee169e57c0 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:36.484718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 0af77c41-6a31-4b9d-9746-8aee169e57c0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:36.485060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 0af77c41-6a31-4b9d-9746-8aee169e57c0 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:36.498563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=486f2926-121b-41b2-b5aa-2112e9544a16,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:36.515531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:36.517318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:36.519938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:36.543993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35206) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:36.549359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:36.572714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:36.572714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1fa95cee-4449-4b3b-b68f-f29ef9cedd30 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:36.611957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:36.612796 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.632010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Deleting subnet b097b8c9-5d12-4d37-b38a-19c53c233863 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:36.636118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.637541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6acd6095-110f-4ca4-9039-5f339b9a8648 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5383904 Sep 10 03:09:36.638588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35208) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:36.644938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1c:c1:3e'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:36.686753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.737521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.834523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d73da992-df9a-41e7-8ddd-88ac1f699fd3 None None] Provisioning for port 486f2926-121b-41b2-b5aa-2112e9544a16 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:36.850354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d73da992-df9a-41e7-8ddd-88ac1f699fd3 None None] Provisioning complete for port 486f2926-121b-41b2-b5aa-2112e9544a16 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:36.856400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.857263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d73da992-df9a-41e7-8ddd-88ac1f699fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.864548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.930677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d73da992-df9a-41e7-8ddd-88ac1f699fd3 None None] Port 486f2926-121b-41b2-b5aa-2112e9544a16 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:36.937576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b097b8c9-5d12-4d37-b38a-19c53c233863,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:36.946148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35214) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:36.984782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:36.987435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-36349633-9c32-4d78-a7b9-26baef23ae48 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b097b8c9-5d12-4d37-b38a-19c53c233863 HTTP/1.1" status: 204 len: 168 time: 0.4424090 Sep 10 03:09:36.992597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35216) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:37.036055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting subnet f9f90e83-693a-4889-a82a-86d3fb79d463 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:37.039555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.105625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.116898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.213383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.221050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-deleted', 'tag': '66a77db6-a275-4894-bc75-c1b84a6fd24e'}, {'server_uuid': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'name': 'network-vif-deleted', 'tag': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:37.223436 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e66d1f-7d44-4c30-9e0d-1c8d768ccec7" -d '{"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-deleted", "tag": "66a77db6-a275-4894-bc75-c1b84a6fd24e"}, {"server_uuid": "7cbae4bf-faa5-4a7f-9d52-b13ec072ceef", "name": "network-vif-deleted", "tag": "1fa95cee-4449-4b3b-b68f-f29ef9cedd30"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:37.244139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.271735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-03ba9b3f-8441-43b4-8c75-cecf4693adf6 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:37.273610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-03ba9b3f-8441-43b4-8c75-cecf4693adf6 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.32 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 946 time: 0.1425018 Sep 10 03:09:37.281514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.285422 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.286989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5f69-e38c-4d9d-a6f0-72b7e63a8246 req-eaa6dba0-e922-4495-8302-dad63171e031 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:37.288677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2aa5f69-e38c-4d9d-a6f0-72b7e63a8246 req-eaa6dba0-e922-4495-8302-dad63171e031 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 946 time: 0.1564326 Sep 10 03:09:37.329374 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf111f-77f9-40e6-880c-603401fd3907 x-openstack-request-id: req-7eaf111f-77f9-40e6-880c-603401fd3907 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:37.329742 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d254d6a-1e7c-4fc5-b11b-d8ed992516b2", "name": "network-vif-deleted", "tag": "66a77db6-a275-4894-bc75-c1b84a6fd24e", "status": "completed", "code": 200}, {"server_uuid": "7cbae4bf-faa5-4a7f-9d52-b13ec072ceef", "name": "network-vif-deleted", "tag": "1fa95cee-4449-4b3b-b68f-f29ef9cedd30", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:37.330167 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7eaf111f-77f9-40e6-880c-603401fd3907 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:37.331066 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d254d6a-1e7c-4fc5-b11b-d8ed992516b2', 'name': 'network-vif-deleted', 'tag': '66a77db6-a275-4894-bc75-c1b84a6fd24e', 'status': 'completed', 'code': 200} Sep 10 03:09:37.331391 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbae4bf-faa5-4a7f-9d52-b13ec072ceef', 'name': 'network-vif-deleted', 'tag': '1fa95cee-4449-4b3b-b68f-f29ef9cedd30', 'status': 'completed', 'code': 200} Sep 10 03:09:37.335364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec17ee7-0817-41b4-9722-b7bb96c0f055']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:37.362013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf5a6df-4e19-4199-8d90-a219ffaac938') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:37.362885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf5a6df-4e19-4199-8d90-a219ffaac938') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:37.399912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.427626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.445378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=486f2926-121b-41b2-b5aa-2112e9544a16,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:37.478729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-886674ff-c73a-4402-8768-28d3a53e4067 req-cae553de-dfe7-4c85-9ada-e5f7d27add4c tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 210 time: 0.0649915 Sep 10 03:09:37.483531 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.501441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:37.502165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:37.504523 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:37.518484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] In _notify_port_updated(), no bound segment for port 486f2926-121b-41b2-b5aa-2112e9544a16 on network b6f7217a-3160-487f-9a4e-940fe3d64627 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:09:37.535026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:37.535753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.539576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cd03ad90-3ced-461f-811c-ca30534a4982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "PUT /v2.0/ports/486f2926-121b-41b2-b5aa-2112e9544a16 HTTP/1.1" status: 200 len: 996 time: 0.8976252 Sep 10 03:09:37.540273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:37.611756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2aa5f69-e38c-4d9d-a6f0-72b7e63a8246 req-5bbb867c-b3a1-4471-9f40-32e97c1062c5 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b9f7aba-f465-4029-a4d5-d63c3927932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044527 Sep 10 03:09:37.654506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.660861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.678718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-3cea50d7-df9c-43f9-b2c8-c0fbf1d3b509 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:37.679403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.680538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-3cea50d7-df9c-43f9-b2c8-c0fbf1d3b509 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.36 "GET /v2.0/networks?id=600f520c-4375-490d-9566-d8123b68a2bc HTTP/1.1" status: 200 len: 821 time: 0.3400333 Sep 10 03:09:37.681289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dec17ee7-0817-41b4-9722-b7bb96c0f055 HTTP/1.1" status: 204 len: 168 time: 0.6877120 Sep 10 03:09:37.699758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf8895-1aec-4ea4-8153-4ff75ee27931 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec17ee7-0817-41b4-9722-b7bb96c0f055,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:37.725691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Request body: {'port': {'device_id': '81af02f9-0600-442e-8663-81d1d351dffb', 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc', 'admin_state_up': True, 'tenant_id': 'd59350571def435fae74982fb250c12c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:37.727521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48bd3b-2bd0-43bf-b119-8885971b660d None None] Network 0247dd55-551f-48d9-a705-2a703daf403d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:37.729367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f90e83-693a-4889-a82a-86d3fb79d463,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:37.732383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.737023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5a28e45f-bd39-41f0-aebf-8636536624be tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/subnets/f9f90e83-693a-4889-a82a-86d3fb79d463 HTTP/1.1" status: 204 len: 168 time: 0.7896721 Sep 10 03:09:37.740554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35232) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:37.742939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Deleting port c559d2ec-861d-495e-8dad-f6854c9cbfe4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:37.743354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.770537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port 486f2926-121b-41b2-b5aa-2112e9544a16 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:37.771521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.888305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35234) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:37.898074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d023716-a5a1-47f5-95fa-5e97499086d9 None None] Provisioning complete for port 486f2926-121b-41b2-b5aa-2112e9544a16 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:37.898743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d023716-a5a1-47f5-95fa-5e97499086d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.937612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.958705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8d023716-a5a1-47f5-95fa-5e97499086d9 None None] Port 486f2926-121b-41b2-b5aa-2112e9544a16 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:37.959550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5af3a437-b413-464a-9b64-b9388c721bd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d677390f3400437f8e18be3c3d7065a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701144 Sep 10 03:09:37.960691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for 486f2926-121b-41b2-b5aa-2112e9544a16 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:37.962932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35236) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:37.966498 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:37.986811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] For port c559d2ec-861d-495e-8dad-f6854c9cbfe4, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c559d2ec-861d-495e-8dad-f6854c9cbfe4,segment=NetworkSegment(d0786af1-80bb-42b7-8d6e-ea47d033be15),segment_id=d0786af1-80bb-42b7-8d6e-ea47d033be15)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:37.987544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.008809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Calling delete_port for c559d2ec-861d-495e-8dad-f6854c9cbfe4 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:38.060736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] DHCP port deletion for 0247dd55-551f-48d9-a705-2a703daf403d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:38.073454 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0411131-05f9-4387-abfa-e70f0cd8ab3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.118733 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0411131-05f9-4387-abfa-e70f0cd8ab3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.119656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Made reservation on behalf of d59350571def435fae74982fb250c12c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:38.123195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.140742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] Deleting port ea197acf-7c2b-4868-b133-54d2139c777c {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:38.141922 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.184919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port ea197acf-7c2b-4868-b133-54d2139c777c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:38.185293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.202495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ea197acf-7c2b-4868-b133-54d2139c777c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:38.218067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0411131-05f9-4387-abfa-e70f0cd8ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.221053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0411131-05f9-4387-abfa-e70f0cd8ab3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.222234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d0411131-05f9-4387-abfa-e70f0cd8ab3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09210c48-f30f-44e1-b9b3-5270f70cb941 HTTP/1.1" status: 204 len: 168 time: 0.2581313 Sep 10 03:09:38.245063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.258021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0411131-05f9-4387-abfa-e70f0cd8ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09210c48-f30f-44e1-b9b3-5270f70cb941,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:38.280755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] For port ea197acf-7c2b-4868-b133-54d2139c777c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ea197acf-7c2b-4868-b133-54d2139c777c,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:38.281162 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.291984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port ea197acf-7c2b-4868-b133-54d2139c777c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ea197acf-7c2b-4868-b133-54d2139c777c,segment=NetworkSegment(acad4c32-082d-4532-a83c-8575d65436bc),segment_id=acad4c32-082d-4532-a83c-8575d65436bc)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:38.292773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.303802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] Calling delete_port for ea197acf-7c2b-4868-b133-54d2139c777c owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:38.309528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for ea197acf-7c2b-4868-b133-54d2139c777c owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:38.318498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=486f2926-121b-41b2-b5aa-2112e9544a16,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:38.407551 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.490801 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.506293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.509461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa2b1792-14ab-4441-bc0f-ce1f41cd2496 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/ports/486f2926-121b-41b2-b5aa-2112e9544a16 HTTP/1.1" status: 204 len: 168 time: 0.9682007 Sep 10 03:09:38.513511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35242) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:38.549264 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d93f518-8761-4df4-8df6-1ba2ae3b9dfc tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] GET failed (client error): The resource could not be found. Sep 10 03:09:38.551606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5d93f518-8761-4df4-8df6-1ba2ae3b9dfc tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "GET /v2.0/ports/486f2926-121b-41b2-b5aa-2112e9544a16 HTTP/1.1" status: 404 len: 333 time: 0.0367422 Sep 10 03:09:38.557350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] No DVR routers for this DVR port ea197acf-7c2b-4868-b133-54d2139c777c on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:38.557569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35244) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:38.559683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8850fc-99fb-4363-a5cf-71f29c8f54af None None] Pushing event deleted for resources: {'Port': ['ID=ea197acf-7c2b-4868-b133-54d2139c777c,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:38.585729 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.589746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'name': 'tempest-AllowedAddressPairTestJSON-1975405189'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:38.684974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port ea197acf-7c2b-4868-b133-54d2139c777c on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:38.693813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.710493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-534b14fe-8164-40dc-b6b9-87c9bd9680e8 req-12b557a8-12e9-44db-a60f-c624a849b525 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 210 time: 0.0912232 Sep 10 03:09:38.717452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=ea197acf-7c2b-4868-b133-54d2139c777c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:38.817033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b023f14b-5d71-45f3-8f34-12837f34ca39 req-7b731794-a6f6-47fb-97fe-7e69420725f7 tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.23 "GET /v2.0/ports?device_id=d298eb3f-36a8-4e19-b626-10854afc09d0 HTTP/1.1" status: 200 len: 210 time: 0.0934072 Sep 10 03:09:38.826595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Pushing event deleted for resources: {'Port': ['ID=c559d2ec-861d-495e-8dad-f6854c9cbfe4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:38.900652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.905173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:38.913252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.927912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] No DVR routers for this DVR port c559d2ec-861d-495e-8dad-f6854c9cbfe4 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:38.937230 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:38.939241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60eb402d-d661-45b7-9cf3-3e5f292a8485 req-cef7e827-d7f5-4f1b-8559-94c09051524e tempest-ServerPasswordTestJSON-1266906202 tempest-ServerPasswordTestJSON-1266906202-project] 10.222.0.32 "DELETE /v2.0/ports/c559d2ec-861d-495e-8dad-f6854c9cbfe4 HTTP/1.1" status: 204 len: 173 time: 1.6454251 Sep 10 03:09:38.946648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0247dd55-551f-48d9-a705-2a703daf403d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:38.953703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] device_id is not set on port df63b546-5449-4909-bbc0-f831e38633be yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:38.957376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Allocated IP 172.20.0.3 (600f520c-4375-490d-9566-d8123b68a2bc/c8dc4caa-fd75-49a0-a0d7-3a5aef97434e/1c11e6d1-398c-4290-981d-2aa8792db144) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:38.963631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acad4c32-082d-4532-a83c-8575d65436bc') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:38.963929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acad4c32-082d-4532-a83c-8575d65436bc') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:38.982162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.018011 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.043764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:39.044128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:39.047146 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:39.130705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Allocated IP 172.20.0.7 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/df63b546-5449-4909-bbc0-f831e38633be) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:39.168752 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.180922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.183525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/networks/0247dd55-551f-48d9-a705-2a703daf403d HTTP/1.1" status: 204 len: 168 time: 1.4369273 Sep 10 03:09:39.188234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35266) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:39.235952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88823fc4-9dbb-4972-b6ae-1bfc5e097015 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Network': ['ID=0247dd55-551f-48d9-a705-2a703daf403d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:39.315824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting subnet 898c2cbe-cedf-4191-ad16-4d78c1b8f0b0 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:39.320588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.321141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.332671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'name': 'network-vif-deleted', 'tag': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:39.335028 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe392467-a28f-457b-a0ff-b061f49ee7e7" -d '{"events": [{"server_uuid": "d298eb3f-36a8-4e19-b626-10854afc09d0", "name": "network-vif-deleted", "tag": "c559d2ec-861d-495e-8dad-f6854c9cbfe4"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:39.372398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.419419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.437426 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49e41f-6d77-4403-a96e-b3f247dbf78b x-openstack-request-id: req-3e49e41f-6d77-4403-a96e-b3f247dbf78b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:39.437724 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d298eb3f-36a8-4e19-b626-10854afc09d0", "name": "network-vif-deleted", "tag": "c559d2ec-861d-495e-8dad-f6854c9cbfe4", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:39.438033 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e49e41f-6d77-4403-a96e-b3f247dbf78b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:39.438432 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd298eb3f-36a8-4e19-b626-10854afc09d0', 'name': 'network-vif-deleted', 'tag': 'c559d2ec-861d-495e-8dad-f6854c9cbfe4', 'status': 'completed', 'code': 200} Sep 10 03:09:39.440508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Network 600f520c-4375-490d-9566-d8123b68a2bc is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:39.444148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:39.452065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:39.484038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.511331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Transition to ACTIVE for port object df63b546-5449-4909-bbc0-f831e38633be will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:39.521031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Pushing event updated for resources: {'Port': ['ID=1c11e6d1-398c-4290-981d-2aa8792db144,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:39.578708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:39.579941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.590353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.602636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-815d0227-b2cb-425c-9e79-652c10e956f3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8899760 Sep 10 03:09:39.615970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Request body: {'port': {'device_id': '81af02f9-0600-442e-8663-81d1d351dffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:39.676845 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.715659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.736294 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.755500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:39.761008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:39.787555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:39.803254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Subnet': ['ID=898c2cbe-cedf-4191-ad16-4d78c1b8f0b0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:39.803442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310d614-77f4-4468-894a-764234a6b65c None None] Network 6f49ec56-8b85-4ae8-ace9-7f9508bd406c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:39.809722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.821077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f94c825c-544d-44e5-9254-654174565bd5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/subnets/898c2cbe-cedf-4191-ad16-4d78c1b8f0b0 HTTP/1.1" status: 204 len: 168 time: 0.6316993 Sep 10 03:09:39.827038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35288) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:39.867739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=df63b546-5449-4909-bbc0-f831e38633be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:39.902705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:39.903913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:39.953522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fda2818b-719c-423e-bbab-8b56de7be24e tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3865874 Sep 10 03:09:39.954826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35302) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:39.961831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'network_id': 'b6f7217a-3160-487f-9a4e-940fe3d64627', 'name': 'tempest-AllowedAddressPairTestJSON-884937623'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:40.210662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] DHCP port deletion for 6f49ec56-8b85-4ae8-ace9-7f9508bd406c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:40.229632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-22f92a72-9671-4c21-9a5a-61baeefb3496 None None] Provisioning for port df63b546-5449-4909-bbc0-f831e38633be completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:40.238946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c11e6d1-398c-4290-981d-2aa8792db144 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:40.240644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-22f92a72-9671-4c21-9a5a-61baeefb3496 None None] Provisioning complete for port df63b546-5449-4909-bbc0-f831e38633be triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:40.241355 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-22f92a72-9671-4c21-9a5a-61baeefb3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.253135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.256568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Made reservation on behalf of 272abfb7eb3c48969c9d27fac0e91674 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:40.260125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.282388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] device_id is not set on port 06229f14-9c67-4e71-b7eb-8d794044b7ba yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:40.289701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35308) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:40.365678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-22f92a72-9671-4c21-9a5a-61baeefb3496 None None] Port df63b546-5449-4909-bbc0-f831e38633be cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:40.401754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] Deleting port 79261fed-756a-4d79-a53f-eb6e0666d061 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:40.402670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.432009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Allocated IP 172.20.0.9 (b6f7217a-3160-487f-9a4e-940fe3d64627/69a9b9c9-3537-457b-962b-db06aba9863d/06229f14-9c67-4e71-b7eb-8d794044b7ba) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:40.490079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Transition to ACTIVE for port object 1c11e6d1-398c-4290-981d-2aa8792db144 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:40.509457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.572552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] For port 79261fed-756a-4d79-a53f-eb6e0666d061, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=79261fed-756a-4d79-a53f-eb6e0666d061,segment=NetworkSegment(7cb1b60e-5368-42fe-9006-59b35c5a6b73),segment_id=7cb1b60e-5368-42fe-9006-59b35c5a6b73)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:40.576069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.593211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec64470e-4ea5-498d-b5e8-2ea8d0e69ac5 req-a1d41cd7-dafe-4423-a649-39087050f519 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0651686 Sep 10 03:09:40.595801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c559d2ec-861d-495e-8dad-f6854c9cbfe4 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:40.630119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: c559d2ec-861d-495e-8dad-f6854c9cbfe4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:40.631038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c559d2ec-861d-495e-8dad-f6854c9cbfe4 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:40.645377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] Calling delete_port for 79261fed-756a-4d79-a53f-eb6e0666d061 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:40.704319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Deleting subnet 72e876c6-6edb-4012-9014-f6b553373f96 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:40.770988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.797149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.804329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47dc49-ab20-4e22-aba8-e711a91197eb req-299ba44d-b98b-4fc1-a8a7-76b2bc76a1f0 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:40.805791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e47dc49-ab20-4e22-aba8-e711a91197eb req-299ba44d-b98b-4fc1-a8a7-76b2bc76a1f0 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 931 time: 0.5374541 Sep 10 03:09:40.810062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.832600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Transition to ACTIVE for port object 06229f14-9c67-4e71-b7eb-8d794044b7ba will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:40.851209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.893456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] Pushing event deleted for resources: {'Port': ['ID=79261fed-756a-4d79-a53f-eb6e0666d061,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:40.895830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27f11e-5249-4508-b119-60ae928c28f2 None None] No DVR routers for this DVR port 79261fed-756a-4d79-a53f-eb6e0666d061 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:40.923316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:40.924539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Pushing event updated for resources: {'Port': ['ID=1c11e6d1-398c-4290-981d-2aa8792db144,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:40.950085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e47dc49-ab20-4e22-aba8-e711a91197eb req-21b82a6f-4a8f-44b0-bb61-3e6d749f0c12 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952835 Sep 10 03:09:40.962448 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.049159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Network b6f7217a-3160-487f-9a4e-940fe3d64627 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:41.052585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Attempting to bind port 1c11e6d1-398c-4290-981d-2aa8792db144 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:41.053013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Attempting to bind port 1c11e6d1-398c-4290-981d-2aa8792db144 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'cebf4f1f-2de1-436d-a305-4c2a93223a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:41.053577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Attempting to bind port 1c11e6d1-398c-4290-981d-2aa8792db144 on network 600f520c-4375-490d-9566-d8123b68a2bc {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:41.055042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:41.065925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=06229f14-9c67-4e71-b7eb-8d794044b7ba,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:41.068799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:41.119112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Port 1c11e6d1-398c-4290-981d-2aa8792db144 on network 600f520c-4375-490d-9566-d8123b68a2bc not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:41.120256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Attempting to bind port 1c11e6d1-398c-4290-981d-2aa8792db144 on network 600f520c-4375-490d-9566-d8123b68a2bc {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:41.131345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:41.131743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Checking segment: {'id': 'cebf4f1f-2de1-436d-a305-4c2a93223a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:41.132134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Bound using segment: {'id': 'cebf4f1f-2de1-436d-a305-4c2a93223a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:41.132628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Bound port: 1c11e6d1-398c-4290-981d-2aa8792db144, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebf4f1f-2de1-436d-a305-4c2a93223a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:41.133003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.138399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.165534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:41.166800 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.172680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.203748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab49a393-53e1-496a-837c-c4d44440d982 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2463617 Sep 10 03:09:41.206035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35336) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:41.218438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1c:c1:3e'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0e:9d:2b'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:41.386738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2a6c481a-7ac2-42da-b545-e6194b1d5739 req-c76d5bc0-49e9-4a9b-a2f4-044b23eb8cb4 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0890038 Sep 10 03:09:41.400188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.500348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd451d00-4ca2-46a7-a437-1380fa2519ad None None] Provisioning for port 06229f14-9c67-4e71-b7eb-8d794044b7ba completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:41.508665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd451d00-4ca2-46a7-a437-1380fa2519ad None None] Provisioning complete for port 06229f14-9c67-4e71-b7eb-8d794044b7ba triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:41.510591 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd451d00-4ca2-46a7-a437-1380fa2519ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.631261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f49ec56-8b85-4ae8-ace9-7f9508bd406c']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:41.631908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cd451d00-4ca2-46a7-a437-1380fa2519ad None None] Port 06229f14-9c67-4e71-b7eb-8d794044b7ba cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:41.661846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb1b60e-5368-42fe-9006-59b35c5a6b73') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:41.662152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb1b60e-5368-42fe-9006-59b35c5a6b73') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:41.677043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] For port 1c11e6d1-398c-4290-981d-2aa8792db144, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:41.682229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] For port 1c11e6d1-398c-4290-981d-2aa8792db144, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1c11e6d1-398c-4290-981d-2aa8792db144,segment=NetworkSegment(cebf4f1f-2de1-436d-a305-4c2a93223a16),segment_id=cebf4f1f-2de1-436d-a305-4c2a93223a16)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:41.684312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.692471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.700132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.749204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e876c6-6edb-4012-9014-f6b553373f96,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:41.754567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.757478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.764412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.772443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.773762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-71f3c63b-4d31-4641-b671-bff4345dd53e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/72e876c6-6edb-4012-9014-f6b553373f96 HTTP/1.1" status: 204 len: 168 time: 1.4756019 Sep 10 03:09:41.774945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:41.775591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.777101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c11e6d1-398c-4290-981d-2aa8792db144 HTTP/1.1" status: 200 len: 1091 time: 2.1661818 Sep 10 03:09:41.777937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81af02f9-0600-442e-8663-81d1d351dffb', 'tag': '1c11e6d1-398c-4290-981d-2aa8792db144'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:41.778061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35346) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:41.780241 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a" -d '{"events": [{"name": "network-changed", "server_uuid": "81af02f9-0600-442e-8663-81d1d351dffb", "tag": "1c11e6d1-398c-4290-981d-2aa8792db144"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:41.802982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:41.809692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:41.813607 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:41.849513 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b969763-f3ca-4733-8515-8e8407e7b891 x-openstack-request-id: req-7b969763-f3ca-4733-8515-8e8407e7b891 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:41.849795 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81af02f9-0600-442e-8663-81d1d351dffb", "tag": "1c11e6d1-398c-4290-981d-2aa8792db144", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:41.850046 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b969763-f3ca-4733-8515-8e8407e7b891 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:41.850440 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81af02f9-0600-442e-8663-81d1d351dffb', 'tag': '1c11e6d1-398c-4290-981d-2aa8792db144', 'status': 'completed', 'code': 200} Sep 10 03:09:41.925054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c10ef-3d8a-4b54-a962-ae5852663865 service neutron] Pushing event updated for resources: {'Port': ['ID=1c11e6d1-398c-4290-981d-2aa8792db144,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:41.968605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.978329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-3e8103b3-5f6f-4f63-8fda-a121234f6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:41.980551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-3e8103b3-5f6f-4f63-8fda-a121234f6a5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d59350571def435fae74982fb250c12c&device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 1094 time: 0.1220994 Sep 10 03:09:41.992261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:41.992438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event updated for resources: {'Port': ['ID=06229f14-9c67-4e71-b7eb-8d794044b7ba,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:41.994320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/networks/6f49ec56-8b85-4ae8-ace9-7f9508bd406c HTTP/1.1" status: 204 len: 168 time: 2.1653569 Sep 10 03:09:42.005728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35352) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:42.013328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-660926059'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:42.018176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.020249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599c47e-4a0a-44b4-8063-dc7c541e7eec tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Network': ['ID=6f49ec56-8b85-4ae8-ace9-7f9508bd406c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:42.021802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] In _notify_port_updated(), no bound segment for port 06229f14-9c67-4e71-b7eb-8d794044b7ba on network b6f7217a-3160-487f-9a4e-940fe3d64627 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:09:42.027408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:42.028126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.029453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-01392f9b-cc02-4395-82a6-2d0bb3e70ac8 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "PUT /v2.0/ports/06229f14-9c67-4e71-b7eb-8d794044b7ba HTTP/1.1" status: 200 len: 1054 time: 0.8224151 Sep 10 03:09:42.032759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35354) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:42.068492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-1253ebf7-e745-4642-9510-37b5e4cc69e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c11e6d1-398c-4290-981d-2aa8792db144 HTTP/1.1" status: 200 len: 217 time: 0.0783074 Sep 10 03:09:42.157906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-8a413fe8-151c-4f75-b93b-656fa1c6d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:42.160512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-8a413fe8-151c-4f75-b93b-656fa1c6d257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8dc4caa-fd75-49a0-a0d7-3a5aef97434e HTTP/1.1" status: 200 len: 861 time: 0.0753515 Sep 10 03:09:42.202330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 79261fed-756a-4d79-a53f-eb6e0666d061 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:42.204154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-8e5518a9-83f4-487d-9e7f-d9e7c557d9f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=600f520c-4375-490d-9566-d8123b68a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Sep 10 03:09:42.222950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 79261fed-756a-4d79-a53f-eb6e0666d061 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:42.223632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 79261fed-756a-4d79-a53f-eb6e0666d061 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:42.258286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c927bcad-a424-4e6c-94d6-e4cebe817399 None None] Provisioning complete for port 06229f14-9c67-4e71-b7eb-8d794044b7ba triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:42.259067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c927bcad-a424-4e6c-94d6-e4cebe817399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.296863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c927bcad-a424-4e6c-94d6-e4cebe817399 None None] Port 06229f14-9c67-4e71-b7eb-8d794044b7ba cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:42.315629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-467843e6-3079-4f9a-9091-99ae89cdc800 service neutron] 10.222.0.36 "GET /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045923 Sep 10 03:09:42.414305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a42c74d-bf05-4f57-84c1-6f02b892a296 req-4004f7b0-5378-4cca-93d5-2a2866bb6f8c service neutron] 10.222.0.36 "GET /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902960 Sep 10 03:09:42.539631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-b99ea0f4-f834-4b14-a2f2-dc94da564acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:42.541607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-b99ea0f4-f834-4b14-a2f2-dc94da564acd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d59350571def435fae74982fb250c12c&device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 1094 time: 0.0753059 Sep 10 03:09:42.582150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47110f1b-f53a-49e3-baff-fa7d855ea777 req-8b49350a-9174-4293-9d14-8cab60c5b01d tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0489798 Sep 10 03:09:42.588103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:42.591665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.650889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.671380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-1768a7e4-b276-4d45-9a26-725b5df6e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:42.671792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-1768a7e4-b276-4d45-9a26-725b5df6e500 service neutron] 10.222.0.36 "GET /v2.0/networks?id=600f520c-4375-490d-9566-d8123b68a2bc HTTP/1.1" status: 200 len: 921 time: 0.1210601 Sep 10 03:09:42.681626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd47a6c-72c1-4104-8c19-06c5647cf647']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:42.705444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0786af1-80bb-42b7-8d6e-ea47d033be15') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:42.705784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0786af1-80bb-42b7-8d6e-ea47d033be15') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:42.717362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.722889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-bef0763c-3114-4fb3-bb21-545a257b634f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c11e6d1-398c-4290-981d-2aa8792db144 HTTP/1.1" status: 200 len: 217 time: 0.0434849 Sep 10 03:09:42.745022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4d8-1a58-40db-8a18-5fb9394299dd req-6a93037f-30fb-433f-a81f-77ac3d1aaca2 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:42.746901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31faf4d8-1a58-40db-8a18-5fb9394299dd req-6a93037f-30fb-433f-a81f-77ac3d1aaca2 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 943 time: 0.6003659 Sep 10 03:09:42.755723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.774577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:42.787670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-8157a956-01d6-4bda-b704-aacdb2ed3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:42.789304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-8157a956-01d6-4bda-b704-aacdb2ed3c5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8dc4caa-fd75-49a0-a0d7-3a5aef97434e HTTP/1.1" status: 200 len: 861 time: 0.0575492 Sep 10 03:09:42.799478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:42.799977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:42.805759 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:42.824793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port 06229f14-9c67-4e71-b7eb-8d794044b7ba {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:42.825277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.826885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-4777b4b7-e8f7-47c5-a3ec-a2ddbe8e3ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=600f520c-4375-490d-9566-d8123b68a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282063 Sep 10 03:09:42.828479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.828829 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Added segment ffec3bb1-4475-4f6d-9114-520f42fe8540 of type vlan for network 4ef7fe83-7038-498a-b6db-e415904ff76c Sep 10 03:09:42.954594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-493a1c7a-be4f-457a-b00f-8c0c6f02501d service neutron] 10.222.0.36 "GET /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199465 Sep 10 03:09:42.961743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.967388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31faf4d8-1a58-40db-8a18-5fb9394299dd req-b673ea48-a81e-4dd6-a471-c84f764406ea tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091558 Sep 10 03:09:42.972081 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.972346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a9f23c0f-36cb-4fa1-b14b-5fc2f964dfaf req-80cc567b-897a-4b6f-8ff5-fa61709e0646 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0329456 Sep 10 03:09:42.976529 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:42.979000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fbd47a6c-72c1-4104-8c19-06c5647cf647 HTTP/1.1" status: 204 len: 168 time: 1.1957316 Sep 10 03:09:43.047097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720c49f-a100-4a9a-b600-bc2ac536cb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd47a6c-72c1-4104-8c19-06c5647cf647,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:43.073846 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2c8805d-54d8-42d1-90b6-eadfb805ed0a req-efe12084-ca6f-456e-aead-59357bb0d53a service neutron] 10.222.0.36 "GET /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038654 Sep 10 03:09:43.088901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.096841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:43.097479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.118982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.151646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for 06229f14-9c67-4e71-b7eb-8d794044b7ba owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:43.157661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35362) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:43.161039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1530259 Sep 10 03:09:43.162610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'subnet': {'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:43.253459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35368) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:43.319359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:43.324745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.344072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.349116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb06d32f-660f-4b1f-9842-a33855822c3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f067fb3cc2141babf194de13636cb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941875 Sep 10 03:09:43.352574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35372) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:43.379696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb0e25-5216-46d1-bb2a-28bfe4d256f0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Network': ['ID=4ef7fe83-7038-498a-b6db-e415904ff76c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:43.393395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4ef7fe83-7038-498a-b6db-e415904ff76c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:43.425060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=06229f14-9c67-4e71-b7eb-8d794044b7ba,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:43.563922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e24bd11-ffd8-4332-9c72-3977a93d3c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.631616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e24bd11-ffd8-4332-9c72-3977a93d3c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.749153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40bb8b09-bed7-4fff-8723-9ea626256da7 req-ae2a1343-b2fd-4248-bc8b-da5d85d0dbf6 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0402484 Sep 10 03:09:43.759310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.760361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.762286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7002ba3e-9d67-4d71-aec5-97076d57c65b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/ports/06229f14-9c67-4e71-b7eb-8d794044b7ba HTTP/1.1" status: 204 len: 168 time: 1.7265348 Sep 10 03:09:43.766834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35376) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:43.799040 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a49a407-0647-43b5-9d15-c2bd8be7bf52 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] GET failed (client error): The resource could not be found. Sep 10 03:09:43.800902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0a49a407-0647-43b5-9d15-c2bd8be7bf52 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "GET /v2.0/ports/06229f14-9c67-4e71-b7eb-8d794044b7ba HTTP/1.1" status: 404 len: 333 time: 0.0330729 Sep 10 03:09:43.803914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35378) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:43.834329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Subnet': ['ID=ab85d254-e1c3-4329-b7a3-3e2dc9969aec,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:43.881307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e24bd11-ffd8-4332-9c72-3977a93d3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.884086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e24bd11-ffd8-4332-9c72-3977a93d3c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.885254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7e24bd11-ffd8-4332-9c72-3977a93d3c71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b9f7aba-f465-4029-a4d5-d63c3927932e HTTP/1.1" status: 204 len: 168 time: 0.5320296 Sep 10 03:09:43.927866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port df63b546-5449-4909-bbc0-f831e38633be {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:43.928485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:43.936768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24bd11-ffd8-4332-9c72-3977a93d3c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9f7aba-f465-4029-a4d5-d63c3927932e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:43.949325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7c4e4e4-c28e-4791-bb60-3d71352f250f req-24cbfb71-3252-4c8b-8c1f-866e43b9433b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0567493 Sep 10 03:09:43.970121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-b46302be-7856-41be-ad3a-cee921a24e81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414628 Sep 10 03:09:43.972979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Checking segment: {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:43.973999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network hostable DHCP agents. Network: 4ef7fe83-7038-498a-b6db-e415904ff76c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:44.022221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 4ef7fe83-7038-498a-b6db-e415904ff76c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:44.063613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4ef7fe83-7038-498a-b6db-e415904ff76c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:44.072910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a98378-81f9-4446-a10c-154d7562a0cb None None] Network 4ef7fe83-7038-498a-b6db-e415904ff76c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:44.110873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.125430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:44.126034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.142232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for df63b546-5449-4909-bbc0-f831e38633be owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:44.199635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-38762a6f-2044-4c5c-a547-8afb67a352e4 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0407977 Sep 10 03:09:44.201734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35384) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:44.212205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1625522971'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:44.218669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589479d3-7159-4916-9170-520670f4cc1c req-7aa6e61f-99f0-4e67-a20b-545853a09992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:44.232481 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-7aa6e61f-99f0-4e67-a20b-545853a09992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.1895962 Sep 10 03:09:44.369198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4ef7fe83-7038-498a-b6db-e415904ff76c', 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'fixed_ips': [{'subnet_id': 'ab85d254-e1c3-4329-b7a3-3e2dc9969aec'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:09:44.370069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.379503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:44.379936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.383954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.427613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20cc4c-378e-4e6c-b2db-f46bec5edb53 req-c9662a3b-c713-4cbe-a32e-57ba786e889a tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:44.429628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a20cc4c-378e-4e6c-b2db-f46bec5edb53 req-c9662a3b-c713-4cbe-a32e-57ba786e889a tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 943 time: 0.2892156 Sep 10 03:09:44.465045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=df63b546-5449-4909-bbc0-f831e38633be,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:44.490327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:44.501278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589479d3-7159-4916-9170-520670f4cc1c req-52809078-b649-473d-9bad-ba3b3a565af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:44.502880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-52809078-b649-473d-9bad-ba3b3a565af2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.2465260 Sep 10 03:09:44.518454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.518818 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Added segment 68b4b196-2ef9-4627-ba0c-2c2576899a1c of type vlan for network c00f35a9-cdbd-4bea-95ed-01571c7d161a Sep 10 03:09:44.543964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1c11e6d1-398c-4290-981d-2aa8792db144 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:09:44.593764 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a20cc4c-378e-4e6c-b2db-f46bec5edb53 req-0023919e-f38d-4ba9-b241-bb9f7cce66c3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373632 Sep 10 03:09:44.624459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.627831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3e3e03c6-a21a-4124-a399-9f7a2ea69a39 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/ports/df63b546-5449-4909-bbc0-f831e38633be HTTP/1.1" status: 204 len: 168 time: 0.8229177 Sep 10 03:09:44.630768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35394) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:44.669075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.684878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-bdc5ca75-b5fd-4bda-94b4-b59b8d580254 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 1001 time: 0.1737642 Sep 10 03:09:44.691110 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e49ef0e-8cff-47ae-8de8-85b21b7ec821 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] GET failed (client error): The resource could not be found. Sep 10 03:09:44.708210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5e49ef0e-8cff-47ae-8de8-85b21b7ec821 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "GET /v2.0/ports/df63b546-5449-4909-bbc0-f831e38633be HTTP/1.1" status: 404 len: 333 time: 0.0730798 Sep 10 03:09:44.708515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35398) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:44.770493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.776890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:44.777973 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.857052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589479d3-7159-4916-9170-520670f4cc1c req-e1ccc1bc-a9a4-4392-ba00-657751d5a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:44.858585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-e1ccc1bc-a9a4-4392-ba00-657751d5a3a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.1662896 Sep 10 03:09:44.893742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port aea1d6d8-c8c6-4891-a760-7c162e04cad7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:44.894301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:44.929535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7240021 Sep 10 03:09:44.932284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35404) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:44.950850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'subnet': {'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:44.969122 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:09:44.975385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Allocated IP 19.80.0.2 (4ef7fe83-7038-498a-b6db-e415904ff76c/ab85d254-e1c3-4329-b7a3-3e2dc9969aec/e0b270f4-e1a0-4f79-a430-a47c6e3e99c9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:45.139314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4740b1db-71cc-486c-af64-b77b0f31d46c req-e62450a4-593a-464d-8dc3-38c072772843 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.2086363 Sep 10 03:09:45.147941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc97281-ea01-483c-afc7-b9aa1b5c7792 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Network': ['ID=c00f35a9-cdbd-4bea-95ed-01571c7d161a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:45.189403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589479d3-7159-4916-9170-520670f4cc1c req-a1055198-6657-4595-9054-2295af643256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:45.191177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-a1055198-6657-4595-9054-2295af643256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060074 Sep 10 03:09:45.192433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:45.256056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.269823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1c11e6d1-398c-4290-981d-2aa8792db144, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1c11e6d1-398c-4290-981d-2aa8792db144,segment=NetworkSegment(cebf4f1f-2de1-436d-a305-4c2a93223a16),segment_id=cebf4f1f-2de1-436d-a305-4c2a93223a16)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:45.307284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for aea1d6d8-c8c6-4891-a760-7c162e04cad7 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:45.317935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:45.325247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.370136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '1c11e6d1-398c-4290-981d-2aa8792db144', 'network_id': '600f520c-4375-490d-9566-d8123b68a2bc', 'port_id': '1c11e6d1-398c-4290-981d-2aa8792db144', 'mac_address': 'fa:16:3e:b1:11:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8dc4caa-fd75-49a0-a0d7-3a5aef97434e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:09:45.374062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-ca651098-975a-4a12-b2b8-6b89779024c6 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745167 Sep 10 03:09:45.409041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35416) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:45.528731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.545071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-589479d3-7159-4916-9170-520670f4cc1c req-b122d497-3e9d-457d-b30c-beaad2b9b6a9 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609900 Sep 10 03:09:45.561137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c11e6d1-398c-4290-981d-2aa8792db144 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:45.630321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1774827434-network', 'tenant_id': 'a600918c850b43d9a27c6dbf25678726'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:45.643416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1c11e6d1-398c-4290-981d-2aa8792db144, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1c11e6d1-398c-4290-981d-2aa8792db144,segment=NetworkSegment(cebf4f1f-2de1-436d-a305-4c2a93223a16),segment_id=cebf4f1f-2de1-436d-a305-4c2a93223a16)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:45.665249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Made reservation on behalf of a600918c850b43d9a27c6dbf25678726 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:45.674113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.680855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.707131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.750856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244616-ab3e-4daf-9702-7548128abdb9 req-97a17eec-489a-44a6-9391-da57c7bf1eb3 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:45.752841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba244616-ab3e-4daf-9702-7548128abdb9 req-97a17eec-489a-44a6-9391-da57c7bf1eb3 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.2031851 Sep 10 03:09:45.777850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.807861 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.819125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998033-5f00-44e0-a475-7677cb6d29ed req-151e7601-77ca-4806-a0bc-fef3c1399ccf tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:45.821036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ba244616-ab3e-4daf-9702-7548128abdb9 req-60fa1265-ff6f-4654-a08e-f3c6c4b344b0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.837401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1998033-5f00-44e0-a475-7677cb6d29ed req-151e7601-77ca-4806-a0bc-fef3c1399ccf tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 944 time: 0.1158550 Sep 10 03:09:45.846928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Transition to ACTIVE for port object e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:45.854959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1c11e6d1-398c-4290-981d-2aa8792db144,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:45.870952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Transition to ACTIVE for port object e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:45.877909 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:45.898575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Network 4ef7fe83-7038-498a-b6db-e415904ff76c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:45.901363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:45.925827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:45.927428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Subnet': ['ID=6a426478-bb1d-4af8-8c24-3c5c94e44bc0,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:45.928211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1c11e6d1-398c-4290-981d-2aa8792db144'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:45.943627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1998033-5f00-44e0-a475-7677cb6d29ed req-777cbfab-43e0-45a4-922d-988e96f32418 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051731 Sep 10 03:09:45.959949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Checking segment: {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:45.960317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network hostable DHCP agents. Network: c00f35a9-cdbd-4bea-95ed-01571c7d161a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:45.977230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.008964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:46.011054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=aea1d6d8-c8c6-4891-a760-7c162e04cad7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:46.041391 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.047686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.052209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, c00f35a9-cdbd-4bea-95ed-01571c7d161a) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:46.081422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee81c53-f4be-4a28-891a-96fd12aba4d3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:46.084753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Attempting to bind port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:46.085072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Attempting to bind port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:46.085413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Attempting to bind port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 on network 4ef7fe83-7038-498a-b6db-e415904ff76c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:46.091267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff759497-46bc-4f69-a7e9-d3e3b067fe09 None None] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:46.106652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:46.107269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.123009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:46.137651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.138021 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Added segment e5b881cc-86e4-479e-86b8-d3d517abc01f of type vlan for network 3eb64f67-f19d-4dcd-bc9e-49da1fc53c59 Sep 10 03:09:46.226082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.238024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:46.238481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Checking segment: {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:46.239120 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.242922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Bound using segment: {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:46.243339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.243799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Bound port: e0b270f4-e1a0-4f79-a430-a47c6e3e99c9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:46.244279 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.247118 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28b7bb06-7b09-4b19-ab70-8f2542036dd0 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/ports/aea1d6d8-c8c6-4891-a760-7c162e04cad7 HTTP/1.1" status: 204 len: 168 time: 1.5376499 Sep 10 03:09:46.250006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35428) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:46.275501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Pushing event updated for resources: {'Port': ['ID=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:46.311905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.312871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:46.313471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.331304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting subnet 69a9b9c9-3537-457b-962b-db06aba9863d {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:46.337050 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.349898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04144d35-25a4-4523-8a3c-55f56a3603b3 req-de353744-158b-45c9-b2c4-42b3b43533ae tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0486519 Sep 10 03:09:46.395876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] For port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:46.399343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] For port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:46.406090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ba244616-ab3e-4daf-9702-7548128abdb9 req-60fa1265-ff6f-4654-a08e-f3c6c4b344b0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.426141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.426570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.430445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ba244616-ab3e-4daf-9702-7548128abdb9 req-60fa1265-ff6f-4654-a08e-f3c6c4b344b0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.484939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb64f67-f19d-4dcd-bc9e-49da1fc53c59,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:46.493329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9cfd32a8-319b-42bf-9d3c-d3d2805d8268 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5395069 Sep 10 03:09:46.499081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d9df11de-c275-403a-9212-14d4387ad0e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0886548 Sep 10 03:09:46.543284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba244616-ab3e-4daf-9702-7548128abdb9 req-60fa1265-ff6f-4654-a08e-f3c6c4b344b0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7824965 Sep 10 03:09:46.555961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 3eb64f67-f19d-4dcd-bc9e-49da1fc53c59 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:46.603052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa1265-ff6f-4654-a08e-f3c6c4b344b0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8e9be-9198-4ea0-abb6-9b91713bac18,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:46.689953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cc374-025d-4e0e-a22a-28c2282c1385 None None] Pushing event updated for resources: {'Port': ['ID=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:46.811084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.815508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-c00f35a9-cdbd-4bea-95ed-01571c7d161a', 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'fixed_ips': [{'subnet_id': '6a426478-bb1d-4af8-8c24-3c5c94e44bc0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:09:46.816442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:46.878671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3288-1376-419d-ad76-e6374d9c19ea req-7a626104-1bec-4a15-a8e5-b2460865d853 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:46.880601 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04bb3288-1376-419d-ad76-e6374d9c19ea req-7a626104-1bec-4a15-a8e5-b2460865d853 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1475594 Sep 10 03:09:46.999629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.031536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.035925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/subnets/69a9b9c9-3537-457b-962b-db06aba9863d HTTP/1.1" status: 204 len: 168 time: 0.7826121 Sep 10 03:09:47.036473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:47.065096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04bb3288-1376-419d-ad76-e6374d9c19ea req-e1e3e477-9832-47a5-a9bc-56be953c1dd1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260397 Sep 10 03:09:47.066307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455010f2-f985-4666-bb24-7da48e5efad2 tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Subnet': ['ID=69a9b9c9-3537-457b-962b-db06aba9863d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:47.103635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616d84b-8523-4f65-bd7a-c1756b3f373d None None] Network b6f7217a-3160-487f-9a4e-940fe3d64627 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:47.114901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35472) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:47.172040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Allocated IP 19.86.0.2 (c00f35a9-cdbd-4bea-95ed-01571c7d161a/6a426478-bb1d-4af8-8c24-3c5c94e44bc0/ab845539-fd3b-49f5-998a-388a50fecf67) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:47.200248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0e42218-90fc-4ef5-adf2-4eb3fdf41b8f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/1ceb0600-91f3-473b-8ef5-8bf683eea5ab HTTP/1.1" status: 200 len: 993 time: 0.0839286 Sep 10 03:09:47.278867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.413645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-6b4a077e-33d2-4cd2-9ee5-852d3cfb017b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:47.420000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-6b4a077e-33d2-4cd2-9ee5-852d3cfb017b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:47.429922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-6b4a077e-33d2-4cd2-9ee5-852d3cfb017b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/networks?id=4ef7fe83-7038-498a-b6db-e415904ff76c&id=c00f35a9-cdbd-4bea-95ed-01571c7d161a HTTP/1.1" status: 200 len: 1391 time: 0.2859757 Sep 10 03:09:47.471618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-c2edda67-e1ad-4388-836e-3d0b3589be8e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/quotas/c9b76023e4e2432498a5208749228bc4 HTTP/1.1" status: 200 len: 375 time: 0.0394373 Sep 10 03:09:47.543794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.555589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Transition to ACTIVE for port object ab845539-fd3b-49f5-998a-388a50fecf67 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:47.575560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Deleting port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:47.576130 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.579849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Transition to ACTIVE for port object ab845539-fd3b-49f5-998a-388a50fecf67 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:47.590545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.641956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da596e-4ebc-47da-96b4-8c26b580cbf6 req-bd61a7c5-70c1-4cc0-ba3a-9e5fa7673b0b tempest-ComputeTenantNetworksTest-1689513248 tempest-ComputeTenantNetworksTest-1689513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:47.649509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da596e-4ebc-47da-96b4-8c26b580cbf6 req-bd61a7c5-70c1-4cc0-ba3a-9e5fa7673b0b tempest-ComputeTenantNetworksTest-1689513248 tempest-ComputeTenantNetworksTest-1689513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:47.656783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] DHCP port deletion for b6f7217a-3160-487f-9a4e-940fe3d64627 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:47.657750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da596e-4ebc-47da-96b4-8c26b580cbf6 req-bd61a7c5-70c1-4cc0-ba3a-9e5fa7673b0b tempest-ComputeTenantNetworksTest-1689513248 tempest-ComputeTenantNetworksTest-1689513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:47.659445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78da596e-4ebc-47da-96b4-8c26b580cbf6 req-bd61a7c5-70c1-4cc0-ba3a-9e5fa7673b0b tempest-ComputeTenantNetworksTest-1689513248 tempest-ComputeTenantNetworksTest-1689513248-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3238692 Sep 10 03:09:47.671751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Pushing event updated for resources: {'Port': ['ID=ab845539-fd3b-49f5-998a-388a50fecf67,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:47.680825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:47.684710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:47.688825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:47.777629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35482) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:47.780639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Attempting to bind port ab845539-fd3b-49f5-998a-388a50fecf67 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:47.781135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Attempting to bind port ab845539-fd3b-49f5-998a-388a50fecf67 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:47.782139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-fdcaa309-787f-4458-aeef-af37bbaa899f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3089886 Sep 10 03:09:47.785377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] For port dbe4e8c9-510a-4af1-acca-9f4563cf4b78, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,segment=NetworkSegment(087150ab-7463-4193-bce3-8d0cea731cde),segment_id=087150ab-7463-4193-bce3-8d0cea731cde)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:47.785752 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.785887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Attempting to bind port ab845539-fd3b-49f5-998a-388a50fecf67 on network c00f35a9-cdbd-4bea-95ed-01571c7d161a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:47.811007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:47.811547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Checking segment: {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:47.812030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.812307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Calling delete_port for dbe4e8c9-510a-4af1-acca-9f4563cf4b78 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:47.815841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Bound using segment: {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:47.816607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Bound port: ab845539-fd3b-49f5-998a-388a50fecf67, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:47.817241 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.833981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] Deleting port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:47.835021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.859617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d052ad-cfa4-4417-a334-39ba22b70145 req-690194d7-5937-41e5-940e-fbc5467584ab tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:47.864489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6d052ad-cfa4-4417-a334-39ba22b70145 req-690194d7-5937-41e5-940e-fbc5467584ab tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 944 time: 0.1001101 Sep 10 03:09:47.907350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] For port dbe4e8c9-510a-4af1-acca-9f4563cf4b78, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,segment=NetworkSegment(087150ab-7463-4193-bce3-8d0cea731cde),segment_id=087150ab-7463-4193-bce3-8d0cea731cde)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:47.908118 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.922080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] Calling delete_port for dbe4e8c9-510a-4af1-acca-9f4563cf4b78 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:47.945441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:47.980714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] No DVR routers for this DVR port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:48.012031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6d052ad-cfa4-4417-a334-39ba22b70145 req-ace23783-4f7a-4f6b-bb57-5d76f284a06a tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372538 Sep 10 03:09:48.033861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Port': ['ID=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:48.056468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] For port ab845539-fd3b-49f5-998a-388a50fecf67, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:48.060867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] For port ab845539-fd3b-49f5-998a-388a50fecf67, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ab845539-fd3b-49f5-998a-388a50fecf67,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:48.076554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.221047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c65a3c97-9a0d-4d5f-a69b-3daedfa89a1c req-d5544585-332b-423b-bede-a42c94871bf3 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0719268 Sep 10 03:09:48.277578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78e259-9075-4b9c-9fc7-648c24cf1778 None None] Network 4ef7fe83-7038-498a-b6db-e415904ff76c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:48.354064 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.359612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:48.373677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-84354e8c-36f4-4335-98b1-0ac8d86ee4c0 service neutron] 10.222.0.23 "GET /v2.0/networks/4ef7fe83-7038-498a-b6db-e415904ff76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906692 Sep 10 03:09:48.396837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f7217a-3160-487f-9a4e-940fe3d64627']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:48.410953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087150ab-7463-4193-bce3-8d0cea731cde') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:48.411294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087150ab-7463-4193-bce3-8d0cea731cde') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:48.442125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.463930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca69373-a47a-46ef-9f41-85f32f334203 None None] Pushing event updated for resources: {'Port': ['ID=ab845539-fd3b-49f5-998a-388a50fecf67,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:48.474737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.488090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:48.488568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.495027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1c11e6d1-398c-4290-981d-2aa8792db144 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:48.536438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-813f329c-7e1e-4819-9655-2e2009f54bd0 None None] Provisioning for port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:48.542260 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:48.569929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca7df8-a7c3-4253-8f8d-6cf696d00804 req-ced578ab-cb8c-4c68-8c59-fc030da25781 tempest-ComputeTenantNetworksTest-1689513248 tempest-ComputeTenantNetworksTest-1689513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:48.589969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-acca7df8-a7c3-4253-8f8d-6cf696d00804 req-ced578ab-cb8c-4c68-8c59-fc030da25781 tempest-ComputeTenantNetworksTest-1689513248 tempest-ComputeTenantNetworksTest-1689513248-project] 10.222.0.23 "GET /v2.0/networks/3eb64f67-f19d-4dcd-bc9e-49da1fc53c59 HTTP/1.1" status: 200 len: 769 time: 0.1744747 Sep 10 03:09:48.589969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35490) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:48.629386 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.668264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:48.677415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] Pushing event deleted for resources: {'Port': ['ID=dbe4e8c9-510a-4af1-acca-9f4563cf4b78,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:48.696729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:48.697427 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.701895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.712032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ea698-a499-41f0-b7c6-b6cf712dcc22 None None] No DVR routers for this DVR port dbe4e8c9-510a-4af1-acca-9f4563cf4b78 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:48.718229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.719762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] 10.222.0.23 "DELETE /v2.0/networks/b6f7217a-3160-487f-9a4e-940fe3d64627 HTTP/1.1" status: 204 len: 168 time: 1.6820064 Sep 10 03:09:48.741053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb69f3-47e9-4374-9361-003c8b0ba24b tempest-AllowedAddressPairTestJSON-737193711 tempest-AllowedAddressPairTestJSON-737193711-project] Pushing event deleted for resources: {'Network': ['ID=b6f7217a-3160-487f-9a4e-940fe3d64627,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:48.744684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-f1fbd5f6-b197-4647-a595-a4d033c1057c service neutron] 10.222.0.23 "GET /v2.0/networks/4ef7fe83-7038-498a-b6db-e415904ff76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311610 Sep 10 03:09:48.774710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 1c11e6d1-398c-4290-981d-2aa8792db144 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:48.799544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 1c11e6d1-398c-4290-981d-2aa8792db144 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:48.800157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.820289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-2bf84574-ad52-4e9a-89fc-c3edca67acc5 req-f929fd04-304b-4279-b711-3e7bf7761148 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:09:48.821319 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2bf84574-ad52-4e9a-89fc-c3edca67acc5 req-f929fd04-304b-4279-b711-3e7bf7761148 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111861 Sep 10 03:09:48.844664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:48.903953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-11264183-6a7d-4226-aece-019b3abf779f service neutron] 10.222.0.23 "GET /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446919 Sep 10 03:09:49.055968 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.081142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.088794 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-ca1e5b96-4cd9-485c-9d91-89c6af9032c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774931 Sep 10 03:09:49.108560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:49.128145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af02f9-0600-442e-8663-81d1d351dffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c11e6d1-398c-4290-981d-2aa8792db144'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:49.130742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d5b36-b046-48a7-8bee-80667109c74e" -d '{"events": [{"server_uuid": "81af02f9-0600-442e-8663-81d1d351dffb", "name": "network-vif-plugged", "status": "completed", "tag": "1c11e6d1-398c-4290-981d-2aa8792db144"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:49.135263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:49.147853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1c11e6d1-398c-4290-981d-2aa8792db144, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1c11e6d1-398c-4290-981d-2aa8792db144,segment=NetworkSegment(cebf4f1f-2de1-436d-a305-4c2a93223a16),segment_id=cebf4f1f-2de1-436d-a305-4c2a93223a16)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:49.149114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.212211 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.253432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:49.256914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dbe4e8c9-510a-4af1-acca-9f4563cf4b78 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:49.316378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: dbe4e8c9-510a-4af1-acca-9f4563cf4b78 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:49.316759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dbe4e8c9-510a-4af1-acca-9f4563cf4b78 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:49.363491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1c11e6d1-398c-4290-981d-2aa8792db144,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:49.527816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.563413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb64f67-f19d-4dcd-bc9e-49da1fc53c59']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:49.580478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b881cc-86e4-479e-86b8-d3d517abc01f') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:49.580987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b881cc-86e4-479e-86b8-d3d517abc01f') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:49.593372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65d0584d-a870-4f99-b9ae-be0514add1fd None None] Provisioning complete for port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:49.594176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65d0584d-a870-4f99-b9ae-be0514add1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.600368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.638254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.658992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.662843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:49.663259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:49.665869 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:49.810501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753d2c7-2f1f-4433-a2b7-ba18782b9011 None None] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:49.875011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b950d8-1b4c-4cec-9403-a27166dc6292 req-1ff9fc75-78c3-48c5-9c72-282070767024 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:49.877862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-26b950d8-1b4c-4cec-9403-a27166dc6292 req-1ff9fc75-78c3-48c5-9c72-282070767024 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 945 time: 0.4562075 Sep 10 03:09:49.933913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e18d0b40-56e3-40b8-a6b6-c9a3453159e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=272abfb7eb3c48969c9d27fac0e91674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8229761 Sep 10 03:09:49.939291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35530) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:49.998847 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e4f54b-99a3-4704-98f0-20f14f656137 x-openstack-request-id: req-91e4f54b-99a3-4704-98f0-20f14f656137 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:49.999426 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af02f9-0600-442e-8663-81d1d351dffb", "name": "network-vif-plugged", "status": "completed", "tag": "1c11e6d1-398c-4290-981d-2aa8792db144", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:50.000448 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91e4f54b-99a3-4704-98f0-20f14f656137 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:50.001000 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af02f9-0600-442e-8663-81d1d351dffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c11e6d1-398c-4290-981d-2aa8792db144', 'code': 200} Sep 10 03:09:50.021998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.026046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-2cf0a357-dd2f-4745-b90b-1526e5106074 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435950 Sep 10 03:09:50.029448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-26b950d8-1b4c-4cec-9403-a27166dc6292 req-de7d7b08-f623-49e6-b966-9fce81316c22 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303976 Sep 10 03:09:50.034060 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.036044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3eb64f67-f19d-4dcd-bc9e-49da1fc53c59 HTTP/1.1" status: 204 len: 168 time: 1.4495592 Sep 10 03:09:50.074463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37c85b-b990-4624-9c80-58f23dd4a384 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb64f67-f19d-4dcd-bc9e-49da1fc53c59,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:50.104876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d24a-f69a-455a-9808-77276f95ca25 req-e7502553-5664-466d-8adc-dfffd5c1e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:50.108777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d0d24a-f69a-455a-9808-77276f95ca25 req-e7502553-5664-466d-8adc-dfffd5c1e2ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 1096 time: 0.1238329 Sep 10 03:09:50.112278 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4590d707-1752-46da-812c-7ace925e87e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.167485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-54beedc1-786c-4671-87ff-8f867777ba66 None None] Provisioning for port ab845539-fd3b-49f5-998a-388a50fecf67 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:50.209292 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81b1ceb0-b143-4ac5-b3e2-e8f6039e400a req-3000ad57-4cea-4920-86d1-6bbbd182eb34 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0890682 Sep 10 03:09:50.258824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4590d707-1752-46da-812c-7ace925e87e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.356893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35536) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:50.393352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3c2beae-7717-4405-a09e-10fd0de9bfa1 req-2c08c297-adfc-4cbf-8d8d-e5cf004bfc99 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 210 time: 0.0916889 Sep 10 03:09:50.414311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-0fb80635-2101-4b02-a7db-56ba56370c75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4415486 Sep 10 03:09:50.430111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d0d24a-f69a-455a-9808-77276f95ca25 req-a4b04dc1-65ad-452f-9ffb-e823586c4bdc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649961 Sep 10 03:09:50.433249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:50.447034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-e56ad912-7488-4d57-930c-6a38e971146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:50.448604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-e56ad912-7488-4d57-930c-6a38e971146a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 1096 time: 0.3718402 Sep 10 03:09:50.484363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4590d707-1752-46da-812c-7ace925e87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.492526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4590d707-1752-46da-812c-7ace925e87e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.496505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4590d707-1752-46da-812c-7ace925e87e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d68c08c-4c71-4dc5-a7ba-9d848700698b HTTP/1.1" status: 204 len: 168 time: 0.5455880 Sep 10 03:09:50.547184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c90427-b07e-447f-9da8-0e89c9137a05 req-c2d8922a-5fd4-4dbb-880d-1672cac016ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:50.548783 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1c90427-b07e-447f-9da8-0e89c9137a05 req-c2d8922a-5fd4-4dbb-880d-1672cac016ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1964512 Sep 10 03:09:50.554069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590d707-1752-46da-812c-7ace925e87e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d68c08c-4c71-4dc5-a7ba-9d848700698b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:50.562440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:50.564103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.570379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1b159ef2-8aad-4ae6-a6e6-a2fdc79b7373 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a600918c850b43d9a27c6dbf25678726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124224 Sep 10 03:09:50.574268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35544) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:50.620421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Deleting port cd41be78-0838-4c4f-b7a4-34098052f4f2 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:50.621433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.641836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1c90427-b07e-447f-9da8-0e89c9137a05 req-576b11f0-ae12-42ea-8d9f-75ca75b34af5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844309 Sep 10 03:09:50.716737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-5198480b-7688-491f-bb91-02ce85a1b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:50.718248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-5198480b-7688-491f-bb91-02ce85a1b938 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.2438056 Sep 10 03:09:50.726425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08f9a10d-439e-4cae-9cc9-262e3f009d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.755832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08f9a10d-439e-4cae-9cc9-262e3f009d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.774955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] For port cd41be78-0838-4c4f-b7a4-34098052f4f2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd41be78-0838-4c4f-b7a4-34098052f4f2,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:50.775932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:50.799323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Calling delete_port for cd41be78-0838-4c4f-b7a4-34098052f4f2 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:50.829650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ab845539-fd3b-49f5-998a-388a50fecf67 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:50.926400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ab845539-fd3b-49f5-998a-388a50fecf67 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:50.934077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-377f8c43-e757-4a3c-8abd-0e7f31c3ea38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 200 len: 1001 time: 0.1754270 Sep 10 03:09:50.936112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ab845539-fd3b-49f5-998a-388a50fecf67 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:50.937261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.042028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08f9a10d-439e-4cae-9cc9-262e3f009d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.050509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08f9a10d-439e-4cae-9cc9-262e3f009d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.052139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-08f9a10d-439e-4cae-9cc9-262e3f009d09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ee81c53-f4be-4a28-891a-96fd12aba4d3 HTTP/1.1" status: 204 len: 168 time: 0.4764860 Sep 10 03:09:51.087251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a10d-439e-4cae-9cc9-262e3f009d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee81c53-f4be-4a28-891a-96fd12aba4d3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:51.112191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-773fa10c-110b-4f09-b819-b46b802990bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:51.113760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-773fa10c-110b-4f09-b819-b46b802990bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.1721673 Sep 10 03:09:51.145632 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.193810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-46c5c7d8-10b7-4dfa-b22c-9b4a93e96047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:51.195372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-46c5c7d8-10b7-4dfa-b22c-9b4a93e96047 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729613 Sep 10 03:09:51.232773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.253012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ab845539-fd3b-49f5-998a-388a50fecf67, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ab845539-fd3b-49f5-998a-388a50fecf67,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:51.262771 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.427303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ab845539-fd3b-49f5-998a-388a50fecf67,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:51.492625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c78a9-2de1-479e-8ad1-336e1ecf0424 req-7ad47809-d280-4662-ad50-7e5be32ba91c tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:51.504986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce2c78a9-2de1-479e-8ad1-336e1ecf0424 req-7ad47809-d280-4662-ad50-7e5be32ba91c tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 945 time: 0.2540586 Sep 10 03:09:51.521771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-365513f5-6b25-4e92-8097-b7f64f365df5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:51.553671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-365513f5-6b25-4e92-8097-b7f64f365df5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:51.559086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-7d809cda-2900-405d-a98d-431a472fefc2 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447134 Sep 10 03:09:51.560674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-365513f5-6b25-4e92-8097-b7f64f365df5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.32 "GET /v2.0/networks?id=4ef7fe83-7038-498a-b6db-e415904ff76c&id=c00f35a9-cdbd-4bea-95ed-01571c7d161a HTTP/1.1" status: 200 len: 1391 time: 0.6499312 Sep 10 03:09:51.602868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd41be78-0838-4c4f-b7a4-34098052f4f2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:51.621794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'port': {'device_id': 'e5140e6b-c701-4095-896d-838df65f40c5', 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c', 'admin_state_up': True, 'tenant_id': 'c9b76023e4e2432498a5208749228bc4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:51.789922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-072c8e52-61a7-498d-b79f-0a44eed8f0e0 req-cf233dc6-5699-4ac4-bfa7-9bd2d3baa33e service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092564 Sep 10 03:09:51.832867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce2c78a9-2de1-479e-8ad1-336e1ecf0424 req-97026f0f-7dac-46b7-9e17-baaffc16634e tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214989 Sep 10 03:09:51.965192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:51.978829 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66dedecb-df83-4951-97fd-a629777b9a3b req-30d15670-1917-43de-9dd1-a358c089bb6a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 210 time: 0.0375476 Sep 10 03:09:52.013359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4466646b-7e4d-4c0c-9d6d-8e82084cfdee req-b3fd9f85-45e0-4825-9aa9-23c77fee1bd2 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0432899 Sep 10 03:09:52.042144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:52.046541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.145150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:52.156088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c172777-cb53-44de-ac0f-552d961e856d req-a23458fe-cc5a-47dd-83ba-74f20826694a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:52.158034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c172777-cb53-44de-ac0f-552d961e856d req-a23458fe-cc5a-47dd-83ba-74f20826694a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1044686 Sep 10 03:09:52.225406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c172777-cb53-44de-ac0f-552d961e856d req-ca8b201e-ffab-4341-b2a8-f0610a700bff tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578706 Sep 10 03:09:52.239927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Allocated IP 19.80.0.92 (4ef7fe83-7038-498a-b6db-e415904ff76c/ab85d254-e1c3-4329-b7a3-3e2dc9969aec/405d9219-1dbf-40ca-bf79-c7efcdd97220) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:52.288648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ab845539-fd3b-49f5-998a-388a50fecf67 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:09:52.320359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'networks': [{'name': 'tempest-network--1659483770'}, {'name': 'tempest-network--1268268765'}]} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:52.320899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'network': {'name': 'tempest-network--1659483770'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:52.321531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'network': {'name': 'tempest-network--1268268765'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:52.347170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ab845539-fd3b-49f5-998a-388a50fecf67 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:52.347810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.357972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'network': 2} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:52.364641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.380146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.467419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Router d5328d5f-63a8-4f8e-ad29-992df7b4a495 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:09:52.518536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-b0451d96-af3c-44d8-af9d-35987b72328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:52.520649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-b0451d96-af3c-44d8-af9d-35987b72328a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.0789838 Sep 10 03:09:52.569511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.578609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.579078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.642062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.661415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7b07ab-e0ad-494b-ac68-fb7605f7f8d5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:52.671498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Transition to ACTIVE for port object 405d9219-1dbf-40ca-bf79-c7efcdd97220 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:52.673610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:09:52.679779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-134f3499-5d46-40f6-999b-2d98a337d461 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5328d5f-63a8-4f8e-ad29-992df7b4a495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014890 Sep 10 03:09:52.683322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35618) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:52.687670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:52.689086 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] Sync routers for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:09:52.699527 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:52.700639 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:52.702162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-2f92ba37-77a8-4aa4-88b5-af1aeb519803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:52.704082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-2f92ba37-77a8-4aa4-88b5-af1aeb519803 service neutron] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.1682360 Sep 10 03:09:52.707201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.707830 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Added segment 65c98b23-a1cc-4a6e-8b55-6ccba62cc75e of type vlan for network 555c76f4-1053-4b44-a55a-381b987bfcf3 Sep 10 03:09:52.800995 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.801605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.831734 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:52.838489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-9ebc5bae-5986-45ad-a17a-6fee925b0edf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 1001 time: 0.1211672 Sep 10 03:09:52.853642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:52.922542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network 4ef7fe83-7038-498a-b6db-e415904ff76c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:52.929946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:52.934710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Port': ['ID=405d9219-1dbf-40ca-bf79-c7efcdd97220,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:52.940538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:52.972155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:52.999180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-7c61e198-1e76-406a-bedc-bcf435b45857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.001674 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-7c61e198-1e76-406a-bedc-bcf435b45857 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.1493936 Sep 10 03:09:53.020455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.020791 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Added segment d4d23d95-1144-497f-aef7-687793f45f4f of type vlan for network 50731401-ecbb-4a0f-8984-0eab1e52a5cb Sep 10 03:09:53.074234 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T03:09:51Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:53.115780 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] Checking router: d5328d5f-63a8-4f8e-ad29-992df7b4a495 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:09:53.127698 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] Routers {'d5328d5f-63a8-4f8e-ad29-992df7b4a495'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:09:53.129170 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:53.159815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.168498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-6bcacc72-e06e-4246-a702-7dda224a81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.170367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-6bcacc72-e06e-4246-a702-7dda224a81e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619077 Sep 10 03:09:53.241401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75845e5-7883-451a-b648-d3085f0a49f8 req-cb3d186b-c536-4d87-8efb-67c710e995e3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.251521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b75845e5-7883-451a-b648-d3085f0a49f8 req-cb3d186b-c536-4d87-8efb-67c710e995e3 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 931 time: 0.1290836 Sep 10 03:09:53.261919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8455f05b-6a07-4a03-88b4-a2c38e47751c None None] Provisioning for port 405d9219-1dbf-40ca-bf79-c7efcdd97220 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:53.262482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.263002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.266251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8455f05b-6a07-4a03-88b4-a2c38e47751c None None] Provisioning complete for port 405d9219-1dbf-40ca-bf79-c7efcdd97220 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:53.266631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8455f05b-6a07-4a03-88b4-a2c38e47751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.269334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.273603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.274298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.320090 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] Set router d5328d5f-63a8-4f8e-ad29-992df7b4a495 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:09:53.350589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8455f05b-6a07-4a03-88b4-a2c38e47751c None None] Port 405d9219-1dbf-40ca-bf79-c7efcdd97220 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:53.386115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2395098 Sep 10 03:09:53.396572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35640) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:53.455174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b75845e5-7883-451a-b648-d3085f0a49f8 req-038909b3-9419-4226-bf7f-e0805eefbb8a tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026305 Sep 10 03:09:53.495310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Network': ['ID=555c76f4-1053-4b44-a55a-381b987bfcf3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:53.509078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 555c76f4-1053-4b44-a55a-381b987bfcf3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:53.543887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-94cff73d-d70e-433a-b29b-40cbd3a3af1b service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619103 Sep 10 03:09:53.581524 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T03:09:51Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:53.582344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.583201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.628320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-a79c50f6-2a8e-449a-a0c4-69fc8d7109e7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0182025 Sep 10 03:09:53.641480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbfaee-5994-4bbd-83ad-e18447496548 req-4aaa451f-6ac8-4b88-b814-8a953c2d9ca0 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.643885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50cbfaee-5994-4bbd-83ad-e18447496548 req-4aaa451f-6ac8-4b88-b814-8a953c2d9ca0 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 945 time: 0.6753731 Sep 10 03:09:53.653251 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc28a26-c46d-4e0a-b9a4-1ca480043abe None None] The sync data for ids ['d5328d5f-63a8-4f8e-ad29-992df7b4a495'] in n-d-808126-2 is: [{'id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'name': 'tempest-TaggedBootDevicesTest-1323953700-router', 'tenant_id': '73d2a02419cf45aca35909c97cdd7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T02:58:18Z', 'updated_at': '2021-09-10T03:09:51Z', 'revision_number': 5, 'project_id': '73d2a02419cf45aca35909c97cdd7164', 'gw_port': {'id': 'f0b87550-833b-48c8-8852-085042da2c6a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5328d5f-63a8-4f8e-ad29-992df7b4a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T02:58:19Z', 'updated_at': '2021-09-10T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:09:53.653851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Request body: {'port': {'device_id': 'e5140e6b-c701-4095-896d-838df65f40c5', 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a', 'admin_state_up': True, 'tenant_id': 'c9b76023e4e2432498a5208749228bc4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:53.662175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.711412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7348afe6-754f-463c-b917-ab9851239111 req-cb0a8e10-d998-4d89-a0fd-30d569d38e61 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1342828 Sep 10 03:09:53.791738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50cbfaee-5994-4bbd-83ad-e18447496548 req-ab1832e6-1c89-4c1b-8807-8670eb5dcfbb tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337407 Sep 10 03:09:53.797318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef47595-d036-4018-999a-529506a6c097 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Network': ['ID=50731401-ecbb-4a0f-8984-0eab1e52a5cb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:53.810752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 50731401-ecbb-4a0f-8984-0eab1e52a5cb details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:53.865756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Deleting port f0b87550-833b-48c8-8852-085042da2c6a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:53.866299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.914387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Made reservation on behalf of c9b76023e4e2432498a5208749228bc4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:53.918549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:53.941490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdb384-90ed-42ba-8ded-693cd8a7b971 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.948174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdb384-90ed-42ba-8ded-693cd8a7b971 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.955618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdb384-90ed-42ba-8ded-693cd8a7b971 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.962001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdb384-90ed-42ba-8ded-693cd8a7b971 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:53.967864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-14cdb384-90ed-42ba-8ded-693cd8a7b971 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5663629 Sep 10 03:09:53.968176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35658) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:54.020457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34ebd-28f8-4e22-aecb-62e6c5b0daa3 req-d2fbc445-23c0-4381-9daa-f3d30940e29e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:54.022684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ec34ebd-28f8-4e22-aecb-62e6c5b0daa3 req-d2fbc445-23c0-4381-9daa-f3d30940e29e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.2268960 Sep 10 03:09:54.040344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-3bcda767-8327-469a-a8cc-33ba47392b50 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615908 Sep 10 03:09:54.086363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ec34ebd-28f8-4e22-aecb-62e6c5b0daa3 req-79316dfd-6131-4d64-b562-433097e6d44e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515368 Sep 10 03:09:54.133983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd41be78-0838-4c4f-b7a4-34098052f4f2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:54.161556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] For port f0b87550-833b-48c8-8852-085042da2c6a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0b87550-833b-48c8-8852-085042da2c6a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:54.162058 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.171364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cd41be78-0838-4c4f-b7a4-34098052f4f2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:54.171956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd41be78-0838-4c4f-b7a4-34098052f4f2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:54.182654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Calling delete_port for f0b87550-833b-48c8-8852-085042da2c6a owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:54.201797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.367721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Allocated IP 19.86.0.98 (c00f35a9-cdbd-4bea-95ed-01571c7d161a/6a426478-bb1d-4af8-8c24-3c5c94e44bc0/f519f15c-4531-462a-9912-cced09fe7792) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:09:54.504706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.563367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555c76f4-1053-4b44-a55a-381b987bfcf3']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:54.612482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c98b23-a1cc-4a6e-8b55-6ccba62cc75e') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:54.612783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c98b23-a1cc-4a6e-8b55-6ccba62cc75e') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:54.637791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aea689-730f-4dfe-a2cc-a3924b74932e req-6ca11211-dfc5-4394-9087-4642b5c0ff4e tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:54.639314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66aea689-730f-4dfe-a2cc-a3924b74932e req-6ca11211-dfc5-4394-9087-4642b5c0ff4e tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 945 time: 0.0593214 Sep 10 03:09:54.661935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.682525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66aea689-730f-4dfe-a2cc-a3924b74932e req-3d5e9125-f3fd-4ef3-8141-ffb0aca446e3 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Sep 10 03:09:54.717848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.736940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:54.737256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:54.741636 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:54.749832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f08df-c269-4142-94f8-274f218e3599 req-de9a696a-48ea-4760-a09b-150991aaca55 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:54.751565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa6f08df-c269-4142-94f8-274f218e3599 req-de9a696a-48ea-4760-a09b-150991aaca55 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 931 time: 0.2132521 Sep 10 03:09:54.820622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bda039b6-731c-42a2-b185-1a68da681a79 req-089cd46a-1f16-4f17-b58c-80be2bf62032 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0267584 Sep 10 03:09:54.851504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.870611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.905821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b87550-833b-48c8-8852-085042da2c6a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:54.913051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.934545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:54.936422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/networks/555c76f4-1053-4b44-a55a-381b987bfcf3 HTTP/1.1" status: 204 len: 168 time: 0.9673285 Sep 10 03:09:54.937545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Transition to ACTIVE for port object f519f15c-4531-462a-9912-cced09fe7792 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:54.939319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:54.951912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa6f08df-c269-4142-94f8-274f218e3599 req-83f566d6-1ca3-4086-9adb-1c555954af91 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788607 Sep 10 03:09:54.969083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a006e-5948-4fe5-b063-5326048c0210 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Network': ['ID=555c76f4-1053-4b44-a55a-381b987bfcf3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:55.011408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35708) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:55.028965 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.037853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.042153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.133830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.156393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50731401-ecbb-4a0f-8984-0eab1e52a5cb']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:55.157724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:09:55.165765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d23d95-1144-497f-aef7-687793f45f4f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:55.166064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d23d95-1144-497f-aef7-687793f45f4f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:55.175517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.189031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.190975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:55.192907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-621e2b30-5eef-40d5-ba27-c91f83a0da82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.197309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:55.201276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.219085 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.228066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:55.228464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:55.233214 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:55.245073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event updated for resources: {'Port': ['ID=f519f15c-4531-462a-9912-cced09fe7792,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:55.273103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6b5ff-cea7-4006-a2aa-29206f40315c req-97cd18ac-ad46-4525-a5cb-ae78d35a3830 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.274669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47e6b5ff-cea7-4006-a2aa-29206f40315c req-97cd18ac-ad46-4525-a5cb-ae78d35a3830 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.0931118 Sep 10 03:09:55.315825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.316468 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.321271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.322002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5328d5f-63a8-4f8e-ad29-992df7b4a495 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:09:55.330904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.332309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4bd57c96-7447-4ab5-87f1-7f102fa67676 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d5328d5f-63a8-4f8e-ad29-992df7b4a495 HTTP/1.1" status: 204 len: 168 time: 2.6478724 Sep 10 03:09:55.335159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.335563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35716) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:55.347127 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.349464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/networks/50731401-ecbb-4a0f-8984-0eab1e52a5cb HTTP/1.1" status: 204 len: 168 time: 0.4087298 Sep 10 03:09:55.352979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35718) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:55.374393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce85ffa-d6f1-449d-bc07-831c060c448e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Network': ['ID=50731401-ecbb-4a0f-8984-0eab1e52a5cb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:55.380195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47e6b5ff-cea7-4006-a2aa-29206f40315c req-07286b00-833b-47c4-95bb-ff0dfdf7a369 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732024 Sep 10 03:09:55.458239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Deleting subnet 9ab391f9-1aeb-47f9-af5b-63f6312f69a9 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:55.486680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6c07d794-a141-4274-8f98-d48c5c3b30ae None None] Provisioning for port f519f15c-4531-462a-9912-cced09fe7792 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:09:55.491177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6c07d794-a141-4274-8f98-d48c5c3b30ae None None] Provisioning complete for port f519f15c-4531-462a-9912-cced09fe7792 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:09:55.491404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.491842 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6c07d794-a141-4274-8f98-d48c5c3b30ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.531726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6c07d794-a141-4274-8f98-d48c5c3b30ae None None] Port f519f15c-4531-462a-9912-cced09fe7792 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:09:55.556867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.600926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d3dd3-a896-492d-8947-e0e97099f41e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.606740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d3dd3-a896-492d-8947-e0e97099f41e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.608295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e75d3dd3-a896-492d-8947-e0e97099f41e tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2543643 Sep 10 03:09:55.612133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35720) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:55.617147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1496299311'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:55.618947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-621e2b30-5eef-40d5-ba27-c91f83a0da82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.626993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-621e2b30-5eef-40d5-ba27-c91f83a0da82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.638218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-78dfe512-bc36-43a3-ab6a-65f9ccd898c8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923327 Sep 10 03:09:55.644138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:55.647711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.658861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Request body: {'port': {'device_id': 'e5140e6b-c701-4095-896d-838df65f40c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:55.672038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:55.681995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.682339 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Added segment 7f507b20-37db-492c-b0ce-599697e8a038 of type vlan for network 6d9f843b-f323-484f-8fac-3a6aedbd3d11 Sep 10 03:09:55.726477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.738167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-621e2b30-5eef-40d5-ba27-c91f83a0da82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=293a4025e60e4fe797a5c874ba93c2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239327 Sep 10 03:09:55.743689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35724) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:55.757448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e2b30-5eef-40d5-ba27-c91f83a0da82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf67e647-63c4-4a9c-b258-531a524ae196,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:55.760299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.768296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.768766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.796285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.813871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2005334 Sep 10 03:09:55.816771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:55.821790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1235438136'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:55.857477 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.868019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff995-c5dc-4f77-9401-f8b51cb06279 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Network': ['ID=6d9f843b-f323-484f-8fac-3a6aedbd3d11,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:55.885234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6d9f843b-f323-484f-8fac-3a6aedbd3d11 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:55.917377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:55.921883 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.934102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594c14a-6562-439b-90ad-c17f5add9489 req-e1701674-0f2c-46b0-8aa7-3977f7b1d619 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.935766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1594c14a-6562-439b-90ad-c17f5add9489 req-e1701674-0f2c-46b0-8aa7-3977f7b1d619 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.36 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 945 time: 0.0688868 Sep 10 03:09:55.941356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632649d-9d84-4a7b-a312-f6ecd954d355 req-65d14018-77b1-49ba-a891-7539f75b87d6 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:55.942866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e632649d-9d84-4a7b-a312-f6ecd954d355 req-65d14018-77b1-49ba-a891-7539f75b87d6 tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 945 time: 0.1826639 Sep 10 03:09:55.958990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff01-805c-45d1-92ad-ad1d5a8c722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:55.970264 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.018447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08b78ede-aa8c-4d4e-b49d-630251392eb2 req-60dc1ae8-1f1f-4592-aa02-faae327f7be6 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0747278 Sep 10 03:09:56.052392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:09:56.067543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.067887 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Added segment 48fe4184-5a1f-4371-a597-fb2ead84fd47 of type vlan for network 36c6fd77-70e3-4b56-877d-6cc7ff02517d Sep 10 03:09:56.083515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab391f9-1aeb-47f9-af5b-63f6312f69a9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:56.095894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff01-805c-45d1-92ad-ad1d5a8c722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.097924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.099826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-83d5aee3-8284-4dd6-a29e-893ce5f22429 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ab391f9-1aeb-47f9-af5b-63f6312f69a9 HTTP/1.1" status: 204 len: 168 time: 0.7606974 Sep 10 03:09:56.102447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35732) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:56.116249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dd8239-7397-471b-946a-1377f02bc4eb None None] Network 6343ee87-8966-4201-a9c7-f0ff37993794 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:56.127297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.164435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e632649d-9d84-4a7b-a312-f6ecd954d355 req-e597b79f-6c53-4adc-ac5c-38707ff6500f tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/security-groups?id=92683a37-7353-497a-a1ef-bdaa6a9b2749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977017 Sep 10 03:09:56.184276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Deleting port 1c11e6d1-398c-4290-981d-2aa8792db144 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:56.184855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.206731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.212583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:56.213447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.228740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0b87550-833b-48c8-8852-085042da2c6a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:56.250920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.261867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f0b87550-833b-48c8-8852-085042da2c6a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:56.262557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0b87550-833b-48c8-8852-085042da2c6a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:56.271574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7152fa0-9525-43ea-b285-d0150177a030 req-7699d08e-243a-416d-9290-ce1b8fb2f668 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:56.277435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7152fa0-9525-43ea-b285-d0150177a030 req-7699d08e-243a-416d-9290-ce1b8fb2f668 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:56.279220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7152fa0-9525-43ea-b285-d0150177a030 req-7699d08e-243a-416d-9290-ce1b8fb2f668 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1653 time: 0.1663287 Sep 10 03:09:56.294445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff01-805c-45d1-92ad-ad1d5a8c722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.296971 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff01-805c-45d1-92ad-ad1d5a8c722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.298146 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b8d5ff01-805c-45d1-92ad-ad1d5a8c722a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf67e647-63c4-4a9c-b258-531a524ae196 HTTP/1.1" status: 204 len: 168 time: 0.5498059 Sep 10 03:09:56.322761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5047598 Sep 10 03:09:56.327072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ff01-805c-45d1-92ad-ad1d5a8c722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf67e647-63c4-4a9c-b258-531a524ae196,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:56.328684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35736) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:56.361396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'ports': [{'network_id': '6d9f843b-f323-484f-8fac-3a6aedbd3d11', 'name': 'tempest-port--415182892', 'admin_state_up': True}, {'network_id': '36c6fd77-70e3-4b56-877d-6cc7ff02517d', 'admin_state_up': False}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:56.361584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'port': {'network_id': '6d9f843b-f323-484f-8fac-3a6aedbd3d11', 'name': 'tempest-port--415182892', 'admin_state_up': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:56.362171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'port': {'network_id': '36c6fd77-70e3-4b56-877d-6cc7ff02517d', 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:56.468023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] DHCP port deletion for 6343ee87-8966-4201-a9c7-f0ff37993794 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:09:56.545611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] Deleting port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:56.546296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.552188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405d9219-1dbf-40ca-bf79-c7efcdd97220 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:56.575633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.646571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] For port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:56.647097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.648508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Deleting port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:56.648840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.664632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95988031-f9de-4993-97ca-2f46994e10a1 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Network': ['ID=36c6fd77-70e3-4b56-877d-6cc7ff02517d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:56.672367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] Calling delete_port for 77e9e1b2-9b2f-41f1-89cb-f52fb576121d owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:56.682153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 36c6fd77-70e3-4b56-877d-6cc7ff02517d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:09:56.684929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:56.685794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Transition to ACTIVE for port object 405d9219-1dbf-40ca-bf79-c7efcdd97220 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:56.695886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83d79-d5e4-4198-972e-18614fefbc49 req-0a616cf2-dea2-443f-9310-d27b708a3678 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:56.701655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab83d79-d5e4-4198-972e-18614fefbc49 req-0a616cf2-dea2-443f-9310-d27b708a3678 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1972570 Sep 10 03:09:56.714315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7152fa0-9525-43ea-b285-d0150177a030 req-7b41b38b-476d-4b56-8cdb-bb38e09562a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904331 Sep 10 03:09:56.724074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] For port 1c11e6d1-398c-4290-981d-2aa8792db144, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1c11e6d1-398c-4290-981d-2aa8792db144,segment=NetworkSegment(cebf4f1f-2de1-436d-a305-4c2a93223a16),segment_id=cebf4f1f-2de1-436d-a305-4c2a93223a16)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:56.724441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.726981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-46ddb057-86c0-4938-ad82-8e52af27687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.747869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Calling delete_port for 1c11e6d1-398c-4290-981d-2aa8792db144 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:56.755594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.827505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] For port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,segment=NetworkSegment(963bff5d-294f-4c34-833f-1d906c53c0d1),segment_id=963bff5d-294f-4c34-833f-1d906c53c0d1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:09:56.828274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.830042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.862019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Calling delete_port for 77e9e1b2-9b2f-41f1-89cb-f52fb576121d owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:09:56.867079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] Pushing event deleted for resources: {'Port': ['ID=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:56.868168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Pushing event updated for resources: {'Port': ['ID=405d9219-1dbf-40ca-bf79-c7efcdd97220,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:56.885715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab83d79-d5e4-4198-972e-18614fefbc49 req-2a9260f3-106f-4851-a397-29da8245d1d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265273 Sep 10 03:09:56.892211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ece66-bda1-44a1-9433-46b27d0f0c28 None None] No DVR routers for this DVR port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:56.936292 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-46ddb057-86c0-4938-ad82-8e52af27687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.940930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-46ddb057-86c0-4938-ad82-8e52af27687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:56.986099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.000586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1c11e6d1-398c-4290-981d-2aa8792db144'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:09:57.005328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'port': 2} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:09:57.009903 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.036403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Pushing event deleted for resources: {'Port': ['ID=1c11e6d1-398c-4290-981d-2aa8792db144,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:57.036403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb057-86c0-4938-ad82-8e52af27687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d5850-b6c4-441a-be4a-2cd153ef2977,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:57.040866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-46ddb057-86c0-4938-ad82-8e52af27687a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=793306f3f6fc42f1aaaee839c2cff8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534374 Sep 10 03:09:57.041522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:57.139142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] No DVR routers for this DVR port 1c11e6d1-398c-4290-981d-2aa8792db144 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:57.141675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.143803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1594c14a-6562-439b-90ad-c17f5add9489 req-5c9349b0-a642-44c4-bd8b-639045d963ee tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.36 "DELETE /v2.0/ports/1c11e6d1-398c-4290-981d-2aa8792db144 HTTP/1.1" status: 204 len: 173 time: 1.2012904 Sep 10 03:09:57.155012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af02f9-0600-442e-8663-81d1d351dffb', 'name': 'network-vif-deleted', 'tag': '1c11e6d1-398c-4290-981d-2aa8792db144'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:57.157941 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f40c5-c9cf-4484-abb9-7e67ad4d2537" -d '{"events": [{"server_uuid": "81af02f9-0600-442e-8663-81d1d351dffb", "name": "network-vif-deleted", "tag": "1c11e6d1-398c-4290-981d-2aa8792db144"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:57.188680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91be13b6-7a2f-45ba-8ae2-2dfb9c5ccea6 req-e5a26ae7-4112-4f08-99a2-781f0181cecc tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0513957 Sep 10 03:09:57.201601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c61ae163-a0cf-4a23-8b8f-ea930c50f788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.234626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c61ae163-a0cf-4a23-8b8f-ea930c50f788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.256400 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c96ffb3-2d4a-4ea0-bbd9-fa8a8904c016 x-openstack-request-id: req-5c96ffb3-2d4a-4ea0-bbd9-fa8a8904c016 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:57.256726 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af02f9-0600-442e-8663-81d1d351dffb", "name": "network-vif-deleted", "tag": "1c11e6d1-398c-4290-981d-2aa8792db144", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:57.257064 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c96ffb3-2d4a-4ea0-bbd9-fa8a8904c016 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:57.257514 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af02f9-0600-442e-8663-81d1d351dffb', 'name': 'network-vif-deleted', 'tag': '1c11e6d1-398c-4290-981d-2aa8792db144', 'status': 'completed', 'code': 200} Sep 10 03:09:57.311155 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d969a724-6367-4de4-8877-f601f2e66eb3 req-cbfd6c81-f2a2-44f2-a10b-3f7e75fb07dc tempest-ServerMetadataNegativeTestJSON-1157805156 tempest-ServerMetadataNegativeTestJSON-1157805156-project] 10.222.0.23 "GET /v2.0/ports?device_id=81af02f9-0600-442e-8663-81d1d351dffb HTTP/1.1" status: 200 len: 210 time: 0.0320938 Sep 10 03:09:57.330456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c61ae163-a0cf-4a23-8b8f-ea930c50f788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.334192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c61ae163-a0cf-4a23-8b8f-ea930c50f788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.337860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c61ae163-a0cf-4a23-8b8f-ea930c50f788 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e4d5850-b6c4-441a-be4a-2cd153ef2977 HTTP/1.1" status: 204 len: 168 time: 0.2927644 Sep 10 03:09:57.344052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Attempting to bind port 405d9219-1dbf-40ca-bf79-c7efcdd97220 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:57.344404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Attempting to bind port 405d9219-1dbf-40ca-bf79-c7efcdd97220 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:57.344659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Attempting to bind port 405d9219-1dbf-40ca-bf79-c7efcdd97220 on network 4ef7fe83-7038-498a-b6db-e415904ff76c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:57.345482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ae163-a0cf-4a23-8b8f-ea930c50f788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d5850-b6c4-441a-be4a-2cd153ef2977,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:57.348696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.364612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Port 405d9219-1dbf-40ca-bf79-c7efcdd97220 on network 4ef7fe83-7038-498a-b6db-e415904ff76c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:57.364932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Attempting to bind port 405d9219-1dbf-40ca-bf79-c7efcdd97220 on network 4ef7fe83-7038-498a-b6db-e415904ff76c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:57.374388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:57.374725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Checking segment: {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:57.375106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Bound using segment: {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:57.375549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Bound port: 405d9219-1dbf-40ca-bf79-c7efcdd97220, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffec3bb1-4475-4f6d-9114-520f42fe8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:57.375902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.389088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.436090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Pushing event deleted for resources: {'Port': ['ID=77e9e1b2-9b2f-41f1-89cb-f52fb576121d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:57.465692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] No DVR routers for this DVR port 77e9e1b2-9b2f-41f1-89cb-f52fb576121d on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:09:57.523939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] device_id is not set on port 5b6f1bd4-0e41-4bab-a425-2d3905d9c97c yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:57.581703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] For port 405d9219-1dbf-40ca-bf79-c7efcdd97220, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:57.611173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.634865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] For port 405d9219-1dbf-40ca-bf79-c7efcdd97220, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=405d9219-1dbf-40ca-bf79-c7efcdd97220,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:57.647303 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.649970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6343ee87-8966-4201-a9c7-f0ff37993794']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:57.692288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963bff5d-294f-4c34-833f-1d906c53c0d1') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:57.692587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963bff5d-294f-4c34-833f-1d906c53c0d1') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:57.747322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.764538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:57.765229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.766450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] 10.222.0.32 "PUT /v2.0/ports/405d9219-1dbf-40ca-bf79-c7efcdd97220 HTTP/1.1" status: 200 len: 1091 time: 2.1145318 Sep 10 03:09:57.766909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'tag': '405d9219-1dbf-40ca-bf79-c7efcdd97220'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:57.769285 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "tag": "405d9219-1dbf-40ca-bf79-c7efcdd97220"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:57.813453 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.826883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Request body: {'port': {'device_id': 'e5140e6b-c701-4095-896d-838df65f40c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:09:57.831226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30082742-af1e-4c0c-880a-9e253a2d6c98 service neutron] Pushing event updated for resources: {'Port': ['ID=405d9219-1dbf-40ca-bf79-c7efcdd97220,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:57.840756 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91992a84-104f-47d0-aeb6-b4055e86d91a x-openstack-request-id: req-91992a84-104f-47d0-aeb6-b4055e86d91a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:57.841337 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "tag": "405d9219-1dbf-40ca-bf79-c7efcdd97220", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:57.841587 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91992a84-104f-47d0-aeb6-b4055e86d91a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:57.841986 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'tag': '405d9219-1dbf-40ca-bf79-c7efcdd97220', 'status': 'completed', 'code': 200} Sep 10 03:09:57.850420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:57.850743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:57.852614 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:57.951261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0328a1f-cb62-4e52-b3a8-602c57900246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:57.951793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0328a1f-cb62-4e52-b3a8-602c57900246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:57.953458 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0328a1f-cb62-4e52-b3a8-602c57900246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1912 time: 0.0921059 Sep 10 03:09:58.015173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.020331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.029887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.032158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] 10.222.0.23 "DELETE /v2.0/networks/6343ee87-8966-4201-a9c7-f0ff37993794 HTTP/1.1" status: 204 len: 168 time: 1.9227610 Sep 10 03:09:58.036861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.069418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56798fd-4f7d-4670-bd7b-b743e583a64e admin admin] Pushing event deleted for resources: {'Network': ['ID=6343ee87-8966-4201-a9c7-f0ff37993794,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:58.101036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5b7f-f530-4de2-b340-8fbaab75fb09 req-a6545dfb-9d61-48c9-b2c2-8ea3c965d326 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.103545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-862d5b7f-f530-4de2-b340-8fbaab75fb09 req-a6545dfb-9d61-48c9-b2c2-8ea3c965d326 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1144121 Sep 10 03:09:58.175646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] device_id is not set on port 6258191d-5ed2-421b-b71f-ae4f3aed9fc3 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:09:58.184880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0068f67-cac7-44ca-92e3-817f8ba8bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.186344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0068f67-cac7-44ca-92e3-817f8ba8bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.187029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0068f67-cac7-44ca-92e3-817f8ba8bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.189128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-a0068f67-cac7-44ca-92e3-817f8ba8bddb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c9b76023e4e2432498a5208749228bc4&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2140515 Sep 10 03:09:58.215005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 77e9e1b2-9b2f-41f1-89cb-f52fb576121d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:09:58.255000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 77e9e1b2-9b2f-41f1-89cb-f52fb576121d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:09:58.255346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 77e9e1b2-9b2f-41f1-89cb-f52fb576121d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:09:58.329150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-862d5b7f-f530-4de2-b340-8fbaab75fb09 req-69e49522-ea25-4beb-bb14-1a70c9daf258 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385770 Sep 10 03:09:58.330372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-7b5040ff-4ad1-425e-ad67-e760201b9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.331828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f0cbf5d-6cb8-4e5e-a02c-0383afb8d8cf req-7b5040ff-4ad1-425e-ad67-e760201b9da9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1137650 Sep 10 03:09:58.416627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35788) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:58.425569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d415aef-9e60-4ace-bd95-3fade484606e req-369c63d7-fdcb-4746-b357-0f0632229002 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.431597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d415aef-9e60-4ace-bd95-3fade484606e req-369c63d7-fdcb-4746-b357-0f0632229002 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:58.434995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d415aef-9e60-4ace-bd95-3fade484606e req-369c63d7-fdcb-4746-b357-0f0632229002 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1665 time: 0.6423795 Sep 10 03:09:58.456435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7cb9fb53-a4f1-42e4-9a09-5a520c46b030 req-4369f9e0-45aa-4d78-a7c5-b10b33e125ca tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0413465 Sep 10 03:09:58.489188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9d316387-13ab-41bf-b1e0-00a562ed2ddc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73d2a02419cf45aca35909c97cdd7164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705609 Sep 10 03:09:58.492609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:58.539434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35794) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:58.548509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.581022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d415aef-9e60-4ace-bd95-3fade484606e req-8cd2db60-6d84-45d9-812f-d54334ebc74e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786066 Sep 10 03:09:58.590776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1384efdc-ef54-4b02-8a3b-654c90c80624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.598669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Deleting subnet c8dc4caa-fd75-49a0-a0d7-3a5aef97434e {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:09:58.603171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.647560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1384efdc-ef54-4b02-8a3b-654c90c80624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.663445 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.666854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.702993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f519f15c-4531-462a-9912-cced09fe7792 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:09:58.715957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.732695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.748277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Transition to ACTIVE for port object f519f15c-4531-462a-9912-cced09fe7792 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:09:58.758629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Port': ['ID=5b6f1bd4-0e41-4bab-a425-2d3905d9c97c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:58.763296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.774395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1384efdc-ef54-4b02-8a3b-654c90c80624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.777844 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1384efdc-ef54-4b02-8a3b-654c90c80624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.779038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1384efdc-ef54-4b02-8a3b-654c90c80624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2eca2c6-a101-42a3-a31b-a0a4fcaba08a HTTP/1.1" status: 204 len: 168 time: 0.2854137 Sep 10 03:09:58.791134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384efdc-ef54-4b02-8a3b-654c90c80624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eca2c6-a101-42a3-a31b-a0a4fcaba08a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:58.803414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Checking segment: {'id': '7f507b20-37db-492c-b0ce-599697e8a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d9f843b-f323-484f-8fac-3a6aedbd3d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:58.804367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network hostable DHCP agents. Network: 6d9f843b-f323-484f-8fac-3a6aedbd3d11, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:58.829317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.830922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Pushing event updated for resources: {'Port': ['ID=f519f15c-4531-462a-9912-cced09fe7792,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:58.857521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network 6d9f843b-f323-484f-8fac-3a6aedbd3d11 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:58.885946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8dc4caa-fd75-49a0-a0d7-3a5aef97434e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:58.899211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.905614 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cce50fcf-64de-4ae3-8f17-e7c0a66512df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c8dc4caa-fd75-49a0-a0d7-3a5aef97434e HTTP/1.1" status: 204 len: 168 time: 0.3649542 Sep 10 03:09:58.905812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:58.927321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6d9f843b-f323-484f-8fac-3a6aedbd3d11) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:58.936711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7078d4-2583-44e3-983a-30674319df24 None None] Network 6d9f843b-f323-484f-8fac-3a6aedbd3d11 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:58.966526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:58.967490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:58.977529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Attempting to bind port f519f15c-4531-462a-9912-cced09fe7792 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:09:58.978475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Attempting to bind port f519f15c-4531-462a-9912-cced09fe7792 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:09:58.979100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Attempting to bind port f519f15c-4531-462a-9912-cced09fe7792 on network c00f35a9-cdbd-4bea-95ed-01571c7d161a {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:59.044064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Port': ['ID=6258191d-5ed2-421b-b71f-ae4f3aed9fc3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:59.089660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Port f519f15c-4531-462a-9912-cced09fe7792 on network c00f35a9-cdbd-4bea-95ed-01571c7d161a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:09:59.089997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Attempting to bind port f519f15c-4531-462a-9912-cced09fe7792 on network c00f35a9-cdbd-4bea-95ed-01571c7d161a {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:09:59.124986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:09:59.125324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Checking segment: {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:59.125711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Bound using segment: {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:09:59.126146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Bound port: f519f15c-4531-462a-9912-cced09fe7792, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b4b196-2ef9-4627-ba0c-2c2576899a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:09:59.126504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.131616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.185350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Checking segment: {'id': '48fe4184-5a1f-4371-a597-fb2ead84fd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36c6fd77-70e3-4b56-877d-6cc7ff02517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:09:59.185714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network hostable DHCP agents. Network: 36c6fd77-70e3-4b56-877d-6cc7ff02517d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:09:59.267802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] For port f519f15c-4531-462a-9912-cced09fe7792, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:09:59.269996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network 36c6fd77-70e3-4b56-877d-6cc7ff02517d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:09:59.299016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.318576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 36c6fd77-70e3-4b56-877d-6cc7ff02517d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:09:59.324431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] For port f519f15c-4531-462a-9912-cced09fe7792, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f519f15c-4531-462a-9912-cced09fe7792,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:09:59.328399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03e311-9686-491d-bdd8-08067014e66f None None] Network 36c6fd77-70e3-4b56-877d-6cc7ff02517d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:09:59.333351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:09:59.338924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.344278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.344967 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.348076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.352502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f520c-4375-490d-9566-d8123b68a2bc']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:59.373721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebf4f1f-2de1-436d-a305-4c2a93223a16') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:59.374037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebf4f1f-2de1-436d-a305-4c2a93223a16') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:09:59.404664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.416876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.418067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.419529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] 10.222.0.32 "PUT /v2.0/ports/f519f15c-4531-462a-9912-cced09fe7792 HTTP/1.1" status: 200 len: 1091 time: 1.6077383 Sep 10 03:09:59.424168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7883f01a-484a-4807-b19f-2e294a49c366 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0674891 Sep 10 03:09:59.431202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35826) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:59.436458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.478340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:09:59.478753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:09:59.487557 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:09:59.515741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab50fb1-754c-4feb-8c5e-ca07e218b749 service neutron] Pushing event updated for resources: {'Port': ['ID=f519f15c-4531-462a-9912-cced09fe7792,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:59.564577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc5ae2-c475-423c-ac4e-093cd2ce948f req-170e51aa-ad0b-4db1-af72-dc1d187971d1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.582188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48fc5ae2-c475-423c-ac4e-093cd2ce948f req-170e51aa-ad0b-4db1-af72-dc1d187971d1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1564252 Sep 10 03:09:59.622133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a378907-dd8b-428d-8045-d3276d53a725 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.639019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a378907-dd8b-428d-8045-d3276d53a725 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.640954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2a378907-dd8b-428d-8045-d3276d53a725 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2103424 Sep 10 03:09:59.644572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35836) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:59.646349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.672654 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.675101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/600f520c-4375-490d-9566-d8123b68a2bc HTTP/1.1" status: 204 len: 168 time: 0.7682452 Sep 10 03:09:59.683596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48fc5ae2-c475-423c-ac4e-093cd2ce948f req-58ab6c91-d9e7-492e-b845-59bbaa73f3b6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990229 Sep 10 03:09:59.717333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-08c29058-67e4-4c7c-b13a-fa4765ecaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.717333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-08c29058-67e4-4c7c-b13a-fa4765ecaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.717969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-08c29058-67e4-4c7c-b13a-fa4765ecaf6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1979 time: 0.2324700 Sep 10 03:09:59.745707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-644b867d-67a4-4264-b736-80648abdc37e req-75a971d0-8199-4fee-80da-7cc2b545d765 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1029873 Sep 10 03:09:59.746455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ab614-738b-41a7-ab34-2db39fb918ad admin admin] Pushing event deleted for resources: {'Network': ['ID=600f520c-4375-490d-9566-d8123b68a2bc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:09:59.818918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-b404c528-d667-4ff5-8b54-72f4d388d779 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=405d9219-1dbf-40ca-bf79-c7efcdd97220 HTTP/1.1" status: 200 len: 217 time: 0.0756514 Sep 10 03:09:59.847732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'tag': 'f519f15c-4531-462a-9912-cced09fe7792'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:09:59.849882 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97756ff5-84c1-40b6-901f-48ad52c60681" -d '{"events": [{"name": "network-changed", "server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "tag": "f519f15c-4531-462a-9912-cced09fe7792"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:09:59.873344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35852) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:09:59.900894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-184d16a9-a13f-4241-afb7-d42f288ef23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:09:59.903098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-184d16a9-a13f-4241-afb7-d42f288ef23b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab85d254-e1c3-4329-b7a3-3e2dc9969aec HTTP/1.1" status: 200 len: 801 time: 0.0652058 Sep 10 03:09:59.915938 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90227ac3-dc58-4530-bcfc-57831ceee656 x-openstack-request-id: req-90227ac3-dc58-4530-bcfc-57831ceee656 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:09:59.916227 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "tag": "f519f15c-4531-462a-9912-cced09fe7792", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:09:59.916492 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90227ac3-dc58-4530-bcfc-57831ceee656 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:09:59.916910 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'tag': 'f519f15c-4531-462a-9912-cced09fe7792', 'status': 'completed', 'code': 200} Sep 10 03:09:59.921449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Deleting port 5b6f1bd4-0e41-4bab-a425-2d3905d9c97c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:09:59.921735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:09:59.941700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-15ea5dfa-18ae-4f4f-b5b3-8e87ecc41222 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d59350571def435fae74982fb250c12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670533 Sep 10 03:09:59.942553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35854) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.007897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13cf69d9-278c-4d9e-a637-61b537f280f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.013345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.029384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-298f4abc-c7e2-46b8-b9c1-547a57b0a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:00.030876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-298f4abc-c7e2-46b8-b9c1-547a57b0a40e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ef7fe83-7038-498a-b6db-e415904ff76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1131768 Sep 10 03:10:00.031789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Calling delete_port for 5b6f1bd4-0e41-4bab-a425-2d3905d9c97c owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:00.033069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13cf69d9-278c-4d9e-a637-61b537f280f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.085973 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13cf69d9-278c-4d9e-a637-61b537f280f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.089856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13cf69d9-278c-4d9e-a637-61b537f280f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.109581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13cf69d9-278c-4d9e-a637-61b537f280f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92683a37-7353-497a-a1ef-bdaa6a9b2749 HTTP/1.1" status: 204 len: 168 time: 0.1651568 Sep 10 03:10:00.118656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf69d9-278c-4d9e-a637-61b537f280f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92683a37-7353-497a-a1ef-bdaa6a9b2749,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:00.189620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-d1ee54ca-26d8-4845-a042-41ca7b6dee83 service neutron] 10.222.0.32 "GET /v2.0/networks/4ef7fe83-7038-498a-b6db-e415904ff76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487665 Sep 10 03:10:00.209072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.227881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412e0a-a9f2-4779-a37d-7cb486021d28 req-63ee08ed-1886-4b84-8e17-fdf613587575 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:00.234616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412e0a-a9f2-4779-a37d-7cb486021d28 req-63ee08ed-1886-4b84-8e17-fdf613587575 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:00.236327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb412e0a-a9f2-4779-a37d-7cb486021d28 req-63ee08ed-1886-4b84-8e17-fdf613587575 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1677 time: 0.4945371 Sep 10 03:10:00.259305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Port': ['ID=5b6f1bd4-0e41-4bab-a425-2d3905d9c97c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:00.291181 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.296299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-12bafccb-d121-4d3d-95f8-65a8dbc8e1d5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/ports/5b6f1bd4-0e41-4bab-a425-2d3905d9c97c HTTP/1.1" status: 204 len: 168 time: 0.6452706 Sep 10 03:10:00.299292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb412e0a-a9f2-4779-a37d-7cb486021d28 req-d8fbc3a7-ef5a-4e69-9655-7dd62468b125 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Sep 10 03:10:00.299480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35860) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.377248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-4069194d-e014-489c-bbc8-4ceb57359049 service neutron] 10.222.0.32 "GET /v2.0/networks/4ef7fe83-7038-498a-b6db-e415904ff76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785252 Sep 10 03:10:00.408399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.422526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-53f42b20-e068-41f2-b6d2-4622f9ac3c7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=f519f15c-4531-462a-9912-cced09fe7792 HTTP/1.1" status: 200 len: 217 time: 0.0363052 Sep 10 03:10:00.446567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Deleting port 6258191d-5ed2-421b-b71f-ae4f3aed9fc3 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:00.447093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.499654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35872) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.511428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-c97ae465-ca3b-494a-aed4-5db06f8235ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:00.512380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-c97ae465-ca3b-494a-aed4-5db06f8235ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a426478-bb1d-4af8-8c24-3c5c94e44bc0 HTTP/1.1" status: 200 len: 801 time: 0.0774684 Sep 10 03:10:00.512833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1c11e6d1-398c-4290-981d-2aa8792db144 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:00.544866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 1c11e6d1-398c-4290-981d-2aa8792db144 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:00.545479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1c11e6d1-398c-4290-981d-2aa8792db144 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:00.569192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.578760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-363715279-network', 'tenant_id': 'db14cba4811042a09980da3e267ef9ee'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:00.584551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Calling delete_port for 6258191d-5ed2-421b-b71f-ae4f3aed9fc3 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:00.619231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Made reservation on behalf of db14cba4811042a09980da3e267ef9ee for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:00.623025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.627010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd54-fcd7-43d6-8d7b-9b94a38e45e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.636725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-71468c89-db6d-4c63-b188-dcb3d0919df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:00.638233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-71468c89-db6d-4c63-b188-dcb3d0919df8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c00f35a9-cdbd-4bea-95ed-01571c7d161a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995624 Sep 10 03:10:00.645029 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.677102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:10:00.677102 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:10:00.677102 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id_1': 'db14cba4811042a09980da3e267ef9ee', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 9, 40, 664040)}] Sep 10 03:10:00.677102 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:10:00.677966 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:10:00.744333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.777500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd54-fcd7-43d6-8d7b-9b94a38e45e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.794725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Port': ['ID=6258191d-5ed2-421b-b71f-ae4f3aed9fc3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:00.797150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd54-fcd7-43d6-8d7b-9b94a38e45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.809267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-91bc710f-0fe1-4a0b-8ae0-3ecf71cbcc24 service neutron] 10.222.0.32 "GET /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597569 Sep 10 03:10:00.831285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.834174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df8de51d-fd82-44a2-b432-2ce1c5b28cd5 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/ports/6258191d-5ed2-421b-b71f-ae4f3aed9fc3 HTTP/1.1" status: 204 len: 168 time: 0.5337932 Sep 10 03:10:00.842669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.878064 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eedbdd54-fcd7-43d6-8d7b-9b94a38e45e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f30062cfdfb04b269fbcdca9a7471ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767953 Sep 10 03:10:00.885478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35894) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.889004 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c894003-5e5a-4d13-bfbe-417083b3c6b7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427833 Sep 10 03:10:00.896256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbdd54-fcd7-43d6-8d7b-9b94a38e45e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76760a9d-2d1c-43ee-b80c-e284e9cd4d7d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:00.898055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:00.905617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1649283032'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:00.927991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7417228e-7a3e-450d-99e2-d19afefabd38 req-400f8caa-522a-4521-9cf4-7055f052ae71 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0460346 Sep 10 03:10:00.962987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3eace-6e55-4536-8fd0-f36d3a87e3ae req-40216f39-2a47-4d37-8ca3-4ccb3a94ea79 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:00.965200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9fe3eace-6e55-4536-8fd0-f36d3a87e3ae req-40216f39-2a47-4d37-8ca3-4ccb3a94ea79 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1806319 Sep 10 03:10:00.987900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:00.988177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76a3e395-c4a2-484f-81b7-dc349afe5899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:00.991715 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.028320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76a3e395-c4a2-484f-81b7-dc349afe5899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.043988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-421439de-c73a-45f1-8ad4-e043b2cb5423 req-9d8c933b-275f-4a61-a528-a8e80d6e211c service neutron] 10.222.0.32 "GET /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150614 Sep 10 03:10:01.051284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9fe3eace-6e55-4536-8fd0-f36d3a87e3ae req-1aae7475-e909-4f0f-88c6-a74c503cbccb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Sep 10 03:10:01.054977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:01.069830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.070249 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Added segment a8aeb93c-843d-450d-be9c-cfd7098f3a72 of type vlan for network 429fa30a-742f-4d57-9b74-e853b515dbb5 Sep 10 03:10:01.125537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.129314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76a3e395-c4a2-484f-81b7-dc349afe5899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.133762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76a3e395-c4a2-484f-81b7-dc349afe5899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.135400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-76a3e395-c4a2-484f-81b7-dc349afe5899 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76760a9d-2d1c-43ee-b80c-e284e9cd4d7d HTTP/1.1" status: 204 len: 168 time: 0.2481713 Sep 10 03:10:01.159665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:01.172330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3e395-c4a2-484f-81b7-dc349afe5899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76760a9d-2d1c-43ee-b80c-e284e9cd4d7d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:01.175858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.182349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.193972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.195230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.280091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Network': ['ID=429fa30a-742f-4d57-9b74-e853b515dbb5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:01.284886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-9115d2d8-5006-4e90-9229-dd4e662b62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.285638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-9115d2d8-5006-4e90-9229-dd4e662b62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.287716 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-9115d2d8-5006-4e90-9229-dd4e662b62ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9b76023e4e2432498a5208749228bc4&device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1979 time: 0.1422529 Sep 10 03:10:01.300544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 429fa30a-742f-4d57-9b74-e853b515dbb5 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:01.365496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.373838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.391636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:01.405062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.405883 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Added segment 584dc077-0d2e-45fd-8075-3e8f51a93ef9 of type vlan for network 4cb67e14-e428-44aa-8f75-86eebe4acd82 Sep 10 03:10:01.430502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c18adb91-aacf-4c7c-8994-c57b520432c7 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5295537 Sep 10 03:10:01.437511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35920) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:01.451017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1305619678'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:01.469221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.508465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e656536-1452-405b-a778-4cc51a2dcca4 req-8acf9323-7450-4ddd-b081-574375c0cef0 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.510494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e656536-1452-405b-a778-4cc51a2dcca4 req-8acf9323-7450-4ddd-b081-574375c0cef0 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1564708 Sep 10 03:10:01.514131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-24a29219-0ee8-442f-bd4a-2e9b57d72ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.515789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-24a29219-0ee8-442f-bd4a-2e9b57d72ad9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c00f35a9-cdbd-4bea-95ed-01571c7d161a HTTP/1.1" status: 200 len: 902 time: 0.2192721 Sep 10 03:10:01.516427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:01.519832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.542781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.544532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.545622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.594037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-2a3870cb-947a-4f7f-8e3a-74751439808a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=f519f15c-4531-462a-9912-cced09fe7792 HTTP/1.1" status: 200 len: 217 time: 0.0603530 Sep 10 03:10:01.617037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:01.661706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.666275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:01.669573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc559138-5941-4934-98f3-ff91cd3d07bf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:01.681882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1882214225-network', 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:01.687021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb67e14-e428-44aa-8f75-86eebe4acd82,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:01.708938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48f32696-8d50-4925-9c97-6223be239f05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2966361 Sep 10 03:10:01.709162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:01.712442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4562f2d-75fc-4a0b-a622-700d50e7f909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.717875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35924) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:01.727248 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae8f8-85ad-4832-9179-d484d2e83e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.728939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Request body: {'subnet': {'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-363715279-subnet', 'tenant_id': 'db14cba4811042a09980da3e267ef9ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:01.760103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6654-ed14-409a-bf10-b489ce4cb504 req-19a1da02-ae77-4d41-93bd-d686923eb054 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.766634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6654-ed14-409a-bf10-b489ce4cb504 req-19a1da02-ae77-4d41-93bd-d686923eb054 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.768392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-653e6654-ed14-409a-bf10-b489ce4cb504 req-19a1da02-ae77-4d41-93bd-d686923eb054 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1677 time: 0.2642398 Sep 10 03:10:01.776063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:01.778571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.810408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.826216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Made reservation on behalf of db14cba4811042a09980da3e267ef9ee for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:01.828607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.876065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.880341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-653e6654-ed14-409a-bf10-b489ce4cb504 req-47221e3b-4e28-441f-911e-a76e271e0a86 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974541 Sep 10 03:10:01.939630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e656536-1452-405b-a778-4cc51a2dcca4 req-b4e48a01-2df6-4cae-8703-792c85bd04e6 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4162290 Sep 10 03:10:01.948049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:01.948388 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Added segment f1df32af-5f3a-4385-820c-792d9fae6b8f of type vlan for network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 Sep 10 03:10:01.991189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-1a599a46-595c-4fa0-8276-9c3969d08512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:01.993044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-1a599a46-595c-4fa0-8276-9c3969d08512 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a426478-bb1d-4af8-8c24-3c5c94e44bc0 HTTP/1.1" status: 200 len: 801 time: 0.3885984 Sep 10 03:10:02.001775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.054633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.060013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:02.060613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.063678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef008d81-cef1-473b-94d0-6aa94b2ec4b8 req-945c1169-9b46-4a70-a259-3baaaf9a2586 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0401394 Sep 10 03:10:02.071738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-7de90ef5-07cc-475a-bc82-782b81d356ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:02.073236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-7de90ef5-07cc-475a-bc82-782b81d356ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c00f35a9-cdbd-4bea-95ed-01571c7d161a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691350 Sep 10 03:10:02.086090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4562f2d-75fc-4a0b-a622-700d50e7f909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.123273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4562f2d-75fc-4a0b-a622-700d50e7f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.159203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Network': ['ID=c5b435d3-2d64-4c4b-b58e-c9ec9085eae3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:02.171976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:02.191367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.208069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4562f2d-75fc-4a0b-a622-700d50e7f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb9912-a8e5-4c79-a1ce-f63e57a90baf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:02.216437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b4562f2d-75fc-4a0b-a622-700d50e7f909 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79e5833237c846fe8af5908f54ddf51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435522 Sep 10 03:10:02.223603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35930) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:02.263341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-9b813f85-ebb6-4e8b-89ee-1f7571399297 service neutron] 10.222.0.32 "GET /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774042 Sep 10 03:10:02.283432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fc6501-f0eb-446c-9ea3-deedcc811b96,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:02.297791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e84ca-8b27-407c-a18f-1d06e7b5fee3 req-e34fac82-4965-4af9-b5a8-b20734e00e90 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:02.299288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc4e84ca-8b27-407c-a18f-1d06e7b5fee3 req-e34fac82-4965-4af9-b5a8-b20734e00e90 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1122746 Sep 10 03:10:02.313423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Checking segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:02.313826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Network hostable DHCP agents. Network: 4cb67e14-e428-44aa-8f75-86eebe4acd82, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:02.342233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.347428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.353781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:02.374109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4cb67e14-e428-44aa-8f75-86eebe4acd82) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:02.378673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:02.379557 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.380809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a438e58-51c0-4c36-a5d4-da9f03def1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.382931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6765abe0-a9e8-4fd6-86cc-b6803fe1c2bf tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9424729 Sep 10 03:10:02.389925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:02.393572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabfb5b-861f-4afe-af5c-fd52060b205a None None] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:02.408611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.408954 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Added segment 99936be6-5d5a-4d56-a133-c70fc75dcafe of type vlan for network f67951fd-f593-4abf-97a2-9d68cfdbd94c Sep 10 03:10:02.418724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e73dda-37c4-4f72-a96f-4cee1ea7a417,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:02.422515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a438e58-51c0-4c36-a5d4-da9f03def1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.436287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b585cae5-00ae-4e19-8167-2cc90e8a9456 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7083306 Sep 10 03:10:02.436989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc4e84ca-8b27-407c-a18f-1d06e7b5fee3 req-05bc6838-dcba-4b7a-b913-b755df5f0863 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226203 Sep 10 03:10:02.470814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.492034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97756ff5-84c1-40b6-901f-48ad52c60681 req-73fc4e9f-ff94-4751-bade-479370bb7798 service neutron] 10.222.0.32 "GET /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131219 Sep 10 03:10:02.531903 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a438e58-51c0-4c36-a5d4-da9f03def1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.533336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.534464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a438e58-51c0-4c36-a5d4-da9f03def1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.534678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:02.536249 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a438e58-51c0-4c36-a5d4-da9f03def1ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22bb9912-a8e5-4c79-a1ce-f63e57a90baf HTTP/1.1" status: 204 len: 168 time: 0.3112099 Sep 10 03:10:02.545760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.552071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a438e58-51c0-4c36-a5d4-da9f03def1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb9912-a8e5-4c79-a1ce-f63e57a90baf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:02.607722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35936) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:02.616169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'subnets': [{'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--65070786', 'ip_version': 4}, {'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:02.616798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'subnet': {'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--65070786', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:02.617558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Request body: {'subnet': {'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:02.647120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] Pushing event updated for resources: {'Network': ['ID=f67951fd-f593-4abf-97a2-9d68cfdbd94c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:02.653261 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-07f0b060-1007-4b45-b48b-24403839e041 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4918444 Sep 10 03:10:02.653876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35938) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:02.665081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Request body: {'subnet': {'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1882214225-subnet', 'tenant_id': '623b01a55b9342058657c80337d2fdb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:02.673786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:02.689590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:02.693195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.750598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4cb67e14-e428-44aa-8f75-86eebe4acd82', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'tenant_id': 'db14cba4811042a09980da3e267ef9ee', 'fixed_ips': [{'subnet_id': 'a6fc6501-f0eb-446c-9ea3-deedcc811b96'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:10:02.751606 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.840666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Made reservation on behalf of dd5590f37981487586125b37f1213a8f for: {'subnet': 2} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:02.848407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.849159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.990363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:02.993586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Allocated IP 172.20.0.2 (4cb67e14-e428-44aa-8f75-86eebe4acd82/a6fc6501-f0eb-446c-9ea3-deedcc811b96/7e7d373b-8605-4300-9880-517a5e5715e1) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:03.060654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da81212-6cde-43bb-8d26-be010c1c1056,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:03.068863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:03.069227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Network hostable DHCP agents. Network: f67951fd-f593-4abf-97a2-9d68cfdbd94c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:03.098827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:03.117385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f67951fd-f593-4abf-97a2-9d68cfdbd94c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:03.122006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77dbe-e05c-43f2-b048-dc3a9367ee7b req-830d8c09-7039-4993-b81e-dfea1be33236 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:03.126119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:03.126726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.131150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82e8b3-b2db-4602-af77-a32999b785c0 None None] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:03.135752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77dbe-e05c-43f2-b048-dc3a9367ee7b req-830d8c09-7039-4993-b81e-dfea1be33236 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:03.139522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7fd77dbe-e05c-43f2-b048-dc3a9367ee7b req-830d8c09-7039-4993-b81e-dfea1be33236 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1677 time: 0.1703629 Sep 10 03:10:03.157163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55b758c2-1756-49df-805f-16ea1a28101f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5017431 Sep 10 03:10:03.224890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7fd77dbe-e05c-43f2-b048-dc3a9367ee7b req-ad0f7737-7889-4f09-8492-e55f2d9292b5 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771811 Sep 10 03:10:03.278733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.293752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Transition to ACTIVE for port object 7e7d373b-8605-4300-9880-517a5e5715e1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:03.325480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Transition to ACTIVE for port object 7e7d373b-8605-4300-9880-517a5e5715e1 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:03.381998 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.405016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c2329-5d8b-4f91-80bd-9d184e4af4fc None None] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:03.478982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-27f0f856-5d23-4d91-9bb6-faee3b93db1b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:03.483552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-27f0f856-5d23-4d91-9bb6-faee3b93db1b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 815 time: 0.2059987 Sep 10 03:10:03.508531 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-b4d86af2-f0d2-4c1c-89de-1b03f6cc0c25 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/quotas/db14cba4811042a09980da3e267ef9ee HTTP/1.1" status: 200 len: 375 time: 0.0170178 Sep 10 03:10:03.522972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:03.533297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77b45-84e0-43ef-a231-376dcbe1affa req-1ecf8947-c392-452e-9de0-9ba4d60e45c9 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:03.541081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd77b45-84e0-43ef-a231-376dcbe1affa req-1ecf8947-c392-452e-9de0-9ba4d60e45c9 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1661677 Sep 10 03:10:03.553807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:03.559118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:03.578589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-3892f424-58af-4299-bfca-34f3d8e3eb31 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:03.579892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-3892f424-58af-4299-bfca-34f3d8e3eb31 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 945 time: 0.1220312 Sep 10 03:10:03.584991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f1174cca-918d-4a6f-b285-b8473815d92d tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664837 Sep 10 03:10:03.670560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Pushing event updated for resources: {'Port': ['ID=7e7d373b-8605-4300-9880-517a5e5715e1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:03.681696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Attempting to bind port 7e7d373b-8605-4300-9880-517a5e5715e1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:03.682287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Attempting to bind port 7e7d373b-8605-4300-9880-517a5e5715e1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:03.682384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Attempting to bind port 7e7d373b-8605-4300-9880-517a5e5715e1 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:03.687577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:03.687949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Checking segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:03.688673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.688810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Bound using segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:03.689174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Bound port: 7e7d373b-8605-4300-9880-517a5e5715e1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:03.689548 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.699684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbd77b45-84e0-43ef-a231-376dcbe1affa req-3da8c455-afac-4090-b555-d853f98f0a88 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=2696b65c-0fd9-426b-a967-fd595773893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467390 Sep 10 03:10:03.747123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-fe93e916-7931-4e1a-9c4a-89599cc01639 service neutron] 10.222.0.23 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551991 Sep 10 03:10:03.772559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] For port 7e7d373b-8605-4300-9880-517a5e5715e1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:03.777590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.779484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] For port 7e7d373b-8605-4300-9880-517a5e5715e1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7e7d373b-8605-4300-9880-517a5e5715e1,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:03.785253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:03.859079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694641a5-956a-4c63-aa9d-b15e7a7e5588 None None] Pushing event updated for resources: {'Port': ['ID=7e7d373b-8605-4300-9880-517a5e5715e1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:03.866580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-72355b43-9b09-4f3d-92fa-a91c8a32797e service neutron] 10.222.0.23 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102409 Sep 10 03:10:03.895928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71105c0b-4d43-424b-8366-7ce96f073cab req-2f918233-8bdb-4212-b2dc-93138b7c010b tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1179845 Sep 10 03:10:03.949751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Subnet': ['ID=e9c1b3ee-8ed0-45d0-83b6-292bd370d719,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:03.966672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Checking segment: {'id': 'a8aeb93c-843d-450d-be9c-cfd7098f3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:03.967047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network hostable DHCP agents. Network: 429fa30a-742f-4d57-9b74-e853b515dbb5, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:03.973885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Deleting port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:03.974226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.083631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network 429fa30a-742f-4d57-9b74-e853b515dbb5 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:04.119823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701a57d-f612-4aa3-ae4f-6e4edbc75020 req-f95af2cd-5559-4ab5-8df6-d02ef5b3c0a2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.121588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a701a57d-f612-4aa3-ae4f-6e4edbc75020 req-f95af2cd-5559-4ab5-8df6-d02ef5b3c0a2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1303027 Sep 10 03:10:04.140073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 429fa30a-742f-4d57-9b74-e853b515dbb5) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:04.149412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.178568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f8b5b-6cc7-4c9a-a7bb-f334391aa5c1 None None] Network 429fa30a-742f-4d57-9b74-e853b515dbb5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:04.274350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] For port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:04.274666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.313135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event updated for resources: {'Subnet': ['ID=efa27049-045b-4e0f-b250-00fbc1011006,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:04.386935 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a701a57d-f612-4aa3-ae4f-6e4edbc75020 req-9fd60fc8-b0d3-4c21-a0c6-2f61b94ce17f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937630 Sep 10 03:10:04.397507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Checking segment: {'id': 'f1df32af-5f3a-4385-820c-792d9fae6b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:04.397685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network hostable DHCP agents. Network: c5b435d3-2d64-4c4b-b58e-c9ec9085eae3, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:04.413808 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06dac993-ee78-4180-9fb5-fdd9deebc64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.494555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:04.528483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-429fa30a-742f-4d57-9b74-e853b515dbb5', 'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5', 'tenant_id': 'dd5590f37981487586125b37f1213a8f', 'fixed_ips': [{'subnet_id': 'e9c1b3ee-8ed0-45d0-83b6-292bd370d719'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:10:04.529279 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.557646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, c5b435d3-2d64-4c4b-b58e-c9ec9085eae3) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:04.568952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865d9fd-0c00-4fa0-86a1-f557090874cb None None] Network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:04.587115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.587871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.588694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.624219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.624624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.627063 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Floating IP 4b8f8adb-4878-4b0c-906a-3e7acbed5e54 disassociated. External IP: 172.25.8.186, port: 5865216c-7dd2-4f5b-b241-f9bc40e52a4b. Sep 10 03:10:04.627525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Calling delete_port for 5865216c-7dd2-4f5b-b241-f9bc40e52a4b owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:04.643104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56244337-7358-415c-b4c7-6132c1c97905 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.0328243 Sep 10 03:10:04.645589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36018) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:04.662877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa41838-e764-4ce3-9706-6818f95ea1f5 req-42438b3b-8595-497c-92fd-b5390ad8682b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.669792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa41838-e764-4ce3-9706-6818f95ea1f5 req-42438b3b-8595-497c-92fd-b5390ad8682b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.671673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4aa41838-e764-4ce3-9706-6818f95ea1f5 req-42438b3b-8595-497c-92fd-b5390ad8682b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1677 time: 0.1331520 Sep 10 03:10:04.726685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f519f15c-4531-462a-9912-cced09fe7792 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:04.754256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-c2cd8c8b-9693-4853-a731-fb10969a06ab tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.768640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-c2cd8c8b-9693-4853-a731-fb10969a06ab tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.2903149 Sep 10 03:10:04.771580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:04.799058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4aa41838-e764-4ce3-9706-6818f95ea1f5 req-c919b6fc-b0e3-42db-b9bd-fa4b3fb83166 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929520 Sep 10 03:10:04.835404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-274c11d1-30d8-4e21-83b4-bb19878ce026 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0655515 Sep 10 03:10:04.914062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-6822f853-1b11-44da-9b20-6db871b2f492 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770800 Sep 10 03:10:04.920641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b470f4b-46d6-43a9-8cc9-1ad5850a8140 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.922449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b470f4b-46d6-43a9-8cc9-1ad5850a8140 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.924248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b470f4b-46d6-43a9-8cc9-1ad5850a8140 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:04.926216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4b470f4b-46d6-43a9-8cc9-1ad5850a8140 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2740748 Sep 10 03:10:04.934025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36036) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:04.990214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Allocated IP 172.20.0.2 (429fa30a-742f-4d57-9b74-e853b515dbb5/e9c1b3ee-8ed0-45d0-83b6-292bd370d719/e4cbf55f-ecd5-43a4-a106-68482831bcd5) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:04.998289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:05.112302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Deleting subnet e9c1b3ee-8ed0-45d0-83b6-292bd370d719 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:05.143165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-e52c7826-2dcd-4b98-9379-d4f90073e7a6 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276425 Sep 10 03:10:05.168884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-c5b435d3-2d64-4c4b-b58e-c9ec9085eae3', 'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3', 'tenant_id': 'dd5590f37981487586125b37f1213a8f', 'fixed_ips': [{'subnet_id': 'efa27049-045b-4e0f-b250-00fbc1011006'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:10:05.169729 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:05.237716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event deleted for resources: {'Port': ['ID=5865216c-7dd2-4f5b-b241-f9bc40e52a4b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:05.288806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f519f15c-4531-462a-9912-cced09fe7792, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f519f15c-4531-462a-9912-cced09fe7792,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:05.312439 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:10:05.337298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-57f7c506-3c74-4e08-81e5-21c86ffa538e service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841750 Sep 10 03:10:05.358325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-12200e48-be84-4cae-bc0e-29937c03320b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:05.370726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-12200e48-be84-4cae-bc0e-29937c03320b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 815 time: 0.4026613 Sep 10 03:10:05.395039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f519f15c-4531-462a-9912-cced09fe7792', 'network_id': 'c00f35a9-cdbd-4bea-95ed-01571c7d161a', 'port_id': 'f519f15c-4531-462a-9912-cced09fe7792', 'mac_address': 'fa:16:3e:54:46:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a426478-bb1d-4af8-8c24-3c5c94e44bc0', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:05.415930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-57a08394-15a3-452c-82a6-bf379d96b674 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/quotas/db14cba4811042a09980da3e267ef9ee HTTP/1.1" status: 200 len: 375 time: 0.0439909 Sep 10 03:10:05.557137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:05.576595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-fe97247f-f47b-468f-852a-aca454f19d13 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596780 Sep 10 03:10:05.585329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d71672-ebb3-47fd-9f4f-44a12b0f6aa7 None None] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:05.689575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:05.702794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f798af69-1f24-4a82-be21-a301f110f3c9 None None] Provisioning for port 7e7d373b-8605-4300-9880-517a5e5715e1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:05.720233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccc41595-509a-429d-9e3b-d9a9730e9943 req-065912ec-b51b-4495-a374-2b6d266c97d7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 210 time: 0.0437732 Sep 10 03:10:05.904196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b0f28a0-5796-4aab-a0f5-8684ba634dc7 req-7ccd047b-d5cd-4ad8-81ec-42614ffa6c00 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0393925 Sep 10 03:10:05.951703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:05.960609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Transition to ACTIVE for port object e4cbf55f-ecd5-43a4-a106-68482831bcd5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:05.980266 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-6a85e1ae-4a16-4d67-9fcf-0c2d9070cd6d service neutron] 10.222.0.23 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929710 Sep 10 03:10:05.995230 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.022548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Allocated IP 172.20.0.18 (c5b435d3-2d64-4c4b-b58e-c9ec9085eae3/efa27049-045b-4e0f-b250-00fbc1011006/14e1ad88-60c5-4088-95cd-b60abb35c56a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:06.083485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:06.091606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb6665-7960-4c4c-92c1-30289bb8fad9 req-8b8f83d3-53a9-4aa8-ad9d-3119402f927b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:06.097885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85bb6665-7960-4c4c-92c1-30289bb8fad9 req-8b8f83d3-53a9-4aa8-ad9d-3119402f927b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1035650 Sep 10 03:10:06.100891 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-a994f847-5a7e-4401-8a8a-301e12cf1d2b service neutron] show failed (client error): The resource could not be found. Sep 10 03:10:06.102893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-a994f847-5a7e-4401-8a8a-301e12cf1d2b service neutron] 10.222.0.36 "GET /v2.0/ports/87a812d3-5e73-4626-85f4-19f98e3ee942/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.1543097 Sep 10 03:10:06.170754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Transition to ACTIVE for port object e4cbf55f-ecd5-43a4-a106-68482831bcd5 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:06.186547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:06.188532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.229434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] No DVR routers for this DVR port 5865216c-7dd2-4f5b-b241-f9bc40e52a4b on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:06.236130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.242307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43c5793a-e016-4d48-a8b5-13c16cf78553 req-69c5e00d-90c7-4a7e-ae14-6911d01a1cbf tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "DELETE /v2.0/ports/5865216c-7dd2-4f5b-b241-f9bc40e52a4b HTTP/1.1" status: 204 len: 173 time: 2.6488216 Sep 10 03:10:06.242909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'name': 'network-vif-deleted', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:06.245950 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d60a53-10a1-48b5-b8f6-cc72569839db" -d '{"events": [{"server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "name": "network-vif-deleted", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:06.289238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-63d8bc7e-7752-4026-8346-07ac84b07efe service neutron] 10.222.0.23 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973442 Sep 10 03:10:06.318579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.326974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:06.327607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:06.333112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e7d373b-8605-4300-9880-517a5e5715e1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:06.441308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85bb6665-7960-4c4c-92c1-30289bb8fad9 req-b19cea1d-3ee1-4b1d-973b-69fef74574bd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232341 Sep 10 03:10:06.472585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.626610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-d94535e7-045f-437b-93c7-40bd941eaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:06.630374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-d94535e7-045f-437b-93c7-40bd941eaea5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1203763 Sep 10 03:10:06.665262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:06.670613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f519f15c-4531-462a-9912-cced09fe7792 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:06.799560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2bc1464e-415b-477d-aee0-77c78a662019 req-bd314d82-e674-4bcf-a1fc-bdeb2d04c4b1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 210 time: 0.1281941 Sep 10 03:10:06.801714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Network 429fa30a-742f-4d57-9b74-e853b515dbb5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:06.812471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.836810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d605aa-a4eb-4a3f-9e9e-9c045c498c06 req-b3341805-87c5-4ee6-8a1e-fe017fbe68a0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:06.844272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d605aa-a4eb-4a3f-9e9e-9c045c498c06 req-b3341805-87c5-4ee6-8a1e-fe017fbe68a0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:06.850115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f519f15c-4531-462a-9912-cced09fe7792, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f519f15c-4531-462a-9912-cced09fe7792,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:06.852153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37d605aa-a4eb-4a3f-9e9e-9c045c498c06 req-b3341805-87c5-4ee6-8a1e-fe017fbe68a0 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1677 time: 0.1833048 Sep 10 03:10:06.858716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:06.864794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:06.906186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-2f543ed0-98ca-41dc-a82a-9d4302285198 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:06.909260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-2f543ed0-98ca-41dc-a82a-9d4302285198 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 815 time: 0.6202710 Sep 10 03:10:06.928165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:06.930672 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.934197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Pushing event updated for resources: {'Port': ['ID=e4cbf55f-ecd5-43a4-a106-68482831bcd5,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:06.936851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:06.937780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 405d9219-1dbf-40ca-bf79-c7efcdd97220 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:06.945596 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd53d5-33ea-4361-9bf2-b49f3a7588ae x-openstack-request-id: req-f7fd53d5-33ea-4361-9bf2-b49f3a7588ae {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:06.945885 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a923461-b9ab-4b30-98a7-1cfdc6de1279", "name": "network-vif-deleted", "tag": "5865216c-7dd2-4f5b-b241-f9bc40e52a4b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:06.953319 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7fd53d5-33ea-4361-9bf2-b49f3a7588ae {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:06.953929 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a923461-b9ab-4b30-98a7-1cfdc6de1279', 'name': 'network-vif-deleted', 'tag': '5865216c-7dd2-4f5b-b241-f9bc40e52a4b', 'status': 'completed', 'code': 200} Sep 10 03:10:07.000777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.082671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Request body: {'port': {'device_id': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'admin_state_up': True, 'tenant_id': 'db14cba4811042a09980da3e267ef9ee'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:07.084998 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37d605aa-a4eb-4a3f-9e9e-9c045c498c06 req-54b803c2-95ea-4c10-8249-ff6782dc9b46 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317722 Sep 10 03:10:07.225065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Transition to ACTIVE for port object 14e1ad88-60c5-4088-95cd-b60abb35c56a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:07.393081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Transition to ACTIVE for port object 14e1ad88-60c5-4088-95cd-b60abb35c56a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:07.403496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-f6873a41-dfdd-4599-b9bd-3e4b2df164fd tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:07.406299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b88dc30e-f746-42ed-9884-4775c22e39d4 req-8478f829-f95f-4cee-b563-5f205f7a322e tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a923461-b9ab-4b30-98a7-1cfdc6de1279 HTTP/1.1" status: 200 len: 210 time: 0.1726038 Sep 10 03:10:07.410099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-f6873a41-dfdd-4599-b9bd-3e4b2df164fd tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 815 time: 0.3318789 Sep 10 03:10:07.446385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7e7d373b-8605-4300-9880-517a5e5715e1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:07.499969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Attempting to bind port e4cbf55f-ecd5-43a4-a106-68482831bcd5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:07.500335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Attempting to bind port e4cbf55f-ecd5-43a4-a106-68482831bcd5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'a8aeb93c-843d-450d-be9c-cfd7098f3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:07.500691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Attempting to bind port e4cbf55f-ecd5-43a4-a106-68482831bcd5 on network 429fa30a-742f-4d57-9b74-e853b515dbb5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:07.503065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.505508 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.507333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7e7d373b-8605-4300-9880-517a5e5715e1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:07.507723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.510364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-bf54b742-28bf-4ec8-8a85-45252db72095 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/quotas/db14cba4811042a09980da3e267ef9ee HTTP/1.1" status: 200 len: 375 time: 0.0992000 Sep 10 03:10:07.537677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.561283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f519f15c-4531-462a-9912-cced09fe7792,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:07.594139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:07.634418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 405d9219-1dbf-40ca-bf79-c7efcdd97220, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=405d9219-1dbf-40ca-bf79-c7efcdd97220,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:07.635857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c1b3ee-8ed0-45d0-83b6-292bd370d719,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:07.638851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.643576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-346e62c4-83ae-4960-8269-11407d7d3c62 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/subnets/e9c1b3ee-8ed0-45d0-83b6-292bd370d719 HTTP/1.1" status: 204 len: 168 time: 2.7050006 Sep 10 03:10:07.646402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36120) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:07.655000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:07.655386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Checking segment: {'id': 'a8aeb93c-843d-450d-be9c-cfd7098f3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:07.655798 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.656186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Bound using segment: {'id': 'a8aeb93c-843d-450d-be9c-cfd7098f3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:07.656690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Bound port: e4cbf55f-ecd5-43a4-a106-68482831bcd5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aeb93c-843d-450d-be9c-cfd7098f3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '429fa30a-742f-4d57-9b74-e853b515dbb5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:07.657067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.684596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fe6671a-a17a-4aad-9b4a-464408313485 req-2e1e8184-08a1-4eb7-9103-490ddcb04ab5 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1161129 Sep 10 03:10:07.719951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:07.744758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-cc86d953-f101-4978-b56c-fee770392470 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2245772 Sep 10 03:10:07.771062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:07.778241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:07.790923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '405d9219-1dbf-40ca-bf79-c7efcdd97220', 'network_id': '4ef7fe83-7038-498a-b6db-e415904ff76c', 'port_id': '405d9219-1dbf-40ca-bf79-c7efcdd97220', 'mac_address': 'fa:16:3e:a9:fa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85d254-e1c3-4329-b7a3-3e2dc9969aec', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:07.806566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Made reservation on behalf of db14cba4811042a09980da3e267ef9ee for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:07.818713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-e652d487-b4ac-49f8-8eda-bb1eaf4e525a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:07.820145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.822227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-e652d487-b4ac-49f8-8eda-bb1eaf4e525a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.6289527 Sep 10 03:10:07.824880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:07.828997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Pushing event updated for resources: {'Port': ['ID=14e1ad88-60c5-4088-95cd-b60abb35c56a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:07.838757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Deleting subnet efa27049-045b-4e0f-b250-00fbc1011006 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:07.856315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:07.861200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': '648c2439-906c-4b52-9038-04ca94258b72', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:07.999081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Attempting to bind port 14e1ad88-60c5-4088-95cd-b60abb35c56a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:07.999495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Attempting to bind port 14e1ad88-60c5-4088-95cd-b60abb35c56a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f1df32af-5f3a-4385-820c-792d9fae6b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:07.999835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Attempting to bind port 14e1ad88-60c5-4088-95cd-b60abb35c56a on network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:08.044228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c8a62e4f-2940-444c-be9f-882916c258e8 None None] Provisioning complete for port 7e7d373b-8605-4300-9880-517a5e5715e1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:08.044620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8a62e4f-2940-444c-be9f-882916c258e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.050242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e09c07-3fe9-4d78-9ea0-5c67bd6363fb req-d678f0bd-1c36-4d7c-9226-41927f6d3a8f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:08.052204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7e09c07-3fe9-4d78-9ea0-5c67bd6363fb req-d678f0bd-1c36-4d7c-9226-41927f6d3a8f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1864862 Sep 10 03:10:08.052364 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.054378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:08.054707 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.054828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Checking segment: {'id': 'f1df32af-5f3a-4385-820c-792d9fae6b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:08.055138 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.055552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Bound using segment: {'id': 'f1df32af-5f3a-4385-820c-792d9fae6b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:08.056031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Bound port: 14e1ad88-60c5-4088-95cd-b60abb35c56a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1df32af-5f3a-4385-820c-792d9fae6b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c5b435d3-2d64-4c4b-b58e-c9ec9085eae3'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:08.056404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.064811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] For port e4cbf55f-ecd5-43a4-a106-68482831bcd5, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:08.151009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] For port e4cbf55f-ecd5-43a4-a106-68482831bcd5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e4cbf55f-ecd5-43a4-a106-68482831bcd5,segment=NetworkSegment(a8aeb93c-843d-450d-be9c-cfd7098f3a72),segment_id=a8aeb93c-843d-450d-be9c-cfd7098f3a72)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:08.152679 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.155466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405d9219-1dbf-40ca-bf79-c7efcdd97220 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:08.189795 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.223891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:08.230344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.240939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Transition to ACTIVE for port object 87a812d3-5e73-4626-85f4-19f98e3ee942 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:08.258881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7e7d373b-8605-4300-9880-517a5e5715e1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7e7d373b-8605-4300-9880-517a5e5715e1,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:08.276432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7e09c07-3fe9-4d78-9ea0-5c67bd6363fb req-4b08e5fe-0c08-4eab-b5b7-db9112b49fe8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102244 Sep 10 03:10:08.283952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.284434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 405d9219-1dbf-40ca-bf79-c7efcdd97220, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=405d9219-1dbf-40ca-bf79-c7efcdd97220,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:08.293549 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.332430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.336310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:08.338756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.424075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-397e9e5d-f7e3-4ee8-9ccd-e2a8853fbc75 service neutron] 10.222.0.23 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783459 Sep 10 03:10:08.508143 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.588577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:10:08.615033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.638613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] For port 14e1ad88-60c5-4088-95cd-b60abb35c56a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:08.640976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fdf1-6f0d-453a-ae3e-832e2abe648e None None] Pushing event updated for resources: {'Port': ['ID=e4cbf55f-ecd5-43a4-a106-68482831bcd5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:08.653041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:08.657240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/subnets/efa27049-045b-4e0f-b250-00fbc1011006 HTTP/1.1" status: 204 len: 168 time: 1.0074966 Sep 10 03:10:08.660010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:08.660843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:08.676071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:08.677256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f519f15c-4531-462a-9912-cced09fe7792'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:08.688595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bae9f-3c5a-4ef1-b5d4-6bebbed8e640 None None] Network 429fa30a-742f-4d57-9b74-e853b515dbb5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:08.688773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa4751-2ebe-48f4-b609-2f09e068f81f tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Subnet': ['ID=efa27049-045b-4e0f-b250-00fbc1011006,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:08.787285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Allocated IP 172.20.0.5 (4cb67e14-e428-44aa-8f75-86eebe4acd82/a6fc6501-f0eb-446c-9ea3-deedcc811b96/774e255d-5d7b-45a8-8297-f591b2d94f9f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:08.788383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a9d8926-f396-41d5-a946-312b7cdd5763 req-d279bce6-4715-4775-9e68-367ad89617ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 210 time: 0.0809612 Sep 10 03:10:08.793741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:08.809183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] For port 14e1ad88-60c5-4088-95cd-b60abb35c56a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=14e1ad88-60c5-4088-95cd-b60abb35c56a,segment=NetworkSegment(f1df32af-5f3a-4385-820c-792d9fae6b8f),segment_id=f1df32af-5f3a-4385-820c-792d9fae6b8f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:08.817803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892bbc17-9ccf-462d-8675-c7746d0f551a tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:08.819816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-892bbc17-9ccf-462d-8675-c7746d0f551a tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1374381 Sep 10 03:10:08.831533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36150) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:08.880770 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.011714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7e7d373b-8605-4300-9880-517a5e5715e1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:09.019909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.051634 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-29397b38-d9cc-4481-8e29-b5df5a02817d service neutron] 10.222.0.23 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709992 Sep 10 03:10:09.095274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:09.101185 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7603dd1e-ae33-4c19-89ff-2e6fdaae11f4" -d '{"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-unplugged", "status": "completed", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:09.143985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] No DVR routers for this DVR port 87a812d3-5e73-4626-85f4-19f98e3ee942 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:09.244710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:09.284704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337970fc-52ad-4b3a-9c95-09afd1f28bde req-f2effaf3-44ff-4459-a07a-53a72d12fede tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:09.291277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337970fc-52ad-4b3a-9c95-09afd1f28bde req-f2effaf3-44ff-4459-a07a-53a72d12fede tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:09.293700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-337970fc-52ad-4b3a-9c95-09afd1f28bde req-f2effaf3-44ff-4459-a07a-53a72d12fede tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1679 time: 0.2331755 Sep 10 03:10:09.312652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Deleting port 14e1ad88-60c5-4088-95cd-b60abb35c56a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:09.313014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.477645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-bfcc7fbc-1295-4147-a371-92b0aa1aeba3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:09.479221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-bfcc7fbc-1295-4147-a371-92b0aa1aeba3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 815 time: 1.2711432 Sep 10 03:10:09.502881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] For port 14e1ad88-60c5-4088-95cd-b60abb35c56a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=14e1ad88-60c5-4088-95cd-b60abb35c56a,segment=NetworkSegment(f1df32af-5f3a-4385-820c-792d9fae6b8f),segment_id=f1df32af-5f3a-4385-820c-792d9fae6b8f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:09.503627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.514372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=405d9219-1dbf-40ca-bf79-c7efcdd97220,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:09.515148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Request body: {'port': {'device_id': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'admin_state_up': True, 'tenant_id': 'db14cba4811042a09980da3e267ef9ee'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:09.536480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Calling delete_port for 14e1ad88-60c5-4088-95cd-b60abb35c56a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:09.588550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ec37b3-5a79-4c78-adba-93745d70eec9 req-8c28cb92-4892-4768-a5f9-6039eadb7ab6 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0535665 Sep 10 03:10:09.602335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.670977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Transition to ACTIVE for port object 774e255d-5d7b-45a8-8297-f591b2d94f9f will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:09.694858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['405d9219-1dbf-40ca-bf79-c7efcdd97220'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:09.721573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568a2ce-4800-491e-b55e-86858221fd2a None None] Pushing event updated for resources: {'Port': ['ID=14e1ad88-60c5-4088-95cd-b60abb35c56a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:09.765028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-337970fc-52ad-4b3a-9c95-09afd1f28bde req-1fd3de2c-75a4-427c-be3d-6f65f8dab859 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588835 Sep 10 03:10:09.765940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Made reservation on behalf of db14cba4811042a09980da3e267ef9ee for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:09.766428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.770372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.783932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] No DVR routers for this DVR port 14e1ad88-60c5-4088-95cd-b60abb35c56a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:09.810215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:09.835413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Port': ['ID=14e1ad88-60c5-4088-95cd-b60abb35c56a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:09.837443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.13 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/3ebf030a-2615-41c0-89a7-eda857998108) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:10.031798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:10.038413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.050328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5f1c762-cd0b-4aa0-951e-7518a1e8e29f req-7d5f4f8f-6bc1-4e43-85ba-1bd0dd038a10 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 210 time: 0.0873897 Sep 10 03:10:10.084324 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823408d-9fd3-4a75-8160-81d153486f16 x-openstack-request-id: req-9823408d-9fd3-4a75-8160-81d153486f16 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:10.084849 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-unplugged", "status": "completed", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:10.085277 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9823408d-9fd3-4a75-8160-81d153486f16 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:10.087524 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'code': 200} Sep 10 03:10:10.089922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bde3d2-718d-40e9-b989-4008c2bf5347 None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:10.106980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:10.157717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36186) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:10.159742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:10.207551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:10.283093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Pushing event updated for resources: {'Port': ['ID=774e255d-5d7b-45a8-8297-f591b2d94f9f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:10.341359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f519f15c-4531-462a-9912-cced09fe7792 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:10.344378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.487041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f519f15c-4531-462a-9912-cced09fe7792 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:10.492020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f519f15c-4531-462a-9912-cced09fe7792 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:10.492720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.494621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b435d3-2d64-4c4b-b58e-c9ec9085eae3']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:10.522438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1df32af-5f3a-4385-820c-792d9fae6b8f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:10.523097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1df32af-5f3a-4385-820c-792d9fae6b8f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:10.540775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e7d373b-8605-4300-9880-517a5e5715e1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:10.567645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.599476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:10.602855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.614514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:10.614994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.639206 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfedc30-0ea4-41e2-97b4-5d37911c282a None None] New status for floating IP 4b8f8adb-4878-4b0c-906a-3e7acbed5e54: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:10:10.640140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:10.640536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:10.641772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:10.654943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:10.655836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.666010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Port 87a812d3-5e73-4626-85f4-19f98e3ee942 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:10.666010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Attempting to bind port 87a812d3-5e73-4626-85f4-19f98e3ee942 on network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:10.666728 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:10.676341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:10.677186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Checking segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:10.677647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Bound using segment: {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:10.678516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Bound port: 87a812d3-5e73-4626-85f4-19f98e3ee942, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f664b47a-b3c4-482d-be5e-92ef6a2d250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:10.679200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.690920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a3d6-8217-428b-9d1e-c616b40b0a85 req-f09fe316-6045-4b9b-aac5-6c7a85732d26 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:10.694003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8261a3d6-8217-428b-9d1e-c616b40b0a85 req-f09fe316-6045-4b9b-aac5-6c7a85732d26 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 944 time: 0.6048539 Sep 10 03:10:10.707290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.722217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-120e57b1-5abc-4b06-8790-f31bd4c61ef1 None None] Provisioning for port 774e255d-5d7b-45a8-8297-f591b2d94f9f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:10.726203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d2117f3a-63b9-4d62-9cbe-51fbcfe91282 req-ea383a69-6eaf-4778-9a32-36a001a120f7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 210 time: 0.4338231 Sep 10 03:10:10.808531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.812845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:10.818880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=3ebf030a-2615-41c0-89a7-eda857998108,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:10.823934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:10.826487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:10.834760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf3da3-5346-4162-b98c-4db4b1f41cd5 None None] Network c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:10.846000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-120e57b1-5abc-4b06-8790-f31bd4c61ef1 None None] Provisioning complete for port 774e255d-5d7b-45a8-8297-f591b2d94f9f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:10.846511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-120e57b1-5abc-4b06-8790-f31bd4c61ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.861889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:10.877386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-f9ef98c7-d842-4af5-9e2a-3516e6a56dac tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8006401 Sep 10 03:10:10.916801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7e7d373b-8605-4300-9880-517a5e5715e1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:10.917285 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.927302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f519f15c-4531-462a-9912-cced09fe7792'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:10.929883 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd3b7d1-093f-4969-9a2a-9f2c2b9804c4" -d '{"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-plugged", "status": "completed", "tag": "f519f15c-4531-462a-9912-cced09fe7792"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:10.933275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:10.936920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:10.978876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:10.992332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Request body: {'port': {'device_id': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:11.014007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f519f15c-4531-462a-9912-cced09fe7792, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f519f15c-4531-462a-9912-cced09fe7792,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:11.035127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.036147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5865216c-7dd2-4f5b-b241-f9bc40e52a4b no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:11.043086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-120e57b1-5abc-4b06-8790-f31bd4c61ef1 None None] Port 774e255d-5d7b-45a8-8297-f591b2d94f9f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:11.047897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0adb17d-517a-4597-9d3f-dacdb88badec req-d4a65e63-48ce-40c9-986b-a2738d7960d3 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1776669 Sep 10 03:10:11.064528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:11.065314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.066889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 1092 time: 4.4168057 Sep 10 03:10:11.122081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.176211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b0ccd-5ec4-485f-af70-fa2fcd73abd7 service neutron] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:11.202412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.204131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:11.204881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.206944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/networks/c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 HTTP/1.1" status: 204 len: 168 time: 2.3743784 Sep 10 03:10:11.209868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9241d5d4-9eb0-4cea-aa6a-96af38bb142f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.211395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36210) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:11.214603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8261a3d6-8217-428b-9d1e-c616b40b0a85 req-1bd81547-58a9-4f93-a5eb-09ed5d5910a4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4796028 Sep 10 03:10:11.287507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 5865216c-7dd2-4f5b-b241-f9bc40e52a4b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:11.287863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5865216c-7dd2-4f5b-b241-f9bc40e52a4b not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:11.292070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-573be39e-9466-47f8-beba-252b382af84b None None] Could not find standard attr ID for object 14e1ad88-60c5-4088-95cd-b60abb35c56a. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:10:11.334936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d93ce-c77b-4db1-8824-2189bda8a7a2 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Network': ['ID=c5b435d3-2d64-4c4b-b58e-c9ec9085eae3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:11.346789 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43808868-4b01-4e59-8c92-7a7cd2ee9c72 x-openstack-request-id: req-43808868-4b01-4e59-8c92-7a7cd2ee9c72 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:11.347008 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-plugged", "status": "completed", "tag": "f519f15c-4531-462a-9912-cced09fe7792", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:11.347134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.347434 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43808868-4b01-4e59-8c92-7a7cd2ee9c72 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:11.348063 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f519f15c-4531-462a-9912-cced09fe7792', 'code': 200} Sep 10 03:10:11.349423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Allocated IP 172.20.0.6 (4cb67e14-e428-44aa-8f75-86eebe4acd82/a6fc6501-f0eb-446c-9ea3-deedcc811b96/8c12ac17-20ae-4f25-897c-ab5e20d9b307) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:11.375887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-cce058e8-7022-4bf4-88af-6bb484a4c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:11.377381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-cce058e8-7022-4bf4-88af-6bb484a4c407 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1095 time: 0.2727642 Sep 10 03:10:11.387786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-2a99e3e1-deb6-46be-8137-63ce9d230cb6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5342774 Sep 10 03:10:11.405036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f519f15c-4531-462a-9912-cced09fe7792,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:11.442795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507e1f0-03ad-4a2d-a022-02ed54acb299 None None] DHCP port deletion for c5b435d3-2d64-4c4b-b58e-c9ec9085eae3 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:11.464913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Request body: {'port': {'device_id': '648c2439-906c-4b52-9038-04ca94258b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:11.495886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9241d5d4-9eb0-4cea-aa6a-96af38bb142f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.512251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67b33e-8e48-4552-a3e1-297213cf17ac None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:10:11.532486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.613250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca40a66e-b610-45fa-abaa-86204de8276d req-806d62df-fb4b-40e3-b33e-3e2863d90f43 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 210 time: 0.1001539 Sep 10 03:10:11.662026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f54a-0797-48e3-b771-4d899dc63896 req-b40d40c0-3110-485c-abae-19b16cbb356d tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:11.668444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f54a-0797-48e3-b771-4d899dc63896 req-b40d40c0-3110-485c-abae-19b16cbb356d tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:11.670085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c22f54a-0797-48e3-b771-4d899dc63896 req-b40d40c0-3110-485c-abae-19b16cbb356d tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1680 time: 0.3730655 Sep 10 03:10:11.683806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-1210ed34-5b79-4d87-b69d-c95fe56122c6 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:11.685359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-1210ed34-5b79-4d87-b69d-c95fe56122c6 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.32 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 815 time: 0.5609665 Sep 10 03:10:11.708890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Request body: {'port': {'device_id': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'admin_state_up': True, 'tenant_id': 'db14cba4811042a09980da3e267ef9ee'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:11.721279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.760241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67b33e-8e48-4552-a3e1-297213cf17ac None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:10:11.795675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9241d5d4-9eb0-4cea-aa6a-96af38bb142f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.798267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9241d5d4-9eb0-4cea-aa6a-96af38bb142f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:11.799444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9241d5d4-9eb0-4cea-aa6a-96af38bb142f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "DELETE /v2.0/security-groups/2696b65c-0fd9-426b-a967-fd595773893e HTTP/1.1" status: 204 len: 168 time: 1.6409550 Sep 10 03:10:11.810944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36224) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:11.860525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241d5d4-9eb0-4cea-aa6a-96af38bb142f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696b65c-0fd9-426b-a967-fd595773893e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:11.868413 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-4d4705e7-afe9-4997-ba89-bee9b6b7025d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] show failed (client error): The resource could not be found. Sep 10 03:10:11.871303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d4705e7-afe9-4997-ba89-bee9b6b7025d tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups/2696b65c-0fd9-426b-a967-fd595773893e HTTP/1.1" status: 404 len: 347 time: 0.0486748 Sep 10 03:10:11.881680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c22f54a-0797-48e3-b771-4d899dc63896 req-f97943ba-e4d0-4662-9943-3eaa17092c99 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886470 Sep 10 03:10:11.916107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36226) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:12.041727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Deleting port e4cbf55f-ecd5-43a4-a106-68482831bcd5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:12.042883 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.096652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Made reservation on behalf of db14cba4811042a09980da3e267ef9ee for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:12.103919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.126495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:12.128926 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:12.164518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-61a655a5-96df-4bc9-99db-386f3917040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:12.166031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-61a655a5-96df-4bc9-99db-386f3917040f service neutron] 10.222.0.32 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.7747252 Sep 10 03:10:12.171833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Deleting port 380ab070-74bb-4f1e-b198-59bf661f286b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:12.172182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.207325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9bce5-bfc8-482a-a75c-988b56910c6c req-f79e115a-32a1-40b6-a1af-6d8f7db5cccb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:12.215382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caf9bce5-bfc8-482a-a75c-988b56910c6c req-f79e115a-32a1-40b6-a1af-6d8f7db5cccb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 932 time: 0.2399454 Sep 10 03:10:12.261262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3e9a101-9856-45ee-95e3-e5a7073da4de req-5b7420e6-a6f8-4c99-99fa-68abf3d43fe5 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0855205 Sep 10 03:10:12.307528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] For port e4cbf55f-ecd5-43a4-a106-68482831bcd5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e4cbf55f-ecd5-43a4-a106-68482831bcd5,segment=NetworkSegment(a8aeb93c-843d-450d-be9c-cfd7098f3a72),segment_id=a8aeb93c-843d-450d-be9c-cfd7098f3a72)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:12.307959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.344438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 405d9219-1dbf-40ca-bf79-c7efcdd97220 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:12.373958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.374796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.377775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Calling delete_port for e4cbf55f-ecd5-43a4-a106-68482831bcd5 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:12.391541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Calling delete_port for 380ab070-74bb-4f1e-b198-59bf661f286b owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:12.398516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 14e1ad88-60c5-4088-95cd-b60abb35c56a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:12.403475 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caf9bce5-bfc8-482a-a75c-988b56910c6c req-8f94f801-3958-4cf1-af1b-ff9b0ec37d88 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870134 Sep 10 03:10:12.426032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-f7418da2-2159-4104-8038-0d8e28952da0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 999 time: 0.2023449 Sep 10 03:10:12.431318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 14e1ad88-60c5-4088-95cd-b60abb35c56a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:12.431610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 14e1ad88-60c5-4088-95cd-b60abb35c56a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:12.435700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebf030a-2615-41c0-89a7-eda857998108 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:12.444898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.458713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.555567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Transition to ACTIVE for port object 8c12ac17-20ae-4f25-897c-ab5e20d9b307 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:12.560444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 405d9219-1dbf-40ca-bf79-c7efcdd97220 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:12.565868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 405d9219-1dbf-40ca-bf79-c7efcdd97220 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:12.566490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.604494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Transition to ACTIVE for port object 3ebf030a-2615-41c0-89a7-eda857998108 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:12.619005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.620872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.646227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-f3545968-6ffc-419e-98c1-887c8607a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:12.647612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-f3545968-6ffc-419e-98c1-887c8607a712 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.2004249 Sep 10 03:10:12.667097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event deleted for resources: {'Port': ['ID=380ab070-74bb-4f1e-b198-59bf661f286b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:12.727503 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.751502 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db168099-4f5d-47ab-9183-d2338a9267b3 x-openstack-request-id: req-db168099-4f5d-47ab-9183-d2338a9267b3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:12.751825 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:12.752091 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db168099-4f5d-47ab-9183-d2338a9267b3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:12.752489 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'status': 'completed', 'code': 200} Sep 10 03:10:12.766195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.770541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 405d9219-1dbf-40ca-bf79-c7efcdd97220, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=405d9219-1dbf-40ca-bf79-c7efcdd97220,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:12.772153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.773789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-00c38bbb-b2ef-4624-88ee-90c84844ee2c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b8f8adb-4878-4b0c-906a-3e7acbed5e54 HTTP/1.1" status: 204 len: 168 time: 0.8564026 Sep 10 03:10:12.784843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.815885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52cc91-a865-4c07-99bb-56085cf11df4 req-eba7366c-7a07-4434-be1b-85616984cb52 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:12.823986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b52cc91-a865-4c07-99bb-56085cf11df4 req-eba7366c-7a07-4434-be1b-85616984cb52 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 944 time: 0.3015635 Sep 10 03:10:12.835552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7dd1986-198e-4649-ad36-7cb4a3534573 req-29b9044f-48ab-4a03-9998-7e79afc98dc5 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 210 time: 0.0444903 Sep 10 03:10:12.859671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf030a-2615-41c0-89a7-eda857998108,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:12.895339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.912753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:12.939640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=405d9219-1dbf-40ca-bf79-c7efcdd97220,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:13.143812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774e255d-5d7b-45a8-8297-f591b2d94f9f {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:13.159377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.161888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36270) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:13.167744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661830156', 'description': 'tempest-description--1001541128'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:13.189502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Transition to ACTIVE for port object 774e255d-5d7b-45a8-8297-f591b2d94f9f will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:13.202963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.268151 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.296466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Port': ['ID=e4cbf55f-ecd5-43a4-a106-68482831bcd5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:13.309138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] No DVR routers for this DVR port e4cbf55f-ecd5-43a4-a106-68482831bcd5 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:13.339240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b52cc91-a865-4c07-99bb-56085cf11df4 req-1f9eadf3-5b8e-48b8-adef-38fd5cf4261a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5096138 Sep 10 03:10:13.341557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-a6020a80-3d53-4e6f-a8fc-5cb6eeea3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:13.342915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-a6020a80-3d53-4e6f-a8fc-5cb6eeea3834 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6428781 Sep 10 03:10:13.349349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405d9219-1dbf-40ca-bf79-c7efcdd97220'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:13.362798 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173a983-786a-448d-be36-7d9358549dfb" -d '{"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-plugged", "status": "completed", "tag": "405d9219-1dbf-40ca-bf79-c7efcdd97220"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:13.383877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Allocated IP 172.20.0.7 (4cb67e14-e428-44aa-8f75-86eebe4acd82/a6fc6501-f0eb-446c-9ea3-deedcc811b96/c85efab5-1d59-4055-b8e2-566dc8e89351) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:13.410795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Pushing event updated for resources: {'Port': ['ID=774e255d-5d7b-45a8-8297-f591b2d94f9f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:13.431265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Pushing event updated for resources: {'Port': ['ID=8c12ac17-20ae-4f25-897c-ab5e20d9b307,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:13.449444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:13.493111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:13.498451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c2e8f-a660-4ef4-afd4-100521219e48 req-8e771efe-069f-479e-aeb0-482fe763ff6f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:13.505664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c2e8f-a660-4ef4-afd4-100521219e48 req-8e771efe-069f-479e-aeb0-482fe763ff6f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:13.507272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-213c2e8f-a660-4ef4-afd4-100521219e48 req-8e771efe-069f-479e-aeb0-482fe763ff6f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1681 time: 0.2810657 Sep 10 03:10:13.543904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Attempting to bind port 3ebf030a-2615-41c0-89a7-eda857998108 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:13.544379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Attempting to bind port 3ebf030a-2615-41c0-89a7-eda857998108 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:13.544941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Attempting to bind port 3ebf030a-2615-41c0-89a7-eda857998108 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:13.548262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:13.614429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.624471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Attempting to bind port 774e255d-5d7b-45a8-8297-f591b2d94f9f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:13.625136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Attempting to bind port 774e255d-5d7b-45a8-8297-f591b2d94f9f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:13.625136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Attempting to bind port 774e255d-5d7b-45a8-8297-f591b2d94f9f on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:13.639336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.641236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc7830a6-46c4-4d9c-863a-9dd9297c1849 req-44d856d1-5f73-43b9-b04b-247873edb380 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1865895 Sep 10 03:10:13.675138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Port 774e255d-5d7b-45a8-8297-f591b2d94f9f on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:13.675487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Attempting to bind port 774e255d-5d7b-45a8-8297-f591b2d94f9f on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:13.677529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.684030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5158157 Sep 10 03:10:13.695386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:13.704961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-bdf63d2c-bf98-4b6a-8816-5fec7bdf04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:13.706459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-bdf63d2c-bf98-4b6a-8816-5fec7bdf04c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1095 time: 0.9408662 Sep 10 03:10:13.707035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Port 3ebf030a-2615-41c0-89a7-eda857998108 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:13.707352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Attempting to bind port 3ebf030a-2615-41c0-89a7-eda857998108 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:13.709873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'security_group_rule': {'security_group_id': 'f9ff691c-0153-42ae-826a-544eb0853660', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:13.723677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-213c2e8f-a660-4ef4-afd4-100521219e48 req-520bb6b5-782c-47ef-8fb1-07547f94952b tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991303 Sep 10 03:10:13.740716 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2668d3eb-4f04-4673-99ac-ec98d5ea37f1 x-openstack-request-id: req-2668d3eb-4f04-4673-99ac-ec98d5ea37f1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:13.742797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:13.742972 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-plugged", "status": "completed", "tag": "405d9219-1dbf-40ca-bf79-c7efcdd97220", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:13.743320 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2668d3eb-4f04-4673-99ac-ec98d5ea37f1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:13.744456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Checking segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:13.744705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Bound using segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:13.745366 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405d9219-1dbf-40ca-bf79-c7efcdd97220', 'code': 200} Sep 10 03:10:13.745531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Bound port: 774e255d-5d7b-45a8-8297-f591b2d94f9f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:13.746059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.771067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1a763-3632-44e5-a953-ac31b561e2fa tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff691c-0153-42ae-826a-544eb0853660,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:13.824227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:13.824562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:13.825129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:13.825731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Bound port: 3ebf030a-2615-41c0-89a7-eda857998108, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:13.826271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.899176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.908470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:13.909272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:13.975809 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-9d3f1c4f-8d4f-4f85-a08c-3a9ede80d4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186243 Sep 10 03:10:14.027912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b14a6a80-6690-4691-af95-00bd258abade None None] Provisioning for port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:14.033415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b14a6a80-6690-4691-af95-00bd258abade None None] Provisioning complete for port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:14.034049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b14a6a80-6690-4691-af95-00bd258abade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.072601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429fa30a-742f-4d57-9b74-e853b515dbb5']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:14.078510 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-61e4b20f-a0e3-4a89-9f97-4a8aaa32050a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5723567 Sep 10 03:10:14.080951 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18255c32-7a7d-4abc-8a2f-f3402b83ba1f req-843dbacc-ead9-4243-a9a5-637c0463d2a0 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 210 time: 0.1105223 Sep 10 03:10:14.086428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b14a6a80-6690-4691-af95-00bd258abade None None] Port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:14.119940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Request body: {'port': {'device_id': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:14.129445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8aeb93c-843d-450d-be9c-cfd7098f3a72') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:14.129741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8aeb93c-843d-450d-be9c-cfd7098f3a72') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:14.198909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.201218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-db25a15e-8fa1-4793-8d0a-e3f4304a0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.202698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-db25a15e-8fa1-4793-8d0a-e3f4304a0a33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.4587471 Sep 10 03:10:14.227521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf20c-9b34-4ed3-8563-ec63be0fbbd7 req-a3c3482d-7701-462d-8e28-d4f841cb9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.227946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf20c-9b34-4ed3-8563-ec63be0fbbd7 req-a3c3482d-7701-462d-8e28-d4f841cb9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.229498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd4bf20c-9b34-4ed3-8563-ec63be0fbbd7 req-a3c3482d-7701-462d-8e28-d4f841cb9863 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1983 time: 0.3946111 Sep 10 03:10:14.236976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.242980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] For port 774e255d-5d7b-45a8-8297-f591b2d94f9f, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:14.259560 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.275781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] For port 774e255d-5d7b-45a8-8297-f591b2d94f9f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:14.283327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.291238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] For port 3ebf030a-2615-41c0-89a7-eda857998108, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:14.295152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.319838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:14.320337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:14.327121 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:14.330023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7540-8d7a-4a18-96b7-c54181f16bf4 req-1aae6177-01b1-4c0a-8784-f7d95e562f86 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.335180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e65f7540-8d7a-4a18-96b7-c54181f16bf4 req-1aae6177-01b1-4c0a-8784-f7d95e562f86 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 944 time: 0.4565969 Sep 10 03:10:14.362376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Transition to ACTIVE for port object c85efab5-1d59-4055-b8e2-566dc8e89351 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:14.384474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.384879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.387125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] 10.222.0.36 "PUT /v2.0/ports/774e255d-5d7b-45a8-8297-f591b2d94f9f HTTP/1.1" status: 200 len: 1091 time: 3.4826138 Sep 10 03:10:14.390314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'tag': '774e255d-5d7b-45a8-8297-f591b2d94f9f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:14.392719 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e1b18-090d-4efd-98a8-d40f9df443be" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc38a8d-53a3-4c4e-ba8a-6bc282caada0", "tag": "774e255d-5d7b-45a8-8297-f591b2d94f9f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:14.413110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21eeb346-c15a-47a1-9fef-f51efa4185dc req-cfacc62a-e93f-4c40-bae0-fcbfb0dbc14c service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160318 Sep 10 03:10:14.469614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd4bf20c-9b34-4ed3-8563-ec63be0fbbd7 req-c3eb132b-e82c-4e1f-a770-f93a856d6cfa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240827 Sep 10 03:10:14.471351 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-22416beb-ae77-4d64-bd53-206f5130a3ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 999 time: 0.2503932 Sep 10 03:10:14.483278 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.488187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76de72-f3fb-4239-9298-6f84a1ac6512 service neutron] Pushing event updated for resources: {'Port': ['ID=774e255d-5d7b-45a8-8297-f591b2d94f9f,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:14.531554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.546038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e65f7540-8d7a-4a18-96b7-c54181f16bf4 req-de21e328-5650-436c-938d-9d0307104b78 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061951 Sep 10 03:10:14.551216 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.585254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.590284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.597945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e5dc79-6cbd-44d2-ac78-6cb97c3763db,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:14.630445 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20440d-89fa-4772-a312-8b93925dd86b x-openstack-request-id: req-7c20440d-89fa-4772-a312-8b93925dd86b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:14.631132 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc38a8d-53a3-4c4e-ba8a-6bc282caada0", "tag": "774e255d-5d7b-45a8-8297-f591b2d94f9f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:14.631132 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c20440d-89fa-4772-a312-8b93925dd86b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:14.631590 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'tag': '774e255d-5d7b-45a8-8297-f591b2d94f9f', 'status': 'completed', 'code': 200} Sep 10 03:10:14.640843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.647766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/networks/429fa30a-742f-4d57-9b74-e853b515dbb5 HTTP/1.1" status: 204 len: 168 time: 3.4311609 Sep 10 03:10:14.650856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.651197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] For port 3ebf030a-2615-41c0-89a7-eda857998108, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ebf030a-2615-41c0-89a7-eda857998108,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:14.651864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-738cbd6f-83b0-45fb-ac9d-db9bdfd391d3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9544401 Sep 10 03:10:14.654878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36300) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:14.655207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36302) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:14.665025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'security_group_rule': {'security_group_id': 'f9ff691c-0153-42ae-826a-544eb0853660', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:14.688859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:14.691871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-b4846858-549e-42e4-97cb-9f00c980eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.693356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-b4846858-549e-42e4-97cb-9f00c980eb23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 1094 time: 0.2385824 Sep 10 03:10:14.704625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.731865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:14.739048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cbbf7-6cb4-4f53-b09c-ec674c53b688 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Network': ['ID=429fa30a-742f-4d57-9b74-e853b515dbb5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:14.748832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:14.789236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-2b0f97d3-78bc-4292-9371-71228c027f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.790717 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-2b0f97d3-78bc-4292-9371-71228c027f07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.3070972 Sep 10 03:10:14.810820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.811444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.818292 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ebf030a-2615-41c0-89a7-eda857998108 HTTP/1.1" status: 200 len: 1092 time: 3.4107184 Sep 10 03:10:14.822293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-4b1f146c-34c0-4470-a458-a1c4f64cba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.836447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-3ffc7836-b928-43f3-859e-b8609f9bcd49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f HTTP/1.1" status: 200 len: 217 time: 0.1083484 Sep 10 03:10:14.836700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-4b1f146c-34c0-4470-a458-a1c4f64cba59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1095 time: 0.3634055 Sep 10 03:10:14.836982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c2439-906c-4b52-9038-04ca94258b72', 'tag': '3ebf030a-2615-41c0-89a7-eda857998108'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:14.839329 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6596fb4-974c-4ffb-856d-55da442c75d8" -d '{"events": [{"name": "network-changed", "server_uuid": "648c2439-906c-4b52-9038-04ca94258b72", "tag": "3ebf030a-2615-41c0-89a7-eda857998108"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:14.863308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Pushing event updated for resources: {'Port': ['ID=c85efab5-1d59-4055-b8e2-566dc8e89351,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:14.938017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b94c0257-15a4-4389-8852-a345ca30304e req-5b98218f-10ab-497f-8bfa-708e93285907 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1290286 Sep 10 03:10:14.987033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:14.991024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8e5a9-d313-4360-95c7-86378896b45b req-1ab31a3a-4c39-4e01-90f2-e7456a5eaf7d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:14.998242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.000946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8c8e5a9-d313-4360-95c7-86378896b45b req-1ab31a3a-4c39-4e01-90f2-e7456a5eaf7d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 944 time: 0.5160487 Sep 10 03:10:15.023902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.024781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.076107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-5077ace0-e63e-4613-966b-2349a2a227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.077551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-5077ace0-e63e-4613-966b-2349a2a227c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.2250230 Sep 10 03:10:15.100421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a531771-d24a-40c3-aa6c-c92f1c226765 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf030a-2615-41c0-89a7-eda857998108,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:15.105973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-dd217457-4331-477f-bb3d-bfa25f68f36f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4030657 Sep 10 03:10:15.141296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Request body: {'port': {'device_id': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:15.162448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-013f56a8-3c71-4ab7-8396-47f797a92d47 None None] Provisioning for port c85efab5-1d59-4055-b8e2-566dc8e89351 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:15.170350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-013f56a8-3c71-4ab7-8396-47f797a92d47 None None] Provisioning complete for port c85efab5-1d59-4055-b8e2-566dc8e89351 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:15.170830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-013f56a8-3c71-4ab7-8396-47f797a92d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.195753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-bea8c578-8b7f-4a71-a441-cfba7ef0f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.197261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-bea8c578-8b7f-4a71-a441-cfba7ef0f139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3962421 Sep 10 03:10:15.210188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8c8e5a9-d313-4360-95c7-86378896b45b req-1a1f4b10-fc09-461b-9147-5fc46b5d50bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083249 Sep 10 03:10:15.235065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-013f56a8-3c71-4ab7-8396-47f797a92d47 None None] Port c85efab5-1d59-4055-b8e2-566dc8e89351 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:15.247632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.272200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.287489 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.291498 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1681b09b-fdd1-4a27-bf1c-f183b923902c x-openstack-request-id: req-1681b09b-fdd1-4a27-bf1c-f183b923902c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:15.291794 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648c2439-906c-4b52-9038-04ca94258b72", "tag": "3ebf030a-2615-41c0-89a7-eda857998108", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:15.292602 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1681b09b-fdd1-4a27-bf1c-f183b923902c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:15.292987 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c2439-906c-4b52-9038-04ca94258b72', 'tag': '3ebf030a-2615-41c0-89a7-eda857998108', 'status': 'completed', 'code': 200} Sep 10 03:10:15.297225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-3f028678-c97f-4a42-a918-809d43f919d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.298767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-3f028678-c97f-4a42-a918-809d43f919d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 1095 time: 0.4230971 Sep 10 03:10:15.348552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c6fd77-70e3-4b56-877d-6cc7ff02517d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:15.354615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-9094737c-65a1-4fb3-88a1-e21e48862a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.356540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-9094737c-65a1-4fb3-88a1-e21e48862a58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459788 Sep 10 03:10:15.364466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092eb0c-eb50-4725-b2b4-64cb74c042e2 req-b03f9388-bd58-4e8d-bc6a-8a51d954322c tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.370424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092eb0c-eb50-4725-b2b4-64cb74c042e2 req-b03f9388-bd58-4e8d-bc6a-8a51d954322c tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.372177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f092eb0c-eb50-4725-b2b4-64cb74c042e2 req-b03f9388-bd58-4e8d-bc6a-8a51d954322c tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1681 time: 0.2648880 Sep 10 03:10:15.380133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-4e6e6039-df0c-45c1-8a3d-69b3f7130f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.381680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-4e6e6039-df0c-45c1-8a3d-69b3f7130f52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.5080876 Sep 10 03:10:15.383161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b134ae-0930-47c1-8d37-99621a1ca899,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:15.395668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fe4184-5a1f-4371-a597-fb2ead84fd47') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:15.395960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fe4184-5a1f-4371-a597-fb2ead84fd47') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:15.400019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.421858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.423041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2674acbe-85a6-43ed-b9b3-6e4c33a628f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7625303 Sep 10 03:10:15.435416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36324) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:15.439382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-6f115308-7569-4a33-adf2-c99b987ee9ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ebf030a-2615-41c0-89a7-eda857998108 HTTP/1.1" status: 200 len: 217 time: 0.1237738 Sep 10 03:10:15.442220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.449605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:15.490803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.562303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:15.562723 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:15.567710 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:15.583137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f092eb0c-eb50-4725-b2b4-64cb74c042e2 req-ff508aea-fc17-43b6-80d1-80d0f891f941 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977718 Sep 10 03:10:15.593683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.626294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99176023-8805-44b1-aa75-3d4705d2b221 req-04a8f26a-9d39-4910-86e9-9e5ce8049c79 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.640598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99176023-8805-44b1-aa75-3d4705d2b221 req-04a8f26a-9d39-4910-86e9-9e5ce8049c79 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 931 time: 0.3155291 Sep 10 03:10:15.699493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-9d32789a-6590-41f3-97ca-f9eb7746c0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786952 Sep 10 03:10:15.724771 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-3e587b88-7d80-46c4-a852-852bd1a6d125 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 999 time: 0.2828019 Sep 10 03:10:15.724994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-ec0f935f-367a-47be-a53e-a4da78144e13 service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506763 Sep 10 03:10:15.725606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.726285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851783-3828-4d70-82cb-253e985b3892 req-cc413605-e42a-468c-a0bd-702cae970cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:15.728853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-cc413605-e42a-468c-a0bd-702cae970cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.2715995 Sep 10 03:10:15.742357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:15.746915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/networks/36c6fd77-70e3-4b56-877d-6cc7ff02517d HTTP/1.1" status: 204 len: 168 time: 1.0849063 Sep 10 03:10:15.759930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36336) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:15.837346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0e07-0528-49fa-9ebe-79afcc0248ff tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Network': ['ID=36c6fd77-70e3-4b56-877d-6cc7ff02517d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:15.861962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-7ff486ae-2a82-431f-beb9-13ac70edfddd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987003 Sep 10 03:10:15.993984 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.002824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b64676-f2d0-4df4-bc36-6ed503f63374 req-8027789d-1bb4-4688-8cc2-c0e271736300 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:16.004726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66b64676-f2d0-4df4-bc36-6ed503f63374 req-8027789d-1bb4-4688-8cc2-c0e271736300 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 944 time: 0.2753613 Sep 10 03:10:16.087785 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c2d01bd-0367-4358-8b5e-30909f83be1d req-93ba0a56-d482-4116-b890-ea6520dda828 service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467216 Sep 10 03:10:16.161897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66b64676-f2d0-4df4-bc36-6ed503f63374 req-d51074ab-53bf-488e-9ebd-f4b47eadbc9c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405382 Sep 10 03:10:16.207497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.218250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.236200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99176023-8805-44b1-aa75-3d4705d2b221 req-49ba4314-1426-4c10-9b67-cbff531952f7 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933695 Sep 10 03:10:16.244466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9f843b-f323-484f-8fac-3a6aedbd3d11']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:16.255978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c12ac17-20ae-4f25-897c-ab5e20d9b307 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:16.264420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.279800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Transition to ACTIVE for port object 8c12ac17-20ae-4f25-897c-ab5e20d9b307 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:16.302793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.312078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-084c5429-a1f0-47a3-8012-fb4c7d006a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:16.314014 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-084c5429-a1f0-47a3-8012-fb4c7d006a9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.5713520 Sep 10 03:10:16.318026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f507b20-37db-492c-b0ce-599697e8a038') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:16.318328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f507b20-37db-492c-b0ce-599697e8a038') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:16.346600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:16.357885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.362951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-80af3f77-a435-40d1-991f-23be91eed782 req-e20def2b-ce8e-4ad2-af94-4f4921dbc9c3 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0613527 Sep 10 03:10:16.364924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-ebcc3716-4a17-439a-a43c-a8837dc71a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:16.366344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-ebcc3716-4a17-439a-a43c-a8837dc71a82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 1094 time: 0.2181950 Sep 10 03:10:16.411130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c12ac17-20ae-4f25-897c-ab5e20d9b307,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:16.478346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.507778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:16.508237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:16.514978 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:16.601927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:16.612888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-7b8314ae-9218-423c-b2e9-0bfd0f86cb1f service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815186 Sep 10 03:10:16.625569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'port_id': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'mac_address': 'fa:16:3e:c1:25:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:16.682065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.685216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-5443de92-283e-4cf0-a000-eeb377a86615 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9639239 Sep 10 03:10:16.708029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a812d3-5e73-4626-85f4-19f98e3ee942 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:16.720100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Allocated IP 172.25.8.140 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/5e0317b2-fd77-40ce-b906-fc90def4e0b7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:16.726171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.745805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-b22d7eba-ef55-48fe-9e1a-1cf897845cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:16.746429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:16.747844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-b22d7eba-ef55-48fe-9e1a-1cf897845cc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 915 time: 0.3646522 Sep 10 03:10:16.755068 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.758787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:16.760764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] 10.222.0.23 "DELETE /v2.0/networks/6d9f843b-f323-484f-8fac-3a6aedbd3d11 HTTP/1.1" status: 204 len: 168 time: 0.9828160 Sep 10 03:10:16.849702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be6f6d-56a7-4fda-b026-67d4a0689f78 tempest-BulkNetworkOpsTest-1843407899 tempest-BulkNetworkOpsTest-1843407899-project] Pushing event deleted for resources: {'Network': ['ID=6d9f843b-f323-484f-8fac-3a6aedbd3d11,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:16.871300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:16.875193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-b8d816aa-83d2-4dfc-9599-eb8bc081ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:16.876822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-b8d816aa-83d2-4dfc-9599-eb8bc081ce3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4840965 Sep 10 03:10:16.887038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-34c9be55-50e9-4b25-a249-4cadf4f8a770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f HTTP/1.1" status: 200 len: 217 time: 0.1029246 Sep 10 03:10:16.922716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480832be-d815-40dc-8ce7-927a30c29c5c req-18c068ba-49ce-48e4-9dd2-379791a202aa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:16.929984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-480832be-d815-40dc-8ce7-927a30c29c5c req-18c068ba-49ce-48e4-9dd2-379791a202aa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 944 time: 0.5159323 Sep 10 03:10:16.945844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85efab5-1d59-4055-b8e2-566dc8e89351 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:16.991221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Attempting to bind port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:16.991595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Attempting to bind port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:16.991934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Attempting to bind port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:17.002368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:17.002625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Attempting to bind port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:17.004025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['87a812d3-5e73-4626-85f4-19f98e3ee942'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:17.047278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:17.047656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Checking segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:17.048048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Bound using segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:17.048503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Bound port: 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:17.049155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:17.105353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a851783-3828-4d70-82cb-253e985b3892 req-428fe6f7-a65f-4ea3-a4f3-fc91c08f142d service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591279 Sep 10 03:10:17.126815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-480832be-d815-40dc-8ce7-927a30c29c5c req-cee64ef6-59e2-487f-8bb0-0900c91e8723 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910887 Sep 10 03:10:17.213225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36374) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:17.249295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-00f12868-3a32-463a-85b1-f0ce7f298c3d service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165443 Sep 10 03:10:17.348590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] For port 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:17.355157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-a9b4f503-fe96-4e95-9d96-608ed00023e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.356752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-a9b4f503-fe96-4e95-9d96-608ed00023e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 1095 time: 0.1544676 Sep 10 03:10:17.358777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:17.390907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Transition to ACTIVE for port object c85efab5-1d59-4055-b8e2-566dc8e89351 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:17.413658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa50f-310a-44e3-95e1-5d8fcc3b3886 req-5ba3d833-f6df-4bce-b150-4c1559e254b1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.420307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] For port 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:17.421532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa50f-310a-44e3-95e1-5d8fcc3b3886 req-5ba3d833-f6df-4bce-b150-4c1559e254b1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.430265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2fffa50f-310a-44e3-95e1-5d8fcc3b3886 req-5ba3d833-f6df-4bce-b150-4c1559e254b1 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1681 time: 0.7074265 Sep 10 03:10:17.453050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:17.465452 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:17.466307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-b9c613f7-1f7d-4ed1-bfc0-205e9d4e26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.468804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-b9c613f7-1f7d-4ed1-bfc0-205e9d4e26b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.5665197 Sep 10 03:10:17.496883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9717f-c824-4f5d-8e0e-dd684f42245a req-61280a35-dec1-412e-a192-710568c27f36 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.498440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecf9717f-c824-4f5d-8e0e-dd684f42245a req-61280a35-dec1-412e-a192-710568c27f36 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 944 time: 0.1998694 Sep 10 03:10:17.548345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Pushing event updated for resources: {'Port': ['ID=c85efab5-1d59-4055-b8e2-566dc8e89351,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:17.585602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.586227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:17.587638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c12ac17-20ae-4f25-897c-ab5e20d9b307 HTTP/1.1" status: 200 len: 1091 time: 3.4948406 Sep 10 03:10:17.592581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'tag': '8c12ac17-20ae-4f25-897c-ab5e20d9b307'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:17.594848 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa31da-a644-4747-84c4-5491a86d072f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae086db-bee2-4dc2-bd18-7b0142beda09", "tag": "8c12ac17-20ae-4f25-897c-ab5e20d9b307"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:17.626851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3d84e56-9fe5-453b-9e96-f5aaac8f4846 req-39291bd0-5aa0-4dc6-92b4-184b01c89848 service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609469 Sep 10 03:10:17.664159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2fffa50f-310a-44e3-95e1-5d8fcc3b3886 req-3b35cef4-5338-4e42-831c-3071008e3f4e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323039 Sep 10 03:10:17.683394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c12ac17-20ae-4f25-897c-ab5e20d9b307,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:17.731239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecf9717f-c824-4f5d-8e0e-dd684f42245a req-46fa3a1c-7eab-48cd-836c-ce6818c67cdc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819611 Sep 10 03:10:17.736836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-0c716d92-860b-4042-9cca-a81f13a7b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.738507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:17.738953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-0c716d92-860b-4042-9cca-a81f13a7b95f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.3462989 Sep 10 03:10:17.741694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.742250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.742764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.743266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.743799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.744602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.745876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.746244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.746540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.747037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.747567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.748072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da914ec4-48b9-482f-993d-81a0a14e8e21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:17.755964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c628d141-a4c7-43d3-81b3-f7f182d0321f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd5590f37981487586125b37f1213a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385518 Sep 10 03:10:17.765918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36392) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:17.784944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-ca238513-0ca9-406e-8c59-b8b3a05330c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.786456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-ca238513-0ca9-406e-8c59-b8b3a05330c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486355 Sep 10 03:10:17.842467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-e4adc81d-6f46-408f-9933-fa476b1ce7cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ebf030a-2615-41c0-89a7-eda857998108 HTTP/1.1" status: 200 len: 217 time: 0.0898619 Sep 10 03:10:17.888322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-bcfd02fc-cb26-4590-aef6-245fbf624386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:17.889680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-bcfd02fc-cb26-4590-aef6-245fbf624386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 1094 time: 0.2355006 Sep 10 03:10:17.912108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-932bf222-15dc-4725-9d50-1bb343d8b96a req-8b743098-336e-4f02-bc48-60c647924298 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0753093 Sep 10 03:10:17.984502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-1ee2c5f2-a3ab-426e-8dcf-89a9fe2d3bdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307 HTTP/1.1" status: 200 len: 217 time: 0.0694149 Sep 10 03:10:18.009448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-d33d9fbd-7736-42d2-ad29-89bf2298467c service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907079 Sep 10 03:10:18.010161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Attempting to bind port c85efab5-1d59-4055-b8e2-566dc8e89351 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:18.010493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Attempting to bind port c85efab5-1d59-4055-b8e2-566dc8e89351 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:18.010857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Attempting to bind port c85efab5-1d59-4055-b8e2-566dc8e89351 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:18.014703 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d58d88-1cf4-4ee4-ad28-c0677f0386ea x-openstack-request-id: req-13d58d88-1cf4-4ee4-ad28-c0677f0386ea {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:18.015234 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae086db-bee2-4dc2-bd18-7b0142beda09", "tag": "8c12ac17-20ae-4f25-897c-ab5e20d9b307", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:18.015517 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13d58d88-1cf4-4ee4-ad28-c0677f0386ea {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:18.016203 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'tag': '8c12ac17-20ae-4f25-897c-ab5e20d9b307', 'status': 'completed', 'code': 200} Sep 10 03:10:18.021911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-e7123644-d5f5-4cfb-afcd-a472cac30297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:18.023728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-e7123644-d5f5-4cfb-afcd-a472cac30297 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1680055 Sep 10 03:10:18.028062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Port c85efab5-1d59-4055-b8e2-566dc8e89351 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:18.028703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Attempting to bind port c85efab5-1d59-4055-b8e2-566dc8e89351 on network 4cb67e14-e428-44aa-8f75-86eebe4acd82 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:18.039533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:18.040135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Checking segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:18.040749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Bound using segment: {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:18.041416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Bound port: c85efab5-1d59-4055-b8e2-566dc8e89351, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584dc077-0d2e-45fd-8075-3e8f51a93ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:18.042596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.052268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8af9-140d-4daf-8053-b8804a3f8943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.086036 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-a402e1ad-0cf6-420f-8bbb-4b21597ca48b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429249 Sep 10 03:10:18.102096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afb87f-27ca-45fd-bfbd-947063586c12 req-e0a16da7-6d73-47b1-88a8-19bca1b2a57b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:18.103748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68afb87f-27ca-45fd-bfbd-947063586c12 req-e0a16da7-6d73-47b1-88a8-19bca1b2a57b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 943 time: 0.3163540 Sep 10 03:10:18.129046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8af9-140d-4daf-8053-b8804a3f8943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.144005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-62f4a0e9-bef2-4bc3-a5fd-4430592b0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:18.145490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-62f4a0e9-bef2-4bc3-a5fd-4430592b0c91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.1501784 Sep 10 03:10:18.225768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.297859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037424-9674-41e7-9b06-265f4a837c13 req-6729dc96-3dfd-4eb3-801c-3ccc0577c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:18.299842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-6729dc96-3dfd-4eb3-801c-3ccc0577c966 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459539 Sep 10 03:10:18.304529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-f9359009-a576-4773-bf8f-331595c302b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089570 Sep 10 03:10:18.342466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:18.354632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8af9-140d-4daf-8053-b8804a3f8943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.357167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8af9-140d-4daf-8053-b8804a3f8943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.358333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe0c8af9-140d-4daf-8053-b8804a3f8943 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d7b07ab-e0ad-494b-ac68-fb7605f7f8d5 HTTP/1.1" status: 204 len: 168 time: 0.5872254 Sep 10 03:10:18.395042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:18.409236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c8af9-140d-4daf-8053-b8804a3f8943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7b07ab-e0ad-494b-ac68-fb7605f7f8d5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:18.419649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 87a812d3-5e73-4626-85f4-19f98e3ee942 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:18.423702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 87a812d3-5e73-4626-85f4-19f98e3ee942 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:18.424201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.439982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:18.464678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:18.472464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68afb87f-27ca-45fd-bfbd-947063586c12 req-21adb8bf-e7bc-4c36-a8a5-b7c526c6c8e3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434474 Sep 10 03:10:18.499876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] For port c85efab5-1d59-4055-b8e2-566dc8e89351, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:18.506522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbf82f-9429-4dd4-9c86-cf08790fcf1e req-d2dd4428-1c69-4f7a-8cd2-447466157795 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:18.508247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efcbf82f-9429-4dd4-9c86-cf08790fcf1e req-d2dd4428-1c69-4f7a-8cd2-447466157795 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 945 time: 0.1979685 Sep 10 03:10:18.550247 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.553741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6596fb4-974c-4ffb-856d-55da442c75d8 req-fb3620d4-1e0c-45a8-ac1a-05ab561e8d2a service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233770 Sep 10 03:10:18.555734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d42e1b18-090d-4efd-98a8-d40f9df443be req-dd86ff0c-447b-4834-b86c-f965e96b6c5e service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375979 Sep 10 03:10:18.556378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'Port': ['ID=5e0317b2-fd77-40ce-b906-fc90def4e0b7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:18.556836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-f6e55b9a-cfe7-44cf-bb78-2df41e3ef73f service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442391 Sep 10 03:10:18.576477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 774e255d-5d7b-45a8-8297-f591b2d94f9f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:18.604875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efcbf82f-9429-4dd4-9c86-cf08790fcf1e req-ce00e589-ae3c-4b95-a6f0-cd61233570f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881646 Sep 10 03:10:18.617281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] For port c85efab5-1d59-4055-b8e2-566dc8e89351, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c85efab5-1d59-4055-b8e2-566dc8e89351,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:18.657963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.745970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 774e255d-5d7b-45a8-8297-f591b2d94f9f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:18.759396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '774e255d-5d7b-45a8-8297-f591b2d94f9f', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'port_id': '774e255d-5d7b-45a8-8297-f591b2d94f9f', 'mac_address': 'fa:16:3e:35:57:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fc6501-f0eb-446c-9ea3-deedcc811b96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:18.761367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d037424-9674-41e7-9b06-265f4a837c13 req-43b31887-6d0f-4f9c-af6f-3a25b561a647 service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894960 Sep 10 03:10:18.766891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:18.769229 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6bb0e5-eebf-407b-8324-b779cff8b231" -d '{"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-plugged", "status": "completed", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:18.833659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.848916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:18.864272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:18.877572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774e255d-5d7b-45a8-8297-f591b2d94f9f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:18.892650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Pushing event updated for resources: {'Port': ['ID=c85efab5-1d59-4055-b8e2-566dc8e89351,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:18.952345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa31da-a644-4747-84c4-5491a86d072f req-7768498c-7f1f-44dc-9010-2eecb47db6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:18.955142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-7768498c-7f1f-44dc-9010-2eecb47db6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 1094 time: 0.1127868 Sep 10 03:10:18.984102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 774e255d-5d7b-45a8-8297-f591b2d94f9f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:19.000579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2903df-d5f8-4f48-94db-e06775032820 req-f7c20993-e003-4e07-9502-f7464f554915 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.003830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:19.006881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.008303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:19.009459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d2903df-d5f8-4f48-94db-e06775032820 req-f7c20993-e003-4e07-9502-f7464f554915 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 944 time: 0.1008461 Sep 10 03:10:19.013071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-a36b5c81-45de-4f49-bf34-1ea50c63671f service neutron] 10.222.0.32 "PUT /v2.0/ports/c85efab5-1d59-4055-b8e2-566dc8e89351 HTTP/1.1" status: 200 len: 1091 time: 3.8814096 Sep 10 03:10:19.014165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'tag': 'c85efab5-1d59-4055-b8e2-566dc8e89351'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:19.016950 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380b92c0-a7db-4a43-93f7-532dce61908d" -d '{"events": [{"name": "network-changed", "server_uuid": "795a8e43-92f1-48a6-bc36-8304c9ee2ce1", "tag": "c85efab5-1d59-4055-b8e2-566dc8e89351"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:19.021782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:19.159130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=774e255d-5d7b-45a8-8297-f591b2d94f9f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:19.199067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d2903df-d5f8-4f48-94db-e06775032820 req-26d29ce0-0c5d-4215-9c64-1a58b354a02a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845603 Sep 10 03:10:19.230829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['774e255d-5d7b-45a8-8297-f591b2d94f9f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:19.247945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa31da-a644-4747-84c4-5491a86d072f req-ab7c0fb5-a612-4529-83fa-413341c44aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.249441 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-ab7c0fb5-a612-4529-83fa-413341c44aab service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 915 time: 0.2827809 Sep 10 03:10:19.284268 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7d792a-77c2-48eb-94f4-6cd8e8f82103 x-openstack-request-id: req-5e7d792a-77c2-48eb-94f4-6cd8e8f82103 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:19.287117 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-plugged", "status": "completed", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:19.287315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:19.287602 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e7d792a-77c2-48eb-94f4-6cd8e8f82103 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:19.288009 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'code': 200} Sep 10 03:10:19.300710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ae4b-bb32-420f-98cb-305db67c6731 req-507c6d9d-509f-41d7-b289-bdebb24295fa tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.307704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ae4b-bb32-420f-98cb-305db67c6731 req-507c6d9d-509f-41d7-b289-bdebb24295fa tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.309964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32b4ae4b-bb32-420f-98cb-305db67c6731 req-507c6d9d-509f-41d7-b289-bdebb24295fa tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1681 time: 0.6228490 Sep 10 03:10:19.349898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-9f29ab9b-2554-45fc-a520-6150c1f9a328 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307 HTTP/1.1" status: 200 len: 217 time: 0.0868893 Sep 10 03:10:19.363656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-0e6fa474-0946-4a56-a71a-f73ed8fd0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.365944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-0e6fa474-0946-4a56-a71a-f73ed8fd0cd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 1094 time: 0.2596624 Sep 10 03:10:19.384515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-53005321-2ad3-49d4-91d5-ab7d3798fdf7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.386940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-53005321-2ad3-49d4-91d5-ab7d3798fdf7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 946 time: 0.3491454 Sep 10 03:10:19.501680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa31da-a644-4747-84c4-5491a86d072f req-e4731f7c-a0f5-4049-9d01-968786f16e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.503185 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-e4731f7c-a0f5-4049-9d01-968786f16e43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.1450861 Sep 10 03:10:19.523442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32b4ae4b-bb32-420f-98cb-305db67c6731 req-29c6b2e4-a1f1-4014-b73e-6d005ecda3da tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020900 Sep 10 03:10:19.528561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-c9fac681-45ff-4bff-a165-0d18a7733259 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c85efab5-1d59-4055-b8e2-566dc8e89351 HTTP/1.1" status: 200 len: 217 time: 0.1231909 Sep 10 03:10:19.529766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:19.532363 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-abc25779-7d78-4e7f-b8bb-b1e6a5fcfed9 service neutron] delete failed (client error): The resource could not be found. Sep 10 03:10:19.533374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-abc25779-7d78-4e7f-b8bb-b1e6a5fcfed9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/87a812d3-5e73-4626-85f4-19f98e3ee942/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.1198947 Sep 10 03:10:19.613332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c650-0f53-4df7-919b-83727f810244 req-3ed0db57-e5d4-42b7-bd1b-f570d4bdd39d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.620766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1375c650-0f53-4df7-919b-83727f810244 req-3ed0db57-e5d4-42b7-bd1b-f570d4bdd39d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1937439 Sep 10 03:10:19.662182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-8f9beb90-d1e9-473e-8d7b-f9dcbecf5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.663723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-8f9beb90-d1e9-473e-8d7b-f9dcbecf5279 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.1072628 Sep 10 03:10:19.684961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1375c650-0f53-4df7-919b-83727f810244 req-f3bacc15-0959-4593-ba65-4cda4246b6aa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530751 Sep 10 03:10:19.696267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa31da-a644-4747-84c4-5491a86d072f req-8657ea15-7b13-4d5d-aa07-21d89ea25363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.698132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-8657ea15-7b13-4d5d-aa07-21d89ea25363 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797020 Sep 10 03:10:19.762262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16671788-addf-4bb9-ba93-8db5abb51379 req-29328efc-13e2-4346-898d-b4dcf3091b49 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0954082 Sep 10 03:10:19.809354 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c88074-61d9-4871-a1fa-2d9dd4da3ff8 x-openstack-request-id: req-15c88074-61d9-4871-a1fa-2d9dd4da3ff8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:19.809717 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795a8e43-92f1-48a6-bc36-8304c9ee2ce1", "tag": "c85efab5-1d59-4055-b8e2-566dc8e89351", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:19.810035 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15c88074-61d9-4871-a1fa-2d9dd4da3ff8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:19.810553 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'tag': 'c85efab5-1d59-4055-b8e2-566dc8e89351', 'status': 'completed', 'code': 200} Sep 10 03:10:19.817106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-824fbbf7-8ec1-4115-bb5c-2e4419e6f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.818717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-824fbbf7-8ec1-4115-bb5c-2e4419e6f88a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.2251358 Sep 10 03:10:19.849581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-4bdd7855-4171-40f8-a28f-1acdb8dcda7c service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424017 Sep 10 03:10:19.861512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36454) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:19.895975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-506c32ec-00c0-44bd-ab80-88c4d4ef6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.897621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-506c32ec-00c0-44bd-ab80-88c4d4ef6ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982455 Sep 10 03:10:19.966398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa9d92-9ed9-471b-9b0e-58049e8357f6 req-7555140b-fa3a-46f1-a6bf-a5cb5161e9a8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:19.967880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61aa9d92-9ed9-471b-9b0e-58049e8357f6 req-7555140b-fa3a-46f1-a6bf-a5cb5161e9a8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 943 time: 0.1173561 Sep 10 03:10:19.997614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.003834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-8277bd96-8653-402d-89dd-400a9c996145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.005866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-8277bd96-8653-402d-89dd-400a9c996145 service neutron] 10.222.0.36 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.1516144 Sep 10 03:10:20.007604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.061449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'Port': ['ID=5e0317b2-fd77-40ce-b906-fc90def4e0b7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:20.071822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e2f23-ca46-4487-b21f-2555d419e900 req-538a0ed4-beaa-466a-b775-f0c56e77094f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.081751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e2f23-ca46-4487-b21f-2555d419e900 req-538a0ed4-beaa-466a-b775-f0c56e77094f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.081751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-645e2f23-ca46-4487-b21f-2555d419e900 req-538a0ed4-beaa-466a-b775-f0c56e77094f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1681 time: 0.1105239 Sep 10 03:10:20.081751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ffa31da-a644-4747-84c4-5491a86d072f req-cc3a6c98-1430-4a11-8f32-d0b5e267d60c service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182066 Sep 10 03:10:20.095804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61aa9d92-9ed9-471b-9b0e-58049e8357f6 req-23da58e3-49af-46dd-a482-c3a87109bd96 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106677 Sep 10 03:10:20.150840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-cf88ba87-f167-4589-aa5d-0d9b03c24f1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 1001 time: 0.1340847 Sep 10 03:10:20.206372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.225651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1991227346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:20.241099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-e07e707f-59cb-492a-b6f0-b1a800c34f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.242586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-e07e707f-59cb-492a-b6f0-b1a800c34f99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.0846195 Sep 10 03:10:20.244968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.264908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4b7d5fc2-360e-4193-aab1-5c589cf76bb4 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8206410 Sep 10 03:10:20.283849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port f519f15c-4531-462a-9912-cced09fe7792 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:20.284786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.331419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.332623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.342794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-a481f3f6-db0f-49ea-ad7f-01b4a017e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.344360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-a481f3f6-db0f-49ea-ad7f-01b4a017e069 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783536 Sep 10 03:10:20.356397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946e058-37bc-4cdf-99a7-93fb5cdd13df req-2e8cd26f-9f61-4996-a147-ef43f743c352 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.357539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c946e058-37bc-4cdf-99a7-93fb5cdd13df req-2e8cd26f-9f61-4996-a147-ef43f743c352 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 944 time: 0.0619671 Sep 10 03:10:20.437213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.443289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port f519f15c-4531-462a-9912-cced09fe7792, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f519f15c-4531-462a-9912-cced09fe7792,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:20.443896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.453306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.470124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for f519f15c-4531-462a-9912-cced09fe7792 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:20.485555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.487005 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8c4c4d99-8ae4-4f1f-8316-972a389b25a2 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6220803 Sep 10 03:10:20.489652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36476) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:20.502436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-410876308'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:20.551228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c946e058-37bc-4cdf-99a7-93fb5cdd13df req-13a29277-e00f-478a-808a-bf3d91670217 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772060 Sep 10 03:10:20.588441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-bf2e0fe6-71a8-4b6f-b185-925ebd130ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284079 Sep 10 03:10:20.592690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-e0a42c40-4de5-4fd1-8804-e0d118a32bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783383 Sep 10 03:10:20.601687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8c12ac17-20ae-4f25-897c-ab5e20d9b307 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:20.605109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 774e255d-5d7b-45a8-8297-f591b2d94f9f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:20.722432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-12b4d31c-3532-4b53-bd3c-10a97aeb6951 req-306509c5-a0b6-4d20-8297-94b625221eee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.4188256 Sep 10 03:10:20.732882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Made reservation on behalf of de0aac653e8e44c6a0391f063a982286 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:20.736565 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.762363 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.794388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:20.799055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d4e1390-6200-41e3-92b5-32dcf84e642e req-80c77d1c-7e5f-47aa-8dc4-dfe3cd7240e0 service neutron] 10.222.0.36 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023551 Sep 10 03:10:20.808195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b55f1-f2ee-4e19-a704-c5090c065fcb req-978264fd-4db4-477c-8709-754027fa642f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.809392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '8c12ac17-20ae-4f25-897c-ab5e20d9b307', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'port_id': '8c12ac17-20ae-4f25-897c-ab5e20d9b307', 'mac_address': 'fa:16:3e:9a:2c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fc6501-f0eb-446c-9ea3-deedcc811b96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:20.814870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b55f1-f2ee-4e19-a704-c5090c065fcb req-978264fd-4db4-477c-8709-754027fa642f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:20.816975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-686b55f1-f2ee-4e19-a704-c5090c065fcb req-978264fd-4db4-477c-8709-754027fa642f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 1681 time: 0.1656671 Sep 10 03:10:20.819869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edeab01f-3cc3-4de7-9a76-892106d29731 req-5c1c07e0-f706-4855-9e24-92160f67f247 service neutron] 10.222.0.32 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174625 Sep 10 03:10:20.870599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 774e255d-5d7b-45a8-8297-f591b2d94f9f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:20.874864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.878497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 774e255d-5d7b-45a8-8297-f591b2d94f9f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:20.878867 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:20.901190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-686b55f1-f2ee-4e19-a704-c5090c065fcb req-b8866f81-1bb2-42f3-ab92-263cb835225e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2173e09-12a4-42a1-bdde-775ad9ea4b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734522 Sep 10 03:10:20.955436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c12ac17-20ae-4f25-897c-ab5e20d9b307 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:20.982073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:21.024400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b92c0-a7db-4a43-93f7-532dce61908d req-0a8b2d1a-9239-4351-b65a-f70ac2e77134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:21.026578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-0a8b2d1a-9239-4351-b65a-f70ac2e77134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0541315 Sep 10 03:10:21.033120 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.033844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3ebf030a-2615-41c0-89a7-eda857998108 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:21.104822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.112622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.125533 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-dda7dc46-e3e1-400c-959c-98db9fcbbee1 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1661830156&fields=id&tenant_id=609c04f734294906a77b94c16b8f2674 HTTP/1.1" status: 200 len: 267 time: 0.5493681 Sep 10 03:10:21.181553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=8c12ac17-20ae-4f25-897c-ab5e20d9b307,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:21.191008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=f519f15c-4531-462a-9912-cced09fe7792,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:21.191291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 774e255d-5d7b-45a8-8297-f591b2d94f9f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:21.221558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.224146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7b77-9e90-4a13-b6f2-c4b7fb074f87 req-11cb9a96-24c0-4f2d-8212-44b4b4a41a66 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:21.229661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ebf7b77-9e90-4a13-b6f2-c4b7fb074f87 req-11cb9a96-24c0-4f2d-8212-44b4b4a41a66 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.2000821 Sep 10 03:10:21.290747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e255d-5d7b-45a8-8297-f591b2d94f9f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:21.299914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port f519f15c-4531-462a-9912-cced09fe7792 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:21.300398 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40775ab-e484-4eb8-a575-99185a0e7e39" -d '{"events": [{"server_uuid": "ddc38a8d-53a3-4c4e-ba8a-6bc282caada0", "name": "network-vif-plugged", "status": "completed", "tag": "774e255d-5d7b-45a8-8297-f591b2d94f9f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:21.307031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.309956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-645e2f23-ca46-4487-b21f-2555d419e900 req-ed4b96d3-5043-4ffc-a113-e4ffc0acfeb8 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.32 "DELETE /v2.0/ports/f519f15c-4531-462a-9912-cced09fe7792 HTTP/1.1" status: 204 len: 173 time: 1.2129588 Sep 10 03:10:21.310405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-deleted', 'tag': 'f519f15c-4531-462a-9912-cced09fe7792'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:21.316997 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fc8318-2dc3-4c02-a110-7cc2afdebc59" -d '{"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-deleted", "tag": "f519f15c-4531-462a-9912-cced09fe7792"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:21.324694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3ebf030a-2615-41c0-89a7-eda857998108, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ebf030a-2615-41c0-89a7-eda857998108,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:21.340873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b92c0-a7db-4a43-93f7-532dce61908d req-83ce635c-de23-495a-9577-1ee981c3104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:21.342908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-83ce635c-de23-495a-9577-1ee981c3104a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 915 time: 0.3031368 Sep 10 03:10:21.366303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=774e255d-5d7b-45a8-8297-f591b2d94f9f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:21.369432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '3ebf030a-2615-41c0-89a7-eda857998108', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': '3ebf030a-2615-41c0-89a7-eda857998108', 'mac_address': 'fa:16:3e:33:a4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:21.427843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-ae874d6f-264d-4c7e-aee3-c24586e41e19 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:21.435720 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-ae874d6f-264d-4c7e-aee3-c24586e41e19 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 810 time: 0.3092127 Sep 10 03:10:21.453015 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.480690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebf030a-2615-41c0-89a7-eda857998108 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:21.508087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3ebf030a-2615-41c0-89a7-eda857998108, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ebf030a-2615-41c0-89a7-eda857998108,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:21.515908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.522647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-c8515cd6-db4a-47cb-bec5-c643e0a0e4e1 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/quotas/609c04f734294906a77b94c16b8f2674 HTTP/1.1" status: 200 len: 375 time: 0.0859597 Sep 10 03:10:21.594833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=3ebf030a-2615-41c0-89a7-eda857998108,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:21.625533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36504) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:21.644412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.659998 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-6d7f59b9-0e60-430d-a8f9-bbfd81a8dac3 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362295 Sep 10 03:10:21.669493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.688006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port 405d9219-1dbf-40ca-bf79-c7efcdd97220 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:21.688444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.743497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['8c12ac17-20ae-4f25-897c-ab5e20d9b307'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:21.746360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:21.770360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:21.773678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b906ee-b0f4-4339-9ade-c74abbb69df9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:21.791470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ebf7b77-9e90-4a13-b6f2-c4b7fb074f87 req-f7f8a8a6-8619-49a6-91f8-8a2dea6504cb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5383306 Sep 10 03:10:21.791765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.793108 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Added segment f4dc2111-c7c9-43c9-ae45-883554d9c9e5 of type vlan for network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 Sep 10 03:10:21.802888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-467b6261-46c2-46ad-b1b0-29fdded57e0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c85efab5-1d59-4055-b8e2-566dc8e89351 HTTP/1.1" status: 200 len: 217 time: 0.4472055 Sep 10 03:10:21.893663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b92c0-a7db-4a43-93f7-532dce61908d req-5b371315-acce-451d-9f59-7253911e094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:21.895301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-5b371315-acce-451d-9f59-7253911e094b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.0827143 Sep 10 03:10:21.937090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16a9e0d9-e794-4909-9815-c298960412b7 req-c6931fb4-9040-44d8-a274-fa753e8dbb58 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0406654 Sep 10 03:10:21.959011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:21.988635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port 405d9219-1dbf-40ca-bf79-c7efcdd97220, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=405d9219-1dbf-40ca-bf79-c7efcdd97220,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:21.990187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.008175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-ddaeadda-e185-4e2a-a97d-fbae66b0c80f service neutron] 10.222.0.23 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228176 Sep 10 03:10:22.014544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b92c0-a7db-4a43-93f7-532dce61908d req-c186dfee-f549-4913-8c30-b32d294f6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:22.016417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-c186dfee-f549-4913-8c30-b32d294f6a23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101794 Sep 10 03:10:22.054053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for 405d9219-1dbf-40ca-bf79-c7efcdd97220 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:22.078718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dfdb332c-7108-4d03-b540-332aff0f7b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.131275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.137017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:22.137627 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.139936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0e31-94d2-4079-a0c0-cf8f4b3cf530 req-62603488-faf1-4206-807b-3744a544b131 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:22.141640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c7d0e31-94d2-4079-a0c0-cf8f4b3cf530 req-62603488-faf1-4206-807b-3744a544b131 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 943 time: 0.1077785 Sep 10 03:10:22.192762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-298fa497-1cb2-40a5-99fe-2736ba675fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483223 Sep 10 03:10:22.200497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c7d0e31-94d2-4079-a0c0-cf8f4b3cf530 req-ff0e2794-97e1-4f68-87d4-8179bcb63b01 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527463 Sep 10 03:10:22.250408 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf85df-c4d7-4973-bd99-f07e4633c821 x-openstack-request-id: req-5abf85df-c4d7-4973-bd99-f07e4633c821 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:22.250754 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc38a8d-53a3-4c4e-ba8a-6bc282caada0", "name": "network-vif-plugged", "status": "completed", "tag": "774e255d-5d7b-45a8-8297-f591b2d94f9f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:22.251060 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5abf85df-c4d7-4973-bd99-f07e4633c821 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:22.251489 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e255d-5d7b-45a8-8297-f591b2d94f9f', 'code': 200} Sep 10 03:10:22.267106 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7761822 Sep 10 03:10:22.274746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:22.280142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c54b7-9ef8-4078-abc9-9ff899ee7c67 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Network': ['ID=bc7e5514-76aa-460a-bc1e-d6e3c7d96c16,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:22.280695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'subnet': {'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:22.297967 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520cbb05-3a1e-4697-890e-aeae377fab57 x-openstack-request-id: req-520cbb05-3a1e-4697-890e-aeae377fab57 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:22.298258 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-deleted", "tag": "f519f15c-4531-462a-9912-cced09fe7792", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:22.298649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:22.298895 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-520cbb05-3a1e-4697-890e-aeae377fab57 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:22.299482 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-deleted', 'tag': 'f519f15c-4531-462a-9912-cced09fe7792', 'status': 'completed', 'code': 200} Sep 10 03:10:22.349091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-43329fb1-125a-4672-bcf3-cf2e6b52b868 service neutron] 10.222.0.23 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159854 Sep 10 03:10:22.375425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f519f15c-4531-462a-9912-cced09fe7792 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:22.427094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f519f15c-4531-462a-9912-cced09fe7792 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:22.427645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f519f15c-4531-462a-9912-cced09fe7792 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:22.427932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 405d9219-1dbf-40ca-bf79-c7efcdd97220 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:22.430717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-380b92c0-a7db-4a43-93f7-532dce61908d req-e152c811-c9ff-46d4-8fb2-af97c6b8dad4 service neutron] 10.222.0.32 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292790 Sep 10 03:10:22.476347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36173ecf-b85b-40bd-90e7-2de1ee087dc3 req-8ddc183d-af9a-4a0c-bc6b-8eeeb686e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:22.478158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36173ecf-b85b-40bd-90e7-2de1ee087dc3 req-8ddc183d-af9a-4a0c-bc6b-8eeeb686e340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 1096 time: 0.0954690 Sep 10 03:10:22.493535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14579-88d6-4b46-a0d9-4a8c1d0a6d39 req-b51022a9-c386-4f43-a7fc-93edd08ac46d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:22.495895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9b14579-88d6-4b46-a0d9-4a8c1d0a6d39 req-b51022a9-c386-4f43-a7fc-93edd08ac46d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 945 time: 0.0959957 Sep 10 03:10:22.508153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.511806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dfdb332c-7108-4d03-b540-332aff0f7b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.545545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dfdb332c-7108-4d03-b540-332aff0f7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.548212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=405d9219-1dbf-40ca-bf79-c7efcdd97220,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:22.589635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36173ecf-b85b-40bd-90e7-2de1ee087dc3 req-f8abae3a-de82-44dc-85de-a52a92c272a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919876 Sep 10 03:10:22.615181 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dfdb332c-7108-4d03-b540-332aff0f7b0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=950730cc78784fb488b8e452ffbf59db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861267 Sep 10 03:10:22.620090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36518) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:22.641004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9b14579-88d6-4b46-a0d9-4a8c1d0a6d39 req-3df47d2b-6c1c-48e4-aeab-f5a3cb04d236 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929236 Sep 10 03:10:22.643928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb332c-7108-4d03-b540-332aff0f7b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef90db-32b2-45aa-995b-6221c94124e4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:22.653579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port 405d9219-1dbf-40ca-bf79-c7efcdd97220 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:22.658643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.661189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-645e2f23-ca46-4487-b21f-2555d419e900 req-874628f5-2953-49c9-8f9a-786393fd0b5e tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.32 "DELETE /v2.0/ports/405d9219-1dbf-40ca-bf79-c7efcdd97220 HTTP/1.1" status: 204 len: 173 time: 1.3362641 Sep 10 03:10:22.662994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Made reservation on behalf of de0aac653e8e44c6a0391f063a982286 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:22.678656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.702006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8c12ac17-20ae-4f25-897c-ab5e20d9b307 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:22.785228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No active binding found for port 405d9219-1dbf-40ca-bf79-c7efcdd97220 {{(pid=94635) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:10:22.785805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 405d9219-1dbf-40ca-bf79-c7efcdd97220 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:22.805474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3392236-4937-48be-84a2-be6bb1e70716 req-d9946f52-d8aa-48b2-b432-999c81bdd55f tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5140e6b-c701-4095-896d-838df65f40c5 HTTP/1.1" status: 200 len: 210 time: 0.0803368 Sep 10 03:10:22.813117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:22.829392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:22.831626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.855513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-caca3601-3f22-4c93-926d-9483d4eb3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.895727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-caca3601-3f22-4c93-926d-9483d4eb3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.989041 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:22.994100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.028345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:23.031347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-caca3601-3f22-4c93-926d-9483d4eb3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.034180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.034805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-caca3601-3f22-4c93-926d-9483d4eb3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.035326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3ebf030a-2615-41c0-89a7-eda857998108 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:23.036551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-caca3601-3f22-4c93-926d-9483d4eb3d94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38ef90db-32b2-45aa-995b-6221c94124e4 HTTP/1.1" status: 204 len: 168 time: 0.4171510 Sep 10 03:10:23.054675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3601-3f22-4c93-926d-9483d4eb3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef90db-32b2-45aa-995b-6221c94124e4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:23.074653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77795d-908d-4411-8240-509bb1824c96 req-92b5101d-52e9-4233-a36b-293b2b7f0d4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:23.076342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e77795d-908d-4411-8240-509bb1824c96 req-92b5101d-52e9-4233-a36b-293b2b7f0d4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1259146 Sep 10 03:10:23.080557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Subnet': ['ID=aea4cbd1-8782-45bd-8044-ed1cf43e01e1,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:23.094306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79c4a8af-add7-46e4-925e-522ff4004d27 req-8e53c615-30de-47d9-b369-b49ffd063ede tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 210 time: 0.1128564 Sep 10 03:10:23.160738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e77795d-908d-4411-8240-509bb1824c96 req-09197af1-3f15-4be8-820c-39559ffc6414 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577011 Sep 10 03:10:23.174496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Checking segment: {'id': 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:23.175017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network hostable DHCP agents. Network: bc7e5514-76aa-460a-bc1e-d6e3c7d96c16, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:23.177048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=8c12ac17-20ae-4f25-897c-ab5e20d9b307,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:23.181742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36534) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:23.249396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:23.294050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 3ebf030a-2615-41c0-89a7-eda857998108 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:23.298206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, bc7e5514-76aa-460a-bc1e-d6e3c7d96c16) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:23.299991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 3ebf030a-2615-41c0-89a7-eda857998108 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:23.300995 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.336999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9bad744d-b66f-42ac-8953-ccd688a33323 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/1ceb0600-91f3-473b-8ef5-8bf683eea5ab HTTP/1.1" status: 200 len: 993 time: 0.1464140 Sep 10 03:10:23.342079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1a45c-a04d-4154-ab49-332455d116e6 None None] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:23.354372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8544606-9f61-478d-9938-9a8b6286bbf1 req-cef446e0-8e1f-45a4-9875-3433921100f7 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0947559 Sep 10 03:10:23.357389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:23.360004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.382551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57ecd4-4869-4196-bd46-4ea3cf57a560 req-e27d1232-de4c-43a7-9945-ecfc8b54859f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:23.389343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c57ecd4-4869-4196-bd46-4ea3cf57a560 req-e27d1232-de4c-43a7-9945-ecfc8b54859f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 943 time: 0.0777600 Sep 10 03:10:23.395775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6c869558-4375-421d-87d6-c8a61a26ebb8 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1198049 Sep 10 03:10:23.398819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36540) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:23.407623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'network': {'name': 'tempest-router-network01--2138177203'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:23.465466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Made reservation on behalf of de0aac653e8e44c6a0391f063a982286 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:23.469082 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.475947 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c57ecd4-4869-4196-bd46-4ea3cf57a560 req-6bedf002-7f42-4ad8-97ad-046e1c63aa18 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 Sep 10 03:10:23.516288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:23.528130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.528852 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Added segment 72afe53f-2b89-475a-a1ff-9105087a8de6 of type vlan for network daf70fe3-8ff9-4470-8f8d-ea0b4430995e Sep 10 03:10:23.582004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.610221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36544) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:23.627606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fe14496-2922-4b6f-bc99-28475774e6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.640500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.645942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:23.646561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.654309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.675237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-bc7e5514-76aa-460a-bc1e-d6e3c7d96c16', 'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16', 'tenant_id': 'de0aac653e8e44c6a0391f063a982286', 'fixed_ips': [{'subnet_id': 'aea4cbd1-8782-45bd-8044-ed1cf43e01e1'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:10:23.676142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.738272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3ebf030a-2615-41c0-89a7-eda857998108, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ebf030a-2615-41c0-89a7-eda857998108,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:23.761268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Network': ['ID=daf70fe3-8ff9-4470-8f8d-ea0b4430995e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:23.789182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:23.819280 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.832148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361aa4c-c957-40c4-8d4d-69baad182b34 req-459573b6-8336-4704-983c-cc96e0ab01b7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:23.833700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4361aa4c-c957-40c4-8d4d-69baad182b34 req-459573b6-8336-4704-983c-cc96e0ab01b7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 946 time: 0.0778313 Sep 10 03:10:23.867899 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b5439c4-acf6-408c-9114-435953ca09f2 req-6fb0a43a-d23e-45dc-bc9d-7ad75421852b tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05&device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0520811 Sep 10 03:10:23.898780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:23.905401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fe14496-2922-4b6f-bc99-28475774e6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.920113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4361aa4c-c957-40c4-8d4d-69baad182b34 req-ff82d9cb-d0a9-4e25-9796-11d562d176fc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773933 Sep 10 03:10:23.921138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fe14496-2922-4b6f-bc99-28475774e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:23.933663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-488fb11a-662e-42b1-b6af-d4b9e99b537f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5335646 Sep 10 03:10:23.941635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36554) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:23.954228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=3ebf030a-2615-41c0-89a7-eda857998108,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:23.957055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'network': {'name': 'tempest-router-network02--1219357287'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:23.978546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4fe14496-2922-4b6f-bc99-28475774e6f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8aa4a98159654d45aa53c8bbc3d4b99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672943 Sep 10 03:10:23.984807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36556) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:23.986008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Allocated IP 172.20.0.2 (bc7e5514-76aa-460a-bc1e-d6e3c7d96c16/aea4cbd1-8782-45bd-8044-ed1cf43e01e1/7dfe2238-c103-4353-9029-d878d7f767d0) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:23.995535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe14496-2922-4b6f-bc99-28475774e6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de96e1f6-c03c-4acd-8d06-c8fe4548eb99,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:24.033929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Made reservation on behalf of de0aac653e8e44c6a0391f063a982286 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:24.038603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.047633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting subnet 6a426478-bb1d-4af8-8c24-3c5c94e44bc0 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:24.051626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.105820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.106090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47baac86-b738-48e8-8be9-b3c1560fef10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.124828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:24.199936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.213636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.214009 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Added segment 057e7419-1f1e-45b3-966f-585d6c68fcd9 of type vlan for network 0d82c9b1-2079-4be2-be00-af2a59d7b288 Sep 10 03:10:24.265676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47baac86-b738-48e8-8be9-b3c1560fef10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.269810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c12ac17-20ae-4f25-897c-ab5e20d9b307'}, {'server_uuid': '648c2439-906c-4b52-9038-04ca94258b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf030a-2615-41c0-89a7-eda857998108'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:24.274076 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1da56c-83d8-459f-b9c2-b8697e84e56e" -d '{"events": [{"server_uuid": "1ae086db-bee2-4dc2-bd18-7b0142beda09", "name": "network-vif-plugged", "status": "completed", "tag": "8c12ac17-20ae-4f25-897c-ab5e20d9b307"}, {"server_uuid": "648c2439-906c-4b52-9038-04ca94258b72", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf030a-2615-41c0-89a7-eda857998108"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:24.287627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62877e10-d218-4bb8-abc7-9012684cbcc5 req-8d8afbca-110a-4d17-a4ec-89f1dee59d20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd756dedcaf4b6eb6a6e3a4bc5dea07&device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0267239 Sep 10 03:10:24.290458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.303399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-deleted', 'tag': '405d9219-1dbf-40ca-bf79-c7efcdd97220'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:24.305605 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd07968-a906-492e-aee6-fdd527b5ad4d" -d '{"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-deleted", "tag": "405d9219-1dbf-40ca-bf79-c7efcdd97220"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:24.315257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.329192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Transition to ACTIVE for port object 7dfe2238-c103-4353-9029-d878d7f767d0 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:24.348069 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb761135-2310-4983-bbd1-de43d52c2ee1 req-6374e019-71e3-438b-b3c2-8ad54756ab85 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 210 time: 0.0791087 Sep 10 03:10:24.358394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Transition to ACTIVE for port object 7dfe2238-c103-4353-9029-d878d7f767d0 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:24.359572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Subnet': ['ID=6a426478-bb1d-4af8-8c24-3c5c94e44bc0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:24.362818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19a61ee8-1897-4907-9080-4cea306de22d req-31525bee-6362-4b99-ae10-08ee922f8f48 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0739799 Sep 10 03:10:24.364114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.366060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e1cb32d0-ce3d-4203-aef9-6a1ddc188d96 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/subnets/6a426478-bb1d-4af8-8c24-3c5c94e44bc0 HTTP/1.1" status: 204 len: 168 time: 0.4628623 Sep 10 03:10:24.368915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62877e10-d218-4bb8-abc7-9012684cbcc5 req-1b3a1a49-894b-443a-8269-4a039e92602c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5dd756dedcaf4b6eb6a6e3a4bc5dea07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428579 Sep 10 03:10:24.369345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36566) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:24.376557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c85efab5-1d59-4055-b8e2-566dc8e89351 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:24.383023 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.385293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.438469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.445949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:24.447225 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.451559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1ecad-05d1-46a9-95eb-99cdd64116f0 None None] Network c00f35a9-cdbd-4bea-95ed-01571c7d161a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:24.451690 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99216398-cc02-4dec-aa6e-7c94ce1281a3 x-openstack-request-id: req-99216398-cc02-4dec-aa6e-7c94ce1281a3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:24.452018 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5140e6b-c701-4095-896d-838df65f40c5", "name": "network-vif-deleted", "tag": "405d9219-1dbf-40ca-bf79-c7efcdd97220", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:24.452380 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99216398-cc02-4dec-aa6e-7c94ce1281a3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:24.452861 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5140e6b-c701-4095-896d-838df65f40c5', 'name': 'network-vif-deleted', 'tag': '405d9219-1dbf-40ca-bf79-c7efcdd97220', 'status': 'completed', 'code': 200} Sep 10 03:10:24.454901 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc4fd06-af0d-4808-b356-0e9fe9977069 x-openstack-request-id: req-cfc4fd06-af0d-4808-b356-0e9fe9977069 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:24.454901 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae086db-bee2-4dc2-bd18-7b0142beda09", "name": "network-vif-plugged", "status": "completed", "tag": "8c12ac17-20ae-4f25-897c-ab5e20d9b307", "code": 200}, {"server_uuid": "648c2439-906c-4b52-9038-04ca94258b72", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf030a-2615-41c0-89a7-eda857998108", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:24.455204 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfc4fd06-af0d-4808-b356-0e9fe9977069 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:24.455611 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c12ac17-20ae-4f25-897c-ab5e20d9b307', 'code': 200} Sep 10 03:10:24.455864 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c2439-906c-4b52-9038-04ca94258b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf030a-2615-41c0-89a7-eda857998108', 'code': 200} Sep 10 03:10:24.472058 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47baac86-b738-48e8-8be9-b3c1560fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.475125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47baac86-b738-48e8-8be9-b3c1560fef10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.476463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-47baac86-b738-48e8-8be9-b3c1560fef10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de96e1f6-c03c-4acd-8d06-c8fe4548eb99 HTTP/1.1" status: 204 len: 168 time: 0.4895370 Sep 10 03:10:24.520650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.531282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baac86-b738-48e8-8be9-b3c1560fef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96e1f6-c03c-4acd-8d06-c8fe4548eb99,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:24.543603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-947379e8-a091-4e94-b499-a0054249c6f5 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:24.545416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-947379e8-a091-4e94-b499-a0054249c6f5 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 810 time: 0.4760270 Sep 10 03:10:24.572479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877e10-d218-4bb8-abc7-9012684cbcc5 req-3d6b6380-3015-4b62-af8d-e0800cc0760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:24.574514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62877e10-d218-4bb8-abc7-9012684cbcc5 req-3d6b6380-3015-4b62-af8d-e0800cc0760c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1955242 Sep 10 03:10:24.602710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6569276 Sep 10 03:10:24.602935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36572) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:24.608960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'subnet': {'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:24.640556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-617141fa-1728-4db6-97aa-fd9522bf7ae8 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609c04f734294906a77b94c16b8f2674 HTTP/1.1" status: 200 len: 380 time: 0.0643649 Sep 10 03:10:24.655728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Pushing event updated for resources: {'Port': ['ID=7dfe2238-c103-4353-9029-d878d7f767d0,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:24.656983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f1820-f17b-4133-b32f-c0a03bf5aef1 req-0f52fafc-bca1-4405-8be1-cd79871eb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:24.658598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b02f1820-f17b-4133-b32f-c0a03bf5aef1 req-0f52fafc-bca1-4405-8be1-cd79871eb315 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 1096 time: 0.1158798 Sep 10 03:10:24.678615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'port': {'device_id': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'admin_state_up': True, 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'security_groups': ['f9ff691c-0153-42ae-826a-544eb0853660']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:24.684277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103772a3-fc66-4f0f-a2d9-1b4d512508b7 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Network': ['ID=0d82c9b1-2079-4be2-be00-af2a59d7b288,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:24.714198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 0d82c9b1-2079-4be2-be00-af2a59d7b288 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:24.716011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56df7-67e8-4a5d-acd3-f73e71df48f1 req-1ab962fb-7993-41af-837d-678bc71aa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:24.717656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5da56df7-67e8-4a5d-acd3-f73e71df48f1 req-1ab962fb-7993-41af-837d-678bc71aa49a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 1097 time: 0.1664429 Sep 10 03:10:24.740073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:24.757775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port ab845539-fd3b-49f5-998a-388a50fecf67 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:24.758119 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.776166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:10:24.780483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:24.782784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b02f1820-f17b-4133-b32f-c0a03bf5aef1 req-28baeeee-0f98-430e-8a6d-f1667509fae1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163538 Sep 10 03:10:24.801142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:24.802074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d924181-5771-484c-870a-d832c38c74ad req-e34c5960-3e35-4cb1-ba65-81ff8b27fb93 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:24.810402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d924181-5771-484c-870a-d832c38c74ad req-e34c5960-3e35-4cb1-ba65-81ff8b27fb93 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 943 time: 0.1759434 Sep 10 03:10:24.846674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5da56df7-67e8-4a5d-acd3-f73e71df48f1 req-75961e81-b0e5-4696-8dc2-e580c5c01e3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169915 Sep 10 03:10:24.877518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Made reservation on behalf of 609c04f734294906a77b94c16b8f2674 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:24.886740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Made reservation on behalf of de0aac653e8e44c6a0391f063a982286 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:24.886953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.890282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.947647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d924181-5771-484c-870a-d832c38c74ad req-58445168-5b82-46e7-99b7-061a4f5a8c02 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313243 Sep 10 03:10:24.972994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Attempting to bind port 7dfe2238-c103-4353-9029-d878d7f767d0 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:24.973567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Attempting to bind port 7dfe2238-c103-4353-9029-d878d7f767d0 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:24.974119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Attempting to bind port 7dfe2238-c103-4353-9029-d878d7f767d0 on network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:24.982805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:24.983390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Checking segment: {'id': 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:24.984047 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:24.984765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Bound using segment: {'id': 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:24.985438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Bound port: 7dfe2238-c103-4353-9029-d878d7f767d0, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7e5514-76aa-460a-bc1e-d6e3c7d96c16'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:24.985830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.015672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c85efab5-1d59-4055-b8e2-566dc8e89351, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c85efab5-1d59-4055-b8e2-566dc8e89351,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:25.063594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'c85efab5-1d59-4055-b8e2-566dc8e89351', 'network_id': '4cb67e14-e428-44aa-8f75-86eebe4acd82', 'port_id': 'c85efab5-1d59-4055-b8e2-566dc8e89351', 'mac_address': 'fa:16:3e:72:0a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fc6501-f0eb-446c-9ea3-deedcc811b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:25.072325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] DHCP port deletion for c00f35a9-cdbd-4bea-95ed-01571c7d161a request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:25.114805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port ab845539-fd3b-49f5-998a-388a50fecf67, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ab845539-fd3b-49f5-998a-388a50fecf67,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:25.115368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.137134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for ab845539-fd3b-49f5-998a-388a50fecf67 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:25.156428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] For port 7dfe2238-c103-4353-9029-d878d7f767d0, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:25.159540 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.161359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236536-a3b1-49d7-8ce9-35608f27089f req-781f20f9-3688-4333-b370-70da4aa36741 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:25.163248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03236536-a3b1-49d7-8ce9-35608f27089f req-781f20f9-3688-4333-b370-70da4aa36741 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 946 time: 0.0994277 Sep 10 03:10:25.171490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Allocated IP 172.20.0.6 (ddca94e9-0113-4048-be7a-47b4d5c974a9/4b05c0f3-88d9-4006-834b-b60131c9fc47/79e3a923-4a6a-4638-81f5-8083f030d899) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:25.174936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85efab5-1d59-4055-b8e2-566dc8e89351 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:25.190908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] For port 7dfe2238-c103-4353-9029-d878d7f767d0, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7dfe2238-c103-4353-9029-d878d7f767d0,segment=NetworkSegment(f4dc2111-c7c9-43c9-ae45-883554d9c9e5),segment_id=f4dc2111-c7c9-43c9-ae45-883554d9c9e5)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:25.209658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.212571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c85efab5-1d59-4055-b8e2-566dc8e89351, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c85efab5-1d59-4055-b8e2-566dc8e89351,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:25.228452 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.229080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03236536-a3b1-49d7-8ce9-35608f27089f req-337f75df-6cd0-4aab-a4e9-9d77573e1a21 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Sep 10 03:10:25.264530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] Deleting port ab845539-fd3b-49f5-998a-388a50fecf67 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:25.264906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.300564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.312010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Pushing event updated for resources: {'Port': ['ID=7dfe2238-c103-4353-9029-d878d7f767d0,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:25.361176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.361515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.361865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.362247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.362590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.362913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.363236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.363589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.363918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.364242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.364567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.364949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e2e17-6e9c-402d-bdfe-7cf76ad5f223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:25.375200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] For port ab845539-fd3b-49f5-998a-388a50fecf67, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ab845539-fd3b-49f5-998a-388a50fecf67,segment=NetworkSegment(68b4b196-2ef9-4627-ba0c-2c2576899a1c),segment_id=68b4b196-2ef9-4627-ba0c-2c2576899a1c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:25.375631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.425159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] Calling delete_port for ab845539-fd3b-49f5-998a-388a50fecf67 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:25.436929 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.459520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Checking segment: {'id': '72afe53f-2b89-475a-a1ff-9105087a8de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:25.460040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network hostable DHCP agents. Network: daf70fe3-8ff9-4470-8f8d-ea0b4430995e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:25.462311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Subnet': ['ID=14db2c7b-16d8-41e0-b727-3d9f0f38f07f,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:25.466681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.486656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port ab845539-fd3b-49f5-998a-388a50fecf67 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:25.486828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=c85efab5-1d59-4055-b8e2-566dc8e89351,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:25.508463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['c85efab5-1d59-4055-b8e2-566dc8e89351'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:25.509813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Transition to ACTIVE for port object 79e3a923-4a6a-4638-81f5-8083f030d899 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:25.573962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:25.573962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=ab845539-fd3b-49f5-998a-388a50fecf67,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:25.580400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66c4b08a-46e7-472e-a872-6347010cb8d7 req-d90a96ab-0b9a-4672-8cfd-6d8dbaf13c9d tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0640180 Sep 10 03:10:25.597286 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.642870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, daf70fe3-8ff9-4470-8f8d-ea0b4430995e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:25.657487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4b18165-4118-499c-9512-f61459fa65f1 req-e6286037-2c36-45eb-a53a-fe8324c7158b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 210 time: 0.1036346 Sep 10 03:10:25.662121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:25.662709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.676909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.684795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dc6fb8f8-ea9a-4284-9396-912ce1802322 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0800841 Sep 10 03:10:25.688046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36598) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:25.695029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] Pushing event deleted for resources: {'Port': ['ID=ab845539-fd3b-49f5-998a-388a50fecf67,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:25.701701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b322a-c4b8-42f3-bb8b-3908d460e515 None None] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:25.709666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31809cf-8850-44ae-95f7-290e65791ea4 None None] No DVR routers for this DVR port ab845539-fd3b-49f5-998a-388a50fecf67 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:25.715395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'subnet': {'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:25.721721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.782769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00f35a9-cdbd-4bea-95ed-01571c7d161a']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:25.797503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b4b196-2ef9-4627-ba0c-2c2576899a1c') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:25.797977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b4b196-2ef9-4627-ba0c-2c2576899a1c') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:25.812438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.835313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:25.841317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event updated for resources: {'Port': ['ID=79e3a923-4a6a-4638-81f5-8083f030d899,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:25.857882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.875921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:25.876266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:25.881432 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:25.906694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:25.910396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:25.989273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62877e10-d218-4bb8-abc7-9012684cbcc5 req-7abf2203-b384-4602-b9b9-7bea3f23ec6e tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.32 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.0831151 Sep 10 03:10:26.020288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Made reservation on behalf of de0aac653e8e44c6a0391f063a982286 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:26.028727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.077904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.090252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.095725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/networks/c00f35a9-cdbd-4bea-95ed-01571c7d161a HTTP/1.1" status: 204 len: 168 time: 1.7253771 Sep 10 03:10:26.097734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:26.121037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-daf70fe3-8ff9-4470-8f8d-ea0b4430995e', 'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e', 'tenant_id': 'de0aac653e8e44c6a0391f063a982286', 'fixed_ips': [{'subnet_id': '14db2c7b-16d8-41e0-b727-3d9f0f38f07f'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:10:26.122169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.146616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:26.147476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.195819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a6f4-593f-4ab3-9393-76b51b49b3a7 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Network': ['ID=c00f35a9-cdbd-4bea-95ed-01571c7d161a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:26.246842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting subnet ab85d254-e1c3-4329-b7a3-3e2dc9969aec {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:26.252415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.309502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-160d7bab-de3d-4a7f-8238-e65dbbf8aa22 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6361547 Sep 10 03:10:26.357598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Allocated IP 172.20.0.2 (daf70fe3-8ff9-4470-8f8d-ea0b4430995e/14db2c7b-16d8-41e0-b727-3d9f0f38f07f/062ee267-49ee-485e-918d-6cd5aab278a6) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:26.361090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Request body: {'port': {'device_id': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:26.386905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5348a7-48c9-4077-95d8-1a9c469e237c req-834dcb58-a4f8-483e-9b8c-c0b833b3a886 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:26.406506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c85efab5-1d59-4055-b8e2-566dc8e89351 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:26.406652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36612) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:26.407647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a5348a7-48c9-4077-95d8-1a9c469e237c req-834dcb58-a4f8-483e-9b8c-c0b833b3a886 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 944 time: 0.3163705 Sep 10 03:10:26.420254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.536774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd75ab3-4d1c-4b19-a85a-3a428f7da7d0 req-f6315293-d191-40e4-902c-68b56b09a45d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:26.556181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fd75ab3-4d1c-4b19-a85a-3a428f7da7d0 req-f6315293-d191-40e4-902c-68b56b09a45d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 946 time: 0.1831019 Sep 10 03:10:26.592002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a5348a7-48c9-4077-95d8-1a9c469e237c req-072ef9d5-fe02-4f5e-9c96-4732a118c360 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806140 Sep 10 03:10:26.604998 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.606739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.626507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Transition to ACTIVE for port object 062ee267-49ee-485e-918d-6cd5aab278a6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:26.649135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Transition to ACTIVE for port object 062ee267-49ee-485e-918d-6cd5aab278a6 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:26.664973 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3230bd8-0d0f-45ab-82ad-4f7059ff9a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.706419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fd75ab3-4d1c-4b19-a85a-3a428f7da7d0 req-7cdb2166-3732-4cdc-8f81-9baba4f4aac9 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478655 Sep 10 03:10:26.735491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7dfe2238-c103-4353-9029-d878d7f767d0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:26.735714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.797190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.828469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cb845b36-0426-4fd3-ab04-79409faa1d98 None None] Provisioning for port 79e3a923-4a6a-4638-81f5-8083f030d899 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:26.870172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cb845b36-0426-4fd3-ab04-79409faa1d98 None None] Provisioning complete for port 79e3a923-4a6a-4638-81f5-8083f030d899 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:26.870567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cb845b36-0426-4fd3-ab04-79409faa1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.902541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.922542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cb845b36-0426-4fd3-ab04-79409faa1d98 None None] Port 79e3a923-4a6a-4638-81f5-8083f030d899 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:26.925806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096edd-e947-42e4-aa44-e12785f5ecc9 req-5ba67cad-0edb-4477-83b9-4c33b2a97946 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:26.927380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:26.929886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c988fd-c693-43a6-80ac-4518f1231ca2 None None] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:26.935564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03096edd-e947-42e4-aa44-e12785f5ecc9 req-5ba67cad-0edb-4477-83b9-4c33b2a97946 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 931 time: 0.1199179 Sep 10 03:10:26.943083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port c85efab5-1d59-4055-b8e2-566dc8e89351 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:26.953655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.958244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:26.960075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7dfe2238-c103-4353-9029-d878d7f767d0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:26.964621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5cd73515-c4d7-4598-8104-0fd5d0afc10c req-c93ea21c-df3b-488c-b42d-71693dcc097a tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=9504faa0-4fbc-4aca-8703-c26a7c5e3b05 HTTP/1.1" status: 200 len: 210 time: 0.1187053 Sep 10 03:10:26.965584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:26.989309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port c85efab5-1d59-4055-b8e2-566dc8e89351 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:26.989706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:26.997249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Pushing event updated for resources: {'Port': ['ID=062ee267-49ee-485e-918d-6cd5aab278a6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:27.009923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Subnet': ['ID=ab85d254-e1c3-4329-b7a3-3e2dc9969aec,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:27.016371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.018338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a2d5efef-7fab-4c1c-b8cd-3d2f71708876 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/subnets/ab85d254-e1c3-4329-b7a3-3e2dc9969aec HTTP/1.1" status: 204 len: 168 time: 0.9123859 Sep 10 03:10:27.021470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36624) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:27.069480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb28173-a648-44d4-8cec-ee7489df55a3 None None] Network 4ef7fe83-7038-498a-b6db-e415904ff76c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:27.077191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3230bd8-0d0f-45ab-82ad-4f7059ff9a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.104318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03096edd-e947-42e4-aa44-e12785f5ecc9 req-000c4d0a-d7d6-440c-aae1-c4e5bb544c09 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668601 Sep 10 03:10:27.106982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e3230bd8-0d0f-45ab-82ad-4f7059ff9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.126022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ab845539-fd3b-49f5-998a-388a50fecf67 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:27.179961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.193814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e3230bd8-0d0f-45ab-82ad-4f7059ff9a2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37373da51f054235b2f27253572965d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835596 Sep 10 03:10:27.196707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36634) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:27.204480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230bd8-0d0f-45ab-82ad-4f7059ff9a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e0566-4809-4406-a9f6-27a0cb62bc0f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:27.288457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9761174-f207-42a1-8f8f-7d6c78026e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.313190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Subnet': ['ID=1188ee18-0d40-4bc2-9bfa-5d4723e01c12,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:27.321004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9761174-f207-42a1-8f8f-7d6c78026e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.323796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Deleting port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:27.324136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.331687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ab845539-fd3b-49f5-998a-388a50fecf67 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:27.332231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ab845539-fd3b-49f5-998a-388a50fecf67 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:27.334226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Checking segment: {'id': '057e7419-1f1e-45b3-966f-585d6c68fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:27.334720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network hostable DHCP agents. Network: 0d82c9b1-2079-4be2-be00-af2a59d7b288, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:27.345162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] Provisioning for port 7dfe2238-c103-4353-9029-d878d7f767d0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:27.400354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225616b9-01af-4c9a-9094-48acd8a5d33a req-db34bfa0-1d24-4d85-b0c2-c00e3fa42a23 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:27.402142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-225616b9-01af-4c9a-9094-48acd8a5d33a req-db34bfa0-1d24-4d85-b0c2-c00e3fa42a23 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.3033261 Sep 10 03:10:27.405242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] Provisioning complete for port 7dfe2238-c103-4353-9029-d878d7f767d0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:27.405899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.409806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Attempting to bind port 062ee267-49ee-485e-918d-6cd5aab278a6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:27.410469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Attempting to bind port 062ee267-49ee-485e-918d-6cd5aab278a6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '72afe53f-2b89-475a-a1ff-9105087a8de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:27.410602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Attempting to bind port 062ee267-49ee-485e-918d-6cd5aab278a6 on network daf70fe3-8ff9-4470-8f8d-ea0b4430995e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:27.417827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] For port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,segment=NetworkSegment(ffec3bb1-4475-4f6d-9114-520f42fe8540),segment_id=ffec3bb1-4475-4f6d-9114-520f42fe8540)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:27.418269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.431022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Calling delete_port for e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:27.441652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network 0d82c9b1-2079-4be2-be00-af2a59d7b288 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:27.441941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9761174-f207-42a1-8f8f-7d6c78026e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.444429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9761174-f207-42a1-8f8f-7d6c78026e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.447552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e9761174-f207-42a1-8f8f-7d6c78026e7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/041e0566-4809-4406-a9f6-27a0cb62bc0f HTTP/1.1" status: 204 len: 168 time: 0.2479339 Sep 10 03:10:27.457289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-225616b9-01af-4c9a-9094-48acd8a5d33a req-fd64cf34-a55b-4a74-9287-0bfcc5b5384f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0323119 Sep 10 03:10:27.460292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9761174-f207-42a1-8f8f-7d6c78026e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e0566-4809-4406-a9f6-27a0cb62bc0f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:27.481103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 0d82c9b1-2079-4be2-be00-af2a59d7b288) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:27.481643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:27.482030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Checking segment: {'id': '72afe53f-2b89-475a-a1ff-9105087a8de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:27.482428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.482826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Bound using segment: {'id': '72afe53f-2b89-475a-a1ff-9105087a8de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:27.483321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Bound port: 062ee267-49ee-485e-918d-6cd5aab278a6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72afe53f-2b89-475a-a1ff-9105087a8de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'daf70fe3-8ff9-4470-8f8d-ea0b4430995e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:27.483760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.489075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:27.489772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.506251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb87e7-68ab-4b60-9589-1c9837e55c2a None None] Network 0d82c9b1-2079-4be2-be00-af2a59d7b288 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:27.522741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e3a923-4a6a-4638-81f5-8083f030d899 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:27.548833 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.559854 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe73c5d9-64cc-47a2-b351-6793274da73f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8635674 Sep 10 03:10:27.563363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36638) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:27.565260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.601641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] No DVR routers for this DVR port e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:27.609048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Port': ['ID=e0b270f4-e1a0-4f79-a430-a47c6e3e99c9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:27.702242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.740645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.799996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef7fe83-7038-498a-b6db-e415904ff76c']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:27.809220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] For port 062ee267-49ee-485e-918d-6cd5aab278a6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:27.811382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85efab5-1d59-4055-b8e2-566dc8e89351'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:27.813391 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3d0a8-d237-40dd-8206-1035bd7e8094" -d '{"events": [{"server_uuid": "795a8e43-92f1-48a6-bc36-8304c9ee2ce1", "name": "network-vif-plugged", "status": "completed", "tag": "c85efab5-1d59-4055-b8e2-566dc8e89351"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:27.813577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffec3bb1-4475-4f6d-9114-520f42fe8540') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:27.813941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffec3bb1-4475-4f6d-9114-520f42fe8540') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:27.829200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.847984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f3152-cf4d-44eb-a99c-b9cbf7a2a8b5 None None] DHCP port deletion for 4ef7fe83-7038-498a-b6db-e415904ff76c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:27.868936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c85efab5-1d59-4055-b8e2-566dc8e89351, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c85efab5-1d59-4055-b8e2-566dc8e89351,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:27.869798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb55ef4-b760-4404-a7fe-2eff8fb137a6 req-03afb15d-0508-4bc2-b07a-23b162ad7d57 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:27.874998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] For port 062ee267-49ee-485e-918d-6cd5aab278a6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=062ee267-49ee-485e-918d-6cd5aab278a6,segment=NetworkSegment(72afe53f-2b89-475a-a1ff-9105087a8de6),segment_id=72afe53f-2b89-475a-a1ff-9105087a8de6)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:27.877147 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcb55ef4-b760-4404-a7fe-2eff8fb137a6 req-03afb15d-0508-4bc2-b07a-23b162ad7d57 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 944 time: 0.1331666 Sep 10 03:10:27.885970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.888869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.891413 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.894463 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.913996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:27.914472 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:27.920620 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:27.978182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcb55ef4-b760-4404-a7fe-2eff8fb137a6 req-3fa055d4-2e36-4e25-a326-82c569dbe4ad tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000419 Sep 10 03:10:28.051655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Transition to ACTIVE for port object 79e3a923-4a6a-4638-81f5-8083f030d899 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:28.077148 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e43cc2-fcb8-4a30-966d-ff21bb21ff99 x-openstack-request-id: req-a3e43cc2-fcb8-4a30-966d-ff21bb21ff99 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:28.077653 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a8e43-92f1-48a6-bc36-8304c9ee2ce1", "name": "network-vif-plugged", "status": "completed", "tag": "c85efab5-1d59-4055-b8e2-566dc8e89351", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:28.078078 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3e43cc2-fcb8-4a30-966d-ff21bb21ff99 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:28.078626 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85efab5-1d59-4055-b8e2-566dc8e89351', 'code': 200} Sep 10 03:10:28.079703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-0d82c9b1-2079-4be2-be00-af2a59d7b288', 'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288', 'tenant_id': 'de0aac653e8e44c6a0391f063a982286', 'fixed_ips': [{'subnet_id': '1188ee18-0d40-4bc2-9bfa-5d4723e01c12'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:10:28.080888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.090887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.093649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] For port 7dfe2238-c103-4353-9029-d878d7f767d0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7dfe2238-c103-4353-9029-d878d7f767d0,segment=NetworkSegment(f4dc2111-c7c9-43c9-ae45-883554d9c9e5),segment_id=f4dc2111-c7c9-43c9-ae45-883554d9c9e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:28.103175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.108186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.110971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] 10.222.0.23 "DELETE /v2.0/networks/4ef7fe83-7038-498a-b6db-e415904ff76c HTTP/1.1" status: 204 len: 168 time: 1.0869281 Sep 10 03:10:28.112017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=c85efab5-1d59-4055-b8e2-566dc8e89351,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:28.145720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fed6a-eecf-4af0-b862-e387ab334881 tempest-ServersTestMultiNic-1130202403 tempest-ServersTestMultiNic-1130202403-project] Pushing event deleted for resources: {'Network': ['ID=4ef7fe83-7038-498a-b6db-e415904ff76c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:28.290611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f015-0a13-4e1b-b3d2-4b1350fa6d70 req-64ac7a25-d0e5-4d31-aa18-3e33e3912596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:28.294199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be315a-cd9e-42c4-9a2a-f03a954594d4 None None] Pushing event updated for resources: {'Port': ['ID=062ee267-49ee-485e-918d-6cd5aab278a6,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:28.295964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e90f015-0a13-4e1b-b3d2-4b1350fa6d70 req-64ac7a25-d0e5-4d31-aa18-3e33e3912596 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0942395 Sep 10 03:10:28.363899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.456537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:28.465072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e90f015-0a13-4e1b-b3d2-4b1350fa6d70 req-94ba67bd-2c08-4f95-94fd-b3770b96a4eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582627 Sep 10 03:10:28.481560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346ffc3-8fd0-40d4-af01-b7dd961fa326 req-0c31432d-4fff-418a-8b2c-34b1541df7d1 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:28.490100 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2346ffc3-8fd0-40d4-af01-b7dd961fa326 req-0c31432d-4fff-418a-8b2c-34b1541df7d1 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 943 time: 0.1364098 Sep 10 03:10:28.493923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989da31-e481-46ef-84f4-a4f76c8b9887 None None] Pushing event updated for resources: {'Port': ['ID=7dfe2238-c103-4353-9029-d878d7f767d0,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:28.501487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:28.501833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e0b270f4-e1a0-4f79-a430-a47c6e3e99c9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:28.504530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Allocated IP 172.20.0.2 (0d82c9b1-2079-4be2-be00-af2a59d7b288/1188ee18-0d40-4bc2-9bfa-5d4723e01c12/93560e47-06c6-47da-93fb-5476c2cc3de3) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:28.506749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9c350514-2614-4037-8042-869271b661a3 None None] Provisioning complete for port 7dfe2238-c103-4353-9029-d878d7f767d0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:28.507437 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c350514-2614-4037-8042-869271b661a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.568072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2346ffc3-8fd0-40d4-af01-b7dd961fa326 req-c92a4b58-6809-49d7-ba9a-1e9d139767e2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770063 Sep 10 03:10:28.654278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-225616b9-01af-4c9a-9094-48acd8a5d33a req-a5c1c206-09ce-4941-854b-4d7d94140d8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1617317 Sep 10 03:10:28.656235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Pushing event updated for resources: {'Port': ['ID=79e3a923-4a6a-4638-81f5-8083f030d899,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:28.708461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.785792 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.802337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Transition to ACTIVE for port object 93560e47-06c6-47da-93fb-5476c2cc3de3 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:28.825096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Transition to ACTIVE for port object 93560e47-06c6-47da-93fb-5476c2cc3de3 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:28.835297 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:28.894314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa3595f-09c9-4d89-84ae-789725eec80a req-6496a79d-ce83-44e1-86f0-9e00959a90c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd756dedcaf4b6eb6a6e3a4bc5dea07&device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0545073 Sep 10 03:10:28.938883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa3595f-09c9-4d89-84ae-789725eec80a req-6cbf5c39-f45d-4875-8dab-31c24082aea1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5dd756dedcaf4b6eb6a6e3a4bc5dea07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344446 Sep 10 03:10:28.967743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Pushing event updated for resources: {'Port': ['ID=93560e47-06c6-47da-93fb-5476c2cc3de3,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:28.976503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421caf88-7f9a-4507-8304-0178caeec308 req-be4f6f52-2011-4838-b233-1b0debf58b74 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0365040 Sep 10 03:10:29.010290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Network 0d82c9b1-2079-4be2-be00-af2a59d7b288 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:29.012404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:29.017526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:29.115291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Attempting to bind port 93560e47-06c6-47da-93fb-5476c2cc3de3 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:29.115532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3595f-09c9-4d89-84ae-789725eec80a req-7a415015-5e6c-4c74-98a4-7dc3f15c7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:29.115694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Attempting to bind port 93560e47-06c6-47da-93fb-5476c2cc3de3 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '057e7419-1f1e-45b3-966f-585d6c68fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:29.116066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Attempting to bind port 93560e47-06c6-47da-93fb-5476c2cc3de3 on network 0d82c9b1-2079-4be2-be00-af2a59d7b288 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:29.118139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa3595f-09c9-4d89-84ae-789725eec80a req-7a415015-5e6c-4c74-98a4-7dc3f15c7340 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1401706 Sep 10 03:10:29.125720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:29.126418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Checking segment: {'id': '057e7419-1f1e-45b3-966f-585d6c68fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:29.128434 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:29.131194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Bound using segment: {'id': '057e7419-1f1e-45b3-966f-585d6c68fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:29.132079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Bound port: 93560e47-06c6-47da-93fb-5476c2cc3de3, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057e7419-1f1e-45b3-966f-585d6c68fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0d82c9b1-2079-4be2-be00-af2a59d7b288'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:29.132673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:29.219827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-225616b9-01af-4c9a-9094-48acd8a5d33a req-58245802-7dbc-43d8-832b-ee7f2c2fb4bc service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646141 Sep 10 03:10:29.248522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4838-4250-4adb-8a47-eb998f8d04e1 req-21d93ab8-f805-4224-abc2-cd55eab2d69c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:29.250238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db3f4838-4250-4adb-8a47-eb998f8d04e1 req-21d93ab8-f805-4224-abc2-cd55eab2d69c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0775630 Sep 10 03:10:29.250776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] For port 93560e47-06c6-47da-93fb-5476c2cc3de3, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:29.254063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] For port 93560e47-06c6-47da-93fb-5476c2cc3de3, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=93560e47-06c6-47da-93fb-5476c2cc3de3,segment=NetworkSegment(057e7419-1f1e-45b3-966f-585d6c68fcd9),segment_id=057e7419-1f1e-45b3-966f-585d6c68fcd9)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:29.268650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:29.282162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Attempting to bind port 79e3a923-4a6a-4638-81f5-8083f030d899 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:29.282757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Attempting to bind port 79e3a923-4a6a-4638-81f5-8083f030d899 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:29.283092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Attempting to bind port 79e3a923-4a6a-4638-81f5-8083f030d899 on network ddca94e9-0113-4048-be7a-47b4d5c974a9 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:29.317745 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db3f4838-4250-4adb-8a47-eb998f8d04e1 req-1bfdc946-3257-4d30-91c4-43b1a3bdafa1 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552719 Sep 10 03:10:29.329725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Port 79e3a923-4a6a-4638-81f5-8083f030d899 on network ddca94e9-0113-4048-be7a-47b4d5c974a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:29.330253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Attempting to bind port 79e3a923-4a6a-4638-81f5-8083f030d899 on network ddca94e9-0113-4048-be7a-47b4d5c974a9 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:29.368927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:29.369272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Checking segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:29.369684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Bound using segment: {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:29.370656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Bound port: 79e3a923-4a6a-4638-81f5-8083f030d899, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8876c8-79ce-4e1f-85e1-56067c7a7591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:29.371084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:29.441353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c10b6-8ef2-4822-9625-760f33a59ef6 None None] Pushing event updated for resources: {'Port': ['ID=93560e47-06c6-47da-93fb-5476c2cc3de3,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:29.445571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36686) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:29.575008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Allocated IP 172.20.0.1 (daf70fe3-8ff9-4470-8f8d-ea0b4430995e/14db2c7b-16d8-41e0-b727-3d9f0f38f07f/db9e4de6-c35d-48c4-aa77-137d4e7a21d7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:29.578894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-225616b9-01af-4c9a-9094-48acd8a5d33a req-01416f74-017b-4156-bc80-2a852c219285 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371868 Sep 10 03:10:29.685835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] For port 79e3a923-4a6a-4638-81f5-8083f030d899, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:29.736688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] For port 79e3a923-4a6a-4638-81f5-8083f030d899, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=79e3a923-4a6a-4638-81f5-8083f030d899,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:29.748847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:29.801303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426ba0e-333a-4285-8521-09587f4049f8 None None] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:29.854756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-395d81f8-3fb1-4cc1-af96-f6407c42b47c None None] Provisioning for port 062ee267-49ee-485e-918d-6cd5aab278a6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:29.935747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:29.938347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:29.942877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] 10.222.0.32 "PUT /v2.0/ports/79e3a923-4a6a-4638-81f5-8083f030d899 HTTP/1.1" status: 200 len: 1091 time: 3.6083255 Sep 10 03:10:29.958840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:29.964609 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57" -d '{"events": [{"name": "network-changed", "server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:30.021275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0c98-c78a-4b51-b6e0-ae1b78c4ea5c req-60907621-0ce5-4679-a03d-c27eb13c78b0 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:30.023526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98be0c98-c78a-4b51-b6e0-ae1b78c4ea5c req-60907621-0ce5-4679-a03d-c27eb13c78b0 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 943 time: 0.2703676 Sep 10 03:10:30.185871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98be0c98-c78a-4b51-b6e0-ae1b78c4ea5c req-4918b686-f6f9-464f-a13c-5d2e247ca774 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391709 Sep 10 03:10:30.237490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:30.268209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc532eaa-fb26-47a0-b6ee-4905446c7c06 service neutron] Pushing event updated for resources: {'Port': ['ID=79e3a923-4a6a-4638-81f5-8083f030d899,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:30.283077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Transition to ACTIVE for port object db9e4de6-c35d-48c4-aa77-137d4e7a21d7 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:30.291121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-5aad5ab4-d8a8-465f-b181-d4f3b4cffeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:30.293522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-5aad5ab4-d8a8-465f-b181-d4f3b4cffeaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 1094 time: 0.2957664 Sep 10 03:10:30.357449 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61e07a8-6984-422f-9a8a-1482a209e778 x-openstack-request-id: req-e61e07a8-6984-422f-9a8a-1482a209e778 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:30.359397 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:30.359858 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e61e07a8-6984-422f-9a8a-1482a209e778 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:30.360443 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899', 'status': 'completed', 'code': 200} Sep 10 03:10:30.370535 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-8e95685b-e52d-4dee-b699-b794ec753908 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79e3a923-4a6a-4638-81f5-8083f030d899 HTTP/1.1" status: 200 len: 217 time: 0.0667713 Sep 10 03:10:30.422844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:30.502899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:30.516529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:30.523973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:30.532606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-58133b13-837e-45ef-b039-45c567a03ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:30.534100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-58133b13-837e-45ef-b039-45c567a03ddc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.1538706 Sep 10 03:10:30.586068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa3595f-09c9-4d89-84ae-789725eec80a req-57a984e9-113f-4fe9-83fb-1caa9ae0aaa0 tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0979550 Sep 10 03:10:30.616497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75f578f4-f3f6-41d0-be52-4a37d4b3bce5 req-1a50bdc9-77a5-4ab0-8347-1f2cb2fc3ffa tempest-ServerShowV247Test-2060970183 tempest-ServerShowV247Test-2060970183-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e712b90-9cc7-48bf-8d3d-e801996544fd HTTP/1.1" status: 200 len: 210 time: 0.0835555 Sep 10 03:10:30.702910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:30.734237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:30.802939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7dfe2238-c103-4353-9029-d878d7f767d0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:30.829333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Port': ['ID=db9e4de6-c35d-48c4-aa77-137d4e7a21d7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:30.890952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7dfe2238-c103-4353-9029-d878d7f767d0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:30.891715 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:30.981152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-247452e9-9ea6-4406-8412-f370554ea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:30.982741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-247452e9-9ea6-4406-8412-f370554ea783 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437519 Sep 10 03:10:31.012893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 062ee267-49ee-485e-918d-6cd5aab278a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:31.148614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 062ee267-49ee-485e-918d-6cd5aab278a6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:31.152172 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.164264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 062ee267-49ee-485e-918d-6cd5aab278a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:31.165639 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.292271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65aad990-1014-4127-b493-82d7e08e0f4f None None] Provisioning for port db9e4de6-c35d-48c4-aa77-137d4e7a21d7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:31.297054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad451b9-d893-4261-bd3d-dbf2b5ba2392 None None] Network 0d82c9b1-2079-4be2-be00-af2a59d7b288 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:31.325460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65aad990-1014-4127-b493-82d7e08e0f4f None None] Provisioning complete for port db9e4de6-c35d-48c4-aa77-137d4e7a21d7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:31.326126 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65aad990-1014-4127-b493-82d7e08e0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.453008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-65aad990-1014-4127-b493-82d7e08e0f4f None None] Port db9e4de6-c35d-48c4-aa77-137d4e7a21d7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:31.471960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.511782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39c4e6-a75f-43eb-8d0f-e4c0c3ac7701 req-51a11470-0d7a-4307-bbef-19273504e06f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:31.513287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd39c4e6-a75f-43eb-8d0f-e4c0c3ac7701 req-51a11470-0d7a-4307-bbef-19273504e06f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0982466 Sep 10 03:10:31.548902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 062ee267-49ee-485e-918d-6cd5aab278a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=062ee267-49ee-485e-918d-6cd5aab278a6,segment=NetworkSegment(72afe53f-2b89-475a-a1ff-9105087a8de6),segment_id=72afe53f-2b89-475a-a1ff-9105087a8de6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:31.557597 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.559087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 93560e47-06c6-47da-93fb-5476c2cc3de3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:31.638492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-44df8160-9d95-45dd-87bf-4cde44b0cae7 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319129 Sep 10 03:10:31.639884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd39c4e6-a75f-43eb-8d0f-e4c0c3ac7701 req-41499183-9eb1-4f32-927d-3a4a1c1b0a01 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177526 Sep 10 03:10:31.671194 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.680744 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.764335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Port': ['ID=db9e4de6-c35d-48c4-aa77-137d4e7a21d7,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:31.767066 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.768062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b63e8022-9b61-4dc5-a3c0-0ed6884ea7c0 None None] Provisioning for port 93560e47-06c6-47da-93fb-5476c2cc3de3 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:31.788103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-54e1f873-e86b-4107-9627-e32071277456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.790584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=062ee267-49ee-485e-918d-6cd5aab278a6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:31.800003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-cd7b48d5-3064-41a1-a20c-7e56157fae9f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:31.800003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-cd7b48d5-3064-41a1-a20c-7e56157fae9f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.5591681 Sep 10 03:10:31.800463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 93560e47-06c6-47da-93fb-5476c2cc3de3 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:31.806454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 93560e47-06c6-47da-93fb-5476c2cc3de3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:31.807012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.815486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36784) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:31.857845 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.868563 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4b67a50a-25d0-4454-82c6-d2eb7a383395 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0329385 Sep 10 03:10:31.882100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8c66-8240-4624-a041-b48d04e66e76 req-1218af4d-d90c-486f-a8ca-5e7a3a1e920f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:31.884115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-154a8c66-8240-4624-a041-b48d04e66e76 req-1218af4d-d90c-486f-a8ca-5e7a3a1e920f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 943 time: 0.1302195 Sep 10 03:10:31.892724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Deleting port 0d9399c5-c4db-4d63-b766-879173140538 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:31.893213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.910144 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.966295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:31.983623 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7afa4e0-be8a-4c7c-b442-c058cff99492 req-5114763a-657a-48d0-bd7b-7343f745f926 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373437 Sep 10 03:10:32.017123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.022601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 93560e47-06c6-47da-93fb-5476c2cc3de3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=93560e47-06c6-47da-93fb-5476c2cc3de3,segment=NetworkSegment(057e7419-1f1e-45b3-966f-585d6c68fcd9),segment_id=057e7419-1f1e-45b3-966f-585d6c68fcd9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:32.029881 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.049562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-7cd2f2e4-2980-45cb-a1b7-7262d40febde tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800456 Sep 10 03:10:32.082867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-154a8c66-8240-4624-a041-b48d04e66e76 req-6db9e5cf-0135-45de-aec9-552aab2ecf64 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032045 Sep 10 03:10:32.087399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] For port 0d9399c5-c4db-4d63-b766-879173140538, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0d9399c5-c4db-4d63-b766-879173140538,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:32.092213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.122580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=93560e47-06c6-47da-93fb-5476c2cc3de3,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:32.135147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Calling delete_port for 0d9399c5-c4db-4d63-b766-879173140538 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:32.200534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1b0ad549-de16-40a7-b4c4-c0bf431decff None None] Provisioning complete for port 93560e47-06c6-47da-93fb-5476c2cc3de3 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:32.201488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad549-de16-40a7-b4c4-c0bf431decff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.203978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:32.210772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-e78ee655-51f0-40a4-9e56-2ed97ce7f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:32.212554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-e78ee655-51f0-40a4-9e56-2ed97ce7f627 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 1094 time: 0.1588078 Sep 10 03:10:32.215667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:32.337628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931dba-7792-4c88-b2bb-dbb2de43a845 req-b578b78a-b7cb-48e1-a914-61e6c0dfc623 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:32.339773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11931dba-7792-4c88-b2bb-dbb2de43a845 req-b578b78a-b7cb-48e1-a914-61e6c0dfc623 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1519215 Sep 10 03:10:32.456220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 062ee267-49ee-485e-918d-6cd5aab278a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:32.483124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11931dba-7792-4c88-b2bb-dbb2de43a845 req-1c2f616f-5666-46b8-998a-b01702bc3537 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027224 Sep 10 03:10:32.488327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:32.551006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.569320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.682593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.708978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd05a4-5e33-4d0b-91ec-50713dbbacf6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:32.735609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=209a2a148bde4eea986e4efc8db6a515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9137745 Sep 10 03:10:32.736667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:32.740720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b3b800e-772d-4c4b-bd25-26695ba1b943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.746029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9399c5-c4db-4d63-b766-879173140538,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:32.751444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0fb2ae65-c117-427c-b909-96b676ac834b None None] Provisioning complete for port db9e4de6-c35d-48c4-aa77-137d4e7a21d7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:32.752514 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ae65-c117-427c-b909-96b676ac834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.765689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106678b-1875-4ac5-bf87-847d2ff98c40 req-7ef73602-f56f-45b4-9440-517fd3823a07 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:32.769957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3106678b-1875-4ac5-bf87-847d2ff98c40 req-7ef73602-f56f-45b4-9440-517fd3823a07 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 945 time: 0.2163084 Sep 10 03:10:32.772024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.772698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.773406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.774090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.774725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.775280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.779160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.780092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.781731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.782552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.783687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.784221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45923c80-9349-4039-9d16-7021cfb8d8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.785342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-17067fae-603b-49dd-9693-3eb06ccc32ef service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344439 Sep 10 03:10:32.796418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2ae65-c117-427c-b909-96b676ac834b None None] Port db9e4de6-c35d-48c4-aa77-137d4e7a21d7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:32.806887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 062ee267-49ee-485e-918d-6cd5aab278a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:32.807616 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:32.857057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.858173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.858940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.859220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.860462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.860880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.862482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.862953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.863352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.863710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.864073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.864414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:10:32.907793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 93560e47-06c6-47da-93fb-5476c2cc3de3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:32.943166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-862800ca-a3a7-4d11-a3ff-33e09fc75e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:32.944776 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-862800ca-a3a7-4d11-a3ff-33e09fc75e76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.7213213 Sep 10 03:10:32.964308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 93560e47-06c6-47da-93fb-5476c2cc3de3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:32.964685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.014522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-e694f10c-9569-4252-8425-83d6fd3c72d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79e3a923-4a6a-4638-81f5-8083f030d899 HTTP/1.1" status: 200 len: 217 time: 0.0590124 Sep 10 03:10:33.042239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3106678b-1875-4ac5-bf87-847d2ff98c40 req-c641093a-67fd-4b52-bf6c-60b25993fbb3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460234 Sep 10 03:10:33.064666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08f49153-3d0d-4d08-a176-5df58fd1b603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.064666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Router d363306d-783a-446d-b095-b5c2e166bf32 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:10:33.065468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.114247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-14a81735-b276-41f7-b2dc-66103d638e0e service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008623 Sep 10 03:10:33.183613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b3b800e-772d-4c4b-bd25-26695ba1b943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.195304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b3b800e-772d-4c4b-bd25-26695ba1b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.208940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-97bb086e-b471-4999-8eb0-228f71624541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:33.210626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-97bb086e-b471-4999-8eb0-228f71624541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.1821992 Sep 10 03:10:33.214640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08f49153-3d0d-4d08-a176-5df58fd1b603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.282774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b3b800e-772d-4c4b-bd25-26695ba1b943 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dd756dedcaf4b6eb6a6e3a4bc5dea07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933395 Sep 10 03:10:33.283562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:33.296134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:33.306797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] Sync routers for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:33.312645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-30d77739-d90c-4523-8ab5-db5283220ab0 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7429616 Sep 10 03:10:33.313255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36810) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:33.322043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:33.323348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:33.366687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-42625bf3-37c7-4a18-a757-b5f4d3e50bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:33.367921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:33.368953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-42625bf3-37c7-4a18-a757-b5f4d3e50bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504173 Sep 10 03:10:33.381673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:33.381673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:33.387426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b800e-772d-4c4b-bd25-26695ba1b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f54042-261b-49d3-b94c-0e649f641fba,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:33.430932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:33.431694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558ec41-0551-4a5a-bd15-56072faabf55 None None] The sync data for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:33.536884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594348f-300e-4696-8de0-39598a9278bf req-334c6d93-8f99-4e74-9626-1ce19df49867 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:33.538414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9594348f-300e-4696-8de0-39598a9278bf req-334c6d93-8f99-4e74-9626-1ce19df49867 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.1388702 Sep 10 03:10:33.543176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-938b7eb7-7bcd-4fc5-8a15-dd1a4da80501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.603677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08f49153-3d0d-4d08-a176-5df58fd1b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.606667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08f49153-3d0d-4d08-a176-5df58fd1b603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.610530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-08f49153-3d0d-4d08-a176-5df58fd1b603 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3cd05a4-5e33-4d0b-91ec-50713dbbacf6 HTTP/1.1" status: 204 len: 168 time: 0.8677158 Sep 10 03:10:33.620549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-938b7eb7-7bcd-4fc5-8a15-dd1a4da80501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.623974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f49153-3d0d-4d08-a176-5df58fd1b603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd05a4-5e33-4d0b-91ec-50713dbbacf6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:33.685154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9594348f-300e-4696-8de0-39598a9278bf req-81ef08b8-40d7-40f0-9db0-47366640ec34 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367946 Sep 10 03:10:33.687849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985bd32-04b9-4b19-af18-0b161ff7ce3d req-61549916-8cd9-4245-8f3c-4e840f7bef5e tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:33.689847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1985bd32-04b9-4b19-af18-0b161ff7ce3d req-61549916-8cd9-4245-8f3c-4e840f7bef5e tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 943 time: 0.3193271 Sep 10 03:10:33.719546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-6f1199ba-fa0e-4623-91c0-fdc2813fb298 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405128 Sep 10 03:10:33.753629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Router 2ad331e2-62f1-4b90-87f1-477bf7765731 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:33.765949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-938b7eb7-7bcd-4fc5-8a15-dd1a4da80501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.768532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-938b7eb7-7bcd-4fc5-8a15-dd1a4da80501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:33.769721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-938b7eb7-7bcd-4fc5-8a15-dd1a4da80501 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80f54042-261b-49d3-b94c-0e649f641fba HTTP/1.1" status: 204 len: 168 time: 0.4191446 Sep 10 03:10:33.795881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6e02fb5-8f01-41c3-9df9-02df57c592be req-af5248c0-7800-4194-8366-c98d8e217031 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 210 time: 0.0442564 Sep 10 03:10:33.805293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b7eb7-7bcd-4fc5-8a15-dd1a4da80501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f54042-261b-49d3-b94c-0e649f641fba,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:33.974460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:33.980189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb92849a-6530-43ae-8d61-d7548e60b4ef admin admin] 10.222.0.23 "PUT /v2.0/routers/2ad331e2-62f1-4b90-87f1-477bf7765731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5332346 Sep 10 03:10:33.981004 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1985bd32-04b9-4b19-af18-0b161ff7ce3d req-0e26ccc0-77e2-4996-b8df-ba060e87f798 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795033 Sep 10 03:10:33.984767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36826) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:33.989813 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] Sync routers for ids ['2ad331e2-62f1-4b90-87f1-477bf7765731'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:34.003952 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] Routers {'2ad331e2-62f1-4b90-87f1-477bf7765731'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:34.004843 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2ad331e2-62f1-4b90-87f1-477bf7765731'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:34.158391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ff5fff-69ba-4fc7-a7d5-9ca4da583a57 req-58b86123-6910-47c9-b716-8dab7eb4932d service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301560 Sep 10 03:10:34.207109 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] Set router 2ad331e2-62f1-4b90-87f1-477bf7765731 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:34.208412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86a5a5-c9f3-476a-bea8-603cd0bbcbcf req-c1155c0c-7af6-4642-8369-babc73ca32b5 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:34.210008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c86a5a5-c9f3-476a-bea8-603cd0bbcbcf req-c1155c0c-7af6-4642-8369-babc73ca32b5 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0958624 Sep 10 03:10:34.210504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36830) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:34.234262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-30ab8b5d-823a-47a0-bad7-ab9d955d2a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.283355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c86a5a5-c9f3-476a-bea8-603cd0bbcbcf req-a95ffc9a-0fb4-48a1-a1f4-272ce00f1264 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Sep 10 03:10:34.308262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.331751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5be7ff05-5204-41e5-b23e-46f3bc3bffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.435442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 79e3a923-4a6a-4638-81f5-8083f030d899 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:34.439415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-30ab8b5d-823a-47a0-bad7-ab9d955d2a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.453886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-30ab8b5d-823a-47a0-bad7-ab9d955d2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.464357 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:10:32Z', 'revision_number': 5, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:34.500963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] Checking router: 2ad331e2-62f1-4b90-87f1-477bf7765731 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:10:34.520047 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-69e997e2-0ad0-4cb9-879b-631d77d24418 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:10:34.521102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-69e997e2-0ad0-4cb9-879b-631d77d24418 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2049100 Sep 10 03:10:34.525680 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] Routers {'2ad331e2-62f1-4b90-87f1-477bf7765731'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:34.527268 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2ad331e2-62f1-4b90-87f1-477bf7765731'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:34.537151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:34.645884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-30ab8b5d-823a-47a0-bad7-ab9d955d2a1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a6347abb84646d782cc7ff1c3019a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340711 Sep 10 03:10:34.648779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab8b5d-823a-47a0-bad7-ab9d955d2a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89a1ac-8e8f-439a-806a-47ea7aa7f210,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:34.656496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36844) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:34.717418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.728764 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] Set router 2ad331e2-62f1-4b90-87f1-477bf7765731 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:34.736843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 79e3a923-4a6a-4638-81f5-8083f030d899, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=79e3a923-4a6a-4638-81f5-8083f030d899,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:34.751967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '79e3a923-4a6a-4638-81f5-8083f030d899', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'port_id': '79e3a923-4a6a-4638-81f5-8083f030d899', 'mac_address': 'fa:16:3e:b3:60:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:34.818288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.839211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e3a923-4a6a-4638-81f5-8083f030d899 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:34.862356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 79e3a923-4a6a-4638-81f5-8083f030d899, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=79e3a923-4a6a-4638-81f5-8083f030d899,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:34.875677 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:34.949717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a5cfc634-d779-4779-9507-aa827409c027 req-f215e6b1-0c0a-42ff-b480-51249863cfca tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 210 time: 0.0416501 Sep 10 03:10:34.988592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=79e3a923-4a6a-4638-81f5-8083f030d899,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:34.996110 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:10:32Z', 'revision_number': 5, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:35.027874 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adb460-a7d0-4404-bf80-331c0faa689e None None] The sync data for ids ['2ad331e2-62f1-4b90-87f1-477bf7765731'] in n-d-808126-2 is: [{'id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'name': 'tempest-ServersTestMultiNic-111724637-router', 'tenant_id': 'c9b76023e4e2432498a5208749228bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:10:32Z', 'revision_number': 5, 'project_id': 'c9b76023e4e2432498a5208749228bc4', 'gw_port': {'id': '7001ec19-c7ca-4557-82c5-eb60213aa8de', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad331e2-62f1-4b90-87f1-477bf7765731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:39Z', 'updated_at': '2021-09-10T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:35.114615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['79e3a923-4a6a-4638-81f5-8083f030d899'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:35.118204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fea45-88f7-4560-8b6f-9ce4ad29a452 req-6df543ee-28bc-4b05-a052-191c972c1882 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:35.125945 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-200fea45-88f7-4560-8b6f-9ce4ad29a452 req-6df543ee-28bc-4b05-a052-191c972c1882 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 944 time: 0.0669181 Sep 10 03:10:35.165184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-200fea45-88f7-4560-8b6f-9ce4ad29a452 req-63f45149-060b-41fe-81b1-1da579345b95 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 Sep 10 03:10:35.364380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.377298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.406541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408263b1-3598-4968-b43a-aa870cf6e8b6 req-0ab0053b-2fa1-4436-8e17-5259f071913f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:35.412424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408263b1-3598-4968-b43a-aa870cf6e8b6 req-0ab0053b-2fa1-4436-8e17-5259f071913f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:35.418485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408263b1-3598-4968-b43a-aa870cf6e8b6 req-0ab0053b-2fa1-4436-8e17-5259f071913f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:35.420127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-408263b1-3598-4968-b43a-aa870cf6e8b6 req-0ab0053b-2fa1-4436-8e17-5259f071913f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1&device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09&device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 2416 time: 0.7627933 Sep 10 03:10:35.438426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-69e2a9ef-03d3-4ed8-8b1d-f2bbd9aec7fc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:35.440256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-69e2a9ef-03d3-4ed8-8b1d-f2bbd9aec7fc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.9399118 Sep 10 03:10:35.499876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:35.533124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d097ec8-b794-43c4-bd8d-18fa81608ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.542495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45718a42-dd87-4b0d-bebb-39d49a33f1f1 req-7ff760d0-a813-4ceb-946f-03281a577ff8 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0270891 Sep 10 03:10:35.621660 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d097ec8-b794-43c4-bd8d-18fa81608ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.668587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-408263b1-3598-4968-b43a-aa870cf6e8b6 req-11282155-9dec-4c11-a7be-c402ddcef5c4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271254 Sep 10 03:10:35.721826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Deleting port 7001ec19-c7ca-4557-82c5-eb60213aa8de {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:35.722177 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.838862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d097ec8-b794-43c4-bd8d-18fa81608ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.842239 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d097ec8-b794-43c4-bd8d-18fa81608ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.846016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d097ec8-b794-43c4-bd8d-18fa81608ff3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee89a1ac-8e8f-439a-806a-47ea7aa7f210 HTTP/1.1" status: 204 len: 168 time: 1.1686857 Sep 10 03:10:35.846188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd1d54-d07c-4be4-b9eb-d5b7182c8ed2 req-dadf88f7-3388-4761-9c0c-b6fa89adbfcf tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:35.852106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efd1d54-d07c-4be4-b9eb-d5b7182c8ed2 req-dadf88f7-3388-4761-9c0c-b6fa89adbfcf tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0650663 Sep 10 03:10:35.879090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:35.882831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.907474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efd1d54-d07c-4be4-b9eb-d5b7182c8ed2 req-24c75223-9378-4e3d-81f3-a33143758fc6 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Sep 10 03:10:35.907678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] For port 7001ec19-c7ca-4557-82c5-eb60213aa8de, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7001ec19-c7ca-4557-82c5-eb60213aa8de,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:35.907678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:35.916502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d097ec8-b794-43c4-bd8d-18fa81608ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89a1ac-8e8f-439a-806a-47ea7aa7f210,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:35.931014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Calling delete_port for 7001ec19-c7ca-4557-82c5-eb60213aa8de owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:36.068541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8269c0b7-f32c-448c-a4e3-1c1e81d341ee req-cc074ddf-cf18-44ab-8003-a8d6550aac81 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 210 time: 0.0493679 Sep 10 03:10:36.071118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.260019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.5 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/8812d407-bb40-4367-a27e-dbb2b113648d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:36.361063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0d9399c5-c4db-4d63-b766-879173140538 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:36.386732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0d9399c5-c4db-4d63-b766-879173140538 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:36.387489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0d9399c5-c4db-4d63-b766-879173140538 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:36.453457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dd7e4-aef6-40c7-a15e-b0ba6f0d6d6c req-103ff3c5-3357-45ac-9bb0-b366077fc13a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:36.455017 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d7dd7e4-aef6-40c7-a15e-b0ba6f0d6d6c req-103ff3c5-3357-45ac-9bb0-b366077fc13a tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 944 time: 0.1918914 Sep 10 03:10:36.457622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 79e3a923-4a6a-4638-81f5-8083f030d899 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:36.483940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.538336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 79e3a923-4a6a-4638-81f5-8083f030d899 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:36.543269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 79e3a923-4a6a-4638-81f5-8083f030d899 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:36.543806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.545059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Pushing event deleted for resources: {'Port': ['ID=7001ec19-c7ca-4557-82c5-eb60213aa8de,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:36.669650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d7dd7e4-aef6-40c7-a15e-b0ba6f0d6d6c req-ad525047-9183-4254-a7a5-0700fb3cc50e tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914821 Sep 10 03:10:36.711818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.742344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:36.746821 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd8d30-3124-4bca-9b97-469308ef3ab3" -d '{"events": [{"server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "name": "network-vif-plugged", "status": "completed", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:36.748883 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.753756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.765463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 79e3a923-4a6a-4638-81f5-8083f030d899, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=79e3a923-4a6a-4638-81f5-8083f030d899,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:36.776449 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.845635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=79e3a923-4a6a-4638-81f5-8083f030d899,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:36.905898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.911874 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80444858-2aa5-49de-bb7e-d28eb9e079c7 req-f1bb32d8-b4f9-4103-be3c-e9550831e990 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0901926 Sep 10 03:10:36.913986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.979753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.980281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad331e2-62f1-4b90-87f1-477bf7765731 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:10:36.986589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:36.990354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:36.990613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b853608b-9b9e-4178-b1e2-686d5efb539a admin admin] 10.222.0.23 "DELETE /v2.0/routers/2ad331e2-62f1-4b90-87f1-477bf7765731 HTTP/1.1" status: 204 len: 168 time: 3.0046840 Sep 10 03:10:37.008967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting port db9e4de6-c35d-48c4-aa77-137d4e7a21d7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:37.014973 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e05719-0a9f-4b55-8ac9-93e3b3025112 x-openstack-request-id: req-28e05719-0a9f-4b55-8ac9-93e3b3025112 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:37.015265 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "name": "network-vif-plugged", "status": "completed", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:37.015679 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28e05719-0a9f-4b55-8ac9-93e3b3025112 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:37.016247 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899', 'code': 200} Sep 10 03:10:37.016430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.026433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.046167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:37.074891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Deleting subnet 4c79a9fe-0941-4566-90bc-918b12907bed {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:37.078460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.143326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=8812d407-bb40-4367-a27e-dbb2b113648d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:37.167411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.189026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:37.232781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:37.237145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:37.296863 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.314413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.323136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:37.324009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.356646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Calling delete_port for db9e4de6-c35d-48c4-aa77-137d4e7a21d7 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:37.365789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-4fc3a33d-95f0-4a95-840b-2121110b0952 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8979163 Sep 10 03:10:37.372995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.381674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Request body: {'port': {'device_id': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:37.501459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.563135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.580150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343ab11-5c4d-4f87-beb9-f9e100de2ba6 req-9adf38cc-e95f-4cf0-893d-f53733379f20 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:37.581610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1343ab11-5c4d-4f87-beb9-f9e100de2ba6 req-9adf38cc-e95f-4cf0-893d-f53733379f20 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 931 time: 0.1449027 Sep 10 03:10:37.585673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8cde9-f5a4-4f1f-8731-0ca120d3b344 req-38eb3c07-b3ed-4559-9e7e-3bca164f022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:37.585673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a8cde9-f5a4-4f1f-8731-0ca120d3b344 req-38eb3c07-b3ed-4559-9e7e-3bca164f022c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 1096 time: 0.1502614 Sep 10 03:10:37.612758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c79a9fe-0941-4566-90bc-918b12907bed,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:37.628485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98744b-5108-4525-9009-aebe85ba42e8 None None] Network 1edb52f4-474a-4e2b-a394-d24b8cf5897d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:37.633141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.636200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a7510801-7380-4ffc-a1c7-76b9cee0da84 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4c79a9fe-0941-4566-90bc-918b12907bed HTTP/1.1" status: 204 len: 168 time: 0.6441917 Sep 10 03:10:37.645245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36942) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:37.709299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6a8cde9-f5a4-4f1f-8731-0ca120d3b344 req-ae39461d-2227-4675-9e17-c050222d4bad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052096 Sep 10 03:10:37.740085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1343ab11-5c4d-4f87-beb9-f9e100de2ba6 req-fcf7ce00-b337-42df-886e-f90f1c27f93e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337605 Sep 10 03:10:37.785329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664672-8ea2-4ea1-ae27-8f2f9f023563 req-f49c259e-a96a-4973-8101-ec7c31f0e0d2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:37.799917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa664672-8ea2-4ea1-ae27-8f2f9f023563 req-f49c259e-a96a-4973-8101-ec7c31f0e0d2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.2832398 Sep 10 03:10:37.857018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:37.927621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] DHCP port deletion for 1edb52f4-474a-4e2b-a394-d24b8cf5897d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:37.944764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15ea40-23b0-42e1-9507-266c1aa68358 req-3ffb1337-4932-465f-b8f6-0d59acc25df9 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:37.947564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd15ea40-23b0-42e1-9507-266c1aa68358 req-3ffb1337-4932-465f-b8f6-0d59acc25df9 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.1064613 Sep 10 03:10:37.965729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa664672-8ea2-4ea1-ae27-8f2f9f023563 req-5fd5dea5-ae6b-4cd1-80fe-461c79ba41fa tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649003 Sep 10 03:10:38.010751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] Deleting port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:38.010751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.033739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Deleting port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:38.034783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.038209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-701df3c1-dfcf-40c7-9608-d03821c175d3 req-4ec83575-c2ac-4037-81e8-f04e6676d6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0414734 Sep 10 03:10:38.060216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8812d407-bb40-4367-a27e-dbb2b113648d {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:38.068356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.070497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd15ea40-23b0-42e1-9507-266c1aa68358 req-a3f9b32d-dd88-4197-ae12-efe79c8563f1 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095045 Sep 10 03:10:38.121863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] For port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:38.122424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.133931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] For port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,segment=NetworkSegment(b1b900c2-18d2-4212-bf93-e84c33a80492),segment_id=b1b900c2-18d2-4212-bf93-e84c33a80492)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:38.134451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.138861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] Calling delete_port for a0d6d801-8c93-4b52-aacf-8cb6dd2888ec owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:38.146911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Calling delete_port for a0d6d801-8c93-4b52-aacf-8cb6dd2888ec owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:38.155144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b988d78-f522-4ea4-ae8d-cee2a66c2342 req-4cb84ae3-a4ac-4314-8802-41f66ea965ad tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0696185 Sep 10 03:10:38.164290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.170437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Transition to ACTIVE for port object 8812d407-bb40-4367-a27e-dbb2b113648d will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:38.197064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Port': ['ID=db9e4de6-c35d-48c4-aa77-137d4e7a21d7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:38.202983 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.229896 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.276642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.294860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] Pushing event deleted for resources: {'Port': ['ID=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:38.296991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dadfd-6d95-4dfe-b257-3670241bcbcd None None] No DVR routers for this DVR port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:38.320895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d6d801-8c93-4b52-aacf-8cb6dd2888ec,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:38.326002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] No DVR routers for this DVR port a0d6d801-8c93-4b52-aacf-8cb6dd2888ec on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:38.329585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Pushing event updated for resources: {'Port': ['ID=8812d407-bb40-4367-a27e-dbb2b113648d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:38.436823 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.455423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7001ec19-c7ca-4557-82c5-eb60213aa8de no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:38.465729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edb52f4-474a-4e2b-a394-d24b8cf5897d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:38.481477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b900c2-18d2-4212-bf93-e84c33a80492') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:38.481829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b900c2-18d2-4212-bf93-e84c33a80492') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:38.498648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7001ec19-c7ca-4557-82c5-eb60213aa8de {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:38.498920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7001ec19-c7ca-4557-82c5-eb60213aa8de not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:38.499746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0d6d801-8c93-4b52-aacf-8cb6dd2888ec no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:38.500609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.521190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.529170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:38.529637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.530080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a0d6d801-8c93-4b52-aacf-8cb6dd2888ec {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:38.530618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0d6d801-8c93-4b52-aacf-8cb6dd2888ec not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:38.531878 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:38.601957 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.608951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.611143 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1edb52f4-474a-4e2b-a394-d24b8cf5897d HTTP/1.1" status: 204 len: 168 time: 0.9646702 Sep 10 03:10:38.622088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f989f-9f59-409c-8ec0-6006e374db23 admin admin] Pushing event deleted for resources: {'Network': ['ID=1edb52f4-474a-4e2b-a394-d24b8cf5897d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:38.818926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37002) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:38.836267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:38.895845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-138aa364-46bd-4b6b-ba26-188a3053c445 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9b76023e4e2432498a5208749228bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734093 Sep 10 03:10:38.898906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37006) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:38.901870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe38c21-0f52-4fec-a0f1-5ee9eb788498 req-3d3000a2-f941-4716-9ec7-944cb8a63b5a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:38.903308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Attempting to bind port 8812d407-bb40-4367-a27e-dbb2b113648d on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:38.903434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fe38c21-0f52-4fec-a0f1-5ee9eb788498 req-3d3000a2-f941-4716-9ec7-944cb8a63b5a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 943 time: 0.0854270 Sep 10 03:10:38.903663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Attempting to bind port 8812d407-bb40-4367-a27e-dbb2b113648d by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:38.904001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Attempting to bind port 8812d407-bb40-4367-a27e-dbb2b113648d on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:38.947369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4fe38c21-0f52-4fec-a0f1-5ee9eb788498 req-468b4dec-d993-4e9e-aa65-dbfe5b0dd549 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Sep 10 03:10:38.955569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Port 8812d407-bb40-4367-a27e-dbb2b113648d on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:38.955904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Attempting to bind port 8812d407-bb40-4367-a27e-dbb2b113648d on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:38.984482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37008) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:39.011478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:39.012066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:39.012471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:39.012933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Bound port: 8812d407-bb40-4367-a27e-dbb2b113648d, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:39.013304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.110699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Router d363306d-783a-446d-b095-b5c2e166bf32 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:39.139704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1db62f3e-def7-41d5-8edd-f47dc9c79578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.143709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af834bcb-ecd7-44ad-9397-9eaaba947b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.224273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76674c-9a1b-41cb-b24b-fe555f7162fd req-0dacd4fe-7ef5-4a0c-b6a6-bfced690a04b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:39.226046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa76674c-9a1b-41cb-b24b-fe555f7162fd req-0dacd4fe-7ef5-4a0c-b6a6-bfced690a04b tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.0737398 Sep 10 03:10:39.245188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af834bcb-ecd7-44ad-9397-9eaaba947b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.255933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766b964-71dd-4a9f-8049-87cfaf6ed2a7 req-458f30cf-accd-43e4-910a-8ec2a6c3537c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:39.257470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c766b964-71dd-4a9f-8049-87cfaf6ed2a7 req-458f30cf-accd-43e4-910a-8ec2a6c3537c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1886268 Sep 10 03:10:39.263656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] For port 8812d407-bb40-4367-a27e-dbb2b113648d, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:39.291094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa76674c-9a1b-41cb-b24b-fe555f7162fd req-6da91d85-6750-4a85-8a82-95715ab75b7f tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581839 Sep 10 03:10:39.306182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:39.319858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] Sync routers for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:39.326882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1db62f3e-def7-41d5-8edd-f47dc9c79578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.330215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] For port 8812d407-bb40-4367-a27e-dbb2b113648d, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8812d407-bb40-4367-a27e-dbb2b113648d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:39.335930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1db62f3e-def7-41d5-8edd-f47dc9c79578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.339739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2841ce7b-437e-4c48-b9ee-26bf243637da tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7977314 Sep 10 03:10:39.341445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:39.349466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:39.351239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:39.358862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.383016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1db62f3e-def7-41d5-8edd-f47dc9c79578 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61d59eab62944bb382e7d3a7d1b935f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969095 Sep 10 03:10:39.386210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:39.392656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:39.405933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:39.406822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:39.421646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc0e1872-2446-442f-b5bc-8c46c458ce54 req-7120ea78-23cb-467f-9994-26e564059859 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0413833 Sep 10 03:10:39.435704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62f3e-def7-41d5-8edd-f47dc9c79578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52f3d3-f0f4-4772-8407-df1ef0da6d8d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:39.445934 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-5b67b9ad-40e2-46f3-998c-c601e387d65c tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] delete failed (client error): The resource could not be found. Sep 10 03:10:39.451241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b67b9ad-40e2-46f3-998c-c601e387d65c tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1165588204 HTTP/1.1" status: 404 len: 335 time: 0.1027219 Sep 10 03:10:39.452818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:39.461499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bc6573d1-f495-4cdd-a23a-d5c9a339c393 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd363306d-783a-446d-b095-b5c2e166bf32'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:39.471282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c766b964-71dd-4a9f-8049-87cfaf6ed2a7 req-efd44e84-00ef-4199-bf0e-ad8063345e1f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745946 Sep 10 03:10:39.479193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:39.480115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.481945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] 10.222.0.32 "PUT /v2.0/ports/8812d407-bb40-4367-a27e-dbb2b113648d HTTP/1.1" status: 200 len: 1091 time: 2.1060002 Sep 10 03:10:39.485419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'tag': '8812d407-bb40-4367-a27e-dbb2b113648d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:39.488543 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e" -d '{"events": [{"name": "network-changed", "server_uuid": "cde201e1-b85a-42d2-99e4-e7debf3ee887", "tag": "8812d407-bb40-4367-a27e-dbb2b113648d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:39.494075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:39.495211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ed3dd-2cd4-4a1c-b825-0fb34d7d313c None None] The sync data for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:39.546229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af834bcb-ecd7-44ad-9397-9eaaba947b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.549220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-af834bcb-ecd7-44ad-9397-9eaaba947b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.554921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-af834bcb-ecd7-44ad-9397-9eaaba947b63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2173e09-12a4-42a1-bdde-775ad9ea4b82 HTTP/1.1" status: 204 len: 168 time: 0.6523416 Sep 10 03:10:39.562604 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0712b652-5772-4af2-9fbf-5f6c483bf5c0 x-openstack-request-id: req-0712b652-5772-4af2-9fbf-5f6c483bf5c0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:39.563031 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde201e1-b85a-42d2-99e4-e7debf3ee887", "tag": "8812d407-bb40-4367-a27e-dbb2b113648d", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:39.565124 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0712b652-5772-4af2-9fbf-5f6c483bf5c0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:39.566661 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'tag': '8812d407-bb40-4367-a27e-dbb2b113648d', 'status': 'completed', 'code': 200} Sep 10 03:10:39.588053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb5137-5dd3-4e02-81bc-e92e8a17ff04 service neutron] Pushing event updated for resources: {'Port': ['ID=8812d407-bb40-4367-a27e-dbb2b113648d,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:39.591522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af834bcb-ecd7-44ad-9397-9eaaba947b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2173e09-12a4-42a1-bdde-775ad9ea4b82,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:39.608421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d310-880e-4a79-873c-06b3a69bd388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.631844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-98b970af-923e-4fe5-aac4-e2d8ba7294c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:39.634352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-98b970af-923e-4fe5-aac4-e2d8ba7294c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 1094 time: 0.0747483 Sep 10 03:10:39.696592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-02597f00-152c-4031-b629-67352c9a717f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8812d407-bb40-4367-a27e-dbb2b113648d HTTP/1.1" status: 200 len: 217 time: 0.0522363 Sep 10 03:10:39.710128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d310-880e-4a79-873c-06b3a69bd388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.748179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc6573d1-f495-4cdd-a23a-d5c9a339c393 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:39.759087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-0ffbcecc-b0fc-4d97-982b-1a82f3045912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:39.762376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-0ffbcecc-b0fc-4d97-982b-1a82f3045912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.0583446 Sep 10 03:10:39.784052 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-bc6573d1-f495-4cdd-a23a-d5c9a339c393 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] update failed (client error): The resource could not be found. Sep 10 03:10:39.788075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc6573d1-f495-4cdd-a23a-d5c9a339c393 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32 HTTP/1.1" status: 404 len: 339 time: 0.3339305 Sep 10 03:10:39.791212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37032) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:39.812039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-25db3a8f-32e0-42c4-aa25-9c812d8946f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378966 Sep 10 03:10:39.921145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-c13b4712-0f01-4523-a1cc-5aaea216343f service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012626 Sep 10 03:10:40.055754 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c61ab189-cd62-4e22-ba7d-3496d68d2abf req-ee6e5e6c-5f0c-4c04-90b6-111d45911eb9 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166942 Sep 10 03:10:40.200090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-88e9043b-2a6b-4d30-a26c-9b72e6973cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.207728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-88e9043b-2a6b-4d30-a26c-9b72e6973cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 1094 time: 0.0979776 Sep 10 03:10:40.266859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d310-880e-4a79-873c-06b3a69bd388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:40.269735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d310-880e-4a79-873c-06b3a69bd388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:40.270801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0fc7d310-880e-4a79-873c-06b3a69bd388 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b52f3d3-f0f4-4772-8407-df1ef0da6d8d HTTP/1.1" status: 204 len: 168 time: 0.8770471 Sep 10 03:10:40.317527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7d310-880e-4a79-873c-06b3a69bd388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52f3d3-f0f4-4772-8407-df1ef0da6d8d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:40.404418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a588c1b-40c4-4bc2-8898-823097df32ed req-cc649efb-e475-4683-a461-8acf3060dd99 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.1421289 Sep 10 03:10:40.411673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-c39b4b9e-b3b6-421f-b2d7-2a7d851b121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.413255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-c39b4b9e-b3b6-421f-b2d7-2a7d851b121d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.1913815 Sep 10 03:10:40.425662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41edd5-0bfd-40ef-9840-1e0be4a6b11d req-576caf6b-06c2-4af8-adaf-22f38046c3d5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.427163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f41edd5-0bfd-40ef-9840-1e0be4a6b11d req-576caf6b-06c2-4af8-adaf-22f38046c3d5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 943 time: 0.1553226 Sep 10 03:10:40.472641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37072) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:40.524274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:40.536121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f41edd5-0bfd-40ef-9840-1e0be4a6b11d req-e3fed14b-0748-44c7-907b-d11d8ec52dea tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891638 Sep 10 03:10:40.551216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-f81fa335-83ed-4832-9c16-69e04046dea0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8812d407-bb40-4367-a27e-dbb2b113648d HTTP/1.1" status: 200 len: 217 time: 0.1169977 Sep 10 03:10:40.660633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515d68-523b-45ea-951b-b66a8f246d05 req-0e42740a-aaed-41c1-af7e-4a5fa6abf876 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.664335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93515d68-523b-45ea-951b-b66a8f246d05 req-0e42740a-aaed-41c1-af7e-4a5fa6abf876 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.1331060 Sep 10 03:10:40.692586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-90fb29c1-4073-44b4-b80a-c689651774ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.694277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-90fb29c1-4073-44b4-b80a-c689651774ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1266520 Sep 10 03:10:40.709406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1820713832-network', 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:40.742314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93515d68-523b-45ea-951b-b66a8f246d05 req-2b34ec60-9a4c-4390-be31-322936196f68 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676727 Sep 10 03:10:40.745236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-51e4bfc7-e837-4be7-a4c2-1d08123e2845 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390069 Sep 10 03:10:40.755194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37080) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:40.780212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e716176-65b5-4bc6-911d-2930e987f948 req-4cf9dc0d-ce75-4468-80d9-585119841671 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.781750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e716176-65b5-4bc6-911d-2930e987f948 req-4cf9dc0d-ce75-4468-80d9-585119841671 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1377578 Sep 10 03:10:40.785770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74685d0b-c78a-455c-aefc-612744cfa5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:40.797081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:40.799334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:40.829019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:40.889708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e716176-65b5-4bc6-911d-2930e987f948 req-5e1ba97f-7ef8-4880-a8ac-fd7dcbfdae2c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966544 Sep 10 03:10:40.908075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Allocated IP 172.20.0.1 (bc7e5514-76aa-460a-bc1e-d6e3c7d96c16/aea4cbd1-8782-45bd-8044-ed1cf43e01e1/fc6f3aa6-4611-4145-833d-939128d1443a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:40.918949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-b58d7ccd-bf3d-4151-9299-880aeb90f8ab service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649818 Sep 10 03:10:40.962432 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759147-8440-4467-842f-4f0332a8a427 req-03c28851-e9ad-474d-9378-ee5ce68cc250 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:40.964007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13759147-8440-4467-842f-4f0332a8a427 req-03c28851-e9ad-474d-9378-ee5ce68cc250 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.1210761 Sep 10 03:10:40.979936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:40.984614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Request body: {'floatingip': {'port_id': '79e3a923-4a6a-4638-81f5-8083f030d899'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:41.035850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.060558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74685d0b-c78a-455c-aefc-612744cfa5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.063192 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26e4f988-0bdc-4f3e-99f3-4ca3f5d9046e req-ef3cb1e6-300f-4208-a1e4-868ac40ed7b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349552 Sep 10 03:10:41.065157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74685d0b-c78a-455c-aefc-612744cfa5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.124479 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-74685d0b-c78a-455c-aefc-612744cfa5f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c90f4d0348a7495281f1f7c707fcfada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585455 Sep 10 03:10:41.124479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74685d0b-c78a-455c-aefc-612744cfa5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c425b2-0d36-4001-b19e-e195aef115be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:41.126116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37086) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:41.144224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.177104 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00ad1904-23ec-421e-baac-ec6870beeba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.194676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Transition to ACTIVE for port object fc6f3aa6-4611-4145-833d-939128d1443a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:41.197511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00ad1904-23ec-421e-baac-ec6870beeba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.244933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00ad1904-23ec-421e-baac-ec6870beeba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.247565 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00ad1904-23ec-421e-baac-ec6870beeba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.251545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-00ad1904-23ec-421e-baac-ec6870beeba9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6c425b2-0d36-4001-b19e-e195aef115be HTTP/1.1" status: 204 len: 168 time: 0.1203592 Sep 10 03:10:41.265713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1904-23ec-421e-baac-ec6870beeba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c425b2-0d36-4001-b19e-e195aef115be,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:41.349914 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.397761 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.414808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.459523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:41.481793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:41.490642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Port': ['ID=fc6f3aa6-4611-4145-833d-939128d1443a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:41.493033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:41.496247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:41.621780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dfee8836-68b7-493a-b5c9-9524f494ee1d req-d20f96cb-aae3-4056-8b39-d62d988458f4 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.1369059 Sep 10 03:10:41.633851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b594d2-6132-4550-b4a5-b7cbafcc36ff,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:41.645760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.646145 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Added segment 4a4cf9f1-63e8-4a55-a212-2a37b409ae7f of type vlan for network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 Sep 10 03:10:41.705251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a57e4-fdce-42c9-9b71-9219f18f3604 req-112a5b47-ec9a-40c1-8e06-6b4cb128d598 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:41.716047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-332a57e4-fdce-42c9-9b71-9219f18f3604 req-112a5b47-ec9a-40c1-8e06-6b4cb128d598 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 943 time: 0.0903068 Sep 10 03:10:41.743331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.752672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-332a57e4-fdce-42c9-9b71-9219f18f3604 req-348a38df-861b-4db3-b1ab-7f24926aa574 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Sep 10 03:10:41.799105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21310da1-79a9-4ccb-8710-5ca32c2ae3e2 None None] Provisioning for port fc6f3aa6-4611-4145-833d-939128d1443a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:41.803535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21310da1-79a9-4ccb-8710-5ca32c2ae3e2 None None] Provisioning complete for port fc6f3aa6-4611-4145-833d-939128d1443a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:41.804057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21310da1-79a9-4ccb-8710-5ca32c2ae3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.837449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.841113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-21310da1-79a9-4ccb-8710-5ca32c2ae3e2 None None] Port fc6f3aa6-4611-4145-833d-939128d1443a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:41.857161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:10:41.989089 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:41.990030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:41.990596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.051973 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:10:42.099524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6207805 Sep 10 03:10:42.100464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37120) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:42.108071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Request body: {'subnet': {'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1820713832-subnet', 'tenant_id': '518a021f94bd42538e5478c902f130a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:42.136790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:42.139667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.142272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2216a-0682-4a95-b094-9e2970f12a9b admin admin] Pushing event updated for resources: {'Network': ['ID=45e9dc8d-92d8-486b-9ada-22d2ac6a7232,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:42.153008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:42.178290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.194646 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.208371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.256179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4d8e0-afe0-4f4a-8a02-5a0c942b0f46 req-49bb5f46-0b75-4b24-9969-118bd942a557 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:42.257704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0a4d8e0-afe0-4f4a-8a02-5a0c942b0f46 req-49bb5f46-0b75-4b24-9969-118bd942a557 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.2873538 Sep 10 03:10:42.311222 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:10:42.369431 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.430926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df218cd-3929-40b5-93f3-2f0820794960,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:42.452563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:42.452952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Network hostable DHCP agents. Network: 45e9dc8d-92d8-486b-9ada-22d2ac6a7232, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:42.471553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:42.481279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8812d407-bb40-4367-a27e-dbb2b113648d details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:42.485715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 45e9dc8d-92d8-486b-9ada-22d2ac6a7232) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:42.490709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:42.491548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.513713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422aab0-b955-49e2-823f-82928a8ad228 None None] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:42.528831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2cd0934e-14cf-4bb9-834c-6864fb32fee7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4250751 Sep 10 03:10:42.717758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0a4d8e0-afe0-4f4a-8a02-5a0c942b0f46 req-30baa34e-e5de-495a-9e39-c223b67c1cf3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484870 Sep 10 03:10:42.763948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26867c78-1792-4f2e-9afd-7b5d32ad837a None None] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:42.776728 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Floating IP a7d3b147-eb63-40cb-aa49-1241eb8a31c6 associated. External IP: 172.25.8.140, port: 79e3a923-4a6a-4638-81f5-8083f030d899. Sep 10 03:10:42.809768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8812d407-bb40-4367-a27e-dbb2b113648d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8812d407-bb40-4367-a27e-dbb2b113648d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:42.820105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb18c870-a5b4-463c-968b-de56de25e455 req-d309948b-cd36-4843-b649-c322f60411ce tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0485046 Sep 10 03:10:42.872919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8812d407-bb40-4367-a27e-dbb2b113648d', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': '8812d407-bb40-4367-a27e-dbb2b113648d', 'mac_address': 'fa:16:3e:d1:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:42.980381 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:42.993865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8812d407-bb40-4367-a27e-dbb2b113648d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:43.018109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8812d407-bb40-4367-a27e-dbb2b113648d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8812d407-bb40-4367-a27e-dbb2b113648d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:43.025580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:43.111412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d264c2-c0f8-4fc3-a9e3-b69ae75fde8b req-9445948f-0e21-49fb-96b7-4a839f69efcc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:43.113179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7d264c2-c0f8-4fc3-a9e3-b69ae75fde8b req-9445948f-0e21-49fb-96b7-4a839f69efcc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 943 time: 0.1835697 Sep 10 03:10:43.134632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8812d407-bb40-4367-a27e-dbb2b113648d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:43.190090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:43.224178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:43.258178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-462ef2a1-6898-48ea-890a-9fdfb0d4e99d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:43.263999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-462ef2a1-6898-48ea-890a-9fdfb0d4e99d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.1241381 Sep 10 03:10:43.278261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-2ceb8768-c533-4d21-96d4-3f8ed076dc48 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0116081 Sep 10 03:10:43.281639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7d264c2-c0f8-4fc3-a9e3-b69ae75fde8b req-81b9ec42-1dd7-4f7e-88f7-d6e13b0f6083 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615202 Sep 10 03:10:43.303083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8812d407-bb40-4367-a27e-dbb2b113648d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:43.324240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:43.325910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event updated for resources: {'Port': ['ID=fc6f3aa6-4611-4145-833d-939128d1443a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:43.328655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:43.349178 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-192cb0f1-056a-4021-b0b6-51768094f367 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516160 Sep 10 03:10:43.446953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-73e06dea-1744-4303-9420-805b10a3500b service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962629 Sep 10 03:10:43.518231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:43.520915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:43.524105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:43.527648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:43.531183 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:43.545552 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:43.547394 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:43.569122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-34a77e01-a930-43b3-96d2-df4f48ffd185 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207185 Sep 10 03:10:43.601634 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e420760-71d4-4b4e-8420-bf4011bf64dc tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "PUT /v2.0/floatingips/a7d3b147-eb63-40cb-aa49-1241eb8a31c6 HTTP/1.1" status: 200 len: 991 time: 2.6206274 Sep 10 03:10:43.604590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:43.606878 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c" -d '{"events": [{"name": "network-changed", "server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:43.696463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Router d363306d-783a-446d-b095-b5c2e166bf32 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:43.761496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:43.873634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:43.884232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] Sync routers for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:43.891936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c8bc9f9-be05-44fd-a1f5-1cae52398619 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0962381 Sep 10 03:10:43.892514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37254) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:43.902057 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d01c31-717a-4611-a487-3924d8233048 x-openstack-request-id: req-b5d01c31-717a-4611-a487-3924d8233048 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:43.902057 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:43.902057 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5d01c31-717a-4611-a487-3924d8233048 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:43.902057 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899', 'status': 'completed', 'code': 200} Sep 10 03:10:43.922014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:43.924100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:43.983670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:43.987134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0b4f2ba-06a8-4ed6-8158-d8b58c64616d req-02c2c9be-c838-45d8-a3e6-2ec763967c68 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 210 time: 0.0412698 Sep 10 03:10:44.003280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:44.004199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:44.048999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:44.050692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589bab-c6ab-4dab-b9e5-50c79a63a2dd None None] The sync data for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:44.052516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a5473f5c-90a3-41e5-bbec-6725f80bbab1 None None] Provisioning complete for port fc6f3aa6-4611-4145-833d-939128d1443a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:44.053140 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5473f5c-90a3-41e5-bbec-6725f80bbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:44.073955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f30e8dbb-18a5-41f2-aa26-c73db0d775f6 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:44.112182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a5473f5c-90a3-41e5-bbec-6725f80bbab1 None None] Port fc6f3aa6-4611-4145-833d-939128d1443a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:10:44.122224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e43474df-f3e2-44e5-8914-d0955bfdcec2 req-0aa61a6b-92df-4d1d-a604-bd3d23b41057 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0452337 Sep 10 03:10:44.233170 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a7d3b147-eb63-40cb-aa49-1241eb8a31c6', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'port_id': '79e3a923-4a6a-4638-81f5-8083f030d899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'mac_address': 'fa:16:3e:b3:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:10:18Z', 'updated_at': '2021-09-10T03:10:41Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:44.272514 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:10:44.284446 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:44.284667 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-f30e8dbb-18a5-41f2-aa26-c73db0d775f6 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:10:44.285210 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:44.285662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f30e8dbb-18a5-41f2-aa26-c73db0d775f6 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32 HTTP/1.1" status: 409 len: 329 time: 0.3919828 Sep 10 03:10:44.289200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37286) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:44.444838 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:44.450716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-4edcfc3c-ac43-4420-be9d-7681da850359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:44.452729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-4edcfc3c-ac43-4420-be9d-7681da850359 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 1096 time: 0.3415294 Sep 10 03:10:44.472276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e35d7-7d01-4e4b-bf11-b61820a93a08 req-2b00ff1c-82b9-4734-bff1-4b3f0d6fec8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:44.473881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f0e35d7-7d01-4e4b-bf11-b61820a93a08 req-2b00ff1c-82b9-4734-bff1-4b3f0d6fec8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 944 time: 0.0767100 Sep 10 03:10:44.489223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8812d407-bb40-4367-a27e-dbb2b113648d up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:44.546513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f0e35d7-7d01-4e4b-bf11-b61820a93a08 req-823852c4-dc76-4960-8fe8-26ba329fe9d2 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573037 Sep 10 03:10:44.583253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3765-fe37-47ec-8823-a1e8d5faee66 req-6594d2f1-a2a3-48f5-bf8d-885965096694 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:44.584842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f29b3765-fe37-47ec-8823-a1e8d5faee66 req-6594d2f1-a2a3-48f5-bf8d-885965096694 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.5087802 Sep 10 03:10:44.606839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8812d407-bb40-4367-a27e-dbb2b113648d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:44.612048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8812d407-bb40-4367-a27e-dbb2b113648d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:44.613014 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:44.742401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f29b3765-fe37-47ec-8823-a1e8d5faee66 req-7abc5b45-122c-4b2b-a303-86d7793620fc tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101100 Sep 10 03:10:44.795587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-4852b590-4579-4282-8548-a8a2f7df0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:44.797408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-4852b590-4579-4282-8548-a8a2f7df0bb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.2892857 Sep 10 03:10:44.839398 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:44.904747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8812d407-bb40-4367-a27e-dbb2b113648d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:44.916856 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56904d02-87d7-4008-8606-d8ed7961fa90" -d '{"events": [{"server_uuid": "cde201e1-b85a-42d2-99e4-e7debf3ee887", "name": "network-vif-plugged", "status": "completed", "tag": "8812d407-bb40-4367-a27e-dbb2b113648d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:44.943415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8812d407-bb40-4367-a27e-dbb2b113648d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8812d407-bb40-4367-a27e-dbb2b113648d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:44.948574 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a7d3b147-eb63-40cb-aa49-1241eb8a31c6', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'port_id': '79e3a923-4a6a-4638-81f5-8083f030d899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'mac_address': 'fa:16:3e:b3:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:10:18Z', 'updated_at': '2021-09-10T03:10:41Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:44.954785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:45.038184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ea88d-d362-4fda-8d1e-61567ebe4dfb None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a7d3b147-eb63-40cb-aa49-1241eb8a31c6', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'port_id': '79e3a923-4a6a-4638-81f5-8083f030d899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'mac_address': 'fa:16:3e:b3:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:10:18Z', 'updated_at': '2021-09-10T03:10:41Z', 'revision_number': 1, 'project_id': '609c04f734294906a77b94c16b8f2674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:45.108502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8812d407-bb40-4367-a27e-dbb2b113648d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:45.121698 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1ee3d-0e34-44ea-8975-8029886a9f53 x-openstack-request-id: req-6af1ee3d-0e34-44ea-8975-8029886a9f53 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:45.121993 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde201e1-b85a-42d2-99e4-e7debf3ee887", "name": "network-vif-plugged", "status": "completed", "tag": "8812d407-bb40-4367-a27e-dbb2b113648d", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:45.122249 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6af1ee3d-0e34-44ea-8975-8029886a9f53 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:45.122647 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8812d407-bb40-4367-a27e-dbb2b113648d', 'code': 200} Sep 10 03:10:45.186058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-108ddc45-8968-46ee-9304-f4cd4eb255c3 req-102a8647-1947-4342-8d1e-209cee7c18ee tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 210 time: 0.0581520 Sep 10 03:10:45.360877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72bc0b-247e-4bf2-b240-838aa0ff6d81 req-b40c3621-60cd-477b-9624-9757dbd7d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.363003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf72bc0b-247e-4bf2-b240-838aa0ff6d81 req-b40c3621-60cd-477b-9624-9757dbd7d9bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 1096 time: 0.1294832 Sep 10 03:10:45.411135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-78deda4c-a282-4686-8536-b79a1b890c6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79e3a923-4a6a-4638-81f5-8083f030d899 HTTP/1.1" status: 200 len: 999 time: 0.5797124 Sep 10 03:10:45.457596 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81952e-9dea-4c90-92db-07d1b4f71382 None None] New status for floating IP a7d3b147-eb63-40cb-aa49-1241eb8a31c6: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:10:45.496097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-925779ce-f000-400a-9444-d6a623b6a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.497552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-925779ce-f000-400a-9444-d6a623b6a71f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.0617061 Sep 10 03:10:45.526916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf72bc0b-247e-4bf2-b240-838aa0ff6d81 req-be842289-b979-47d4-a256-57106b14cd2e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 Sep 10 03:10:45.535002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc275006-eed4-49c6-aa65-b71366734595 req-9eaccd11-a915-4b5f-8437-10aa08698030 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.1218932 Sep 10 03:10:45.573563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-341199b3-7d35-42f8-b28a-f4621d75aad8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.575556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-341199b3-7d35-42f8-b28a-f4621d75aad8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.2893300 Sep 10 03:10:45.593949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Request body: {'port': {'device_id': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'admin_state_up': True, 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:45.646287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134550b1-6297-469a-a178-ae08384c5c88 req-e9ab760d-2bd2-4ab3-8def-ac415a744f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.648240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-e9ab760d-2bd2-4ab3-8def-ac415a744f42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 1096 time: 0.2341783 Sep 10 03:10:45.727945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-edc6062f-a06b-4efe-aa50-a048651a0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.730525 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-edc6062f-a06b-4efe-aa50-a048651a0cfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994476 Sep 10 03:10:45.812092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:45.817398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:45.846068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da396cc-2bff-4837-9eca-47a6f40d2c2a req-2dcfc967-fb0b-47a8-9502-3d5a121062bd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.853195 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3da396cc-2bff-4837-9eca-47a6f40d2c2a req-2dcfc967-fb0b-47a8-9502-3d5a121062bd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 945 time: 0.2353652 Sep 10 03:10:45.964390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06169-19bc-4d67-bf05-f213fd10cf3f req-1e8c9887-a880-40ee-a33b-f12d4af7a193 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.966468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10e06169-19bc-4d67-bf05-f213fd10cf3f req-1e8c9887-a880-40ee-a33b-f12d4af7a193 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1257060 Sep 10 03:10:45.969186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134550b1-6297-469a-a178-ae08384c5c88 req-d577e711-b203-466b-bd9c-ddf8ca28ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:45.970706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-d577e711-b203-466b-bd9c-ddf8ca28ae3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 915 time: 0.2973974 Sep 10 03:10:45.998995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3da396cc-2bff-4837-9eca-47a6f40d2c2a req-06ca78cd-346c-416f-a01d-86bf284718ac tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449368 Sep 10 03:10:46.032629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-85732e4c-6098-43d3-b3b8-5dc3fe0ce3d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f HTTP/1.1" status: 200 len: 217 time: 0.0481381 Sep 10 03:10:46.046426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37374) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:46.066400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.075258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10e06169-19bc-4d67-bf05-f213fd10cf3f req-c9b0840e-c0d9-4d33-a8f5-4fd7805899cc tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937521 Sep 10 03:10:46.091551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Allocated IP 172.20.0.7 (45e9dc8d-92d8-486b-9ada-22d2ac6a7232/0df218cd-3929-40b5-93f3-2f0820794960/7e963163-513f-46c0-9368-09846cd7499e) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:46.128755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-1515a2f4-ca50-4aea-ae04-4d3e3591008a service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271158 Sep 10 03:10:46.206989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134550b1-6297-469a-a178-ae08384c5c88 req-b4a2a6fb-2871-4e50-b95a-6656346a4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:46.208567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-b4a2a6fb-2871-4e50-b95a-6656346a4200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.1679344 Sep 10 03:10:46.267308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-617bcf19-b2f8-4fb2-9c30-fab6070b9501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.268704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.308400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.352179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:46.355324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:46.358960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:46.393232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event updated for resources: {'Port': ['ID=7e963163-513f-46c0-9368-09846cd7499e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:46.415420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:46.416072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.433530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134550b1-6297-469a-a178-ae08384c5c88 req-0459d544-711f-48c6-94ec-3c85a7b1c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:46.435076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-0459d544-711f-48c6-94ec-3c85a7b1c85c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066309 Sep 10 03:10:46.439586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6e2b9a2-1940-4310-bcf2-46f7d747f61c req-c3c2cfd5-fa6a-4310-9152-cba387d32100 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906742 Sep 10 03:10:46.463203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f455174-2165-44bd-b314-1438161795cf req-feac7333-bfe2-439e-af34-c3b44a944d9d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:46.464702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f455174-2165-44bd-b314-1438161795cf req-feac7333-bfe2-439e-af34-c3b44a944d9d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 931 time: 0.1724443 Sep 10 03:10:46.600172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f455174-2165-44bd-b314-1438161795cf req-3d451c9a-8c87-40bf-aa93-dc7e0e0d7e64 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157622 Sep 10 03:10:46.651030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-a49e58bd-40fc-400a-8cfb-7d877710e18d service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058194 Sep 10 03:10:46.658453 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb49f9b6-1b3b-44e1-a237-7158bdfe19c4 req-07a6ace3-1cd7-44d2-a216-6824fe77badf tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Sep 10 03:10:46.681705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-617bcf19-b2f8-4fb2-9c30-fab6070b9501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.690832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e89bf712-c730-4be0-bde0-1118ddb0e810 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1008129 Sep 10 03:10:46.708328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Request body: {'port': {'device_id': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:46.712950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-617bcf19-b2f8-4fb2-9c30-fab6070b9501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.765592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.798749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-617bcf19-b2f8-4fb2-9c30-fab6070b9501 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d373fa8e221041f98dea129c422405b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432187 Sep 10 03:10:46.801397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37382) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:46.801829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bcf19-b2f8-4fb2-9c30-fab6070b9501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94a8d9-e8a3-43b5-a052-2b803fb7b5be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:46.837612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-134550b1-6297-469a-a178-ae08384c5c88 req-ffe661a3-1245-40ce-9a1b-8a0973dff8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768708 Sep 10 03:10:46.839657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting port fc6f3aa6-4611-4145-833d-939128d1443a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:46.840021 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.930105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.936988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db736615-85aa-4cd4-8cdc-815cc3ac9f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:46.944093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Calling delete_port for fc6f3aa6-4611-4145-833d-939128d1443a owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:46.980229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db736615-85aa-4cd4-8cdc-815cc3ac9f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.093901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db736615-85aa-4cd4-8cdc-815cc3ac9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.096348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db736615-85aa-4cd4-8cdc-815cc3ac9f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.099743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-db736615-85aa-4cd4-8cdc-815cc3ac9f86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad94a8d9-e8a3-43b5-a052-2b803fb7b5be HTTP/1.1" status: 204 len: 168 time: 0.2951589 Sep 10 03:10:47.131489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db736615-85aa-4cd4-8cdc-815cc3ac9f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94a8d9-e8a3-43b5-a052-2b803fb7b5be,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:47.147017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e963163-513f-46c0-9368-09846cd7499e {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:47.158577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.170550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52427cee-c446-4e4d-8255-0b4aebf63381 req-d2972b4a-4316-476d-861d-0a360926a236 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.172247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52427cee-c446-4e4d-8255-0b4aebf63381 req-d2972b4a-4316-476d-861d-0a360926a236 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 945 time: 0.0963311 Sep 10 03:10:47.173606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.178934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Transition to ACTIVE for port object 7e963163-513f-46c0-9368-09846cd7499e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:47.184603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.336382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Port': ['ID=fc6f3aa6-4611-4145-833d-939128d1443a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:47.346204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Attempting to bind port 7e963163-513f-46c0-9368-09846cd7499e on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:47.346674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Attempting to bind port 7e963163-513f-46c0-9368-09846cd7499e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:47.347074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Attempting to bind port 7e963163-513f-46c0-9368-09846cd7499e on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:47.352936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Pushing event updated for resources: {'Port': ['ID=7e963163-513f-46c0-9368-09846cd7499e,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:47.372075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Port 7e963163-513f-46c0-9368-09846cd7499e on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:47.372531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Attempting to bind port 7e963163-513f-46c0-9368-09846cd7499e on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:47.376258 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.393903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:47.394275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:47.394666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Bound using segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:47.395118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Bound port: 7e963163-513f-46c0-9368-09846cd7499e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:47.395505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.439633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52427cee-c446-4e4d-8255-0b4aebf63381 req-2e669211-5eb7-4735-91fb-1c5936108a50 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563138 Sep 10 03:10:47.470728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070079b-77d7-448e-96c6-4be1498038ff req-19762411-2c18-4926-976d-e225eaceadf0 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.472573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9070079b-77d7-448e-96c6-4be1498038ff req-19762411-2c18-4926-976d-e225eaceadf0 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1470904 Sep 10 03:10:47.508192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] For port 7e963163-513f-46c0-9368-09846cd7499e, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:47.524793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] For port 7e963163-513f-46c0-9368-09846cd7499e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e963163-513f-46c0-9368-09846cd7499e,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:47.537340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.552076 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9070079b-77d7-448e-96c6-4be1498038ff req-e51a107a-e98a-4bf4-8b19-4fb8d6617212 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Sep 10 03:10:47.586919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.587566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.589636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e963163-513f-46c0-9368-09846cd7499e HTTP/1.1" status: 200 len: 1091 time: 0.8863559 Sep 10 03:10:47.590058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'tag': '7e963163-513f-46c0-9368-09846cd7499e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:47.592422 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2babe8a-ad87-4283-8d28-d196c5014f81" -d '{"events": [{"name": "network-changed", "server_uuid": "5654ab9b-27f1-4a27-ab4a-266918f73bbb", "tag": "7e963163-513f-46c0-9368-09846cd7499e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:47.605910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Router d363306d-783a-446d-b095-b5c2e166bf32 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:47.638970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5c773-155a-4e41-80f6-a55b7c6c1450 service neutron] Pushing event updated for resources: {'Port': ['ID=7e963163-513f-46c0-9368-09846cd7499e,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:47.658600 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a27f08-17a1-4d3f-85c8-4dcb6d810574 x-openstack-request-id: req-28a27f08-17a1-4d3f-85c8-4dcb6d810574 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:47.658941 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5654ab9b-27f1-4a27-ab4a-266918f73bbb", "tag": "7e963163-513f-46c0-9368-09846cd7499e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:47.659201 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28a27f08-17a1-4d3f-85c8-4dcb6d810574 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:47.659624 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'tag': '7e963163-513f-46c0-9368-09846cd7499e', 'status': 'completed', 'code': 200} Sep 10 03:10:47.689430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6407c0b-4bb5-43bf-add3-8788b9b3368c req-dcc05e19-d2c4-4690-8331-a5e4e022f07d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.691300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6407c0b-4bb5-43bf-add3-8788b9b3368c req-dcc05e19-d2c4-4690-8331-a5e4e022f07d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 945 time: 0.1614299 Sep 10 03:10:47.700879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-a15d5329-db90-4b8c-b61f-c9699474b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.702668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-a15d5329-db90-4b8c-b61f-c9699474b00f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 1094 time: 0.0594881 Sep 10 03:10:47.729148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:47.735321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-935a8d12-5188-4c43-b5fd-dc29e070e5bb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4451213 Sep 10 03:10:47.741690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37410) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:47.747994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] Sync routers for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:47.760902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:47.761727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:47.786107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-6d46495a-561b-4413-a8c6-c8596d19a8b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e963163-513f-46c0-9368-09846cd7499e HTTP/1.1" status: 200 len: 217 time: 0.0694854 Sep 10 03:10:47.796211 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-1505cb6f-2c3e-415e-81b4-34d7be562d9f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] show failed (client error): The resource could not be found. Sep 10 03:10:47.796211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1505cb6f-2c3e-415e-81b4-34d7be562d9f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1662261931 HTTP/1.1" status: 404 len: 335 time: 0.0522733 Sep 10 03:10:47.798822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37416) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:47.804167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f866509e-b451-4812-8370-11e3d53bff6f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:47.804662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:47.813740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] Routers {'d363306d-783a-446d-b095-b5c2e166bf32'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:47.814362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d363306d-783a-446d-b095-b5c2e166bf32'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:47.839730 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-f866509e-b451-4812-8370-11e3d53bff6f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] update failed (client error): The resource could not be found. Sep 10 03:10:47.843102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f866509e-b451-4812-8370-11e3d53bff6f tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1474630750 HTTP/1.1" status: 404 len: 335 time: 0.0410693 Sep 10 03:10:47.845325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:47.854937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:47.856401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e08008-03ad-400d-b5ad-95acbb607d69 None None] The sync data for ids ['d363306d-783a-446d-b095-b5c2e166bf32'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:10:47.873713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d425d-6013-4ce9-9192-93eb8efb217e req-867351cd-babe-4a7b-a499-1f9d390d945a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.891720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c37d425d-6013-4ce9-9192-93eb8efb217e req-867351cd-babe-4a7b-a499-1f9d390d945a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 943 time: 0.1801317 Sep 10 03:10:47.920287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6407c0b-4bb5-43bf-add3-8788b9b3368c req-4e118f78-2398-4350-8ca1-97aa4cf462f0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932745 Sep 10 03:10:47.930662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-0abe370b-e693-4397-a342-c681a16458da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:47.931325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting subnet 1188ee18-0d40-4bc2-9bfa-5d4723e01c12 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:47.932913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-0abe370b-e693-4397-a342-c681a16458da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1358669 Sep 10 03:10:47.935547 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:47.941228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c37d425d-6013-4ce9-9192-93eb8efb217e req-1ac3a972-7b91-4422-880f-2d654f785f12 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Sep 10 03:10:47.989993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-fc520434-4770-45fc-8af0-4ae9d9ed5992 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465057 Sep 10 03:10:47.990533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.046050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7f03fba-4616-441f-80f4-0a3be3e0fc8e req-7d4eba78-6475-4b06-b65f-6c16a07ef4df tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0329945 Sep 10 03:10:48.121386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-e7755f86-8ec5-4edd-91bb-aea82b92e68b service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232736 Sep 10 03:10:48.125106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.205479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.234650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7af6051-754b-4c7c-85d1-2950ed53b80d req-296babae-e794-42b6-8a7b-347d3fc68f87 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059687 Sep 10 03:10:48.249641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Subnet': ['ID=1188ee18-0d40-4bc2-9bfa-5d4723e01c12,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:48.272776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.275476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a6ba3a5-38f8-4388-8c11-3ff57716de72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/subnets/1188ee18-0d40-4bc2-9bfa-5d4723e01c12 HTTP/1.1" status: 204 len: 168 time: 0.4289591 Sep 10 03:10:48.278408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167664e-ad39-4a0e-b6aa-653cbe536819 None None] Network 0d82c9b1-2079-4be2-be00-af2a59d7b288 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:48.279376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:48.334429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47d4a-3746-4f4f-a277-1f1ccf9b52f0 req-7e830c97-9510-40cc-9109-94015ad6f496 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:48.336663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ded47d4a-3746-4f4f-a277-1f1ccf9b52f0 req-7e830c97-9510-40cc-9109-94015ad6f496 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 945 time: 0.1244900 Sep 10 03:10:48.352433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-d0acf4c1-259a-444e-aaee-c113bcfea484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:48.354892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-d0acf4c1-259a-444e-aaee-c113bcfea484 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 1094 time: 0.0452979 Sep 10 03:10:48.355501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting subnet 14db2c7b-16d8-41e0-b727-3d9f0f38f07f {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:48.363306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.432115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.437722 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ded47d4a-3746-4f4f-a277-1f1ccf9b52f0 req-c1ea1147-351e-4d50-ac3d-4378f22e6636 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880303 Sep 10 03:10:48.478492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-9ab1f9e9-058c-41ed-bfa7-e8b9b60f3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:48.480586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-9ab1f9e9-058c-41ed-bfa7-e8b9b60f3181 service neutron] 10.222.0.36 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 0.1182280 Sep 10 03:10:48.531541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] DHCP port deletion for 0d82c9b1-2079-4be2-be00-af2a59d7b288 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:48.538110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-e9359e73-eea8-4cad-a2ca-55e6330a7e50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e963163-513f-46c0-9368-09846cd7499e HTTP/1.1" status: 200 len: 217 time: 0.0486326 Sep 10 03:10:48.545705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.586170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] Deleting port 93560e47-06c6-47da-93fb-5476c2cc3de3 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:48.586746 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.624539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-5c881a8e-5aa5-4f77-a163-fe5665a0e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:48.627092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-5c881a8e-5aa5-4f77-a163-fe5665a0e3ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.0771635 Sep 10 03:10:48.631969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.670486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Subnet': ['ID=14db2c7b-16d8-41e0-b727-3d9f0f38f07f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:48.672614 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.676835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] For port 93560e47-06c6-47da-93fb-5476c2cc3de3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=93560e47-06c6-47da-93fb-5476c2cc3de3,segment=NetworkSegment(057e7419-1f1e-45b3-966f-585d6c68fcd9),segment_id=057e7419-1f1e-45b3-966f-585d6c68fcd9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:48.677407 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1039881b-045e-4865-8a19-d84a905c0dc5 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/subnets/14db2c7b-16d8-41e0-b727-3d9f0f38f07f HTTP/1.1" status: 204 len: 168 time: 0.3973157 Sep 10 03:10:48.678118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37448) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:48.680888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-9a5e90a5-e189-4f81-acf2-544bebf1c81b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458119 Sep 10 03:10:48.686817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.690896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b7f09-c6aa-4c84-af3d-c5b050d925ec None None] Network daf70fe3-8ff9-4470-8f8d-ea0b4430995e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:48.772317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.784309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99a3d6-b08e-4ec0-9934-6685517d3cbc req-4f7ffa5e-3bc4-44f4-8b45-f9a7bdc1fe96 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:48.792288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd99a3d6-b08e-4ec0-9934-6685517d3cbc req-4f7ffa5e-3bc4-44f4-8b45-f9a7bdc1fe96 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1365523 Sep 10 03:10:48.793304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] Calling delete_port for 93560e47-06c6-47da-93fb-5476c2cc3de3 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:48.849526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37452) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:48.876703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting port 93560e47-06c6-47da-93fb-5476c2cc3de3 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:48.877992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.942928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.969089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] For port 93560e47-06c6-47da-93fb-5476c2cc3de3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=93560e47-06c6-47da-93fb-5476c2cc3de3,segment=NetworkSegment(057e7419-1f1e-45b3-966f-585d6c68fcd9),segment_id=057e7419-1f1e-45b3-966f-585d6c68fcd9)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:48.969528 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:48.976434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] No DVR routers for this DVR port 93560e47-06c6-47da-93fb-5476c2cc3de3 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:48.987514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Calling delete_port for 93560e47-06c6-47da-93fb-5476c2cc3de3 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:49.017696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] DHCP port deletion for daf70fe3-8ff9-4470-8f8d-ea0b4430995e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:49.024703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de452a-c286-41bd-8887-d42ac26aa46d None None] Pushing event deleted for resources: {'Port': ['ID=93560e47-06c6-47da-93fb-5476c2cc3de3,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.072432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] Deleting port 062ee267-49ee-485e-918d-6cd5aab278a6 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:49.073411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.123535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2054635801'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:49.165330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] For port 062ee267-49ee-485e-918d-6cd5aab278a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=062ee267-49ee-485e-918d-6cd5aab278a6,segment=NetworkSegment(72afe53f-2b89-475a-a1ff-9105087a8de6),segment_id=72afe53f-2b89-475a-a1ff-9105087a8de6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:49.166177 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.179162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc417a96-58b9-4ea1-a73d-2be53ecdb33f req-94296ae9-4d0c-4c1c-a0ba-edd5ab44ac06 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:49.181353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc417a96-58b9-4ea1-a73d-2be53ecdb33f req-94296ae9-4d0c-4c1c-a0ba-edd5ab44ac06 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 943 time: 0.1056149 Sep 10 03:10:49.183266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd99a3d6-b08e-4ec0-9934-6685517d3cbc req-3a5b90ab-60d1-42b0-b726-2c875e43baa4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867152 Sep 10 03:10:49.185485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] Calling delete_port for 062ee267-49ee-485e-918d-6cd5aab278a6 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:49.192217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-bb581eed-cbd1-498b-9b6d-c21c0e226844 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942582 Sep 10 03:10:49.219514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Made reservation on behalf of bb74ada627a04e9e906943f8509ea960 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:49.223860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.242134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.247770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.281701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Port': ['ID=93560e47-06c6-47da-93fb-5476c2cc3de3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.297042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] No DVR routers for this DVR port 93560e47-06c6-47da-93fb-5476c2cc3de3 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:49.311111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc417a96-58b9-4ea1-a73d-2be53ecdb33f req-35454bd3-f37d-419f-8a96-1f4225d9830a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181786 Sep 10 03:10:49.357952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-54e91cb4-7d33-4e46-a56c-2b237e3220e4 req-bd7c4e43-3e0c-448e-baee-638cc206ea8d tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0857496 Sep 10 03:10:49.393606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b2babe8a-ad87-4283-8d28-d196c5014f81 req-4a239e23-4e28-488d-91c5-e11393d54d88 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924639 Sep 10 03:10:49.436406 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.455818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.468646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d82c9b1-2079-4be2-be00-af2a59d7b288']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:49.481264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] Pushing event deleted for resources: {'Port': ['ID=062ee267-49ee-485e-918d-6cd5aab278a6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.483137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ec15a7-210b-4e68-8071-91d792170e3c None None] No DVR routers for this DVR port 062ee267-49ee-485e-918d-6cd5aab278a6 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:49.484933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057e7419-1f1e-45b3-966f-585d6c68fcd9') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:49.485269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057e7419-1f1e-45b3-966f-585d6c68fcd9') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:49.502741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.525014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.538965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:49.539429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:49.542782 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:49.556769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.564192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.583174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e45b86-9c4d-4cb3-abbf-775d3891925e req-ba25250b-066a-43d0-b245-2dbfb1a4fe37 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:49.584869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75e45b86-9c4d-4cb3-abbf-775d3891925e req-ba25250b-066a-43d0-b245-2dbfb1a4fe37 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 945 time: 0.0608616 Sep 10 03:10:49.625089 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75e45b86-9c4d-4cb3-abbf-775d3891925e req-e6b601af-7321-4827-972b-254a0d03a325 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Sep 10 03:10:49.632700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:10:49.640386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.644674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.649255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/networks/0d82c9b1-2079-4be2-be00-af2a59d7b288 HTTP/1.1" status: 204 len: 168 time: 0.9676509 Sep 10 03:10:49.651004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:49.652012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57509127-a835-4ffa-b681-115695f08c4d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.668658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.669009 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Added segment 8fcb6a57-a02e-4cb6-9715-3f4afe927674 of type vlan for network 6a795080-d692-4645-b735-e5960dc8b383 Sep 10 03:10:49.670481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745b52e-5fb3-4776-802b-797734d0d7dc tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Network': ['ID=0d82c9b1-2079-4be2-be00-af2a59d7b288,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.711586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.725760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.736216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.742636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:49.743244 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.814434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9613509 Sep 10 03:10:49.815594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.836240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf70fe3-8ff9-4470-8f8d-ea0b4430995e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:49.845696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72afe53f-2b89-475a-a1ff-9105087a8de6') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:49.846061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72afe53f-2b89-475a-a1ff-9105087a8de6') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:49.846985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981265b-fdb1-4897-a31e-20df2dde5be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Pushing event updated for resources: {'Network': ['ID=6a795080-d692-4645-b735-e5960dc8b383,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.856614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.858642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2caed-4ba4-44df-8313-5432e460be9f req-fb48d464-11d9-4667-9c31-0f08ac2c1958 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:49.860820 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e2caed-4ba4-44df-8313-5432e460be9f req-fb48d464-11d9-4667-9c31-0f08ac2c1958 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 945 time: 0.1138711 Sep 10 03:10:49.862695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6a795080-d692-4645-b735-e5960dc8b383 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:10:49.871486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.877871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:49.878529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:49.882956 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:49.954443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.973358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.976156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port 8812d407-bb40-4367-a27e-dbb2b113648d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:49.976427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/networks/daf70fe3-8ff9-4470-8f8d-ea0b4430995e HTTP/1.1" status: 204 len: 168 time: 0.3238468 Sep 10 03:10:49.976562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:49.977910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607e9fa-b5b4-4d93-90b9-d6798b8d5399 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Network': ['ID=daf70fe3-8ff9-4470-8f8d-ea0b4430995e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:49.979782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37470) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:50.022299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:50.027311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Request body: {'port': {'network_id': '6a795080-d692-4645-b735-e5960dc8b383', 'binding:host_id': 'n-h2-808126-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1839690176'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:50.052361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Made reservation on behalf of 5b203623b04843c9b1a81d494c76df2c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:50.055103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.065327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.174217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.181435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.192557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port 06dbc6f4-7701-495d-9731-2897f55b9e23 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:50.281286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a1ad5-ded9-43c3-bdb3-a9d149019669,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:50.352923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790ba02-10fd-49ab-ae72-c0c168d0606d req-cffff6c9-0654-4505-aa6f-7d3a5a48a055 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:50.355036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4790ba02-10fd-49ab-ae72-c0c168d0606d req-cffff6c9-0654-4505-aa6f-7d3a5a48a055 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0962722 Sep 10 03:10:50.417486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 062ee267-49ee-485e-918d-6cd5aab278a6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:50.440437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 062ee267-49ee-485e-918d-6cd5aab278a6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:50.441155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 062ee267-49ee-485e-918d-6cd5aab278a6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:50.441931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 93560e47-06c6-47da-93fb-5476c2cc3de3 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:50.452745 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4790ba02-10fd-49ab-ae72-c0c168d0606d req-4792a961-8495-4e87-a56d-f757b040b2e2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Sep 10 03:10:50.464903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 93560e47-06c6-47da-93fb-5476c2cc3de3 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:50.471959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 93560e47-06c6-47da-93fb-5476c2cc3de3 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:50.474390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port 8812d407-bb40-4367-a27e-dbb2b113648d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8812d407-bb40-4367-a27e-dbb2b113648d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:50.474765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.499554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for 8812d407-bb40-4367-a27e-dbb2b113648d owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:50.513471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting subnet aea4cbd1-8782-45bd-8044-ed1cf43e01e1 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:10:50.522753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.532532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port 06dbc6f4-7701-495d-9731-2897f55b9e23 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:50.556835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bc863c1-ec9c-405b-b085-5572c6afe45d req-6ea28926-877c-4eb7-a95c-8cd89b501403 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0342343 Sep 10 03:10:50.558080 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.579721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Transition to ACTIVE for port object 06dbc6f4-7701-495d-9731-2897f55b9e23 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:50.591384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.592157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2bc79-10c5-41aa-a014-e70e5eabc359 req-204cf90a-0bbc-44fe-be34-0177e35fdeca tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:50.594351 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27d2bc79-10c5-41aa-a014-e70e5eabc359 req-204cf90a-0bbc-44fe-be34-0177e35fdeca tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 943 time: 0.1812408 Sep 10 03:10:50.633250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.659431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=06dbc6f4-7701-495d-9731-2897f55b9e23,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:50.664271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Checking segment: {'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:50.664645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Network hostable DHCP agents. Network: 6a795080-d692-4645-b735-e5960dc8b383, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:10:50.683700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27d2bc79-10c5-41aa-a014-e70e5eabc359 req-96e5facd-f197-406c-bf05-b271bcdfd122 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Sep 10 03:10:50.684053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Network 6a795080-d692-4645-b735-e5960dc8b383 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:10:50.740546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6a795080-d692-4645-b735-e5960dc8b383) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:50.751277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1133ded-f4d6-4801-bb66-9519f0765016 None None] Network 6a795080-d692-4645-b735-e5960dc8b383 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:50.759567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:50.781499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:50.781499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:50.781898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:50.796092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-0b36afd6-2c82-4b41-9b3d-cd48972689ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056294 Sep 10 03:10:50.797013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:50.797384 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:50.798660 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 2 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:50.801801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.822203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188982d-99ca-4300-9185-6322f006a440 req-fd98658d-2beb-4d03-8408-9d06553a9014 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:50.824330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e188982d-99ca-4300-9185-6322f006a440 req-fd98658d-2beb-4d03-8408-9d06553a9014 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde201e1-b85a-42d2-99e4-e7debf3ee887 HTTP/1.1" status: 200 len: 867 time: 0.0960488 Sep 10 03:10:50.825512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:50.825849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:50.826186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:50.833150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e963163-513f-46c0-9368-09846cd7499e details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:10:50.837800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:50.837964 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:50.839771 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 3 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:50.842086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.866539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8812d407-bb40-4367-a27e-dbb2b113648d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:50.868649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:50.883091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=8812d407-bb40-4367-a27e-dbb2b113648d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:50.887898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:50.888722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:50.888869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:50.907533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:50.907941 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:50.908595 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 4 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:50.913492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e188982d-99ca-4300-9185-6322f006a440 req-7497080a-9036-4a09-9644-e3ec6164e442 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826921 Sep 10 03:10:50.931548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:50.931548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:50.931816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:50.947311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.949976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port 8812d407-bb40-4367-a27e-dbb2b113648d on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:50.950143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:50.950561 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:50.951074 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 5 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:50.956026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-4fe2b8b1-bdfd-4019-bf4f-0e836b056439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:50.957595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-4fe2b8b1-bdfd-4019-bf4f-0e836b056439 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.1021271 Sep 10 03:10:50.960754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:50.962814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e2caed-4ba4-44df-8313-5432e460be9f req-a4eda1c4-08a9-46bd-917e-831826b9a3ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "DELETE /v2.0/ports/8812d407-bb40-4367-a27e-dbb2b113648d HTTP/1.1" status: 204 len: 173 time: 1.0909472 Sep 10 03:10:50.963426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'name': 'network-vif-deleted', 'tag': '8812d407-bb40-4367-a27e-dbb2b113648d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:50.965797 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae2d9e-19be-4896-bab3-3335bbab401b" -d '{"events": [{"server_uuid": "cde201e1-b85a-42d2-99e4-e7debf3ee887", "name": "network-vif-deleted", "tag": "8812d407-bb40-4367-a27e-dbb2b113648d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:50.975337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:50.977695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:50.978836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:50.990261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:50.990906 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:50.991515 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 6 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:51.027270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Subnet': ['ID=aea4cbd1-8782-45bd-8044-ed1cf43e01e1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:51.029367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef12ff-1e09-46f8-9b11-2d8152e6bcba None None] Network bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:10:51.031020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:51.031366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:51.031588 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.031821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:51.035938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eba60e71-0fc2-41f4-94e5-1e494c53aefd tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/subnets/aea4cbd1-8782-45bd-8044-ed1cf43e01e1 HTTP/1.1" status: 204 len: 168 time: 1.0551701 Sep 10 03:10:51.036709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:51.063907 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976279a3-9244-4a74-9c4e-e1c055299062 x-openstack-request-id: req-976279a3-9244-4a74-9c4e-e1c055299062 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:51.064185 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde201e1-b85a-42d2-99e4-e7debf3ee887", "name": "network-vif-deleted", "tag": "8812d407-bb40-4367-a27e-dbb2b113648d", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:51.064444 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-976279a3-9244-4a74-9c4e-e1c055299062 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:51.065326 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde201e1-b85a-42d2-99e4-e7debf3ee887', 'name': 'network-vif-deleted', 'tag': '8812d407-bb40-4367-a27e-dbb2b113648d', 'status': 'completed', 'code': 200} Sep 10 03:10:51.081539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:51.082526 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:51.086709 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 7 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:51.124249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:51.124879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:51.126200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:51.129685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-9264e967-c048-444e-bd5f-03dd102f7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:51.132147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-9264e967-c048-444e-bd5f-03dd102f7046 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.1257045 Sep 10 03:10:51.159136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:51.159484 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:51.164237 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 8 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:51.179408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7e963163-513f-46c0-9368-09846cd7499e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e963163-513f-46c0-9368-09846cd7499e,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:51.180389 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.188300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:51.188649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:51.188966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:51.195717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:51.196106 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:51.197168 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 9 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:51.210011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-0bf5f52f-6512-4c87-b0d1-54f15cd3dcdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 1001 time: 0.0704005 Sep 10 03:10:51.223715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '7e963163-513f-46c0-9368-09846cd7499e', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': '7e963163-513f-46c0-9368-09846cd7499e', 'mac_address': 'fa:16:3e:5a:32:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:10:51.231142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:51.231502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:51.231846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:51.238495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:51.238824 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:51.239977 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 10 to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 Sep 10 03:10:51.262537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:51.262813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:51.263116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:51.272613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-0a78ca2b-a4c1-4263-bfae-daac856aaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:51.273693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 06dbc6f4-7701-495d-9731-2897f55b9e23 on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:51.274036 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 06dbc6f4-7701-495d-9731-2897f55b9e23 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:51.274312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-0a78ca2b-a4c1-4263-bfae-daac856aaf3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.0510836 Sep 10 03:10:51.274439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.278695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Deleting port 7dfe2238-c103-4353-9029-d878d7f767d0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:51.279025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.312905 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.330659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e963163-513f-46c0-9368-09846cd7499e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:51.331486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-5a079b7e-cc55-4842-bbe2-40d6cb7f1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:51.333969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-5a079b7e-cc55-4842-bbe2-40d6cb7f1826 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513377 Sep 10 03:10:51.350233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7e963163-513f-46c0-9368-09846cd7499e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e963163-513f-46c0-9368-09846cd7499e,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:51.356793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.388266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] DHCP port deletion for bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:10:51.392115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] For port 7dfe2238-c103-4353-9029-d878d7f767d0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7dfe2238-c103-4353-9029-d878d7f767d0,segment=NetworkSegment(f4dc2111-c7c9-43c9-ae45-883554d9c9e5),segment_id=f4dc2111-c7c9-43c9-ae45-883554d9c9e5)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:51.393049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.419104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Calling delete_port for 7dfe2238-c103-4353-9029-d878d7f767d0 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:51.427477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] For port 06dbc6f4-7701-495d-9731-2897f55b9e23, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:51.427950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempted to set empty binding levels {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:10:51.437314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.437639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=7e963163-513f-46c0-9368-09846cd7499e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:51.463070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] Deleting port 7dfe2238-c103-4353-9029-d878d7f767d0 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:51.464030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.480591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-e430dff5-f173-4b33-89a5-14a494681a6f service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257052 Sep 10 03:10:51.511255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:51.511913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.546380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=06dbc6f4-7701-495d-9731-2897f55b9e23,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:51.560650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] For port 7dfe2238-c103-4353-9029-d878d7f767d0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7dfe2238-c103-4353-9029-d878d7f767d0,segment=NetworkSegment(f4dc2111-c7c9-43c9-ae45-883554d9c9e5),segment_id=f4dc2111-c7c9-43c9-ae45-883554d9c9e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:51.561562 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.566555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7e1a17c2-2775-4b24-ac64-7d4deb3bc285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5430965 Sep 10 03:10:51.567388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37490) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:51.595286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] Calling delete_port for 7dfe2238-c103-4353-9029-d878d7f767d0 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:51.643692 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35c60e7d-33e0-4532-88b7-45a22c90fb54 req-c0632992-2ac0-4691-a9c0-9de749587e59 service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485798 Sep 10 03:10:51.668535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['7e963163-513f-46c0-9368-09846cd7499e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:51.699018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b287782-5a9c-406c-949c-8089bdb3c7e3 req-a9122580-9714-49fa-b488-e585f802edd0 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0329604 Sep 10 03:10:51.702028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dea58-afcc-4af7-9027-3e10035cbbb1 req-a3517758-0c03-40a2-8baf-5aecf3f0d6df tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:51.707953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b75dea58-afcc-4af7-9027-3e10035cbbb1 req-a3517758-0c03-40a2-8baf-5aecf3f0d6df tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1490204 Sep 10 03:10:51.711991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.745179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Port': ['ID=7dfe2238-c103-4353-9029-d878d7f767d0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:51.772571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] No DVR routers for this DVR port 7dfe2238-c103-4353-9029-d878d7f767d0 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:51.778480 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.814298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b75dea58-afcc-4af7-9027-3e10035cbbb1 req-b53aa7ab-78ac-4bfd-b5c1-578cce4decd6 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999084 Sep 10 03:10:51.829148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] No DVR routers for this DVR port 7dfe2238-c103-4353-9029-d878d7f767d0 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:51.834193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5ca67-7735-4354-aaa8-554327be464f None None] Pushing event deleted for resources: {'Port': ['ID=7dfe2238-c103-4353-9029-d878d7f767d0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:51.845414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Deleting port 06dbc6f4-7701-495d-9731-2897f55b9e23 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:51.845770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.896324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.904908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd22ee-b0a4-4d25-bfa5-7a0febd35632 req-87896eed-a30a-4723-be9c-02c0b150e9a9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:51.905822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02dd22ee-b0a4-4d25-bfa5-7a0febd35632 req-87896eed-a30a-4723-be9c-02c0b150e9a9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 944 time: 0.0790138 Sep 10 03:10:51.948986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02dd22ee-b0a4-4d25-bfa5-7a0febd35632 req-3611fd8c-e739-463d-9e1e-442dc00bdbde tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Sep 10 03:10:51.954041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7e5514-76aa-460a-bc1e-d6e3c7d96c16']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:51.974268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] For port 06dbc6f4-7701-495d-9731-2897f55b9e23, host n-h2-808126-2, got binding levels [] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:51.974666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.977857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:51.978158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dc2111-c7c9-43c9-ae45-883554d9c9e5') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:51.996358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:51.998102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Calling delete_port for 06dbc6f4-7701-495d-9731-2897f55b9e23 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:52.017231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.052647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:52.053057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:52.056206 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:52.130254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.138156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.139817 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/networks/bc7e5514-76aa-460a-bc1e-d6e3c7d96c16 HTTP/1.1" status: 204 len: 168 time: 1.1011043 Sep 10 03:10:52.142611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37504) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:52.157626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066fdcd-8731-4c16-b97b-35982d9c1f72 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Pushing event deleted for resources: {'Network': ['ID=bc7e5514-76aa-460a-bc1e-d6e3c7d96c16,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:52.166544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.178725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9a710433-acca-4c32-a5f9-0428fc5697eb tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d363306d-783a-446d-b095-b5c2e166bf32 HTTP/1.1" status: 200 len: 205 time: 0.0347211 Sep 10 03:10:52.181112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37506) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:52.195063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event deleted for resources: {'Port': ['ID=06dbc6f4-7701-495d-9731-2897f55b9e23,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:52.201428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.203651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dc18fb01-aac6-47d0-beef-1c8b794cd954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "DELETE /v2.0/ports/06dbc6f4-7701-495d-9731-2897f55b9e23 HTTP/1.1" status: 204 len: 168 time: 0.6048110 Sep 10 03:10:52.206200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37508) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:52.230334 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb651f18-b93f-4369-bf3b-43b33febf760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:10:52.231830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bb651f18-b93f-4369-bf3b-43b33febf760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "GET /v2.0/ports/06dbc6f4-7701-495d-9731-2897f55b9e23 HTTP/1.1" status: 404 len: 333 time: 0.0247433 Sep 10 03:10:52.235160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37510) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:52.239795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Request body: {'port': {'network_id': '6a795080-d692-4645-b735-e5960dc8b383', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-753556606'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:52.261345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Made reservation on behalf of 5b203623b04843c9b1a81d494c76df2c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:52.263896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.265400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.279960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port 3f689eb4-7d7a-473f-bc67-6667e79aba7f yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:52.417177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7dfe2238-c103-4353-9029-d878d7f767d0 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:52.441937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7dfe2238-c103-4353-9029-d878d7f767d0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:52.442257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.442713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7dfe2238-c103-4353-9029-d878d7f767d0 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:52.445052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.455875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.491578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.492423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Fanout notify agent at l3_agent the message router_deleted on router d363306d-783a-446d-b095-b5c2e166bf32 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:10:52.500255 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.504013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3c365a20-a101-4391-990e-80a9c623e374 tempest-RoutersNegativeTest-798180861 tempest-RoutersNegativeTest-798180861-project] 10.222.0.23 "DELETE /v2.0/routers/d363306d-783a-446d-b095-b5c2e166bf32 HTTP/1.1" status: 204 len: 168 time: 0.3194671 Sep 10 03:10:52.508189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.551616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Network 6a795080-d692-4645-b735-e5960dc8b383 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:52.554653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:52.561506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:52.562446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:52.563046 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.570997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=3f689eb4-7d7a-473f-bc67-6667e79aba7f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:52.584635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e2afcc0c-2559-486a-a7cc-7790f4f1d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3479941 Sep 10 03:10:52.586809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37524) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:52.592359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:52.659700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.727782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-46ba311f-594d-482a-b94c-168d2f4bb368 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:52.734954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-46ba311f-594d-482a-b94c-168d2f4bb368 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.1209121 Sep 10 03:10:52.751122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-dce064b9-e98d-4e7d-9fcb-542038c6a862 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0152667 Sep 10 03:10:52.803801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-0a3717a5-027a-4f68-8e6b-14cc9345c988 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517852 Sep 10 03:10:52.811936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37536) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:52.819981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e963163-513f-46c0-9368-09846cd7499e up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:10:52.838581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de9a9ac1-65d7-4d14-b60e-9bf8bef22995 req-0475ec7c-6c40-4961-bc67-9ad7175a7e5e tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0456579 Sep 10 03:10:52.876155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 7e963163-513f-46c0-9368-09846cd7499e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:10:52.880730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 7e963163-513f-46c0-9368-09846cd7499e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:10:52.881108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.911054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port 3f689eb4-7d7a-473f-bc67-6667e79aba7f yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:52.924648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.946951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Transition to ACTIVE for port object 3f689eb4-7d7a-473f-bc67-6667e79aba7f will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:52.956641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:52.969571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-c0e27779-8b17-42c9-93c3-d25f81336ac9 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488438 Sep 10 03:10:52.985531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.012138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e963163-513f-46c0-9368-09846cd7499e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:53.015359 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d2a0b-b06b-48e0-b284-0f26eb49ed9e" -d '{"events": [{"server_uuid": "5654ab9b-27f1-4a27-ab4a-266918f73bbb", "name": "network-vif-plugged", "status": "completed", "tag": "7e963163-513f-46c0-9368-09846cd7499e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:53.032525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7e963163-513f-46c0-9368-09846cd7499e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e963163-513f-46c0-9368-09846cd7499e,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:53.039147 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.075515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-cb7bd578-655f-4df0-b761-7aebae5d2371 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027989 Sep 10 03:10:53.104639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.105354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.105621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.112414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=7e963163-513f-46c0-9368-09846cd7499e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:53.119172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=3f689eb4-7d7a-473f-bc67-6667e79aba7f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:53.125059 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce3a7e1b-5c25-4ae3-97e0-c7442bc44167 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de0aac653e8e44c6a0391f063a982286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120832 Sep 10 03:10:53.126015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.126438 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.126831 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 2 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.127723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37548) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:53.140635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.141114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.141461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.147002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.147333 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.148394 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 3 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.164770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.165152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.165442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.171418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.171767 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.172161 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 4 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.188679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.188911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e00d78-bfd0-44e1-a955-bb24186c90fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.189024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.189385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.196892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.197259 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.197694 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 5 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.216607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e00d78-bfd0-44e1-a955-bb24186c90fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.216859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.217372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.218281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.223838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.223838 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.224214 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 6 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.254777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.255127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.255539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.261751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.262087 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.262485 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 7 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.276557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.276898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.277612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.282447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.282835 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.283293 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 8 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.295693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e00d78-bfd0-44e1-a955-bb24186c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.299047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e00d78-bfd0-44e1-a955-bb24186c90fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.299207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.299473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.299808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.300343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-94e00d78-bfd0-44e1-a955-bb24186c90fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72b906ee-b0f4-4339-9ade-c74abbb69df9 HTTP/1.1" status: 204 len: 168 time: 0.1711714 Sep 10 03:10:53.305143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.305473 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.312334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e00d78-bfd0-44e1-a955-bb24186c90fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b906ee-b0f4-4339-9ade-c74abbb69df9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:53.313756 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 9 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.357588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.358077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.358704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.365813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.366288 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.369647 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 10 to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f Sep 10 03:10:53.388670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84456ad9-bfe8-4e03-8c0d-ca9eb6063996 req-e7ec2fc5-8d8a-45a8-bf38-6b34ffe2e5c6 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.397212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84456ad9-bfe8-4e03-8c0d-ca9eb6063996 req-e7ec2fc5-8d8a-45a8-bf38-6b34ffe2e5c6 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 945 time: 0.0779464 Sep 10 03:10:53.398101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed63d-359c-40d9-b367-7f50faa4b580 req-a50c0ebd-7b81-40b8-a175-6f7191b212f5 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.400414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd2ed63d-359c-40d9-b367-7f50faa4b580 req-a50c0ebd-7b81-40b8-a175-6f7191b212f5 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1018157 Sep 10 03:10:53.402343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:53.402715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:53.403062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:53.425843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:53.426186 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:53.426561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.450974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84456ad9-bfe8-4e03-8c0d-ca9eb6063996 req-8c8efeb9-6b6e-4b71-9419-7efe92ac3d9f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482783 Sep 10 03:10:53.471966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd2ed63d-359c-40d9-b367-7f50faa4b580 req-d77b079b-5827-4e13-9627-a3cc359dd85e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Sep 10 03:10:53.505637 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fccfadf-e8bf-4177-bf3a-ed9f8b6ebd54 x-openstack-request-id: req-9fccfadf-e8bf-4177-bf3a-ed9f8b6ebd54 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:53.507273 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5654ab9b-27f1-4a27-ab4a-266918f73bbb", "name": "network-vif-plugged", "status": "completed", "tag": "7e963163-513f-46c0-9368-09846cd7499e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:53.507795 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fccfadf-e8bf-4177-bf3a-ed9f8b6ebd54 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:53.508249 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e963163-513f-46c0-9368-09846cd7499e', 'code': 200} Sep 10 03:10:53.574735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b770313-3f0d-424e-a13f-8adc4edb6e20 req-1642c6f8-2739-4411-a86a-3bd8f80d12a5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 210 time: 0.0371077 Sep 10 03:10:53.579963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] For port 3f689eb4-7d7a-473f-bc67-6667e79aba7f, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:53.580307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempted to set empty binding levels {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:10:53.592804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.648259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] In _notify_port_updated(), no bound segment for port 3f689eb4-7d7a-473f-bc67-6667e79aba7f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:10:53.649275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.651499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.653100 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "PUT /v2.0/ports/3f689eb4-7d7a-473f-bc67-6667e79aba7f HTTP/1.1" status: 200 len: 978 time: 1.0651615 Sep 10 03:10:53.655861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37564) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:53.668665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe47ce-db35-415f-a4db-df08292e5db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=3f689eb4-7d7a-473f-bc67-6667e79aba7f,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:53.685315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903a82a-0840-4152-b9e8-2ae844b4b97b req-e03c50c3-f18b-4b16-8502-e28594953dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.687078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5903a82a-0840-4152-b9e8-2ae844b4b97b req-e03c50c3-f18b-4b16-8502-e28594953dce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 1096 time: 0.1053386 Sep 10 03:10:53.747058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5903a82a-0840-4152-b9e8-2ae844b4b97b req-e22077d9-4d3f-44bc-b1ef-1dff44490b6c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Sep 10 03:10:53.770285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.770902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.771222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.771780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.772243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.772714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.773179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.773639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.774096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.774554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.775010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.776908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.777412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.778376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.778920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.779513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.779998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.780477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.780971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.781468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.781962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:53.784873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f8602b65-1b1d-4665-98c3-17b625a07e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18902 time: 0.1280212 Sep 10 03:10:53.788518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37572) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:53.874132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Deleting port 3f689eb4-7d7a-473f-bc67-6667e79aba7f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:53.874475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.977026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] For port 3f689eb4-7d7a-473f-bc67-6667e79aba7f, host n-h2-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:53.977390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:53.981289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-306bb33b-f421-4c5e-8f3c-0f95427c2ef2 req-e79698e7-9a9a-4db5-8359-e22ae458b3c8 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0355120 Sep 10 03:10:53.992013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Calling delete_port for 3f689eb4-7d7a-473f-bc67-6667e79aba7f owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:54.079656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.111339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f689eb4-7d7a-473f-bc67-6667e79aba7f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:54.117759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.120624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15870b0b-dc6e-404b-af46-0b5bc024fb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3f689eb4-7d7a-473f-bc67-6667e79aba7f HTTP/1.1" status: 204 len: 168 time: 0.3309927 Sep 10 03:10:54.123270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37586) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:54.147088 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b3fce3-d046-43fd-8217-a8e54742415c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:10:54.148586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-25b3fce3-d046-43fd-8217-a8e54742415c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "GET /v2.0/ports/3f689eb4-7d7a-473f-bc67-6667e79aba7f HTTP/1.1" status: 404 len: 333 time: 0.0243206 Sep 10 03:10:54.152282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37588) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:54.159618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755876558', 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:54.176899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Made reservation on behalf of 5b203623b04843c9b1a81d494c76df2c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:54.179305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.195019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port 8ffe6a2f-de91-44d7-a48d-c4f57be0eb47 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:54.358307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.400199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.446989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Network 6a795080-d692-4645-b735-e5960dc8b383 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:54.449963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:54.452401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:54.453700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:54.454345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.467639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=8ffe6a2f-de91-44d7-a48d-c4f57be0eb47,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:54.485849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37602) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:54.488468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-07a8adf5-a8bd-4966-b1c5-cbc01567dfee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3350224 Sep 10 03:10:54.520651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8812d407-bb40-4367-a27e-dbb2b113648d no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:10:54.565821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8812d407-bb40-4367-a27e-dbb2b113648d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:10:54.566510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8812d407-bb40-4367-a27e-dbb2b113648d not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:10:54.570612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d97d2a8-ac88-4a9f-a478-14a184bde0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:54.572032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4d97d2a8-ac88-4a9f-a478-14a184bde0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "GET /v2.0/ports/8ffe6a2f-de91-44d7-a48d-c4f57be0eb47 HTTP/1.1" status: 200 len: 959 time: 0.0848410 Sep 10 03:10:54.576163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37608) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:54.594209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-3367bedf-6164-4ab6-b71b-f711259c8cef tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:54.595904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-3367bedf-6164-4ab6-b71b-f711259c8cef tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.2139444 Sep 10 03:10:54.619417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': '71b76c38-669b-48f0-90b2-c92064351308', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:54.625761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018dce-2e16-4594-a158-c525d3331ee1 req-0357ff29-085d-4a33-9490-3970a58aea77 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:54.627526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa018dce-2e16-4594-a158-c525d3331ee1 req-0357ff29-085d-4a33-9490-3970a58aea77 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Sep 10 03:10:54.684009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa018dce-2e16-4594-a158-c525d3331ee1 req-c2dccb9c-806f-43b4-bf28-c099b5e039da tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Sep 10 03:10:54.695359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae949-098c-4400-948c-d275502e347a req-a1b7bb78-575a-40fe-ac77-03f0f1b309f5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:54.696891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-098ae949-098c-4400-948c-d275502e347a req-a1b7bb78-575a-40fe-ac77-03f0f1b309f5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 945 time: 0.1643248 Sep 10 03:10:54.768135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-543ca905-7d53-407a-9f70-901fed9e3803 req-ac607a2c-2b5b-418d-ab0c-a6b9b7ef7e4c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 210 time: 0.0308743 Sep 10 03:10:54.796222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-098ae949-098c-4400-948c-d275502e347a req-bedcbb64-3146-4bf2-91da-54729e57f07d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926476 Sep 10 03:10:54.816341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Deleting port 8ffe6a2f-de91-44d7-a48d-c4f57be0eb47 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:54.816341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.850210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:54.853777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.899297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:54.923311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Calling delete_port for 8ffe6a2f-de91-44d7-a48d-c4f57be0eb47 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:55.099612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.12 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/db3f2899-bdbb-4897-851f-ad79aee2f30d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:10:55.108323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.109734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ffc11cc-b284-41fd-b755-a36855bca3d8 req-89f60451-47e6-46d6-a823-a02f6ad578a1 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0305963 Sep 10 03:10:55.147864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.150128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8ffe6a2f-de91-44d7-a48d-c4f57be0eb47 HTTP/1.1" status: 204 len: 168 time: 0.5721810 Sep 10 03:10:55.153915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37628) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:55.154072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d8161-6851-4036-8bb9-63318968051e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ffe6a2f-de91-44d7-a48d-c4f57be0eb47,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:55.178996 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2904bb3b-1ef7-4e9c-95c1-703c0ac30c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:10:55.180774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2904bb3b-1ef7-4e9c-95c1-703c0ac30c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "GET /v2.0/ports/8ffe6a2f-de91-44d7-a48d-c4f57be0eb47 HTTP/1.1" status: 404 len: 333 time: 0.0255096 Sep 10 03:10:55.184724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37630) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:55.189452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Request body: {'port': {'network_id': '6a795080-d692-4645-b735-e5960dc8b383', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-881258374'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:55.212913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Made reservation on behalf of 5b203623b04843c9b1a81d494c76df2c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:10:55.219330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.233235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port ae7f960c-486c-45ea-8405-adc9d7c3cb5f yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:55.350082 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.410138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.448194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.488835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Network 6a795080-d692-4645-b735-e5960dc8b383 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:55.491809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:55.498471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:55.499286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:55.500038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.506304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7f960c-486c-45ea-8405-adc9d7c3cb5f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:55.520828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-78218468-e868-45fe-97ca-53627685410d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3349557 Sep 10 03:10:55.523343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:55.528442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:55.587170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.699081 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.712018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:55.763493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:10:55.770864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:10:55.775147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:10:55.789027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] device_id is not set on port ae7f960c-486c-45ea-8405-adc9d7c3cb5f yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:10:55.799304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.811993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=db3f2899-bdbb-4897-851f-ad79aee2f30d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:55.823037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Transition to ACTIVE for port object ae7f960c-486c-45ea-8405-adc9d7c3cb5f will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:55.833941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb55d3a-a99c-43ab-b796-e570e51ccd6a req-28ad0ea4-3fa0-4dc4-bfc8-71cb08a9bf4e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:55.835539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2fb55d3a-a99c-43ab-b796-e570e51ccd6a req-28ad0ea4-3fa0-4dc4-bfc8-71cb08a9bf4e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0850413 Sep 10 03:10:55.836682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.861037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:55.861776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.898426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-de32a8bc-7afa-487e-9013-ec2f368b6f65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2834632 Sep 10 03:10:55.913774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Request body: {'port': {'device_id': '71b76c38-669b-48f0-90b2-c92064351308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:10:55.919380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7f960c-486c-45ea-8405-adc9d7c3cb5f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:55.928387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3823fdd-aab5-4da8-988a-97e9a6f28ca7 req-8d32a066-09c2-48fe-97b3-b56fe394912c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:55.929872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3823fdd-aab5-4da8-988a-97e9a6f28ca7 req-8d32a066-09c2-48fe-97b3-b56fe394912c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 932 time: 0.0645449 Sep 10 03:10:55.933600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2fb55d3a-a99c-43ab-b796-e570e51ccd6a req-daa5a0a5-fb99-46bc-ab8c-663918f92b39 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886705 Sep 10 03:10:55.936016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:55.936355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:55.936693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:55.941263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:55.941585 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:55.941962 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 2 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:55.953751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:55.954085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:55.954418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:55.958975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:55.959300 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:55.959728 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 3 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:55.972697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:55.973102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:55.975617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:55.978579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:55.979575 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:55.980023 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 4 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:55.993072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:55.993487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:55.993892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:55.998770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:55.999726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.000116 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.000568 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 5 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:56.015024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3823fdd-aab5-4da8-988a-97e9a6f28ca7 req-c953bf40-7ef7-483e-871c-6b607c3ce08a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 Sep 10 03:10:56.039041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.039375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.039738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.047248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.047595 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.048679 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 6 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:56.074104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ee42b-db63-4411-8ba6-fc0d3a8017f4 req-f42b702c-6a4f-4108-92e6-4a5c32bfcae4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:56.075618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b6ee42b-db63-4411-8ba6-fc0d3a8017f4 req-f42b702c-6a4f-4108-92e6-4a5c32bfcae4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 945 time: 0.0713191 Sep 10 03:10:56.076262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.076590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.076951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.081460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.081857 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.082206 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 7 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:56.107589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.107924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.108256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.116552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.116876 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.121690 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 8 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:56.136421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b6ee42b-db63-4411-8ba6-fc0d3a8017f4 req-c5eb3dc8-5af7-49ee-a422-32e91b4b9b69 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515826 Sep 10 03:10:56.140758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.141034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.141370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.145954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.146065 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.146455 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 9 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:56.160188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.160540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.160877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.165323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.165644 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.166036 n-d-808126-2 neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempt 10 to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f Sep 10 03:10:56.184559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.184559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.184559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempting to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.188399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.188658 n-d-808126-2 neutron-server[94634]: ERROR neutron.plugins.ml2.managers [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Failed to bind port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on host n-h2-808126-2 for vnic_type normal using segments [{'id': '8fcb6a57-a02e-4cb6-9715-3f4afe927674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a795080-d692-4645-b735-e5960dc8b383'}] Sep 10 03:10:56.189026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.257746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20158d53-f65d-4776-a5f5-fd112c0e9b0d req-3789e08a-151d-4a91-a044-5aef17ba6de7 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0407567 Sep 10 03:10:56.264201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] For port ae7f960c-486c-45ea-8405-adc9d7c3cb5f, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:56.264582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attempted to set empty binding levels {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:10:56.270897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.308559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] In _notify_port_updated(), no bound segment for port ae7f960c-486c-45ea-8405-adc9d7c3cb5f on network 6a795080-d692-4645-b735-e5960dc8b383 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:10:56.309926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:56.310029 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.314011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "PUT /v2.0/ports/ae7f960c-486c-45ea-8405-adc9d7c3cb5f HTTP/1.1" status: 200 len: 978 time: 0.7871108 Sep 10 03:10:56.316196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:56.346973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decca38a-0b8a-483c-84c2-058e8fa77b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7f960c-486c-45ea-8405-adc9d7c3cb5f,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:56.356415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3f2899-bdbb-4897-851f-ad79aee2f30d {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:10:56.371946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.385983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Transition to ACTIVE for port object db3f2899-bdbb-4897-851f-ad79aee2f30d will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:10:56.400285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.414704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Deleting port ae7f960c-486c-45ea-8405-adc9d7c3cb5f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:56.415074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.485442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Pushing event updated for resources: {'Port': ['ID=db3f2899-bdbb-4897-851f-ad79aee2f30d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:56.488950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] For port ae7f960c-486c-45ea-8405-adc9d7c3cb5f, host n-h2-808126-2, got binding levels [] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:56.489326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.501548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236baab0-0efe-4449-a12f-cae7aa048993 req-a0b03622-6688-4196-be37-4e9446d3fa47 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:56.502767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Calling delete_port for ae7f960c-486c-45ea-8405-adc9d7c3cb5f owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:56.503544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-236baab0-0efe-4449-a12f-cae7aa048993 req-a0b03622-6688-4196-be37-4e9446d3fa47 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 945 time: 0.1145227 Sep 10 03:10:56.601663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-236baab0-0efe-4449-a12f-cae7aa048993 req-6a03e6c4-1fbb-4d5f-a128-a348b545f5a9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813742 Sep 10 03:10:56.603258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.606749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Attempting to bind port db3f2899-bdbb-4897-851f-ad79aee2f30d on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:10:56.607283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Attempting to bind port db3f2899-bdbb-4897-851f-ad79aee2f30d by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:10:56.607705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Attempting to bind port db3f2899-bdbb-4897-851f-ad79aee2f30d on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.613798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Port db3f2899-bdbb-4897-851f-ad79aee2f30d on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:10:56.614404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Attempting to bind port db3f2899-bdbb-4897-851f-ad79aee2f30d on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:10:56.620209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:10:56.620565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:10:56.620965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:10:56.621411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Bound port: db3f2899-bdbb-4897-851f-ad79aee2f30d, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:10:56.621782 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.634890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae7f960c-486c-45ea-8405-adc9d7c3cb5f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:56.646056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.648108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48dffc53-03c3-408c-99c8-cba1f3b48d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ae7f960c-486c-45ea-8405-adc9d7c3cb5f HTTP/1.1" status: 204 len: 168 time: 0.3311467 Sep 10 03:10:56.651291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37662) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:56.673733 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af365ac-8fc0-464f-bc92-75c47d6f0f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:10:56.675174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5af365ac-8fc0-464f-bc92-75c47d6f0f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513818453-project-admin] 10.222.0.23 "GET /v2.0/ports/ae7f960c-486c-45ea-8405-adc9d7c3cb5f HTTP/1.1" status: 404 len: 333 time: 0.0229497 Sep 10 03:10:56.678487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37664) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:56.695443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] For port db3f2899-bdbb-4897-851f-ad79aee2f30d, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:10:56.699559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] For port db3f2899-bdbb-4897-851f-ad79aee2f30d, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:10:56.705152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.745066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:56.745683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.747054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] 10.222.0.32 "PUT /v2.0/ports/db3f2899-bdbb-4897-851f-ad79aee2f30d HTTP/1.1" status: 200 len: 1092 time: 0.8373213 Sep 10 03:10:56.747582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b76c38-669b-48f0-90b2-c92064351308', 'tag': 'db3f2899-bdbb-4897-851f-ad79aee2f30d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:56.749803 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1" -d '{"events": [{"name": "network-changed", "server_uuid": "71b76c38-669b-48f0-90b2-c92064351308", "tag": "db3f2899-bdbb-4897-851f-ad79aee2f30d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:56.781654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420630a-7002-4b9b-ac65-d331ef6845bd service neutron] Pushing event updated for resources: {'Port': ['ID=db3f2899-bdbb-4897-851f-ad79aee2f30d,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:56.786664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.797928 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3889d-65b6-479f-85b9-c3318c340f16 x-openstack-request-id: req-edc3889d-65b6-479f-85b9-c3318c340f16 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:56.798226 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b76c38-669b-48f0-90b2-c92064351308", "tag": "db3f2899-bdbb-4897-851f-ad79aee2f30d", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:56.798957 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edc3889d-65b6-479f-85b9-c3318c340f16 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:56.799103 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b76c38-669b-48f0-90b2-c92064351308', 'tag': 'db3f2899-bdbb-4897-851f-ad79aee2f30d', 'status': 'completed', 'code': 200} Sep 10 03:10:56.809509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05725f4-3c2d-429d-9d0e-7c94cd7dd5e3 req-025f7fbe-91ca-436a-a026-1817e784d8d5 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:56.811031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e05725f4-3c2d-429d-9d0e-7c94cd7dd5e3 req-025f7fbe-91ca-436a-a026-1817e784d8d5 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.0698268 Sep 10 03:10:56.855402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-480e1fbe-b226-4db0-bb42-e2f984c9c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:56.856968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-480e1fbe-b226-4db0-bb42-e2f984c9c93a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 1095 time: 0.0413914 Sep 10 03:10:56.899058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-fb73c3be-b1e6-4a03-8d47-5c2e2a42b89d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d HTTP/1.1" status: 200 len: 217 time: 0.0333552 Sep 10 03:10:56.901877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.905446 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e05725f4-3c2d-429d-9d0e-7c94cd7dd5e3 req-0c5d3d81-6f77-4d08-b704-5d708cbb8d9d tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774329 Sep 10 03:10:56.922901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a795080-d692-4645-b735-e5960dc8b383']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:56.929155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37670) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:56.932561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcb6a57-a02e-4cb6-9715-3f4afe927674') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:56.932859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcb6a57-a02e-4cb6-9715-3f4afe927674') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:56.942097 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.955484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.961798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:10:56.962319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:10:56.965545 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:10:57.012763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-5150c0e4-d223-4c38-ab31-1b5d6e9e43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.014109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-5150c0e4-d223-4c38-ab31-1b5d6e9e43af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.0932519 Sep 10 03:10:57.028311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.036759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.040856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] 10.222.0.23 "DELETE /v2.0/networks/6a795080-d692-4645-b735-e5960dc8b383 HTTP/1.1" status: 204 len: 168 time: 0.3592341 Sep 10 03:10:57.062711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cb2f4-eeeb-48b8-9079-2d4c2ebc4543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102356569-project] Pushing event deleted for resources: {'Network': ['ID=6a795080-d692-4645-b735-e5960dc8b383,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:57.110133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-f25f683b-f284-458a-9c43-4f80a0347c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790315 Sep 10 03:10:57.137555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581805ab-ee8e-4319-b9b9-b4004d4797bc req-f14069ed-e0cc-401c-a329-b7ecd635fa84 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.139101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-581805ab-ee8e-4319-b9b9-b4004d4797bc req-f14069ed-e0cc-401c-a329-b7ecd635fa84 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 944 time: 0.0518956 Sep 10 03:10:57.172436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a114a08-ff2c-4e79-9991-1939f1dfbe30 req-5d6318bf-7435-4e66-9d3c-7895c2c3eeb0 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.173955 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a114a08-ff2c-4e79-9991-1939f1dfbe30 req-5d6318bf-7435-4e66-9d3c-7895c2c3eeb0 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1638684 Sep 10 03:10:57.179800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-581805ab-ee8e-4319-b9b9-b4004d4797bc req-4a2677df-5eaa-465f-b392-404d4d504f66 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Sep 10 03:10:57.285361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a114a08-ff2c-4e79-9991-1939f1dfbe30 req-c956478f-42d8-4ebe-9669-885f8796b6b3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931380 Sep 10 03:10:57.288446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-79efc4da-9a76-4cfb-ad81-c6f77041fbd1 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654143 Sep 10 03:10:57.316663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port bd035235-6dc5-4766-9c6f-bfa24111052f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:57.317011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.345507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37682) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:57.384285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4a2560f-a416-4a65-96a5-aeb6a23d395c req-ec017302-3f8a-4652-b8a7-830aa334d2f9 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0327935 Sep 10 03:10:57.446234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.446570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.450954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622d272c-590d-48b2-b6f3-f128ae6a2099 req-c93bfbf9-23b5-47e3-be91-0625523e6f3c service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539543 Sep 10 03:10:57.461575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for bd035235-6dc5-4766-9c6f-bfa24111052f owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:57.499637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abeeec68-6359-44db-a6ce-3f43b968f604 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb74ada627a04e9e906943f8509ea960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506445 Sep 10 03:10:57.499919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37688) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:57.552643 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09ba482c-5bab-4a11-a6ac-0f8100bad5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.573717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09ba482c-5bab-4a11-a6ac-0f8100bad5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.593758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-6706cca7-b830-4fb1-9bf8-55feaa565ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.595300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-6706cca7-b830-4fb1-9bf8-55feaa565ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 1095 time: 0.0826912 Sep 10 03:10:57.622950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09ba482c-5bab-4a11-a6ac-0f8100bad5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.626137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09ba482c-5bab-4a11-a6ac-0f8100bad5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.632496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-09ba482c-5bab-4a11-a6ac-0f8100bad5e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57509127-a835-4ffa-b681-115695f08c4d HTTP/1.1" status: 204 len: 168 time: 0.1316092 Sep 10 03:10:57.646436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba482c-5bab-4a11-a6ac-0f8100bad5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57509127-a835-4ffa-b681-115695f08c4d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:57.770892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-4c639153-87d9-4510-96dc-8f80df71aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.772682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-4c639153-87d9-4510-96dc-8f80df71aee8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.1655169 Sep 10 03:10:57.842204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-d103c5c1-98bb-40c1-b8c9-6bf396cd34bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d HTTP/1.1" status: 200 len: 217 time: 0.0515707 Sep 10 03:10:57.842907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:57.865209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccd355-90b7-4e09-b2cb-ab50f6a61e6a req-a8b943ed-df86-4188-bea5-02cb0c2e7718 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.875028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45ccd355-90b7-4e09-b2cb-ab50f6a61e6a req-a8b943ed-df86-4188-bea5-02cb0c2e7718 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 945 time: 0.1285391 Sep 10 03:10:57.925255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-39523820-7cf2-48c8-a6d6-0257d8222230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.926772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-39523820-7cf2-48c8-a6d6-0257d8222230 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.0743365 Sep 10 03:10:57.934310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-78e0c023-2ca4-4c2f-9550-bcd90ae24415 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:57.936949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-78e0c023-2ca4-4c2f-9550-bcd90ae24415 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 945 time: 0.1258807 Sep 10 03:10:57.940933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45ccd355-90b7-4e09-b2cb-ab50f6a61e6a req-3d775e23-266c-43a0-abc7-14e60cefc80b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649505 Sep 10 03:10:57.964870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=bd035235-6dc5-4766-9c6f-bfa24111052f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:58.001834 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-d291a5f6-c2fb-4cdf-afc0-c55650a084e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472386 Sep 10 03:10:58.059199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Deleting port 7e963163-513f-46c0-9368-09846cd7499e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:10:58.059709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.072043 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.087615 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP 1ceb0600-91f3-473b-8ef5-8bf683eea5ab disassociated (deleted). External IP: 172.25.8.60, port: 87a812d3-5e73-4626-85f4-19f98e3ee942. Sep 10 03:10:58.146360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37702) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:58.265650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-b6528daa-6816-4844-986e-d2fede2858f7 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415051 Sep 10 03:10:58.374566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-657b2614-c661-4839-b2bb-3da16c3257dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b203623b04843c9b1a81d494c76df2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886973 Sep 10 03:10:58.380021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37716) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:10:58.513786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] For port 7e963163-513f-46c0-9368-09846cd7499e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e963163-513f-46c0-9368-09846cd7499e,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:10:58.514548 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.526433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b9798-94dc-456b-b872-f3f67c6d6c47 req-b913c7f3-383f-4640-adb1-8d0f84502942 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:58.528303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f12b9798-94dc-456b-b872-f3f67c6d6c47 req-b913c7f3-383f-4640-adb1-8d0f84502942 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 944 time: 0.2279303 Sep 10 03:10:58.540100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d1459-c07e-48df-9fc3-b7fe8cdb0113 req-1c3e6186-58dd-495c-96e3-3a45599133eb tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:58.543320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-567d1459-c07e-48df-9fc3-b7fe8cdb0113 req-1c3e6186-58dd-495c-96e3-3a45599133eb tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0871296 Sep 10 03:10:58.546546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Calling delete_port for 7e963163-513f-46c0-9368-09846cd7499e owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:10:58.576103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fff-31af-4611-8715-b1cf69323a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.579085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d20ca0-6ed5-45d5-97d4-65de0b5216a1 req-ca84fd0c-3b9b-4400-b1e4-e9c11f3a3b24 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776051 Sep 10 03:10:58.629396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-567d1459-c07e-48df-9fc3-b7fe8cdb0113 req-ffce27f1-c0c7-44a8-8fe5-202e3e5b873e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736864 Sep 10 03:10:58.652826 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fff-31af-4611-8715-b1cf69323a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.657305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f12b9798-94dc-456b-b872-f3f67c6d6c47 req-cd7e66a6-7d1e-43dc-872b-c850160f217a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195643 Sep 10 03:10:58.698609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:10:58.764909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.778191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['7e963163-513f-46c0-9368-09846cd7499e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:10:58.807720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6192a392-ba4e-493c-84ec-b6bc335f992e req-491677e6-08fc-493e-89e2-1e4c83803b29 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0493565 Sep 10 03:10:58.840429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event deleted for resources: {'Port': ['ID=7e963163-513f-46c0-9368-09846cd7499e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:58.853099 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fff-31af-4611-8715-b1cf69323a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.855942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fff-31af-4611-8715-b1cf69323a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.859699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7abf9fff-31af-4611-8715-b1cf69323a92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a12a1ad5-ded9-43c3-bdb3-a9d149019669 HTTP/1.1" status: 204 len: 168 time: 0.4769781 Sep 10 03:10:58.876624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf9fff-31af-4611-8715-b1cf69323a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a1ad5-ded9-43c3-bdb3-a9d149019669,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:10:58.884855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:10:58.897040 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.899767 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] Sync routers for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:10:58.915244 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:58.920171 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:58.930102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] No DVR routers for this DVR port 7e963163-513f-46c0-9368-09846cd7499e on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:10:58.935861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:10:58.937920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d58d24f4-ff5c-43cb-bd82-f94166b5b621 req-3356f840-032c-4d12-8d0d-1e110b49551b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "DELETE /v2.0/ports/7e963163-513f-46c0-9368-09846cd7499e HTTP/1.1" status: 204 len: 173 time: 0.9903502 Sep 10 03:10:58.938384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'name': 'network-vif-deleted', 'tag': '7e963163-513f-46c0-9368-09846cd7499e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:58.940720 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aabc3c-d962-43db-b3dd-ee41c727e139" -d '{"events": [{"server_uuid": "5654ab9b-27f1-4a27-ab4a-266918f73bbb", "name": "network-vif-deleted", "tag": "7e963163-513f-46c0-9368-09846cd7499e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:58.970314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0b5778f9-876f-483d-852f-4ab62c9e1996 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/floatingips/1ceb0600-91f3-473b-8ef5-8bf683eea5ab HTTP/1.1" status: 204 len: 168 time: 2.0385904 Sep 10 03:10:58.971504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:10:58.978003 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06010508-df18-4965-b7b6-ed54ada44691" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:10:59.009082 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a94cb-6a21-4afb-87d2-827cbfa65968 x-openstack-request-id: req-bc4a94cb-6a21-4afb-87d2-827cbfa65968 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:59.009376 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5654ab9b-27f1-4a27-ab4a-266918f73bbb", "name": "network-vif-deleted", "tag": "7e963163-513f-46c0-9368-09846cd7499e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:59.009633 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc4a94cb-6a21-4afb-87d2-827cbfa65968 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:59.010544 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5654ab9b-27f1-4a27-ab4a-266918f73bbb', 'name': 'network-vif-deleted', 'tag': '7e963163-513f-46c0-9368-09846cd7499e', 'status': 'completed', 'code': 200} Sep 10 03:10:59.077054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:59.225244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c5a2208-5697-4095-ac84-77861ae22071 req-4b03c8f6-43dd-47ef-8c2b-799b7ad906cb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=5654ab9b-27f1-4a27-ab4a-266918f73bbb HTTP/1.1" status: 200 len: 210 time: 0.0390770 Sep 10 03:10:59.293058 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c8716d-86e1-4bab-b15b-3ec8063b6ca2 x-openstack-request-id: req-94c8716d-86e1-4bab-b15b-3ec8063b6ca2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:10:59.293350 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:10:59.293605 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94c8716d-86e1-4bab-b15b-3ec8063b6ca2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:10:59.294007 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'status': 'completed', 'code': 200} Sep 10 03:10:59.317426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-166f8fb6-ff4f-4a64-9707-22b840a384bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.321658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-166f8fb6-ff4f-4a64-9707-22b840a384bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db14cba4811042a09980da3e267ef9ee&device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 1096 time: 0.0954320 Sep 10 03:10:59.442655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:58Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:59.488570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451719f-ea1a-4682-a066-b8fcf7a7235d req-433a9d1c-9dbf-4671-86c5-ab8480466fd2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.490321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1451719f-ea1a-4682-a066-b8fcf7a7235d req-433a9d1c-9dbf-4671-86c5-ab8480466fd2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1696787 Sep 10 03:10:59.499980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010508-df18-4965-b7b6-ed54ada44691 req-0a6f1516-a8e3-48a8-931e-c4966afd0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.501795 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] Checking router: d5d6f55d-95f1-4f88-91bf-a0d26ab10022 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:10:59.503892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-0a6f1516-a8e3-48a8-931e-c4966afd0ada service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 1097 time: 0.1819334 Sep 10 03:10:59.531977 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:10:59.532929 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:10:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:10:59.550810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ed7bf-a487-4d20-9f7d-49e985ea1273 req-33033c31-6301-403a-b0f7-1a0d44bd080e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.560601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b0ed7bf-a487-4d20-9f7d-49e985ea1273 req-33033c31-6301-403a-b0f7-1a0d44bd080e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1532667 Sep 10 03:10:59.574329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-457aef50-be74-4e80-82e8-cfc8b784cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.578626 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-457aef50-be74-4e80-82e8-cfc8b784cdfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 200 len: 915 time: 0.2453585 Sep 10 03:10:59.582261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1451719f-ea1a-4682-a066-b8fcf7a7235d req-8fce5d8a-a43b-4117-b1e5-b1860fac794d tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721421 Sep 10 03:10:59.649576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010508-df18-4965-b7b6-ed54ada44691 req-1e078304-e03f-43b7-92c8-303b30c567e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.652099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-1e078304-e03f-43b7-92c8-303b30c567e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 200 len: 897 time: 0.1379874 Sep 10 03:10:59.660020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-10b27721-8a17-4be6-9879-c352d04f687f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f HTTP/1.1" status: 200 len: 217 time: 0.0747285 Sep 10 03:10:59.715699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b0ed7bf-a487-4d20-9f7d-49e985ea1273 req-1cce00df-37a3-4de4-a947-e8a725a7af7d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485112 Sep 10 03:10:59.736577 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:10:59.739400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-c6fe75ab-2100-4298-a354-ee1d984cddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.741118 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-c6fe75ab-2100-4298-a354-ee1d984cddd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 200 len: 854 time: 0.0713258 Sep 10 03:10:59.784456 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-8e04e981-c4df-4909-8f66-71eceba402be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 200 len: 217 time: 0.1193564 Sep 10 03:10:59.859870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-dab92c42-e4af-4bb4-98c3-a5962f4f276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:10:59.862039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-dab92c42-e4af-4bb4-98c3-a5962f4f276a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cb67e14-e428-44aa-8f75-86eebe4acd82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978746 Sep 10 03:11:00.017510 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:58Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:00.063781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b0c9d22-168b-40ea-9ec3-5724eac66dd8 req-747d053b-84a6-4f66-866a-91e51effef5f tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0423665 Sep 10 03:11:00.082583 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8e1e3-19cd-421f-a451-a9c70b5936c3 None None] The sync data for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 is: [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '80b21d17-1bf4-4d06-952b-10b89b222b46', 'name': '', 'network_id': '652f9e03-82d0-40a2-ab80-56abacd8e7e9', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:1e:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:50Z', 'updated_at': '2021-09-10T03:08:58Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '07989c23-2bbd-4041-8de8-5aa522c47359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:00.118451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-31c62c01-c3d7-4976-a9ca-e79f00141a97 service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473545 Sep 10 03:11:00.306196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cad1683-9914-442e-8cfa-cf37f1d31648 req-ce8eac4a-7868-436f-8500-11a5227eae70 service neutron] 10.222.0.36 "GET /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785824 Sep 10 03:11:00.361781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b3576-8e4d-4754-b891-44a0edee37f6 req-03b0b19e-f774-4776-bd4b-a975c4b4ef32 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:00.370326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a94b3576-8e4d-4754-b891-44a0edee37f6 req-03b0b19e-f774-4776-bd4b-a975c4b4ef32 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 944 time: 0.5843201 Sep 10 03:11:00.374358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010508-df18-4965-b7b6-ed54ada44691 req-1ef28087-a824-4be5-9e23-077f30e86fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:00.376102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-1ef28087-a824-4be5-9e23-077f30e86fdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 200 len: 834 time: 0.0916669 Sep 10 03:11:00.446672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a94b3576-8e4d-4754-b891-44a0edee37f6 req-38d8dff2-61db-4f47-abe1-97722c0cdfd4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753481 Sep 10 03:11:00.493491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010508-df18-4965-b7b6-ed54ada44691 req-92100f8b-b32b-4c5e-948e-da5f9f2cd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:00.496813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-92100f8b-b32b-4c5e-948e-da5f9f2cd49a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652f9e03-82d0-40a2-ab80-56abacd8e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065164 Sep 10 03:11:00.550870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f567d7-706d-4a2c-b2d2-8ae174d48c2a None None] New status for floating IP 1ceb0600-91f3-473b-8ef5-8bf683eea5ab: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:11:00.556288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db3f2899-bdbb-4897-851f-ad79aee2f30d details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:11:00.736585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-b272d622-f526-4737-af05-d7f56598423e service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235379 Sep 10 03:11:00.770842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-805d6d4b-409d-42fd-a3b9-0214bfedd67e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:00.773493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-805d6d4b-409d-42fd-a3b9-0214bfedd67e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.1903529 Sep 10 03:11:00.781080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3e876-70b9-43fa-8b96-a2fa06f704dc req-5e1b2999-9abe-49a9-ab32-5e3808402dea tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:00.789177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-58e3e876-70b9-43fa-8b96-a2fa06f704dc req-5e1b2999-9abe-49a9-ab32-5e3808402dea tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1081865 Sep 10 03:11:00.819211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-b0c27979-9048-432b-bc54-9209f3b54b05 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0329330 Sep 10 03:11:00.867989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-58e3e876-70b9-43fa-8b96-a2fa06f704dc req-6ae32995-b0a5-445f-aa90-1f83b8d3da01 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784414 Sep 10 03:11:00.898480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port db3f2899-bdbb-4897-851f-ad79aee2f30d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:00.907604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-c795c10a-0100-4cb0-a37e-9957b457d420 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864561 Sep 10 03:11:00.925207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'db3f2899-bdbb-4897-851f-ad79aee2f30d', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': 'db3f2899-bdbb-4897-851f-ad79aee2f30d', 'mac_address': 'fa:16:3e:92:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:11:00.988049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:00.995160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06010508-df18-4965-b7b6-ed54ada44691 req-956af62c-ca04-4289-953f-a45fc6bf0030 service neutron] 10.222.0.32 "GET /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457108 Sep 10 03:11:01.011006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3f2899-bdbb-4897-851f-ad79aee2f30d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:01.035821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port db3f2899-bdbb-4897-851f-ad79aee2f30d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:01.042795 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.073339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b49a7-371c-4789-8023-53275647a96c req-a18d19e0-f882-452a-ab6c-666cb055675b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:01.074946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f7b49a7-371c-4789-8023-53275647a96c req-a18d19e0-f882-452a-ab6c-666cb055675b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.2771027 Sep 10 03:11:01.097125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e5c4-bd89-40cb-8ad0-ee7964bcfe55 req-ac5a7a73-adeb-4918-aca3-6872c18d1967 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:01.104521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3971e5c4-bd89-40cb-8ad0-ee7964bcfe55 req-ac5a7a73-adeb-4918-aca3-6872c18d1967 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 946 time: 0.1059797 Sep 10 03:11:01.130975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=db3f2899-bdbb-4897-851f-ad79aee2f30d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:01.159571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3971e5c4-bd89-40cb-8ad0-ee7964bcfe55 req-ac1be04e-d258-45b4-bbf3-0e3d9dc0286d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=151ffe8b-c042-43a6-9e49-888caaefb765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539079 Sep 10 03:11:01.173419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f22109b2-f10a-4e6b-90bb-8f18c6ac0d49 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645369 Sep 10 03:11:01.269715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 87a812d3-5e73-4626-85f4-19f98e3ee942 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:01.269715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.283814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37828) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:01.302376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['db3f2899-bdbb-4897-851f-ad79aee2f30d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:01.363778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c8da3b1-6dd8-4f50-91a3-9c29deac7837 req-c14146f8-3650-4df3-a4d4-a9daa9888760 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0378172 Sep 10 03:11:01.384425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port 87a812d3-5e73-4626-85f4-19f98e3ee942, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=87a812d3-5e73-4626-85f4-19f98e3ee942,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:01.384687 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.405981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-08c5bd7f-4aa8-4b02-a922-cbbac708014a service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315443 Sep 10 03:11:01.412666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 87a812d3-5e73-4626-85f4-19f98e3ee942 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:01.602227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1848173516'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:01.626528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed376b7d-5dff-4ec2-b608-7e69b30e840c req-da9feea1-3f3d-4b14-9aa9-244ea25f3fac tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:01.634872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed376b7d-5dff-4ec2-b608-7e69b30e840c req-da9feea1-3f3d-4b14-9aa9-244ea25f3fac tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 945 time: 0.0760956 Sep 10 03:11:01.671733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92fa84b2-1bf0-4efe-b0d4-2c9bc8a6c4a8 req-a1664de1-85f1-4776-915e-7bf6f0872c85 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0410807 Sep 10 03:11:01.674134 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.696728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed376b7d-5dff-4ec2-b608-7e69b30e840c req-68e19c36-cc00-4955-80af-9f617f707850 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Sep 10 03:11:01.714201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.718455 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87d9aa98-599b-471f-b6f6-c00c9ea2748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.719354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=87a812d3-5e73-4626-85f4-19f98e3ee942,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:01.723409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Made reservation on behalf of 81f52591ea614c3cb0aa872e5ffbbea2 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:01.730356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.748858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.792200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] No DVR routers for this DVR port 87a812d3-5e73-4626-85f4-19f98e3ee942 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:01.794813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.796903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f7b49a7-371c-4789-8023-53275647a96c req-1c9322f5-4d0c-44b7-a8f3-3e1bf38ee78f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "DELETE /v2.0/ports/87a812d3-5e73-4626-85f4-19f98e3ee942 HTTP/1.1" status: 204 len: 173 time: 0.7108674 Sep 10 03:11:01.797350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-deleted', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:01.799647 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d27c550-8802-4c25-a5fd-4ff17506a139" -d '{"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-deleted", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:01.852702 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1afa5e2-3a0b-4cd9-bccb-c16b68f6326c x-openstack-request-id: req-c1afa5e2-3a0b-4cd9-bccb-c16b68f6326c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:01.853001 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138", "name": "network-vif-deleted", "tag": "87a812d3-5e73-4626-85f4-19f98e3ee942", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:01.855494 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1afa5e2-3a0b-4cd9-bccb-c16b68f6326c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:01.855494 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138', 'name': 'network-vif-deleted', 'tag': '87a812d3-5e73-4626-85f4-19f98e3ee942', 'status': 'completed', 'code': 200} Sep 10 03:11:01.894386 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.911586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.919059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.949847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04e80a-a1a3-4b64-994d-f8a818d13e92,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:01.959510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:01.969700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:01.970217 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Added segment 3a9c48ba-fb4e-4203-8bac-b0c20249b980 of type vlan for network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 Sep 10 03:11:02.048235 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.071608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb716-ff81-4e83-ab96-fe5423730b60 req-b8619b09-1e66-46fe-82f8-30cf36159af3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:02.073245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8b6bb716-ff81-4e83-ab96-fe5423730b60 req-b8619b09-1e66-46fe-82f8-30cf36159af3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0922651 Sep 10 03:11:02.112582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.118145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:02.118777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.153482 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8b6bb716-ff81-4e83-ab96-fe5423730b60 req-da6f9b19-8e5b-4a1a-b177-09e3cbf7a00f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735462 Sep 10 03:11:02.162213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8768680 Sep 10 03:11:02.218688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0af6a-6c4e-436f-ba62-c18a2aa5a43d tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Pushing event updated for resources: {'Network': ['ID=380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:02.231606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:02.381253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae2a2963-2f2b-4fce-a9a9-87e5449ebefd req-e41bdfed-c0e6-4b06-bd87-189c34ac0d81 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bc5fd9-b369-4ef2-8a4a-8b7397ce6138 HTTP/1.1" status: 200 len: 210 time: 0.0900049 Sep 10 03:11:02.500014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37868) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:02.505654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Request body: {'port': {'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7', 'binding:host_id': 'n-h2-808126-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-58558142'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:02.558373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db3f2899-bdbb-4897-851f-ad79aee2f30d up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:02.583750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Made reservation on behalf of b2664afdf4fb4ce18645095f1429518f for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:02.586339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.600117 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.651935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48636a5e-ad3e-40a4-bcc8-ae78555e9643 req-35db6897-4908-4d92-9acb-bc102bc46835 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0371618 Sep 10 03:11:02.695836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port db3f2899-bdbb-4897-851f-ad79aee2f30d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:02.702129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port db3f2899-bdbb-4897-851f-ad79aee2f30d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:02.704059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.793569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11a54-49a5-4ee7-8331-e140c1b727f3 req-658ac9f1-f61a-446d-b58c-b9df0da7fff1 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:02.805270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ad11a54-49a5-4ee7-8331-e140c1b727f3 req-658ac9f1-f61a-446d-b58c-b9df0da7fff1 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1323342 Sep 10 03:11:02.816751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.820685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b617ab3d-fbf1-4552-836f-ae7facaad667 req-661bf051-953a-4dfb-a490-26b5ef45de4c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0407059 Sep 10 03:11:02.863674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e963163-513f-46c0-9368-09846cd7499e no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:02.876760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ad11a54-49a5-4ee7-8331-e140c1b727f3 req-d6c974b8-39cf-459d-9a4f-f72d6c11cab4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705271 Sep 10 03:11:02.900060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 7e963163-513f-46c0-9368-09846cd7499e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:02.901464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e963163-513f-46c0-9368-09846cd7499e not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:02.919040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b76c38-669b-48f0-90b2-c92064351308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f2899-bdbb-4897-851f-ad79aee2f30d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:02.922492 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b159925a-416b-4104-84b3-52ce05428d75" -d '{"events": [{"server_uuid": "71b76c38-669b-48f0-90b2-c92064351308", "name": "network-vif-plugged", "status": "completed", "tag": "db3f2899-bdbb-4897-851f-ad79aee2f30d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:02.938334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port db3f2899-bdbb-4897-851f-ad79aee2f30d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:02.944343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.971247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.981332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:02.985334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port dfbf6a6d-0cb3-430b-8189-c98baed5e897 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:03.001344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=db3f2899-bdbb-4897-851f-ad79aee2f30d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:03.093751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06f6c-1453-4b14-a57b-844e98262db2 req-4232fd56-1cc7-4ae5-b03c-a67f770c07b8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:03.095643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3de06f6c-1453-4b14-a57b-844e98262db2 req-4232fd56-1cc7-4ae5-b03c-a67f770c07b8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.1298993 Sep 10 03:11:03.253011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3de06f6c-1453-4b14-a57b-844e98262db2 req-423169f5-40cd-41d5-beaf-11b2fb76845c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405251 Sep 10 03:11:03.262660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-23be34af-dcf9-49f9-94f3-f5de89306f75 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:03.263358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-23be34af-dcf9-49f9-94f3-f5de89306f75 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.2259567 Sep 10 03:11:03.267570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dde8ed-de17-4edc-a934-1e73d7f2fcdc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:03.292486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Request body: {'port': {'device_id': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'admin_state_up': True, 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:03.300192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62285b-0171-4628-96cf-40590529a7c2 req-4c3cc489-4b7f-434c-aa97-97a4331ea3bd tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:03.309773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8b62285b-0171-4628-96cf-40590529a7c2 req-4c3cc489-4b7f-434c-aa97-97a4331ea3bd tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 945 time: 0.1968458 Sep 10 03:11:03.329267 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa5cc1-c089-4f60-988b-cc1094328f4b x-openstack-request-id: req-78fa5cc1-c089-4f60-988b-cc1094328f4b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:03.329563 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b76c38-669b-48f0-90b2-c92064351308", "name": "network-vif-plugged", "status": "completed", "tag": "db3f2899-bdbb-4897-851f-ad79aee2f30d", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:03.329818 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78fa5cc1-c089-4f60-988b-cc1094328f4b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:03.330207 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b76c38-669b-48f0-90b2-c92064351308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f2899-bdbb-4897-851f-ad79aee2f30d', 'code': 200} Sep 10 03:11:03.408970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8b62285b-0171-4628-96cf-40590529a7c2 req-646f7ec9-5854-4ca5-a66c-9c44c6d4662d tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975814 Sep 10 03:11:03.412838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port dfbf6a6d-0cb3-430b-8189-c98baed5e897 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:03.422726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:03.434997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Transition to ACTIVE for port object dfbf6a6d-0cb3-430b-8189-c98baed5e897 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:03.458464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:03.502968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37884) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:03.543543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=dfbf6a6d-0cb3-430b-8189-c98baed5e897,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:03.594752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7c264-9302-4d25-942b-60895e4299f9 req-48a0992c-2cd7-4d4c-829b-1b0e8f9c58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:03.596175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ae7c264-9302-4d25-942b-60895e4299f9 req-48a0992c-2cd7-4d4c-829b-1b0e8f9c58ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 1097 time: 0.1968753 Sep 10 03:11:03.599232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:03.603362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:03.641702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe94edc-4781-4a71-a3f0-eaf2f3e543f1 req-91bb8b6d-13b2-4c0b-bb51-d6852911d539 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:03.643320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7fe94edc-4781-4a71-a3f0-eaf2f3e543f1 req-91bb8b6d-13b2-4c0b-bb51-d6852911d539 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0956776 Sep 10 03:11:03.648510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Checking segment: {'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:03.648946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Network hostable DHCP agents. Network: 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:03.694029 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7fe94edc-4781-4a71-a3f0-eaf2f3e543f1 req-d074ae48-e6ae-4083-b352-e9299ee576b6 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Sep 10 03:11:03.710533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:03.735718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:03.750739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff0c1e-4017-4fc2-8dba-03d3a173dc4c None None] Network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:03.771957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:03.793742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-212e1d99-96d7-4100-8d7b-0c7e8f4fb698 req-f40a68e3-d332-4ae5-beb7-645303fb694b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:11:03.795134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-212e1d99-96d7-4100-8d7b-0c7e8f4fb698 req-f40a68e3-d332-4ae5-beb7-645303fb694b tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074127 Sep 10 03:11:03.798718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:03.799571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:03.800139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:03.805419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:03.806035 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:03.817215 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 2 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:03.864372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ae7c264-9302-4d25-942b-60895e4299f9 req-a955a7de-4a2c-45c9-a890-3c88c2a21e78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527122 Sep 10 03:11:03.901056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:03.901515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:03.901860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:03.903217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6911a061-54ad-4141-8a8f-b545e4b267c8 req-0c90a17a-393f-40c8-bc3d-a5b1528bbbe1 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0462103 Sep 10 03:11:03.912073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:03.912414 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:03.923154 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 3 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:03.954107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-212e1d99-96d7-4100-8d7b-0c7e8f4fb698 req-dca4be58-c8ba-46eb-9443-bbcc77628fb0 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1384881 Sep 10 03:11:03.957589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:03.957937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:03.958304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:03.968403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:03.968745 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:03.969133 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 4 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:03.995994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:03.997353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:03.999891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.008570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.010567 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.011141 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 5 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:04.030958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:04.032367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:04.032909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.037925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.038488 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.039051 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 6 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:04.054160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:04.054520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:04.054862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.059500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.059840 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.060232 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 7 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:04.075062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:04.075446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:04.075822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.080749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.081099 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.081583 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 8 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:04.111641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:04.112061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:04.112318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.117048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.117432 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.117831 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 9 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:04.139523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Allocated IP 172.20.0.13 (45e9dc8d-92d8-486b-9ada-22d2ac6a7232/0df218cd-3929-40b5-93f3-2f0820794960/f085413a-b2b9-47c5-9477-4dc92713d4c6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:04.139859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:04.139859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:04.139859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.142995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.143401 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.143893 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 10 to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 Sep 10 03:11:04.157937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:04.158508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:04.159088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:04.164132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:04.164698 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port dfbf6a6d-0cb3-430b-8189-c98baed5e897 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:04.165395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.183315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf769006-3c62-423f-9bc8-11c3024180f7 req-04f74806-9da8-4079-a5a6-0db66a3d7987 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.1334414 Sep 10 03:11:04.289212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e284f25-c84d-4576-8beb-9a7681a43947 req-188e4bd3-ee99-48ee-b0b5-0a3d7958178e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:04.294107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e284f25-c84d-4576-8beb-9a7681a43947 req-188e4bd3-ee99-48ee-b0b5-0a3d7958178e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.0838354 Sep 10 03:11:04.295318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] For port dfbf6a6d-0cb3-430b-8189-c98baed5e897, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:04.297487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempted to set empty binding levels {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:11:04.304727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.345646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2b61eb-93a3-449c-a31f-a20e2d9c8c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.374711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:04.375323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.386090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.399639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=dfbf6a6d-0cb3-430b-8189-c98baed5e897,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:04.411289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d30fc144-7e77-45f4-bee0-e0941b842e21 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.9098403 Sep 10 03:11:04.414004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37920) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:04.418231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e284f25-c84d-4576-8beb-9a7681a43947 req-7c8476b2-64c1-4055-9ac7-c1cf476e9bd5 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006792 Sep 10 03:11:04.492471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38869648-bc6c-4254-af56-09c1c5ffec34 req-fa1f8e58-02b8-4ade-b183-dabb2e194954 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:04.493981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38869648-bc6c-4254-af56-09c1c5ffec34 req-fa1f8e58-02b8-4ade-b183-dabb2e194954 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.0872035 Sep 10 03:11:04.515077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.518873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Deleting port dfbf6a6d-0cb3-430b-8189-c98baed5e897 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:04.519224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.526022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.595369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8285c2c-cf93-4f0c-9f50-e7fa08c4980b req-e2160441-e422-4276-8ff0-9b7a7cc6c7e1 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:04.596898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8285c2c-cf93-4f0c-9f50-e7fa08c4980b req-e2160441-e422-4276-8ff0-9b7a7cc6c7e1 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 945 time: 0.1096439 Sep 10 03:11:04.601205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] For port dfbf6a6d-0cb3-430b-8189-c98baed5e897, host n-h2-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:04.601569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.622013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:04.627680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Calling delete_port for dfbf6a6d-0cb3-430b-8189-c98baed5e897 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:04.629803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38869648-bc6c-4254-af56-09c1c5ffec34 req-b9a56596-5e8d-4177-b7cb-1d9702ff0112 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288073 Sep 10 03:11:04.636972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:04.640038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:04.655139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event updated for resources: {'Port': ['ID=f085413a-b2b9-47c5-9477-4dc92713d4c6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:04.663734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8285c2c-cf93-4f0c-9f50-e7fa08c4980b req-f6df418d-be53-46b0-a143-0f8d22e8b516 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Sep 10 03:11:04.671418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.746614 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.752301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:04.752968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.785407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfbf6a6d-0cb3-430b-8189-c98baed5e897,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:04.795348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.797365 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8875327a-fc66-4ea8-ab22-1627aa7ef553 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dfbf6a6d-0cb3-430b-8189-c98baed5e897 HTTP/1.1" status: 204 len: 168 time: 0.3821826 Sep 10 03:11:04.799747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37928) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:04.817601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-f43e31bb-0423-4e38-a877-4d2b1ef81252 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5310142 Sep 10 03:11:04.833101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Request body: {'port': {'device_id': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:04.837828 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-2192aab3-921c-4a8e-9005-b8cd37932203 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:11:04.839525 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2192aab3-921c-4a8e-9005-b8cd37932203 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "GET /v2.0/ports/dfbf6a6d-0cb3-430b-8189-c98baed5e897 HTTP/1.1" status: 404 len: 333 time: 0.0386856 Sep 10 03:11:04.845673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37930) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:04.850181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Request body: {'port': {'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1932288113'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:04.868910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac944-bb45-41a4-9ec3-71337ca2ef43 req-81ace0a3-97b3-41f1-9708-a16b5939c00a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:04.870960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e7ac944-bb45-41a4-9ec3-71337ca2ef43 req-81ace0a3-97b3-41f1-9708-a16b5939c00a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0901484 Sep 10 03:11:04.895557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Made reservation on behalf of b2664afdf4fb4ce18645095f1429518f for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:04.897803 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.918190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:04.924113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:04.931643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e7ac944-bb45-41a4-9ec3-71337ca2ef43 req-6d97e5da-a63c-4ab2-a054-d2d0286e2d30 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538626 Sep 10 03:11:05.103344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd087c8d-a139-4b1b-8ce2-a814cb4c10ea req-30171ba3-afdf-4034-9455-8864aa4c7509 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0442011 Sep 10 03:11:05.112429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 80b21d17-1bf4-4d06-952b-10b89b222b46 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:05.112960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.139132 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.229619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4c7c3-f700-485e-aa20-7f2bdea95878 req-1c08269d-4510-4c66-b614-3640771e3bd2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:05.236026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4c7c3-f700-485e-aa20-7f2bdea95878 req-1c08269d-4510-4c66-b614-3640771e3bd2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:05.243062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4c7c3-f700-485e-aa20-7f2bdea95878 req-1c08269d-4510-4c66-b614-3640771e3bd2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:05.245408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-daa4c7c3-f700-485e-aa20-7f2bdea95878 req-1c08269d-4510-4c66-b614-3640771e3bd2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1&device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09&device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 2416 time: 0.0948806 Sep 10 03:11:05.247112 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.329745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:05.335952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:05.338702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:05.339663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:05.340283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.347272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=39f2b0ac-17df-4076-a10e-bfa039bf3fd1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:05.356301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-daa4c7c3-f700-485e-aa20-7f2bdea95878 req-92bab032-6bf1-4d51-933c-d1cf63badd5c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Sep 10 03:11:05.365673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2880d9d1-e88e-46cc-86ad-acf1904e04e5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5188544 Sep 10 03:11:05.368120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37942) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:05.374137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:05.399236 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.468235 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.524044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e24d0422-fab7-4f97-87f0-9c982743a742 req-7e7a0870-7c08-44c1-b811-06a45876ddbd tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0974936 Sep 10 03:11:05.632547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port 80b21d17-1bf4-4d06-952b-10b89b222b46, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=80b21d17-1bf4-4d06-952b-10b89b222b46,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:05.633034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.665250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20388c15-5346-49ff-93fb-3c1585855f24 req-8b372d4f-b0f0-46b0-b53a-a3ba78108e47 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:05.667590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20388c15-5346-49ff-93fb-3c1585855f24 req-8b372d4f-b0f0-46b0-b53a-a3ba78108e47 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 932 time: 0.1283779 Sep 10 03:11:05.668602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 80b21d17-1bf4-4d06-952b-10b89b222b46 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:05.713192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:05.734524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.750447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Transition to ACTIVE for port object 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:05.771522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.778725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f085413a-b2b9-47c5-9477-4dc92713d4c6 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:05.792378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.847838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=39f2b0ac-17df-4076-a10e-bfa039bf3fd1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:05.848169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20388c15-5346-49ff-93fb-3c1585855f24 req-1eb67594-a4ab-4730-a456-99a23ebdc220 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649311 Sep 10 03:11:05.856825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Transition to ACTIVE for port object f085413a-b2b9-47c5-9477-4dc92713d4c6 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:05.881136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:05.882186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:05.882527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:05.884722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:05.898126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:05.898475 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:05.898874 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 2 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:05.924045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:05.924468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:05.924799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:05.932746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:05.933091 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:05.934132 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 3 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:05.976893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:05.977285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:05.977631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:05.982785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:05.983110 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:05.983661 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 4 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.007677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.008015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.008356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.022571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8010d8f-d65b-4d2a-8379-cd84a488efbf req-cce53e9f-e594-45bd-b47f-992b5dc6267a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.024138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8010d8f-d65b-4d2a-8379-cd84a488efbf req-cce53e9f-e594-45bd-b47f-992b5dc6267a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.0930595 Sep 10 03:11:06.025205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.025578 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.025966 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 5 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.039772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.040108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.040446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.055939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.056285 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.058591 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 6 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.075957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Pushing event updated for resources: {'Port': ['ID=f085413a-b2b9-47c5-9477-4dc92713d4c6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:06.083482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.083828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.084169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.094698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e8010d8f-d65b-4d2a-8379-cd84a488efbf req-b5885486-5764-4e6c-bfca-abc4f7e197fe tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 Sep 10 03:11:06.098417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.098603 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.098997 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 7 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.114632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Attempting to bind port f085413a-b2b9-47c5-9477-4dc92713d4c6 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.114958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Attempting to bind port f085413a-b2b9-47c5-9477-4dc92713d4c6 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.115286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Attempting to bind port f085413a-b2b9-47c5-9477-4dc92713d4c6 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.129046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.129406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.130048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.132850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Port f085413a-b2b9-47c5-9477-4dc92713d4c6 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.133251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Attempting to bind port f085413a-b2b9-47c5-9477-4dc92713d4c6 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.135582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.135919 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.136361 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 8 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.152652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.152998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.153424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.157824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.158145 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.158530 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 9 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.159623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:06.159967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:06.160639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Bound using segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:06.162935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Bound port: f085413a-b2b9-47c5-9477-4dc92713d4c6, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:06.163410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.174977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.175475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.175925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.183322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.184353 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.184860 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 10 to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 Sep 10 03:11:06.205260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:06.205713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:06.206179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:06.212011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:06.212455 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:06.212974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.241881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.286994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=80b21d17-1bf4-4d06-952b-10b89b222b46,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:06.301810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] For port f085413a-b2b9-47c5-9477-4dc92713d4c6, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:06.338569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e692cd96-168e-4126-8a1a-2b1a0ac6b78c req-7c17ad0a-8da8-4106-869e-f00592a32ec5 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0566127 Sep 10 03:11:06.367829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] For port f085413a-b2b9-47c5-9477-4dc92713d4c6, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:06.380071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2edfa0-778a-4777-8aed-7af2ff1ea8ee req-2ac29019-7c42-4ab2-822e-cf29932aec51 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.385307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c2edfa0-778a-4777-8aed-7af2ff1ea8ee req-2ac29019-7c42-4ab2-822e-cf29932aec51 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.1576817 Sep 10 03:11:06.387019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.413804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] For port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:06.414332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempted to set empty binding levels {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:11:06.458713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.459945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.461380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] 10.222.0.36 "PUT /v2.0/ports/f085413a-b2b9-47c5-9477-4dc92713d4c6 HTTP/1.1" status: 200 len: 1092 time: 1.6334894 Sep 10 03:11:06.461988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'tag': 'f085413a-b2b9-47c5-9477-4dc92713d4c6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:06.463899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.464409 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a96ad0-4a34-4702-8771-e7be44c7f709" -d '{"events": [{"name": "network-changed", "server_uuid": "31feb797-d51e-4e12-88f7-0eade32a72d5", "tag": "f085413a-b2b9-47c5-9477-4dc92713d4c6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:06.537633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=39f2b0ac-17df-4076-a10e-bfa039bf3fd1,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:06.561273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] In _notify_port_updated(), no bound segment for port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:11:06.562772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.563664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.566068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fbbc974f-b085-48f1-a6c2-adc315636693 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "PUT /v2.0/ports/39f2b0ac-17df-4076-a10e-bfa039bf3fd1 HTTP/1.1" status: 200 len: 975 time: 1.1969597 Sep 10 03:11:06.568918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37972) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:06.569943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:06.596940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785b3c-ae46-40de-b84c-ae3d09a0c122 service neutron] Pushing event updated for resources: {'Port': ['ID=f085413a-b2b9-47c5-9477-4dc92713d4c6,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:06.609330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 87a812d3-5e73-4626-85f4-19f98e3ee942 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:06.609801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 87a812d3-5e73-4626-85f4-19f98e3ee942 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:06.675712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-080e6b7f-4b2d-4126-996a-5f81b4a8f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.677956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-080e6b7f-4b2d-4126-996a-5f81b4a8f4fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 1095 time: 0.1391633 Sep 10 03:11:06.680115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c2edfa0-778a-4777-8aed-7af2ff1ea8ee req-f209c1e7-b949-44c8-a8a3-2fed7fd6e8ff tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694452 Sep 10 03:11:06.720442 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cef23da-2c77-4ffa-a2f8-425abf0aec94 x-openstack-request-id: req-7cef23da-2c77-4ffa-a2f8-425abf0aec94 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:06.720727 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31feb797-d51e-4e12-88f7-0eade32a72d5", "tag": "f085413a-b2b9-47c5-9477-4dc92713d4c6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:06.721144 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cef23da-2c77-4ffa-a2f8-425abf0aec94 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:06.721727 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'tag': 'f085413a-b2b9-47c5-9477-4dc92713d4c6', 'status': 'completed', 'code': 200} Sep 10 03:11:06.734218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.736543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.737724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.741006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.742316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.744869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.745423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.745906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.746511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.746860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.747446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.747983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.748446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.749087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.749556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.750019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.750545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.751109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.751589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.755300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe4f588f-2543-44bd-9f60-0db8e1cea8a6 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17176 time: 0.1851559 Sep 10 03:11:06.758974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37978) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:06.766825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-a6a837d1-a140-4084-a97c-a66127ed1fe2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6 HTTP/1.1" status: 200 len: 217 time: 0.0442321 Sep 10 03:11:06.813258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.883782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-e409c3bd-16dd-46f8-ae6a-7a51fbacc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:06.885830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-e409c3bd-16dd-46f8-ae6a-7a51fbacc91f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1080770 Sep 10 03:11:06.898658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Deleting port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:06.898957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:06.964328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-01c2c567-dc62-4400-b37f-0e02caecba46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682054 Sep 10 03:11:06.986104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] For port 39f2b0ac-17df-4076-a10e-bfa039bf3fd1, host n-h2-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:06.986622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.018591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Calling delete_port for 39f2b0ac-17df-4076-a10e-bfa039bf3fd1 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:07.076219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa501fe-77d8-47c4-9920-f1ffe154a1f3 req-a98b3ed5-b09b-429c-a7cc-fadb025b6424 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:07.078408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2fa501fe-77d8-47c4-9920-f1ffe154a1f3 req-a98b3ed5-b09b-429c-a7cc-fadb025b6424 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.1121144 Sep 10 03:11:07.128939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571548b-71c9-4965-8a9e-a1701d9c4445 req-500b11dc-2185-492b-87ae-c5deb21b71cb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:07.131966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1571548b-71c9-4965-8a9e-a1701d9c4445 req-500b11dc-2185-492b-87ae-c5deb21b71cb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 944 time: 0.1726258 Sep 10 03:11:07.133073 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2fa501fe-77d8-47c4-9920-f1ffe154a1f3 req-2d25da0e-19e8-46c6-9e33-a572fcf86445 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Sep 10 03:11:07.169990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.211010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event deleted for resources: {'Port': ['ID=39f2b0ac-17df-4076-a10e-bfa039bf3fd1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:07.214032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-6b31a634-5383-4274-9d44-0a9696c71e13 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383847 Sep 10 03:11:07.217808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.222818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37996) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:07.223567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a62232e3-fd2b-47d9-a750-234bc33e0c53 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "DELETE /v2.0/ports/39f2b0ac-17df-4076-a10e-bfa039bf3fd1 HTTP/1.1" status: 204 len: 168 time: 0.4617922 Sep 10 03:11:07.281382 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c7a844-9321-46fc-aef6-f69304e5ecd5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:11:07.282995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-06c7a844-9321-46fc-aef6-f69304e5ecd5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "GET /v2.0/ports/39f2b0ac-17df-4076-a10e-bfa039bf3fd1 HTTP/1.1" status: 404 len: 333 time: 0.0593085 Sep 10 03:11:07.287334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:07.287924 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.294088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1947984440', 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:07.305928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1571548b-71c9-4965-8a9e-a1701d9c4445 req-b2e7ff75-0414-42a5-b646-a8622be58e07 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189857 Sep 10 03:11:07.326033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Made reservation on behalf of b2664afdf4fb4ce18645095f1429518f for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:07.329723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.369438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port f9b9f258-fe6d-4276-a792-b4d4a9464c2f yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:07.534194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8cbba3c0-f70c-4a0d-bd98-275db05b71cc req-3ae9349e-eba3-4386-82ce-0ff42632ebc5 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130503 Sep 10 03:11:07.537747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:11:07.574717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50e7061d-c2e0-4aae-b9e8-bd542cfafc8b req-79638f1f-fa7e-4054-920f-c0aabc77e16a tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0396328 Sep 10 03:11:07.646873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.696993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.750716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-004463cf-9f1e-417c-b220-b61fd5384710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:07.752538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-004463cf-9f1e-417c-b220-b61fd5384710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 1095 time: 0.1252129 Sep 10 03:11:07.754377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:07.758208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:07.761979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:07.763019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:07.763754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.769278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:11:07.784806 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] Sync routers for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:11:07.786983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:07.791599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee84ee33-cfa9-48e3-9883-526db4d45276 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/d5d6f55d-95f1-4f88-91bf-a0d26ab10022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2787042 Sep 10 03:11:07.795754 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:07.796591 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:07.847372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting subnet 07989c23-2bbd-4041-8de8-5aa522c47359 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:11:07.851308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.885469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-895c5e42-1e0a-4351-a39c-61c181567bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:07.887280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-895c5e42-1e0a-4351-a39c-61c181567bf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 0.1201079 Sep 10 03:11:07.895793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:07.903660 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:07.935023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-1a1cd3c0-f46a-415e-ac3c-439e1eab2598 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6 HTTP/1.1" status: 200 len: 217 time: 0.0385785 Sep 10 03:11:07.946824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace459ba-062e-4a65-996e-b2e4d816d8a7 req-6f4859ed-4105-4d9e-a5c1-68a0c21f085f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:07.955445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ace459ba-062e-4a65-996e-b2e4d816d8a7 req-6f4859ed-4105-4d9e-a5c1-68a0c21f085f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.2272592 Sep 10 03:11:07.982896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=f9b9f258-fe6d-4276-a792-b4d4a9464c2f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:07.992195 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bde5bdd4-79f8-4349-b13e-6d48c8d8e783 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7037299 Sep 10 03:11:07.995260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:08.018072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.053754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ace459ba-062e-4a65-996e-b2e4d816d8a7 req-abeb48f1-3430-4ab9-8552-80eec6260fba tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973260 Sep 10 03:11:08.068576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e6b9b-af79-41c5-be34-00e52769df33 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:08.073070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3e7e6b9b-af79-41c5-be34-00e52769df33 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "GET /v2.0/ports/f9b9f258-fe6d-4276-a792-b4d4a9464c2f HTTP/1.1" status: 200 len: 955 time: 0.0738246 Sep 10 03:11:08.073815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:08.077909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-ca3ffdeb-3138-4e63-a3c9-d0964c82bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:08.079663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-ca3ffdeb-3138-4e63-a3c9-d0964c82bb52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1041811 Sep 10 03:11:08.125145 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:11:06Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:08.125682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-541f842b-711e-40e6-b278-21962c8daec2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374937 Sep 10 03:11:08.163582 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] Checking router: d5d6f55d-95f1-4f88-91bf-a0d26ab10022 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:11:08.173473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.178531 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] Routers {'d5d6f55d-95f1-4f88-91bf-a0d26ab10022'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:08.180709 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:08.198493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.206193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edbe43-523d-4b0b-8e0b-3d879bce0c56 None None] Network 652f9e03-82d0-40a2-ab80-56abacd8e7e9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:08.217112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/subnets/07989c23-2bbd-4041-8de8-5aa522c47359 HTTP/1.1" status: 204 len: 168 time: 0.4203970 Sep 10 03:11:08.219213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:08.262792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0b58-d0d9-49a4-9a3d-95af719b3f8d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Subnet': ['ID=07989c23-2bbd-4041-8de8-5aa522c47359,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:08.321385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Deleting port f9b9f258-fe6d-4276-a792-b4d4a9464c2f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:08.321747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.322862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-7fe27843-0ec9-4948-8155-72ed575923e1 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862261 Sep 10 03:11:08.386019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2e439-b12c-4974-9bb8-dd4bbf85f6f7 req-3e84ca09-1faf-4cf3-bef4-59f133bf1c25 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:08.387938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66f2e439-b12c-4974-9bb8-dd4bbf85f6f7 req-3e84ca09-1faf-4cf3-bef4-59f133bf1c25 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.1366911 Sep 10 03:11:08.446926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.466674 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.480069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] DHCP port deletion for 652f9e03-82d0-40a2-ab80-56abacd8e7e9 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:11:08.512131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Calling delete_port for f9b9f258-fe6d-4276-a792-b4d4a9464c2f owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:08.516518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66f2e439-b12c-4974-9bb8-dd4bbf85f6f7 req-2c1f6eee-12d1-4944-8c73-790a0ed1e38c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956788 Sep 10 03:11:08.573666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] Deleting port f637f4cc-755b-4435-b3d2-6f94c8de0161 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:08.574336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.625390 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] Set router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:08.659076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.700521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] For port f637f4cc-755b-4435-b3d2-6f94c8de0161, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f637f4cc-755b-4435-b3d2-6f94c8de0161,segment=NetworkSegment(f664b47a-b3c4-482d-be5e-92ef6a2d250f),segment_id=f664b47a-b3c4-482d-be5e-92ef6a2d250f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:08.701198 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.717550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] Calling delete_port for f637f4cc-755b-4435-b3d2-6f94c8de0161 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:08.760391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9b9f258-fe6d-4276-a792-b4d4a9464c2f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:08.772396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.779230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4193244b-ef04-4f0a-9cb0-c5136cc8be98 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f9b9f258-fe6d-4276-a792-b4d4a9464c2f HTTP/1.1" status: 204 len: 168 time: 0.7044442 Sep 10 03:11:08.787251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38042) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:08.831028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91b7e233-a0d5-447b-a8b2-30dcbaff2e1b req-1175fc7a-95a8-469f-8158-0e25ea8a5c00 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0445848 Sep 10 03:11:08.845176 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-89743df0-a5e2-4049-a6be-8b172b54533f tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:11:08.851276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-89743df0-a5e2-4049-a6be-8b172b54533f tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "GET /v2.0/ports/f9b9f258-fe6d-4276-a792-b4d4a9464c2f HTTP/1.1" status: 404 len: 333 time: 0.0629971 Sep 10 03:11:08.851921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38044) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:08.857306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Request body: {'port': {'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2055435930'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:08.891854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Made reservation on behalf of b2664afdf4fb4ce18645095f1429518f for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:08.897133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:08.921039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:08.955994 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:11:06Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:08.979621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89a96ad0-4a34-4702-8771-e7be44c7f709 req-3dc1e945-32f7-44b6-a1cd-b43d70673d06 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189532 Sep 10 03:11:08.989539 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251d4f-79f6-4a28-a3d6-632dfcb42728 None None] The sync data for ids ['d5d6f55d-95f1-4f88-91bf-a0d26ab10022'] in n-d-808126-2 is: [{'id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339024637', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:08:42Z', 'updated_at': '2021-09-10T03:11:06Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'e8b93c39-57ca-42a9-a67e-b1fba79fda72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d6f55d-95f1-4f88-91bf-a0d26ab10022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:08:43Z', 'updated_at': '2021-09-10T03:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:09.007493 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.023250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de14f0-8832-43bf-9e9f-6c0c740e9d3e req-51890b02-e608-4439-a4f4-d07abbb2d787 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:09.030079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] No DVR routers for this DVR port f637f4cc-755b-4435-b3d2-6f94c8de0161 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:09.030780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46de14f0-8832-43bf-9e9f-6c0c740e9d3e req-51890b02-e608-4439-a4f4-d07abbb2d787 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 944 time: 0.6594417 Sep 10 03:11:09.064125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6444193-2a21-4c0a-b5e4-28501da013ce None None] Pushing event deleted for resources: {'Port': ['ID=f637f4cc-755b-4435-b3d2-6f94c8de0161,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:09.070705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-d4dcffdf-5fa1-4317-af5e-cd0d18fc1350 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:09.072264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-d4dcffdf-5fa1-4317-af5e-cd0d18fc1350 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.5534754 Sep 10 03:11:09.109432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.163265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46de14f0-8832-43bf-9e9f-6c0c740e9d3e req-c77cc20c-187e-433e-9474-ce7c15f6d4fe tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317089 Sep 10 03:11:09.176986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.195549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946e0e-06a8-4acc-a876-1cd2c6a16133 req-268bba1f-cf02-4d77-8fdc-e7fde101fd0a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:09.197004 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95946e0e-06a8-4acc-a876-1cd2c6a16133 req-268bba1f-cf02-4d77-8fdc-e7fde101fd0a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.0704391 Sep 10 03:11:09.215124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.242604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:09.255849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:09.262670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:09.263633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:09.264226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.267745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port db3f2899-bdbb-4897-851f-ad79aee2f30d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:09.268283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.269008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:09.280803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95946e0e-06a8-4acc-a876-1cd2c6a16133 req-c2014b98-2691-4609-bb91-74d474e5c4c3 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Sep 10 03:11:09.286884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3d94802e-bffa-40a2-b288-789eea628909 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4339650 Sep 10 03:11:09.289771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:09.295276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:09.365750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port e8b93c39-57ca-42a9-a67e-b1fba79fda72 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:09.366194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.410549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-42922a20-4a2c-4758-83c1-61552f8fe325 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:09.412033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-42922a20-4a2c-4758-83c1-61552f8fe325 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.32 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 945 time: 0.1090379 Sep 10 03:11:09.414868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.418108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port db3f2899-bdbb-4897-851f-ad79aee2f30d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db3f2899-bdbb-4897-851f-ad79aee2f30d,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:09.418325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.460176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for db3f2899-bdbb-4897-851f-ad79aee2f30d owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:09.523675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port e8b93c39-57ca-42a9-a67e-b1fba79fda72, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e8b93c39-57ca-42a9-a67e-b1fba79fda72,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:09.524055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.542549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for e8b93c39-57ca-42a9-a67e-b1fba79fda72 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:09.609255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Deleting port c85efab5-1d59-4055-b8e2-566dc8e89351 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:09.609639 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.722044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] device_id is not set on port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:11:09.736719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.747625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] For port c85efab5-1d59-4055-b8e2-566dc8e89351, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c85efab5-1d59-4055-b8e2-566dc8e89351,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:09.748056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.756485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5d764-c95d-458f-a965-cfaf14e7a627 req-5a56c3b9-be2d-4361-a228-4d291530c054 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:09.758087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cfa5d764-c95d-458f-a965-cfaf14e7a627 req-5a56c3b9-be2d-4361-a228-4d291530c054 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b76c38-669b-48f0-90b2-c92064351308 HTTP/1.1" status: 200 len: 946 time: 0.1529925 Sep 10 03:11:09.766945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Transition to ACTIVE for port object f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:09.768012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Calling delete_port for c85efab5-1d59-4055-b8e2-566dc8e89351 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:09.781246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.782072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.804211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:09.809470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['db3f2899-bdbb-4897-851f-ad79aee2f30d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:09.847590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=db3f2899-bdbb-4897-851f-ad79aee2f30d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:09.881825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:09.935477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port db3f2899-bdbb-4897-851f-ad79aee2f30d on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:09.939142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:09.941545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f69fd22a-bc20-49c7-b1b6-aba3968b3de4 req-0a7d4c9b-f672-49e7-a83d-747273c00e45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "DELETE /v2.0/ports/db3f2899-bdbb-4897-851f-ad79aee2f30d HTTP/1.1" status: 204 len: 173 time: 0.8284881 Sep 10 03:11:09.954094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cfa5d764-c95d-458f-a965-cfaf14e7a627 req-c6324982-0139-476a-864b-8dc314288dce tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841514 Sep 10 03:11:09.956703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b76c38-669b-48f0-90b2-c92064351308', 'name': 'network-vif-deleted', 'tag': 'db3f2899-bdbb-4897-851f-ad79aee2f30d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:09.968324 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3826a-33d1-495f-bf14-a46b3037c528" -d '{"events": [{"server_uuid": "71b76c38-669b-48f0-90b2-c92064351308", "name": "network-vif-deleted", "tag": "db3f2899-bdbb-4897-851f-ad79aee2f30d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:09.996750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.037321 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d7990-afce-49e0-8f19-fe6fa57f211d x-openstack-request-id: req-357d7990-afce-49e0-8f19-fe6fa57f211d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:10.037705 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b76c38-669b-48f0-90b2-c92064351308", "name": "network-vif-deleted", "tag": "db3f2899-bdbb-4897-851f-ad79aee2f30d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:10.038019 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-357d7990-afce-49e0-8f19-fe6fa57f211d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:10.038475 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b76c38-669b-48f0-90b2-c92064351308', 'name': 'network-vif-deleted', 'tag': 'db3f2899-bdbb-4897-851f-ad79aee2f30d', 'status': 'completed', 'code': 200} Sep 10 03:11:10.040896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=e8b93c39-57ca-42a9-a67e-b1fba79fda72,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:10.087305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fc062267-97f4-4de6-aa43-6bfd90faf94e req-0c17d7a2-fa1e-42bd-b00d-61f01eee73de tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0530686 Sep 10 03:11:10.088956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.089419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.089861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.095513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.095996 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.097000 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 2 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.111026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.111478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.112030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.138769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.139083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.139251 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.142429 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 3 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.175352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.176168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.176517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.187224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.187653 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.202289 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 4 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.222645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.223048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.223489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.229023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.239093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.239437 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.241902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['774e255d-5d7b-45a8-8297-f591b2d94f9f', '8c12ac17-20ae-4f25-897c-ab5e20d9b307'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:10.243998 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 5 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.245205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['c85efab5-1d59-4055-b8e2-566dc8e89351'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:10.253427 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.256261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.273041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Pushing event deleted for resources: {'Port': ['ID=c85efab5-1d59-4055-b8e2-566dc8e89351,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:10.285955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.286302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.286645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.308922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.309318 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.309657 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 6 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.335798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] No DVR routers for this DVR port c85efab5-1d59-4055-b8e2-566dc8e89351 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:10.340283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.342304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85b4c060-330f-4130-bf10-7e0e1cb2a696 req-e53ee3cd-5aa8-4599-8604-032753b8e270 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.32 "DELETE /v2.0/ports/c85efab5-1d59-4055-b8e2-566dc8e89351 HTTP/1.1" status: 204 len: 173 time: 0.9162796 Sep 10 03:11:10.344595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'name': 'network-vif-deleted', 'tag': 'c85efab5-1d59-4055-b8e2-566dc8e89351'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:10.350107 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84852b93-cfcb-4b52-a85e-754f058383d9" -d '{"events": [{"server_uuid": "795a8e43-92f1-48a6-bc36-8304c9ee2ce1", "name": "network-vif-deleted", "tag": "c85efab5-1d59-4055-b8e2-566dc8e89351"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:10.354404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.355271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.355669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.356018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.356355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Fanout notify agent at l3_agent the message router_deleted on router d5d6f55d-95f1-4f88-91bf-a0d26ab10022 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:11:10.363769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.364023 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.364477 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 7 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.368908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951fcb1-751c-4c42-9a54-f6a4d826a8c0 req-a8b5e187-e9de-44ad-9317-9fe24c210213 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:10.381290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.381714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2951fcb1-751c-4c42-9a54-f6a4d826a8c0 req-a8b5e187-e9de-44ad-9317-9fe24c210213 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 944 time: 0.0875514 Sep 10 03:11:10.381835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.382087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.387689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.387858 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.388127 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 8 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.389448 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.393298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f1dd508-6692-48d2-b5a3-f085300bcf31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/routers/d5d6f55d-95f1-4f88-91bf-a0d26ab10022 HTTP/1.1" status: 204 len: 168 time: 2.1730399 Sep 10 03:11:10.402517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38076) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:10.403395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.403976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.404129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.433003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.433003 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.440158 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 9 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.483711 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2951fcb1-751c-4c42-9a54-f6a4d826a8c0 req-230e396f-58d3-46cd-b94d-edf92ea17307 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956924 Sep 10 03:11:10.531981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.532321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.532665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.565436 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bce14e-d5ef-46f1-b62a-a14c5cb63aa9 x-openstack-request-id: req-f6bce14e-d5ef-46f1-b62a-a14c5cb63aa9 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:10.565729 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a8e43-92f1-48a6-bc36-8304c9ee2ce1", "name": "network-vif-deleted", "tag": "c85efab5-1d59-4055-b8e2-566dc8e89351", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:10.565987 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6bce14e-d5ef-46f1-b62a-a14c5cb63aa9 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:10.566380 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a8e43-92f1-48a6-bc36-8304c9ee2ce1', 'name': 'network-vif-deleted', 'tag': 'c85efab5-1d59-4055-b8e2-566dc8e89351', 'status': 'completed', 'code': 200} Sep 10 03:11:10.566932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.567255 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.586307 n-d-808126-2 neutron-server[94633]: INFO neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempt 10 to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 Sep 10 03:11:10.645257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 80b21d17-1bf4-4d06-952b-10b89b222b46 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:10.693772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 80b21d17-1bf4-4d06-952b-10b89b222b46 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:10.694394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 80b21d17-1bf4-4d06-952b-10b89b222b46 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:10.694998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f637f4cc-755b-4435-b3d2-6f94c8de0161 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:10.724888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f637f4cc-755b-4435-b3d2-6f94c8de0161 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:10.725235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f637f4cc-755b-4435-b3d2-6f94c8de0161 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:10.872205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f085413a-b2b9-47c5-9477-4dc92713d4c6 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:11:10.951015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2231e0d-2728-4836-b750-868f084fee0e req-7f46a235-7e78-4e06-9e2e-c59f7afb303c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=795a8e43-92f1-48a6-bc36-8304c9ee2ce1 HTTP/1.1" status: 200 len: 210 time: 0.4664075 Sep 10 03:11:10.957904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.961325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:10.961723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:10.962064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempting to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:10.969550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:10.969876 n-d-808126-2 neutron-server[94633]: ERROR neutron.plugins.ml2.managers [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Failed to bind port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on host n-h2-808126-2 for vnic_type normal using segments [{'id': '3a9c48ba-fb4e-4203-8bac-b0c20249b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7'}] Sep 10 03:11:10.970238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:10.981765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f085413a-b2b9-47c5-9477-4dc92713d4c6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:10.997715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f085413a-b2b9-47c5-9477-4dc92713d4c6', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': 'f085413a-b2b9-47c5-9477-4dc92713d4c6', 'mac_address': 'fa:16:3e:b7:c7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:11:11.050668 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.065585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f085413a-b2b9-47c5-9477-4dc92713d4c6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:11.092103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f085413a-b2b9-47c5-9477-4dc92713d4c6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:11.101865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.154872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.167761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] For port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:11.168078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f085413a-b2b9-47c5-9477-4dc92713d4c6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:11.168214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attempted to set empty binding levels {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:11:11.179579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.189577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652f9e03-82d0-40a2-ab80-56abacd8e7e9']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:11.246573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event updated for resources: {'Port': ['ID=f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:11.251357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] In _notify_port_updated(), no bound segment for port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 on network 380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:11:11.252352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:11.253343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.257689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bc21f685-b3db-437c-9f2d-813ada2e34a5 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "PUT /v2.0/ports/f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 HTTP/1.1" status: 200 len: 975 time: 1.9646676 Sep 10 03:11:11.257689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f664b47a-b3c4-482d-be5e-92ef6a2d250f') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:11.258002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f664b47a-b3c4-482d-be5e-92ef6a2d250f') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:11.270399 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.280570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-348c9aa5-0857-4752-a9d7-0adfcf1c9653 req-59f7e106-2f4f-4624-8e94-f507f9eadab2 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0643015 Sep 10 03:11:11.281264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38092) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:11.287731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.295524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:11.295870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:11.311193 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:11.349623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f085413a-b2b9-47c5-9477-4dc92713d4c6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:11.391659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Deleting port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:11.395764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.407482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.417555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.422149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/networks/652f9e03-82d0-40a2-ab80-56abacd8e7e9 HTTP/1.1" status: 204 len: 168 time: 1.0154791 Sep 10 03:11:11.423533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38110) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:11.465610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c006caa-3f7c-44ab-bf31-d66977eb8777 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Network': ['ID=652f9e03-82d0-40a2-ab80-56abacd8e7e9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:11.511919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] For port f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8, host n-h2-808126-2, got binding levels [] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:11.512552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.536697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-d880f9e1-3c55-4351-b0a2-1ce8b72616a0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:11.538223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-d880f9e1-3c55-4351-b0a2-1ce8b72616a0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.1770341 Sep 10 03:11:11.545385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Calling delete_port for f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:11.563730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-5ba30a7e-dbde-4b7e-8f40-c02bb9666346 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0172410 Sep 10 03:11:11.627513 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-93313166-ac34-4dcc-ad61-41d5e01af018 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569501 Sep 10 03:11:11.645177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b89aa989-9d7c-4a1e-ba2e-d9b891cfa129 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.691068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b89aa989-9d7c-4a1e-ba2e-d9b891cfa129 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.722767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197dd28-ee53-4334-bbc3-6226163f4a00 req-b183c3e9-ba84-4d6f-ae4c-f55ecb6d70dc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:11.727424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8197dd28-ee53-4334-bbc3-6226163f4a00 req-b183c3e9-ba84-4d6f-ae4c-f55ecb6d70dc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 945 time: 0.1304696 Sep 10 03:11:11.766485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.802325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:11.816167 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.820541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-524efd05-f06c-4786-a652-45a6f10613b4 tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 HTTP/1.1" status: 204 len: 168 time: 0.5357003 Sep 10 03:11:11.821404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38126) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:11.822773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8197dd28-ee53-4334-bbc3-6226163f4a00 req-f6ff1a81-a21e-440a-bb10-55fa76c3d300 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846403 Sep 10 03:11:11.854007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b89aa989-9d7c-4a1e-ba2e-d9b891cfa129 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.857181 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b89aa989-9d7c-4a1e-ba2e-d9b891cfa129 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:11.860004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b89aa989-9d7c-4a1e-ba2e-d9b891cfa129 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/security-groups/151ffe8b-c042-43a6-9e49-888caaefb765 HTTP/1.1" status: 204 len: 168 time: 0.4339721 Sep 10 03:11:11.870508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-1d3c8217-e6e6-4e40-8583-5511e4188188 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346175 Sep 10 03:11:11.872320 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-7905d926-29e3-4101-ae51-24455c90bd0f tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:11:11.872955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aa989-9d7c-4a1e-ba2e-d9b891cfa129 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ffe8b-c042-43a6-9e49-888caaefb765,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:11.880565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7905d926-29e3-4101-ae51-24455c90bd0f tempest-PortsAdminExtendedAttrsTestJSON-602472787 tempest-PortsAdminExtendedAttrsTestJSON-602472787-project-admin] 10.222.0.23 "GET /v2.0/ports/f3a7cb0f-cb70-462b-ae38-1d2ca2f4ffb8 HTTP/1.1" status: 404 len: 333 time: 0.0526898 Sep 10 03:11:11.880738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38132) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:11.985684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.043676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-b1bdd7c2-dd31-4288-8820-a805127002a0 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662652 Sep 10 03:11:12.122587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.146450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:12.157527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9c48ba-fb4e-4203-8bac-b0c20249b980') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:12.157931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9c48ba-fb4e-4203-8bac-b0c20249b980') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:12.168966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.195022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.206333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:12.206982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:12.211189 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:12.292227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.306070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.308667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] 10.222.0.23 "DELETE /v2.0/networks/380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7 HTTP/1.1" status: 204 len: 168 time: 0.4275045 Sep 10 03:11:12.352339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:12.354645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43f7c9-2d77-4cc2-a110-2bbde01f92c5 tempest-PortsAdminExtendedAttrsTestJSON-33401630 tempest-PortsAdminExtendedAttrsTestJSON-33401630-project] Pushing event deleted for resources: {'Network': ['ID=380a4e9a-06ef-4ddf-b200-0bdbcfd9d4f7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:12.360937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201014720', 'description': 'tempest-secgroup-smoke-1201014720 description', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:12.396512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e8b93c39-57ca-42a9-a67e-b1fba79fda72 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:12.430356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.455945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e8b93c39-57ca-42a9-a67e-b1fba79fda72 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:12.456300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e8b93c39-57ca-42a9-a67e-b1fba79fda72 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:12.477279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c0af512-0fe9-44b9-8369-26437d8edc81 req-8a2ac6f2-05d3-4f8e-9a13-3a61d8eacc45 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 210 time: 0.0503218 Sep 10 03:11:12.549100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0926e7fb-e75a-4a2f-bd41-67a5f888f7b1 req-49d77207-4553-4314-898c-dfa0de703747 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0343554 Sep 10 03:11:12.596027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db3f2899-bdbb-4897-851f-ad79aee2f30d no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:12.609180 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.614407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.633351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9a99-08d1-457f-9a5d-21dbd4dd710a req-54347bb0-0293-4c71-90ce-1db9610bff0c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:12.637389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: db3f2899-bdbb-4897-851f-ad79aee2f30d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:12.638122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db3f2899-bdbb-4897-851f-ad79aee2f30d not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:12.654797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-200d9a99-08d1-457f-9a5d-21dbd4dd710a req-54347bb0-0293-4c71-90ce-1db9610bff0c tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 945 time: 0.1079075 Sep 10 03:11:12.659570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.660969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3058748 Sep 10 03:11:12.664758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38160) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:12.676648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '658e1401-fd3e-40fc-b28a-a53d5263a1a8', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:12.682893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb992-15ed-4cb8-8ee4-bba82679bcfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658e1401-fd3e-40fc-b28a-a53d5263a1a8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:12.725740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.738499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-200d9a99-08d1-457f-9a5d-21dbd4dd710a req-9f2f3431-3a9f-4c47-bba2-276ef42cfef2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828214 Sep 10 03:11:12.763772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38162) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:12.863304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.870003 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.882329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f085413a-b2b9-47c5-9477-4dc92713d4c6 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:12.902337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ba69ec-7368-4229-b7c7-91d35f0f16ef,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:12.915820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.917711 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6562b4d3-ec98-4fa2-a52f-f8452410b7c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483234 Sep 10 03:11:12.920529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38172) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:12.925916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '658e1401-fd3e-40fc-b28a-a53d5263a1a8', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:12.962289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port f085413a-b2b9-47c5-9477-4dc92713d4c6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:12.969786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f085413a-b2b9-47c5-9477-4dc92713d4c6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:12.970404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:12.996416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.019239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3b9a5-e002-4d8e-a41e-5f07c660fe34 req-5484bb82-4d22-4e2b-8758-d0f794fcd835 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:13.022775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75d3b9a5-e002-4d8e-a41e-5f07c660fe34 req-5484bb82-4d22-4e2b-8758-d0f794fcd835 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 945 time: 0.1178188 Sep 10 03:11:13.049848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f94049f6-6ba6-4f32-973a-a7065301f4c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81f52591ea614c3cb0aa872e5ffbbea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843060 Sep 10 03:11:13.053148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38176) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.085276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.095263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.131688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.132990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75d3b9a5-e002-4d8e-a41e-5f07c660fe34 req-7cb97025-9a3b-44c7-b405-196e0eafb59e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935793 Sep 10 03:11:13.133854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2116456 Sep 10 03:11:13.139099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.153386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '658e1401-fd3e-40fc-b28a-a53d5263a1a8', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:13.160712 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.171231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d6ef-1c21-45b7-99f0-465d8fec475a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9362d80-3b23-4275-9e36-82268676fd73,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:13.215195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15fd8810-2e9c-4762-9d93-0d524f6d7292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.217948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a495854d-6463-4f70-8330-ecdd4f4ddf57 req-4589e50e-aeaa-40aa-9e22-2cae7b56fd18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0434797 Sep 10 03:11:13.219539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f085413a-b2b9-47c5-9477-4dc92713d4c6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:13.220011 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.223655 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe07002-ae2f-4ba9-a2fc-72781851b2ab" -d '{"events": [{"server_uuid": "31feb797-d51e-4e12-88f7-0eade32a72d5", "name": "network-vif-plugged", "status": "completed", "tag": "f085413a-b2b9-47c5-9477-4dc92713d4c6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:13.233691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f085413a-b2b9-47c5-9477-4dc92713d4c6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:13.238790 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.269971 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e918ba8-5392-4f55-ac07-18ee8595ffb4 x-openstack-request-id: req-0e918ba8-5392-4f55-ac07-18ee8595ffb4 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:13.270274 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31feb797-d51e-4e12-88f7-0eade32a72d5", "name": "network-vif-plugged", "status": "completed", "tag": "f085413a-b2b9-47c5-9477-4dc92713d4c6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:13.271011 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e918ba8-5392-4f55-ac07-18ee8595ffb4 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:13.271405 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f085413a-b2b9-47c5-9477-4dc92713d4c6', 'code': 200} Sep 10 03:11:13.282027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15fd8810-2e9c-4762-9d93-0d524f6d7292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.305222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f085413a-b2b9-47c5-9477-4dc92713d4c6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:13.327254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.332073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.360073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f39e701-4342-4cc5-a233-280b488d132e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:13.385334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.386607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4bad1d45-0b8c-49bf-9b6e-bc8ddf1e3166 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2383389 Sep 10 03:11:13.389786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15fd8810-2e9c-4762-9d93-0d524f6d7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.391674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38182) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.392365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15fd8810-2e9c-4762-9d93-0d524f6d7292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.393507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-15fd8810-2e9c-4762-9d93-0d524f6d7292 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f04e80a-a1a3-4b64-994d-f8a818d13e92 HTTP/1.1" status: 204 len: 168 time: 0.3375659 Sep 10 03:11:13.398469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '658e1401-fd3e-40fc-b28a-a53d5263a1a8', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:13.409599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd8810-2e9c-4762-9d93-0d524f6d7292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04e80a-a1a3-4b64-994d-f8a818d13e92,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:13.413040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d195ad-f79b-479f-a47e-59d4f4d7e16e req-fa6f2aca-1e9e-4673-8e1a-a38b9535526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:13.414756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92d195ad-f79b-479f-a47e-59d4f4d7e16e req-fa6f2aca-1e9e-4673-8e1a-a38b9535526a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 1097 time: 0.0700181 Sep 10 03:11:13.435259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.464123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92d195ad-f79b-479f-a47e-59d4f4d7e16e req-432567c1-38ac-4424-b4ec-4509255a5b27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Sep 10 03:11:13.532510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.536782 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.586201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2bc1223f-0e18-408e-ad0c-9576f99e3c8b req-499fdf9e-ff87-45ce-b9b4-ae70cc4a0927 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 210 time: 0.0320804 Sep 10 03:11:13.586822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf91756-04ac-4c32-b454-dccb477ee481,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:13.589032 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.591291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7e398146-1c82-4b40-a980-45fea318e54e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1972616 Sep 10 03:11:13.593284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38192) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.601036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '658e1401-fd3e-40fc-b28a-a53d5263a1a8', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:13.636905 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:11:13.644149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.702876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fea6290-dcc1-4f06-bd2c-432004ce36ee req-ebd1749a-a13b-4127-b45f-da1ccd88634b tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0460906 Sep 10 03:11:13.778327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.793037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.827625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38196) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.829702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.835656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2376246 Sep 10 03:11:13.839072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38198) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.847904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '658e1401-fd3e-40fc-b28a-a53d5263a1a8', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:13.867657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a81d-c54c-45e2-a310-77e16c8d518b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1f2a3a-c891-4959-8776-1f3daed05664,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:13.901108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-540f289e-1156-46a8-9bde-0505fd650ca3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2664afdf4fb4ce18645095f1429518f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662374 Sep 10 03:11:13.903475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:13.927982 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:11:13.963574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:13.970770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-689ba64b-06e5-4079-8428-9940d56ad674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.002817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-689ba64b-06e5-4079-8428-9940d56ad674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.011203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-5f1fea5f-bb2d-4604-8258-d841009d0c22 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:14.012694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-5f1fea5f-bb2d-4604-8258-d841009d0c22 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.2585883 Sep 10 03:11:14.043711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:14.059289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e15a1e-659e-45ee-8f27-bf86392aa13b req-52984563-f352-43b1-a38a-1d07d5e2c944 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:14.060975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e15a1e-659e-45ee-8f27-bf86392aa13b req-52984563-f352-43b1-a38a-1d07d5e2c944 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 945 time: 0.1468735 Sep 10 03:11:14.073118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-78d25a5f-ca94-4fd4-9bca-d937fe2695f8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:14.074632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-78d25a5f-ca94-4fd4-9bca-d937fe2695f8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 945 time: 0.0777948 Sep 10 03:11:14.123335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-689ba64b-06e5-4079-8428-9940d56ad674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.126555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-689ba64b-06e5-4079-8428-9940d56ad674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.128461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-689ba64b-06e5-4079-8428-9940d56ad674 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13dde8ed-de17-4edc-a934-1e73d7f2fcdc HTTP/1.1" status: 204 len: 168 time: 0.2238135 Sep 10 03:11:14.170621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ba64b-06e5-4079-8428-9940d56ad674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dde8ed-de17-4edc-a934-1e73d7f2fcdc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:14.174102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.186564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.225214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e15a1e-659e-45ee-8f27-bf86392aa13b req-fb6948b1-be4a-4aba-ad33-0338b1e64f8f tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502893 Sep 10 03:11:14.244922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038b6a83-fe98-4427-a434-c436352dc33e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:14.245755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Deleting port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:14.246497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.249322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.250509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad91d1a2-1e7f-4b72-9d87-cec5eb4b4f21 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4106615 Sep 10 03:11:14.253710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38212) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:14.259283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'network': {'name': 'tempest-network-smoke--18400686', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'port_security_enabled': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:14.283427 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:11:14.283427 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:11:14.283427 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id_1': '623b01a55b9342058657c80337d2fdb7', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 10, 54, 270908)}] Sep 10 03:11:14.283427 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:14.284631 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:14.292859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:14.297952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.345818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:14.360286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.360844 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Added segment dc048e14-7fce-475c-ae02-439b8dba9708 of type vlan for network 8a173de8-a458-40a0-bc5e-61d878e99854 Sep 10 03:11:14.386346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba22759-846d-4058-9b3d-45f399246f7e req-4b3b9759-fd79-4b99-9085-c07db7ab9b69 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:14.388336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fba22759-846d-4058-9b3d-45f399246f7e req-4b3b9759-fd79-4b99-9085-c07db7ab9b69 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 946 time: 0.1186295 Sep 10 03:11:14.427139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] For port 8c12ac17-20ae-4f25-897c-ab5e20d9b307, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=8c12ac17-20ae-4f25-897c-ab5e20d9b307,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:14.427787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.430220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.446263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Calling delete_port for 8c12ac17-20ae-4f25-897c-ab5e20d9b307 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:14.471856 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.483714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fba22759-846d-4058-9b3d-45f399246f7e req-a96c28ef-8dce-4cdd-97da-ec43f1444610 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804317 Sep 10 03:11:14.486419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:14.487777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.534101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2767491 Sep 10 03:11:14.534330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38216) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:14.539638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'admin_state_up': True, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:14.583965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b8800-b1a0-43ab-a85c-a62b59a704ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Network': ['ID=8a173de8-a458-40a0-bc5e-61d878e99854,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:14.598348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 8a173de8-a458-40a0-bc5e-61d878e99854 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:14.606455 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.609045 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.620639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c85efab5-1d59-4055-b8e2-566dc8e89351 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:14.664352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: c85efab5-1d59-4055-b8e2-566dc8e89351 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:14.665344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c85efab5-1d59-4055-b8e2-566dc8e89351 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:14.702926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.732977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['774e255d-5d7b-45a8-8297-f591b2d94f9f', '8c12ac17-20ae-4f25-897c-ab5e20d9b307'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:14.800852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.801935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Pushing event deleted for resources: {'Port': ['ID=8c12ac17-20ae-4f25-897c-ab5e20d9b307,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:14.836459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] No DVR routers for this DVR port 8c12ac17-20ae-4f25-897c-ab5e20d9b307 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:14.839515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:14.844722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f116a1-c87e-494a-97a8-bb8881159fba req-ef363484-3225-4f07-a752-b3d060811d92 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "DELETE /v2.0/ports/8c12ac17-20ae-4f25-897c-ab5e20d9b307 HTTP/1.1" status: 204 len: 173 time: 0.7620842 Sep 10 03:11:14.845365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'name': 'network-vif-deleted', 'tag': '8c12ac17-20ae-4f25-897c-ab5e20d9b307'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:14.847895 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7414d42-a7cd-4760-9051-6090b30743cc" -d '{"events": [{"server_uuid": "1ae086db-bee2-4dc2-bd18-7b0142beda09", "name": "network-vif-deleted", "tag": "8c12ac17-20ae-4f25-897c-ab5e20d9b307"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:14.917308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40ef1801-2ef4-4af8-90d0-bf1a8ecb4804 req-4d304c32-6ec6-43e3-ac54-6b840ed7f657 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0531614 Sep 10 03:11:14.982041 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4081f-1674-4df0-bda9-4ddb5c799662 x-openstack-request-id: req-fef4081f-1674-4df0-bda9-4ddb5c799662 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:14.982438 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae086db-bee2-4dc2-bd18-7b0142beda09", "name": "network-vif-deleted", "tag": "8c12ac17-20ae-4f25-897c-ab5e20d9b307", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:14.983021 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fef4081f-1674-4df0-bda9-4ddb5c799662 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:14.983573 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae086db-bee2-4dc2-bd18-7b0142beda09', 'name': 'network-vif-deleted', 'tag': '8c12ac17-20ae-4f25-897c-ab5e20d9b307', 'status': 'completed', 'code': 200} Sep 10 03:11:15.136320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:15.143076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f03f3a74-f898-4491-8c86-e6f4cd73772b req-f5465da6-7480-41eb-98e6-9e1a0d2e0b7c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 210 time: 0.3147948 Sep 10 03:11:15.169593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:15.169593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:15.391949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dab3f23-e3e3-43de-bceb-6a8e6579b2c7 req-00f3c674-c2f0-475f-8271-f759730f0f59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c08941f436b44f8ea1df9f50f7e4e79c&device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0613525 Sep 10 03:11:15.464169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dab3f23-e3e3-43de-bceb-6a8e6579b2c7 req-dcd22e4e-6120-45b5-aa4b-bd86ed21e988 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c08941f436b44f8ea1df9f50f7e4e79c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638275 Sep 10 03:11:15.483075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.7 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/22e9559b-cd88-4152-9a9a-62fe8652acb2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:15.518757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c6353ba-e0af-45a7-8d5e-598c351220a0 req-65735541-809f-4987-b4fd-8dbb2f02a1b2 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ae086db-bee2-4dc2-bd18-7b0142beda09 HTTP/1.1" status: 200 len: 210 time: 0.0414321 Sep 10 03:11:15.522001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38256) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:15.531359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af880f17-cbd9-4ee5-9663-e3720130e19b req-15f894c3-1bb9-421e-bb64-e8a49292be71 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0824008 Sep 10 03:11:15.683604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3f23-e3e3-43de-bceb-6a8e6579b2c7 req-f35667e3-df37-415b-bf14-e295280f5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:15.685111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dab3f23-e3e3-43de-bceb-6a8e6579b2c7 req-f35667e3-df37-415b-bf14-e295280f5b45 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1522908 Sep 10 03:11:15.701748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f01c9-4d3d-43ae-bc2d-d2dd60e2a36e req-625a203c-a183-4b6a-ae7e-63e697ab3c09 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:15.708049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b6f01c9-4d3d-43ae-bc2d-d2dd60e2a36e req-625a203c-a183-4b6a-ae7e-63e697ab3c09 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 946 time: 0.0959556 Sep 10 03:11:15.709616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013606457'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:15.745837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:15.762518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b6f01c9-4d3d-43ae-bc2d-d2dd60e2a36e req-6c37f70d-4fca-4739-837f-2b493f792711 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Sep 10 03:11:15.800899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:15.826834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:15.830401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:15.869926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:15.916613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.017915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.230 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/9c4d9c89-7078-4273-a346-e9a3547829be) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:16.039942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.058399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:16.160756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:16.205537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.226241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:16.305042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:16.328396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.436486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=22e9559b-cd88-4152-9a9a-62fe8652acb2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:16.462033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:16.466243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ab47d-57dc-4cd1-9def-7763ff0141a1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:16.496427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:16.497204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.522765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.523214 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 125bf2e4-5188-4f41-bffb-23e1b737f0e1 of type vlan for network 7d88cdea-3371-470d-9964-85fc6f84b506 Sep 10 03:11:16.536484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.568937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-7ef5ead0-cbde-43aa-96aa-6f8c12fd3f62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5303543 Sep 10 03:11:16.577881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09d2a1-80a0-4e9b-86d3-12fd75fb46a9 req-a117bf12-e5f3-4023-ba95-6daf0251624b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:16.579554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d09d2a1-80a0-4e9b-86d3-12fd75fb46a9 req-a117bf12-e5f3-4023-ba95-6daf0251624b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 931 time: 0.2707064 Sep 10 03:11:16.588679 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Request body: {'port': {'device_id': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:16.647206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.728920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b8a14de-8854-4d27-a8ba-9a50120246fa req-18a2473a-7436-4fe9-b56a-d0257d85fea6 tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.23 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0399799 Sep 10 03:11:16.768988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d09d2a1-80a0-4e9b-86d3-12fd75fb46a9 req-ca057ded-cbd9-414e-b7f1-8a313b01da69 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760817 Sep 10 03:11:16.772071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.779772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.787822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:16.788932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.805000 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:16.954932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4318697 Sep 10 03:11:16.993813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dab3f23-e3e3-43de-bceb-6a8e6579b2c7 req-5b460635-5a58-4996-ad24-cd68dadf151d tempest-ServerShowV254Test-1828802488 tempest-ServerShowV254Test-1828802488-project] 10.222.0.32 "GET /v2.0/ports?device_id=db6c9ffd-ec4b-4ed7-a504-dcd746b151f9 HTTP/1.1" status: 200 len: 210 time: 0.0407057 Sep 10 03:11:17.041136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:17.097100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1195f-06c0-45c4-bb59-10df8150258e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=7d88cdea-3371-470d-9964-85fc6f84b506,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:17.108009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38304) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:17.108225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=9c4d9c89-7078-4273-a346-e9a3547829be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:17.112095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:17.121137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:17.128488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7d88cdea-3371-470d-9964-85fc6f84b506 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:17.139324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38308) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:17.164951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:17.279569 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48db6984-985c-4af5-bbd7-77e13f838b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.343161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9c0d5-a39f-49f3-8544-fb372174b2df req-7feecfc9-0abf-4077-9619-39d077275d63 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:17.344603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24b9c0d5-a39f-49f3-8544-fb372174b2df req-7feecfc9-0abf-4077-9619-39d077275d63 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.2284474 Sep 10 03:11:17.426258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48db6984-985c-4af5-bbd7-77e13f838b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.437093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48db6984-985c-4af5-bbd7-77e13f838b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.479935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48db6984-985c-4af5-bbd7-77e13f838b35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49bb290df19142c0856ce31056f89511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702576 Sep 10 03:11:17.485688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38314) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:17.496876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:17.500299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.510905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db6984-985c-4af5-bbd7-77e13f838b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d8e42-53ad-446d-81e4-7dac40b31996,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:17.626975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b367654-4208-4720-af42-a3029cc8b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.663462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b367654-4208-4720-af42-a3029cc8b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.782704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.793546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b367654-4208-4720-af42-a3029cc8b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.796178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b367654-4208-4720-af42-a3029cc8b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:17.797356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7b367654-4208-4720-af42-a3029cc8b581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d35d8e42-53ad-446d-81e4-7dac40b31996 HTTP/1.1" status: 204 len: 168 time: 0.3078067 Sep 10 03:11:17.839750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b367654-4208-4720-af42-a3029cc8b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d8e42-53ad-446d-81e4-7dac40b31996,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:17.860707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=101dd3f6-6004-4878-bcbd-98657ec6b51e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:17.881713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '125bf2e4-5188-4f41-bffb-23e1b737f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:17.882287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 7d88cdea-3371-470d-9964-85fc6f84b506, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:17.906705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 7d88cdea-3371-470d-9964-85fc6f84b506 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:17.938695 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24b9c0d5-a39f-49f3-8544-fb372174b2df req-07626820-8c1f-4dcf-aeed-d20b440206e8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868232 Sep 10 03:11:17.947990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7d88cdea-3371-470d-9964-85fc6f84b506) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:17.962535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f9e00-51af-44b0-9bca-1a9974bc52ec None None] Network 7d88cdea-3371-470d-9964-85fc6f84b506 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:17.965345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:17.966176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.011834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d045-9e2c-4f77-9bdb-4bd9bacc0e4f req-42828db5-9713-4a01-aa54-6a16f1ed07bb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:18.021749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ee2d045-9e2c-4f77-9bdb-4bd9bacc0e4f req-42828db5-9713-4a01-aa54-6a16f1ed07bb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 931 time: 0.1079602 Sep 10 03:11:18.031920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47788603-f3f8-4a12-9ab5-ef165737e115 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8896508 Sep 10 03:11:18.037006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38326) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:18.054775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799906147'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:18.073570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ee2d045-9e2c-4f77-9bdb-4bd9bacc0e4f req-8a9ec813-48e4-4b35-82d8-40680c7eef63 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Sep 10 03:11:18.152165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:18.158900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.167068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-7d88cdea-3371-470d-9964-85fc6f84b506', 'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '101dd3f6-6004-4878-bcbd-98657ec6b51e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:18.168106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.178315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.209697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:18.219062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:18.224315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e9559b-cd88-4152-9a9a-62fe8652acb2 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:18.236062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.238203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe3f-b274-46b3-bb06-63a9b321a48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.250425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:18.259663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.260005 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 490ecf7e-7cc1-4e77-bf89-15ab85038bd4 of type vlan for network 04878fcc-185f-4006-8c35-6290ac054c3b Sep 10 03:11:18.300654 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.330576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Allocated IP 172.20.255.242 (7d88cdea-3371-470d-9964-85fc6f84b506/101dd3f6-6004-4878-bcbd-98657ec6b51e/9b40116e-bcab-4ca3-bf0e-ba1de280a2f8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:18.332890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.339161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:18.339893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.363003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Transition to ACTIVE for port object 22e9559b-cd88-4152-9a9a-62fe8652acb2 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:18.373912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe3f-b274-46b3-bb06-63a9b321a48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.394405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b43bfe3f-b274-46b3-bb06-63a9b321a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.424950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b43bfe3f-b274-46b3-bb06-63a9b321a48d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=994096d6383a4a23b6d63f13bb5baa7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138839 Sep 10 03:11:18.433540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38340) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:18.445019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.479515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0884-c635-4093-b27b-62e057d3dcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.489825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4497855 Sep 10 03:11:18.496844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38346) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:18.505924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:18.512378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bfe3f-b274-46b3-bb06-63a9b321a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad4223b-e1ac-4d5c-8e7d-32270b6bfcb4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:18.576933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=04878fcc-185f-4006-8c35-6290ac054c3b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:18.605680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.606057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.606401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.606774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.607107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.608294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.608648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.608982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.609314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.609643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.609968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.610291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df384e-6fc0-41de-b760-e611118242f1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:18.611363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.621262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Transition to ACTIVE for port object 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:18.624899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 04878fcc-185f-4006-8c35-6290ac054c3b details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:18.673362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4960-01c0-4f07-944c-8e48e0e37d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.691292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9559b-cd88-4152-9a9a-62fe8652acb2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:18.724095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4960-01c0-4f07-944c-8e48e0e37d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.740814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Transition to ACTIVE for port object 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:18.749306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.785755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Network 7d88cdea-3371-470d-9964-85fc6f84b506 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:18.789242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:18.793073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:18.822876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0884-c635-4093-b27b-62e057d3dcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.850761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Pushing event updated for resources: {'Port': ['ID=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:18.856152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Attempting to bind port 22e9559b-cd88-4152-9a9a-62fe8652acb2 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:18.856799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Attempting to bind port 22e9559b-cd88-4152-9a9a-62fe8652acb2 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:18.857612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Attempting to bind port 22e9559b-cd88-4152-9a9a-62fe8652acb2 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:18.864435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Attempting to bind port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:18.864811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Attempting to bind port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '125bf2e4-5188-4f41-bffb-23e1b737f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:18.865177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Attempting to bind port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 on network 7d88cdea-3371-470d-9964-85fc6f84b506 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:18.868575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Port 22e9559b-cd88-4152-9a9a-62fe8652acb2 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:18.869838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Attempting to bind port 22e9559b-cd88-4152-9a9a-62fe8652acb2 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:18.871097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:18.871371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Checking segment: {'id': '125bf2e4-5188-4f41-bffb-23e1b737f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:18.871831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.872224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Bound using segment: {'id': '125bf2e4-5188-4f41-bffb-23e1b737f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:18.872692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Bound port: 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125bf2e4-5188-4f41-bffb-23e1b737f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7d88cdea-3371-470d-9964-85fc6f84b506'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:18.873075 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.876907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0884-c635-4093-b27b-62e057d3dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.894764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:18.898894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:18.899583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:18.900327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Bound port: 22e9559b-cd88-4152-9a9a-62fe8652acb2, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:18.900798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8c12ac17-20ae-4f25-897c-ab5e20d9b307 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:18.901336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.918002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.920206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b0884-c635-4093-b27b-62e057d3dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a24f3-4e3c-4b95-b20a-74bfdb1bf6a7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:18.927904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:18.932771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.944645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4960-01c0-4f07-944c-8e48e0e37d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.947746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4960-01c0-4f07-944c-8e48e0e37d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:18.948892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cd5b4960-01c0-4f07-944c-8e48e0e37d6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dad4223b-e1ac-4d5c-8e7d-32270b6bfcb4 HTTP/1.1" status: 204 len: 168 time: 0.5144784 Sep 10 03:11:18.949047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 8c12ac17-20ae-4f25-897c-ab5e20d9b307 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:18.949438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 8c12ac17-20ae-4f25-897c-ab5e20d9b307 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:19.008547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] For port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:19.013468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] For port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,segment=NetworkSegment(125bf2e4-5188-4f41-bffb-23e1b737f0e1),segment_id=125bf2e4-5188-4f41-bffb-23e1b737f0e1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:19.026986 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.062307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-ffb63f96-f7d4-4cf8-84f7-7199e2c9407a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:19.063993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-ffb63f96-f7d4-4cf8-84f7-7199e2c9407a tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.2737648 Sep 10 03:11:19.100990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b4960-01c0-4f07-944c-8e48e0e37d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad4223b-e1ac-4d5c-8e7d-32270b6bfcb4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:19.115133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa2b0884-c635-4093-b27b-62e057d3dcde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c08941f436b44f8ea1df9f50f7e4e79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8944771 Sep 10 03:11:19.147871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:19.166473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] For port 22e9559b-cd88-4152-9a9a-62fe8652acb2, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:19.169918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] For port 22e9559b-cd88-4152-9a9a-62fe8652acb2, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:19.188309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.203025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7fc7-d2ce-4a6b-b61f-5a5025758c9d None None] Pushing event updated for resources: {'Port': ['ID=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:19.257863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:19.258494 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.260819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-429729e1-5502-4108-adae-c61551de9e55 service neutron] 10.222.0.32 "PUT /v2.0/ports/22e9559b-cd88-4152-9a9a-62fe8652acb2 HTTP/1.1" status: 200 len: 1091 time: 2.6777737 Sep 10 03:11:19.276212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'tag': '22e9559b-cd88-4152-9a9a-62fe8652acb2'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:19.278719 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e720d3-d7a3-4b96-bfc3-8d50416f791e" -d '{"events": [{"name": "network-changed", "server_uuid": "c73cfb5f-0f20-46e2-be45-1de4fea49cb3", "tag": "22e9559b-cd88-4152-9a9a-62fe8652acb2"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:19.305400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf08a5aa-5f65-4710-b082-60061b1e6a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.313200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429729e1-5502-4108-adae-c61551de9e55 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9559b-cd88-4152-9a9a-62fe8652acb2,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:19.316039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:11:19.322996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a622f8-2a6c-45a3-a672-5d0f9cb26a68 req-ca776606-8891-445d-a6d1-859e70114a67 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:19.331041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29a622f8-2a6c-45a3-a672-5d0f9cb26a68 req-ca776606-8891-445d-a6d1-859e70114a67 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.2634215 Sep 10 03:11:19.334034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router fd899912-7a55-4399-92aa-7857c7aa05c9 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:11:19.387862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c692db-5e79-4dd4-a4b6-188a6d7bc9fc req-34b1440e-83f8-4904-82a0-e67edc0723b2 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:19.389600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57c692db-5e79-4dd4-a4b6-188a6d7bc9fc req-34b1440e-83f8-4904-82a0-e67edc0723b2 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 943 time: 0.1501644 Sep 10 03:11:19.420343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29a622f8-2a6c-45a3-a672-5d0f9cb26a68 req-aa9256d4-5159-4340-a7bc-85bc95f8e3bc tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882063 Sep 10 03:11:19.481742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf08a5aa-5f65-4710-b082-60061b1e6a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.497872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-e238666a-798e-4015-98ba-6089815da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:19.500999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-e238666a-798e-4015-98ba-6089815da0b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 1094 time: 0.1825612 Sep 10 03:11:19.566225 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd3fd0-1c8b-4465-b21c-273740d3a461 x-openstack-request-id: req-f6dd3fd0-1c8b-4465-b21c-273740d3a461 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:19.566510 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73cfb5f-0f20-46e2-be45-1de4fea49cb3", "tag": "22e9559b-cd88-4152-9a9a-62fe8652acb2", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:19.566759 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6dd3fd0-1c8b-4465-b21c-273740d3a461 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:19.567617 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'tag': '22e9559b-cd88-4152-9a9a-62fe8652acb2', 'status': 'completed', 'code': 200} Sep 10 03:11:19.573514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-53a1e91f-fd40-4cd3-813b-090cd6508a0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2 HTTP/1.1" status: 200 len: 217 time: 0.0586100 Sep 10 03:11:19.600785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57c692db-5e79-4dd4-a4b6-188a6d7bc9fc req-e4b0a8cd-27a2-4ae1-9822-5a0b55599875 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052128 Sep 10 03:11:19.674950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Deleting port 774e255d-5d7b-45a8-8297-f591b2d94f9f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:19.675783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.734719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-3b3b0d0f-4cf8-4b64-b98d-005d29282b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:19.736281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-3b3b0d0f-4cf8-4b64-b98d-005d29282b82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1345963 Sep 10 03:11:19.776805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:11:19.779960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-96381e75-0baa-48ca-ab2a-97fcbd691067 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349402 Sep 10 03:11:19.790117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Sync routers for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:11:19.801354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:19.802281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:19.876563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:19.879129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cb8d1878-12a8-4b27-b810-a3bd56221505 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3438034 Sep 10 03:11:19.891077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38378) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:19.971132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:19.998306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6429b7c5-a5fc-4d5d-9b26-108ad21aa706 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=baf2f642bfba4c31b1e3efb88337e1d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991137 Sep 10 03:11:20.001087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38386) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:20.137291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] For port 774e255d-5d7b-45a8-8297-f591b2d94f9f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=774e255d-5d7b-45a8-8297-f591b2d94f9f,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:20.137919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:20.176370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-8cb0e6da-642b-4db1-84c0-c5f4e34bc1ee service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800488 Sep 10 03:11:20.239109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9040a-22bd-4046-9b1d-b8c60ed6f83b tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:20.240925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84a9040a-22bd-4046-9b1d-b8c60ed6f83b tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2384346 Sep 10 03:11:20.247862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38390) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:20.275384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Calling delete_port for 774e255d-5d7b-45a8-8297-f591b2d94f9f owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:20.286909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf08a5aa-5f65-4710-b082-60061b1e6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:20.289827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf08a5aa-5f65-4710-b082-60061b1e6a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:20.291328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cf08a5aa-5f65-4710-b082-60061b1e6a45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/271a24f3-4e3c-4b95-b20a-74bfdb1bf6a7 HTTP/1.1" status: 204 len: 168 time: 1.1424098 Sep 10 03:11:20.297974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fcf41b2f-da7b-43ec-bd37-03970d125302 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487974 Sep 10 03:11:20.312772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:17Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:20.333279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38396) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:20.366376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144364260', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:20.382648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08a5aa-5f65-4710-b082-60061b1e6a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a24f3-4e3c-4b95-b20a-74bfdb1bf6a7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:20.396250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Checking router: fd899912-7a55-4399-92aa-7857c7aa05c9 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:11:20.398884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Updating router fd899912-7a55-4399-92aa-7857c7aa05c9 port 9c4d9c89-7078-4273-a346-e9a3547829be binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:11:20.427681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07ff6dec-e2ed-43b8-8d1c-cf7a33186099 req-a0a2518b-355f-47db-a87b-b2cd405a4ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419345 Sep 10 03:11:20.430583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:20.552698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:20.611233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:20.617402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-e870d138-01f8-46cd-8bc8-86aa44ad6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:20.619733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-e870d138-01f8-46cd-8bc8-86aa44ad6d32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 1094 time: 0.1257463 Sep 10 03:11:20.761484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef151a03-7ba9-4d54-abd6-0e533349b55e req-f9a7fe0b-88d5-44ea-8171-145f0c0103b8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:20.763097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef151a03-7ba9-4d54-abd6-0e533349b55e req-f9a7fe0b-88d5-44ea-8171-145f0c0103b8 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 945 time: 0.1514926 Sep 10 03:11:20.812879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-177b87a7-da5c-41fc-9d06-935f2f1e0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:20.820743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:20.821192 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-177b87a7-da5c-41fc-9d06-935f2f1e0dc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.1917515 Sep 10 03:11:20.845595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9c4cb-bea1-4b56-9426-1412c0588f5b None None] Network 7d88cdea-3371-470d-9964-85fc6f84b506 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:20.893524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] Provisioning for port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:20.921636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] Provisioning complete for port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:20.922309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:20.975746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef151a03-7ba9-4d54-abd6-0e533349b55e req-5c8faab9-d4ff-4b42-bf15-6fbab65d93db tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc559138-5941-4934-98f3-ff91cd3d07bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038522 Sep 10 03:11:20.979798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-d2f76f4a-ac24-4a8a-b862-61f018714733 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2 HTTP/1.1" status: 200 len: 217 time: 0.1297948 Sep 10 03:11:21.007954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.064961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Pushing event deleted for resources: {'Port': ['ID=774e255d-5d7b-45a8-8297-f591b2d94f9f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:21.111944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=a79b696f-5322-4288-9d8b-ea972c770d6a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:21.115237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:21.126351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.148176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-c46f392d-d7eb-47b2-a499-8fdf3f72679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:21.151445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:21.152420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 04878fcc-185f-4006-8c35-6290ac054c3b, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:21.156725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-c46f392d-d7eb-47b2-a499-8fdf3f72679a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1689167 Sep 10 03:11:21.209378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6596-399a-4537-b040-62957c6c4360 req-bbc11e0f-61f4-4abe-a227-213cdf8b9a7d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:21.211352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-241c6596-399a-4537-b040-62957c6c4360 req-bbc11e0f-61f4-4abe-a227-213cdf8b9a7d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 943 time: 0.4739699 Sep 10 03:11:21.228679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-6750abe5-955c-4f0e-9984-2d1f927d51b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644186 Sep 10 03:11:21.425766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-e7715a8d-2c8a-4e47-902d-761e54e5fb90 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845603 Sep 10 03:11:21.542248 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.608402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06e720d3-d7a3-4b96-bfc3-8d50416f791e req-fc81ad45-8845-4b0b-91f7-c0a668e72997 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739433 Sep 10 03:11:21.666711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 04878fcc-185f-4006-8c35-6290ac054c3b is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:21.685614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] No DVR routers for this DVR port 774e255d-5d7b-45a8-8297-f591b2d94f9f on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:21.690104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.701456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c632681-8912-405f-8a73-bb8e8d63eb40 req-bfdda53a-8f1d-4a01-b0a5-8c4473634eb4 tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.36 "DELETE /v2.0/ports/774e255d-5d7b-45a8-8297-f591b2d94f9f HTTP/1.1" status: 204 len: 173 time: 2.5981939 Sep 10 03:11:21.705194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] For port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,segment=NetworkSegment(125bf2e4-5188-4f41-bffb-23e1b737f0e1),segment_id=125bf2e4-5188-4f41-bffb-23e1b737f0e1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:21.711334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'name': 'network-vif-deleted', 'tag': '774e255d-5d7b-45a8-8297-f591b2d94f9f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:21.717917 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca504d3-f2fb-433a-b2a6-a517e7375d2e" -d '{"events": [{"server_uuid": "ddc38a8d-53a3-4c4e-ba8a-6bc282caada0", "name": "network-vif-deleted", "tag": "774e255d-5d7b-45a8-8297-f591b2d94f9f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:21.739180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.777437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-241c6596-399a-4537-b040-62957c6c4360 req-cd1787a2-bdcb-4ccd-87c1-eca13d8e83eb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000052 Sep 10 03:11:21.786605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 04878fcc-185f-4006-8c35-6290ac054c3b) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:21.808189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.817467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aefa68-a935-4d4e-b0ed-fa4eaf80da79 None None] Network 04878fcc-185f-4006-8c35-6290ac054c3b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:21.859898 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f128b-9e20-4489-84b2-f1d112fcfc67 x-openstack-request-id: req-f57f128b-9e20-4489-84b2-f1d112fcfc67 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:21.860193 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc38a8d-53a3-4c4e-ba8a-6bc282caada0", "name": "network-vif-deleted", "tag": "774e255d-5d7b-45a8-8297-f591b2d94f9f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:21.864567 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f57f128b-9e20-4489-84b2-f1d112fcfc67 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:21.865933 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc38a8d-53a3-4c4e-ba8a-6bc282caada0', 'name': 'network-vif-deleted', 'tag': '774e255d-5d7b-45a8-8297-f591b2d94f9f', 'status': 'completed', 'code': 200} Sep 10 03:11:21.869914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:21.870098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Transition to ACTIVE for port object 9c4d9c89-7078-4273-a346-e9a3547829be will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:21.872627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.943187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.954360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:21.975439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee6d2e-0972-49a7-8f35-7f08c57e0573 None None] Pushing event updated for resources: {'Port': ['ID=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:22.020214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Subnet': ['ID=54651da5-86c5-44b5-88c8-4055b32a277e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:22.044804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-948c9a47-e2aa-4c51-bffb-52c42f0438ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5468903 Sep 10 03:11:22.047692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38448) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:22.053133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Attempting to bind port 9c4d9c89-7078-4273-a346-e9a3547829be on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:22.054099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Attempting to bind port 9c4d9c89-7078-4273-a346-e9a3547829be by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:22.055176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Attempting to bind port 9c4d9c89-7078-4273-a346-e9a3547829be on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:22.066407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:22.067208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:22.067896 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.069228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:22.070239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Bound port: 9c4d9c89-7078-4273-a346-e9a3547829be, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:22.070907 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.155533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Checking segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:22.156173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network hostable DHCP agents. Network: 8a173de8-a458-40a0-bc5e-61d878e99854, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:22.219811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7d7e9-4929-4eaa-be0c-6b3c9398cf70 None None] Pushing event updated for resources: {'Port': ['ID=9c4d9c89-7078-4273-a346-e9a3547829be,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:22.225354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 8a173de8-a458-40a0-bc5e-61d878e99854 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:22.236063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-04878fcc-185f-4006-8c35-6290ac054c3b', 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': 'a79b696f-5322-4288-9d8b-ea972c770d6a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:22.237216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.286661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] For port 9c4d9c89-7078-4273-a346-e9a3547829be, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:22.292592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] For port 9c4d9c89-7078-4273-a346-e9a3547829be, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9c4d9c89-7078-4273-a346-e9a3547829be,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:22.315386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d65e47d-8ca8-4120-99cb-da79cbaa4e7b req-213bf639-ea3c-4c74-878b-cb8288c9c62e tempest-ListServerFiltersTestJSON-184981527 tempest-ListServerFiltersTestJSON-184981527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc38a8d-53a3-4c4e-ba8a-6bc282caada0 HTTP/1.1" status: 200 len: 210 time: 0.1322877 Sep 10 03:11:22.336718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.339138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 8a173de8-a458-40a0-bc5e-61d878e99854) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:22.344505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:22.345100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.403667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b6e5d-bb71-45ed-a019-a682b3bc608b None None] Network 8a173de8-a458-40a0-bc5e-61d878e99854 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:22.404377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b61a5d9-0e41-44be-baa7-311208b1a6b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0692921 Sep 10 03:11:22.405094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38454) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:22.410283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.500418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:22.688181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Allocated IP 172.20.0.2 (04878fcc-185f-4006-8c35-6290ac054c3b/a79b696f-5322-4288-9d8b-ea972c770d6a/6a486b63-89c0-4e61-a541-8aea16e322be) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:22.709896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38462) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:22.834846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:22.840639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 22e9559b-cd88-4152-9a9a-62fe8652acb2 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:11:22.926719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73a508-9359-4e2f-9376-8acb2829c654 req-72cff22a-e9f4-40df-b7a3-9512dcfe3d81 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:22.936381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae73a508-9359-4e2f-9376-8acb2829c654 req-72cff22a-e9f4-40df-b7a3-9512dcfe3d81 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 943 time: 0.0773196 Sep 10 03:11:22.947970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 22e9559b-cd88-4152-9a9a-62fe8652acb2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:22.958848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc19b-d183-49b2-8830-3f62694d1616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.098445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae73a508-9359-4e2f-9376-8acb2829c654 req-04e3c19b-6a32-4b57-8d22-4965e12429d1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612096 Sep 10 03:11:23.123726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.132636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Transition to ACTIVE for port object 6a486b63-89c0-4e61-a541-8aea16e322be will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:23.132866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc19b-d183-49b2-8830-3f62694d1616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.134356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:23.135024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:23.138191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '22e9559b-cd88-4152-9a9a-62fe8652acb2', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': '22e9559b-cd88-4152-9a9a-62fe8652acb2', 'mac_address': 'fa:16:3e:c8:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:11:23.139888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 774e255d-5d7b-45a8-8297-f591b2d94f9f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:23.140386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc19b-d183-49b2-8830-3f62694d1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.194431 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8a8cc19b-d183-49b2-8830-3f62694d1616 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88e80da4ccb042ce86df05dc35350d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834492 Sep 10 03:11:23.195409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38470) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:23.196301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cc19b-d183-49b2-8830-3f62694d1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a526a9d-6cf5-4faf-a849-bc7998986af2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:23.231306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 774e255d-5d7b-45a8-8297-f591b2d94f9f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:23.231306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 774e255d-5d7b-45a8-8297-f591b2d94f9f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:23.291598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.298014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7d7e9-4929-4eaa-be0c-6b3c9398cf70 None None] Pushing event updated for resources: {'Port': ['ID=9c4d9c89-7078-4273-a346-e9a3547829be,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:23.323780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1276daa9-39c9-4c20-8805-aee0d15c4f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.344760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-8a173de8-a458-40a0-bc5e-61d878e99854', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:23.345922 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.380482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Transition to ACTIVE for port object 6a486b63-89c0-4e61-a541-8aea16e322be will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:23.390756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-68210bec-73fa-492e-8d81-5923d30c5918 None None] Provisioning complete for port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:23.391602 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-68210bec-73fa-492e-8d81-5923d30c5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.405902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1276daa9-39c9-4c20-8805-aee0d15c4f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.453406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38476) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:23.466794 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.498085 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.547336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=a79b696f-5322-4288-9d8b-ea972c770d6a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:23.582901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Network 04878fcc-185f-4006-8c35-6290ac054c3b is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:23.584627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Pushing event updated for resources: {'Port': ['ID=6a486b63-89c0-4e61-a541-8aea16e322be,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:23.589756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:23.596369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:23.680226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Allocated IP 172.20.0.2 (8a173de8-a458-40a0-bc5e-61d878e99854/54651da5-86c5-44b5-88c8-4055b32a277e/90f3c9ee-9550-437f-9983-885862fd318b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:23.714686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.739946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1276daa9-39c9-4c20-8805-aee0d15c4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.742769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1276daa9-39c9-4c20-8805-aee0d15c4f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.744703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1276daa9-39c9-4c20-8805-aee0d15c4f1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a526a9d-6cf5-4faf-a849-bc7998986af2 HTTP/1.1" status: 204 len: 168 time: 0.5445285 Sep 10 03:11:23.763014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276daa9-39c9-4c20-8805-aee0d15c4f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a526a9d-6cf5-4faf-a849-bc7998986af2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:23.767203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Deleting subnet a6fc6501-f0eb-446c-9ea3-deedcc811b96 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:11:23.768173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04878fcc-185f-4006-8c35-6290ac054c3b']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:23.779650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.786492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490ecf7e-7cc1-4e77-bf89-15ab85038bd4') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:23.786800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490ecf7e-7cc1-4e77-bf89-15ab85038bd4') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:23.796383 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.799685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.815620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.823604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:23.824145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.846546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e9559b-cd88-4152-9a9a-62fe8652acb2 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:23.906211 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:23.911596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:23.916577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:11:23.916577 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:11:23.916577 n-d-808126-2 neutron-server[94633]: [parameters: {'id': '04878fcc-185f-4006-8c35-6290ac054c3b'}] Sep 10 03:11:23.916577 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:23.917181 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:23.921312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:23.921769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.056906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.072358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 22e9559b-cd88-4152-9a9a-62fe8652acb2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:24.073805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Attempting to bind port 6a486b63-89c0-4e61-a541-8aea16e322be on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:24.074608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Attempting to bind port 6a486b63-89c0-4e61-a541-8aea16e322be by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:24.075209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Attempting to bind port 6a486b63-89c0-4e61-a541-8aea16e322be on network 04878fcc-185f-4006-8c35-6290ac054c3b {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:24.143413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.188370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fc6501-f0eb-446c-9ea3-deedcc811b96,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:24.196776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.199230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6ceeca1-3b28-4b2c-98c6-05121ec9d345 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a6fc6501-f0eb-446c-9ea3-deedcc811b96 HTTP/1.1" status: 204 len: 168 time: 0.7425172 Sep 10 03:11:24.201869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38494) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:24.315205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.331332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf964a-17c9-480d-a960-b95d1e0b1066 req-8dfaf72c-a9b7-413f-8e35-04fbe5410b21 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:24.333673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3bf964a-17c9-480d-a960-b95d1e0b1066 req-8dfaf72c-a9b7-413f-8e35-04fbe5410b21 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 944 time: 0.0979857 Sep 10 03:11:24.339684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.349168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Transition to ACTIVE for port object 90f3c9ee-9550-437f-9983-885862fd318b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:24.361334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:24.361724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Checking segment: {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:24.362116 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.362510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Bound using segment: {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:24.363003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Bound port: 6a486b63-89c0-4e61-a541-8aea16e322be, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:24.363389 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.395813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5c503-7e53-4e73-90ad-0a9ead3ed956 None None] Network 4cb67e14-e428-44aa-8f75-86eebe4acd82 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:24.400722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3bf964a-17c9-480d-a960-b95d1e0b1066 req-e0eb9400-442c-4ca8-a0d2-2536a3483e13 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Sep 10 03:11:24.411887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Deleting port 7e7d373b-8605-4300-9880-517a5e5715e1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:24.412395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.427095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.496002 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.527985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:24.547616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] For port 7e7d373b-8605-4300-9880-517a5e5715e1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7e7d373b-8605-4300-9880-517a5e5715e1,segment=NetworkSegment(584dc077-0d2e-45fd-8075-3e8f51a93ef9),segment_id=584dc077-0d2e-45fd-8075-3e8f51a93ef9)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:24.548030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.569464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Calling delete_port for 7e7d373b-8605-4300-9880-517a5e5715e1 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:24.603176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port 6a486b63-89c0-4e61-a541-8aea16e322be {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:24.603571 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.723607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=22e9559b-cd88-4152-9a9a-62fe8652acb2,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:24.759011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port 6a486b63-89c0-4e61-a541-8aea16e322be, host n-d-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:24.759425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.781822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for 6a486b63-89c0-4e61-a541-8aea16e322be owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:24.784095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Transition to ACTIVE for port object 90f3c9ee-9550-437f-9983-885862fd318b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:24.918347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:24.961161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['22e9559b-cd88-4152-9a9a-62fe8652acb2'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:24.986433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] No DVR routers for this DVR port 7e7d373b-8605-4300-9880-517a5e5715e1 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:25.003219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.1 (8a173de8-a458-40a0-bc5e-61d878e99854/54651da5-86c5-44b5-88c8-4055b32a277e/e428f4db-123f-4380-bda4-d7446d37d45c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:25.021380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e7d373b-8605-4300-9880-517a5e5715e1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:25.049720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.137189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.229476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcbcf94-6d0d-44e8-9dd8-7c2b95b38ce9 None None] DHCP port deletion for 4cb67e14-e428-44aa-8f75-86eebe4acd82 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:11:25.298974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.299327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:25.299724 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:25.323701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Network 8a173de8-a458-40a0-bc5e-61d878e99854 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:25.326023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object e428f4db-123f-4380-bda4-d7446d37d45c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:25.353796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:25.363342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:25.367311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Pushing event updated for resources: {'Port': ['ID=90f3c9ee-9550-437f-9983-885862fd318b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:25.377031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.419868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.420219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.420558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.420891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.421226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.421554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.421874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.422193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.422956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.422956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.423199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.423722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:25.435595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 8a173de8-a458-40a0-bc5e-61d878e99854 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:25.439381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:25.448239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:25.540646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Attempting to bind port 90f3c9ee-9550-437f-9983-885862fd318b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:25.541714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Attempting to bind port 90f3c9ee-9550-437f-9983-885862fd318b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:25.542365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Attempting to bind port 90f3c9ee-9550-437f-9983-885862fd318b on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:25.542757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=e428f4db-123f-4380-bda4-d7446d37d45c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:25.549654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:17Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:25.588936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb7897-cd8b-4ae2-8714-fd0b8f3cc603 None None] The sync data for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 is: [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:17Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:25.592219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:25.592916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Checking segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:25.593651 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.594261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Bound using segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:25.606541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Bound port: 90f3c9ee-9550-437f-9983-885862fd318b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:25.607317 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.611642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.859162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=6a486b63-89c0-4e61-a541-8aea16e322be,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:25.872139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port 6a486b63-89c0-4e61-a541-8aea16e322be on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:25.903284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Attempting to bind port 6a486b63-89c0-4e61-a541-8aea16e322be on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:25.910024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.911059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Attempting to bind port 6a486b63-89c0-4e61-a541-8aea16e322be by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:25.911661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Attempting to bind port 6a486b63-89c0-4e61-a541-8aea16e322be on network 04878fcc-185f-4006-8c35-6290ac054c3b {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:25.967854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] For port 90f3c9ee-9550-437f-9983-885862fd318b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:25.989018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:25.989419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Checking segment: {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:25.989851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:25.990254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Bound using segment: {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:25.994357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Bound port: 6a486b63-89c0-4e61-a541-8aea16e322be, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490ecf7e-7cc1-4e77-bf89-15ab85038bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '04878fcc-185f-4006-8c35-6290ac054c3b'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:25.994812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.005122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] For port 90f3c9ee-9550-437f-9983-885862fd318b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=90f3c9ee-9550-437f-9983-885862fd318b,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:26.057771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb67e14-e428-44aa-8f75-86eebe4acd82']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:26.062887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.099531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.136510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a95cab-fdb5-47dc-8a2e-885fa2a4e89e req-641ca1f6-62f5-4907-bdca-b80e153c6eb4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:26.140655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73a95cab-fdb5-47dc-8a2e-885fa2a4e89e req-641ca1f6-62f5-4907-bdca-b80e153c6eb4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 944 time: 0.6006639 Sep 10 03:11:26.164948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584dc077-0d2e-45fd-8075-3e8f51a93ef9') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:26.168698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584dc077-0d2e-45fd-8075-3e8f51a93ef9') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:26.273111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358016a-f900-471a-b804-9dd7367f35cd None None] Pushing event updated for resources: {'Port': ['ID=90f3c9ee-9550-437f-9983-885862fd318b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:26.305447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-71b970ed-2c3a-469f-864a-c291e2b53977 None None] Port 6a486b63-89c0-4e61-a541-8aea16e322be has been deleted concurrently {{(pid=94635) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 10 03:11:26.348659 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.365419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.381377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73a95cab-fdb5-47dc-8a2e-885fa2a4e89e req-e173a93c-bbe4-47d2-b044-4f300168e49c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980710 Sep 10 03:11:26.453606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04878fcc-185f-4006-8c35-6290ac054c3b']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:26.460432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.499851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490ecf7e-7cc1-4e77-bf89-15ab85038bd4') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:26.500154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490ecf7e-7cc1-4e77-bf89-15ab85038bd4') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:26.529425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:26.529677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:26.535214 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:26.545586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.668256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.673729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 22e9559b-cd88-4152-9a9a-62fe8652acb2 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:26.781399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 22e9559b-cd88-4152-9a9a-62fe8652acb2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:26.836004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 22e9559b-cd88-4152-9a9a-62fe8652acb2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:26.836539 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.838427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:26.845620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:26.861897 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:26.927851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.952934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:26.955028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4cb67e14-e428-44aa-8f75-86eebe4acd82 HTTP/1.1" status: 204 len: 168 time: 2.7522013 Sep 10 03:11:27.066857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0fcbb-b3f9-4a15-a621-e65f349685d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb67e14-e428-44aa-8f75-86eebe4acd82,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:27.081213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.107031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.120066 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/04878fcc-185f-4006-8c35-6290ac054c3b HTTP/1.1" status: 204 len: 168 time: 5.0712674 Sep 10 03:11:27.131415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:27.141794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683026277'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:27.172006 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.199377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f4c9-a033-49a9-8de6-2ba98eb3ab14 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=04878fcc-185f-4006-8c35-6290ac054c3b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:27.201295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:27.204967 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.250101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9559b-cd88-4152-9a9a-62fe8652acb2'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:27.251817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:27.261480 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92e2e7f-3e67-4608-9696-4e55a5bd0a9b" -d '{"events": [{"server_uuid": "c73cfb5f-0f20-46e2-be45-1de4fea49cb3", "name": "network-vif-plugged", "status": "completed", "tag": "22e9559b-cd88-4152-9a9a-62fe8652acb2"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:27.277125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.277479 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 68230135-1449-433e-aa63-6cc4bbdba3a5 of type vlan for network 8ef77227-9753-4c68-a459-0012de378f9e Sep 10 03:11:27.313688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.315540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 22e9559b-cd88-4152-9a9a-62fe8652acb2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:27.328270 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.332963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.362915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.397982 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3270fd-d0ba-425e-bffe-8267d80fec85 x-openstack-request-id: req-ad3270fd-d0ba-425e-bffe-8267d80fec85 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:27.401632 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73cfb5f-0f20-46e2-be45-1de4fea49cb3", "name": "network-vif-plugged", "status": "completed", "tag": "22e9559b-cd88-4152-9a9a-62fe8652acb2", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:27.402194 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad3270fd-d0ba-425e-bffe-8267d80fec85 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:27.402823 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9559b-cd88-4152-9a9a-62fe8652acb2', 'code': 200} Sep 10 03:11:27.466829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38568) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:27.479037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.493382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:27.494098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.513681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.517236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 90f3c9ee-9550-437f-9983-885862fd318b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:27.565494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=22e9559b-cd88-4152-9a9a-62fe8652acb2,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:27.620920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8ae4b3b7-c336-468e-8acd-43b4ca09e839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db14cba4811042a09980da3e267ef9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428561 Sep 10 03:11:27.631187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38572) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:27.644637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 90f3c9ee-9550-437f-9983-885862fd318b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:27.654198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c4d9c89-7078-4273-a346-e9a3547829be up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:27.669368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 8a173de8-a458-40a0-bc5e-61d878e99854 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:27.672596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=e428f4db-123f-4380-bda4-d7446d37d45c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:27.678680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:27.698072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5653739 Sep 10 03:11:27.700788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:27.706623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e8ad2-a20f-458b-8524-ae87eb98024a req-3717ad2e-6cd6-4ab5-bb64-097d05316990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:27.708383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae5e8ad2-a20f-458b-8524-ae87eb98024a req-3717ad2e-6cd6-4ab5-bb64-097d05316990 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 1096 time: 0.2619152 Sep 10 03:11:27.802687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '8ef77227-9753-4c68-a459-0012de378f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:27.803960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585373d3-039e-4a42-b4e9-5f8f18913af8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=8ef77227-9753-4c68-a459-0012de378f9e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:27.823349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 8ef77227-9753-4c68-a459-0012de378f9e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:27.827047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ae5e8ad2-a20f-458b-8524-ae87eb98024a req-da0cbe5d-7460-44c7-95c3-a64e218d8429 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Sep 10 03:11:27.835874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562411a-38be-454a-a12b-2b00dab002a0 req-83c1d6c5-cda3-4671-b55a-dfeac38f719f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:27.843443 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e562411a-38be-454a-a12b-2b00dab002a0 req-83c1d6c5-cda3-4671-b55a-dfeac38f719f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.2293270 Sep 10 03:11:27.884038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 9c4d9c89-7078-4273-a346-e9a3547829be completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:27.891967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e562411a-38be-454a-a12b-2b00dab002a0 req-1b0cca2c-22f7-473f-808b-b4821cef6681 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Sep 10 03:11:27.907615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 9c4d9c89-7078-4273-a346-e9a3547829be triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:27.908001 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.922719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-362787ba-b136-4aa4-a586-e70321484b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:27.937603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router fd899912-7a55-4399-92aa-7857c7aa05c9 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:11:27.987795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:27.997494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.075705 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.101075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing IP validity checks on allocation pools {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:11:28.101620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:11:28.113244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 9c4d9c89-7078-4273-a346-e9a3547829be, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9c4d9c89-7078-4273-a346-e9a3547829be,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:28.122758 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.173326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e7d373b-8605-4300-9880-517a5e5715e1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:28.218208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7e7d373b-8605-4300-9880-517a5e5715e1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:28.218843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e7d373b-8605-4300-9880-517a5e5715e1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:28.256528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=9c4d9c89-7078-4273-a346-e9a3547829be,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:28.272251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-362787ba-b136-4aa4-a586-e70321484b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.315136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.377164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=73abefca-96c5-4055-8bc5-efd8fa920c26,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:28.506216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d5dddd-7de7-472a-97de-4e2f56e328f0 None None] Network 8a173de8-a458-40a0-bc5e-61d878e99854 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:28.549717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '68230135-1449-433e-aa63-6cc4bbdba3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8ef77227-9753-4c68-a459-0012de378f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:28.550384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 8ef77227-9753-4c68-a459-0012de378f9e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:28.565166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-362787ba-b136-4aa4-a586-e70321484b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.567772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-362787ba-b136-4aa4-a586-e70321484b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.571989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-362787ba-b136-4aa4-a586-e70321484b99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc559138-5941-4934-98f3-ff91cd3d07bf HTTP/1.1" status: 204 len: 168 time: 0.9357483 Sep 10 03:11:28.573439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:11:28.591495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cef53b36-4de8-4013-aeff-80eebecc7f6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/fd899912-7a55-4399-92aa-7857c7aa05c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1758544 Sep 10 03:11:28.610046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362787ba-b136-4aa4-a586-e70321484b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc559138-5941-4934-98f3-ff91cd3d07bf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:28.642386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 8ef77227-9753-4c68-a459-0012de378f9e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:28.652951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] Provisioning for port 90f3c9ee-9550-437f-9983-885862fd318b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:28.677081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 8ef77227-9753-4c68-a459-0012de378f9e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:28.679489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] Provisioning complete for port 90f3c9ee-9550-437f-9983-885862fd318b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:28.680082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.687594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a1a35-4390-4044-bb87-b606ad01a2c5 None None] Network 8ef77227-9753-4c68-a459-0012de378f9e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:28.689689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:28.691389 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:28.711157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a451ab0c-84bb-4c9c-a8de-ec269441d8a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9126699 Sep 10 03:11:28.714386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38594) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:28.901778 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Sync routers for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:11:28.927321 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:28.944458 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:29.056666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.249895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.256623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b896a-363e-412c-a439-bef0cd7b086f None None] DHCP port deletion for 04878fcc-185f-4006-8c35-6290ac054c3b request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:11:29.263528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c4d9c89-7078-4273-a346-e9a3547829be up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:29.313483 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:29.391825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca611cac-8055-456b-a9c6-ed367bf33e30 None None] Network 04878fcc-185f-4006-8c35-6290ac054c3b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:29.392070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da2590-a2aa-4ba0-bf0a-0750d3fa9d10 req-75ab18e0-b3dd-439d-8247-997af8d333ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:29.393638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57da2590-a2aa-4ba0-bf0a-0750d3fa9d10 req-75ab18e0-b3dd-439d-8247-997af8d333ec tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.3339865 Sep 10 03:11:29.395344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.419315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca611cac-8055-456b-a9c6-ed367bf33e30 None None] Network 04878fcc-185f-4006-8c35-6290ac054c3b could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:11:29.449477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=73abefca-96c5-4055-8bc5-efd8fa920c26,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:29.473264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-00b35159-db98-4c68-b67e-983eae9f8c3f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201014720&fields=id&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 267 time: 0.0849664 Sep 10 03:11:29.516780 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.597374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57da2590-a2aa-4ba0-bf0a-0750d3fa9d10 req-5b71e94b-37cd-4255-b037-f3e18643053d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644740 Sep 10 03:11:29.605481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] For port 90f3c9ee-9550-437f-9983-885862fd318b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=90f3c9ee-9550-437f-9983-885862fd318b,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:29.611199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e2407-e475-4d3b-9be4-aa4c5b345ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-8ef77227-9753-4c68-a459-0012de378f9e', 'network_id': '8ef77227-9753-4c68-a459-0012de378f9e', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '73abefca-96c5-4055-8bc5-efd8fa920c26'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:29.619585 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2407-e475-4d3b-9be4-aa4c5b345ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.647796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-2d47ebc5-1ada-416d-8d15-565b9b08bfa2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:29.649542 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.655643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-2d47ebc5-1ada-416d-8d15-565b9b08bfa2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 795 time: 0.1729381 Sep 10 03:11:29.698605 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-bd856c3e-5fbd-487c-9b23-455f4e6c2dc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/quotas/baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 375 time: 0.0360153 Sep 10 03:11:29.706014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.742942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef77227-9753-4c68-a459-0012de378f9e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:29.763803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68230135-1449-433e-aa63-6cc4bbdba3a5') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:29.766654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68230135-1449-433e-aa63-6cc4bbdba3a5') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:29.796763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.821603 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:26Z', 'revision_number': 2, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:29.840973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.860085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:29.861618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:29.872972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-2e983f8c-0ab1-4cbc-8756-dda6f1ed806c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723320 Sep 10 03:11:29.893882 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Checking router: fd899912-7a55-4399-92aa-7857c7aa05c9 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:11:29.894511 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Updating router fd899912-7a55-4399-92aa-7857c7aa05c9 port e428f4db-123f-4380-bda4-d7446d37d45c binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:11:29.934418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38632) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:29.973097 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:30.011690 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:30.263072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-faec9403-ce16-424d-a02c-9a4f88d2d285 None None] Could not find standard attr ID for object 6a486b63-89c0-4e61-a541-8aea16e322be. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:11:30.263072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 9c4d9c89-7078-4273-a346-e9a3547829be triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:30.263072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.292167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.302165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.315366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.317521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/8ef77227-9753-4c68-a459-0012de378f9e HTTP/1.1" status: 204 len: 168 time: 1.6009250 Sep 10 03:11:30.328711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8dd31-6e03-4c27-9281-47ceb48d9c8f None None] Network 8ef77227-9753-4c68-a459-0012de378f9e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:30.343363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:30.346265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8dd31-6e03-4c27-9281-47ceb48d9c8f None None] Network 8ef77227-9753-4c68-a459-0012de378f9e could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:11:30.352073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17322-7bc2-4aac-af6a-10e510a56000 None None] Pushing event updated for resources: {'Port': ['ID=90f3c9ee-9550-437f-9983-885862fd318b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:30.368905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-438338070'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:30.380696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00f64-3f59-495c-92e3-55d90a065b88 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=8ef77227-9753-4c68-a459-0012de378f9e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:30.439624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a486b63-89c0-4e61-a541-8aea16e322be no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:30.460199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-615646ff-e99a-4682-bae0-479f5f26e40e None None] Provisioning complete for port 90f3c9ee-9550-437f-9983-885862fd318b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:30.460199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-615646ff-e99a-4682-bae0-479f5f26e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.493134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6a486b63-89c0-4e61-a541-8aea16e322be {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:30.493850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-7ed14fe4-6066-44b4-9bed-7880e797985a service neutron] 10.222.0.23 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981414 Sep 10 03:11:30.494389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a486b63-89c0-4e61-a541-8aea16e322be not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:30.542836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:11:30.542836 n-d-808126-2 neutron-server[94634]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:11:30.542836 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id': '05bdbf063b2749159ee9fea469e8aa49', 'id': 'b74cf030-3566-489c-a943-acce6896d217', 'expiration': datetime.datetime(2021, 9, 10, 3, 13, 30, 490035)}] Sep 10 03:11:30.542836 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:30.543409 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:30.570616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:30.582943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.607628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38658) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:30.609679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:30.619495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.620133 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 9ca8cea8-07cf-4d1b-ab35-1817924851d4 of type vlan for network f21d864b-e9c6-420f-a55e-6745a1d4c38d Sep 10 03:11:30.670051 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.686702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-615646ff-e99a-4682-bae0-479f5f26e40e None None] Provisioning for port e428f4db-123f-4380-bda4-d7446d37d45c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:30.699839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.702840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-615646ff-e99a-4682-bae0-479f5f26e40e None None] Provisioning complete for port e428f4db-123f-4380-bda4-d7446d37d45c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:30.704696 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-615646ff-e99a-4682-bae0-479f5f26e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.716476 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Transition to ACTIVE for port object e428f4db-123f-4380-bda4-d7446d37d45c will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:30.740756 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.753094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-8ba8be67-dc26-4e65-acdc-57ff7775982e service neutron] 10.222.0.23 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355928 Sep 10 03:11:30.754293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.768256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:30.768916 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:30.809237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd33c9-91fd-4588-8404-65fd2745a5b8 req-6296cec9-4063-477f-8cb2-af0fc4158685 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:30.821072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6cd33c9-91fd-4588-8404-65fd2745a5b8 req-6296cec9-4063-477f-8cb2-af0fc4158685 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.0901208 Sep 10 03:11:30.833522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-615646ff-e99a-4682-bae0-479f5f26e40e None None] Port e428f4db-123f-4380-bda4-d7446d37d45c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:11:30.892129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6cd33c9-91fd-4588-8404-65fd2745a5b8 req-a3d158f8-13ed-456d-8c36-05bd589e7309 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687568 Sep 10 03:11:30.909784 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Pushing event updated for resources: {'Port': ['ID=e428f4db-123f-4380-bda4-d7446d37d45c,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:30.927723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.927723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.927723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.928030 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.928307 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.935029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1656202007-network', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:30.944422 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.945066 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.945992 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.946440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.946961 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.947724 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.948305 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:30.990752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:30.993216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.003671 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Attempting to bind port e428f4db-123f-4380-bda4-d7446d37d45c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:31.004613 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Attempting to bind port e428f4db-123f-4380-bda4-d7446d37d45c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:31.005489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Attempting to bind port e428f4db-123f-4380-bda4-d7446d37d45c on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:31.013721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.014424 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:31.015492 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Checking segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:31.016670 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.017841 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Bound using segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:31.018733 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Bound port: e428f4db-123f-4380-bda4-d7446d37d45c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:31.019464 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.229468 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] For port e428f4db-123f-4380-bda4-d7446d37d45c, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:31.233712 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] For port e428f4db-123f-4380-bda4-d7446d37d45c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e428f4db-123f-4380-bda4-d7446d37d45c,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:31.241543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d435adb6-0ff7-46c0-b98e-e74d5f8cf2b2 req-a1851ec6-57c2-4cf3-8625-1e9082020e87 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 210 time: 0.0737331 Sep 10 03:11:31.248712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 90f3c9ee-9550-437f-9983-885862fd318b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:31.252534 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.369420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 90f3c9ee-9550-437f-9983-885862fd318b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:31.369998 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.377024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.386959 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0a064-f410-4b5c-9e99-6949292946e3 None None] Pushing event updated for resources: {'Port': ['ID=e428f4db-123f-4380-bda4-d7446d37d45c,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:31.388558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.408872 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:31.409529 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:31.456734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:31.475033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c22c9c-3f90-4268-b803-430c96fe8831,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:31.501031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.501245 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Added segment 837715b4-7552-49ae-a1bc-2bcf07a925f4 of type vlan for network a3c45e48-e586-4b19-b7db-417fe4223572 Sep 10 03:11:31.630245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.640383 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:31.701850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.711266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=f21d864b-e9c6-420f-a55e-6745a1d4c38d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:31.712772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.713783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:31.714376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.748924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f21d864b-e9c6-420f-a55e-6745a1d4c38d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:31.812107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2028341 Sep 10 03:11:31.815623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38692) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:31.826166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Request body: {'subnet': {'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1656202007-subnet', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:31.847081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-21f96a2d-508a-472e-9f12-c217abb5c48f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:31.856850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-21f96a2d-508a-472e-9f12-c217abb5c48f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.1402893 Sep 10 03:11:31.871576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4d0023d-e23d-4d85-916e-993a5f39f1f6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5269046 Sep 10 03:11:31.876028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38694) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:31.884869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:31.896469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b178-03bf-49e8-aed4-fa15094d625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.909258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.929935 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:31.947517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82681fe-407e-4ff2-8be9-4951a6376530 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c45e48-e586-4b19-b7db-417fe4223572,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:31.959666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a3c45e48-e586-4b19-b7db-417fe4223572 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:31.968723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:31.981482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.013962 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:31Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:32.021652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-572b76d0-bb4c-45cb-bc00-fac6828f1038 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.1633344 Sep 10 03:11:32.066379 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe55bb-f247-4dd5-829d-8d1b3e235c12 None None] The sync data for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 is: [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:31Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:32.138557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-ecbf91d6-113f-46a5-b4b6-06329e532e79 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060624 Sep 10 03:11:32.288091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.320603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.333283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.375858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-aac540f0-26ec-4b4a-a6bf-75dd825588fc service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146225 Sep 10 03:11:32.428436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:32.432594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.443591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05bdbf063b2749159ee9fea469e8aa49&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5079031 Sep 10 03:11:32.448726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4949077-254e-4a82-9334-2cab87b6ea10 req-462739a0-ea9c-4ef7-adcb-8719ceda2736 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 210 time: 0.0595527 Sep 10 03:11:32.449256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:32.461900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:32.462269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Network hostable DHCP agents. Network: a3c45e48-e586-4b19-b7db-417fe4223572, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:32.475696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3044e1-dddc-4063-8929-bbc6608a6d8b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:32.519009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Network a3c45e48-e586-4b19-b7db-417fe4223572 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:32.549350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a3c45e48-e586-4b19-b7db-417fe4223572) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:32.554461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:32.555064 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.565337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-299d96a2-0b1d-4433-9ec6-3fce5aed04f0 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754334 Sep 10 03:11:32.570775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c3ad0-da25-4b7c-9b57-bc1b76463a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295bceeb-ef79-4298-9be8-9a4e68e82e52,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:32.578170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8feb766-52b6-4cb4-bd04-cd7ddcd48c6d None None] Network a3c45e48-e586-4b19-b7db-417fe4223572 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:32.610359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74e41bbd-0fbb-4fdc-8875-735d5ce295db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.677040 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74e41bbd-0fbb-4fdc-8875-735d5ce295db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.858435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e83cee12-6c71-49c2-a7be-0a3cdc542735 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0391924 Sep 10 03:11:32.862497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38706) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:32.879735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:32.885256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74e41bbd-0fbb-4fdc-8875-735d5ce295db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.890988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-a3c45e48-e586-4b19-b7db-417fe4223572', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:32.892471 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.896311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-74e41bbd-0fbb-4fdc-8875-735d5ce295db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:32.898600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-74e41bbd-0fbb-4fdc-8875-735d5ce295db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/295bceeb-ef79-4298-9be8-9a4e68e82e52 HTTP/1.1" status: 204 len: 168 time: 0.4447906 Sep 10 03:11:32.984109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e41bbd-0fbb-4fdc-8875-735d5ce295db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295bceeb-ef79-4298-9be8-9a4e68e82e52,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:33.036544 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.038857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.071537 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ec61194-204b-45ce-8648-dcfb224996cc req-0b0e3f60-ccdc-438e-beec-9ff4fc85c910 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 210 time: 0.0567942 Sep 10 03:11:33.155391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.188632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-4ee1c478-9dd1-4101-ab9c-8e6d50d82733 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:33.190297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-4ee1c478-9dd1-4101-ab9c-8e6d50d82733 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 795 time: 0.2753339 Sep 10 03:11:33.191857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.375715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=ac6557b1-8bf7-41a0-8a21-385d6c847468,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:33.392259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e428f4db-123f-4380-bda4-d7446d37d45c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:33.406618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.406975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.407331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.407691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.408038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.408372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.408717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.409041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.409805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.410155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.410487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.410819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:11:33.422091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-e644e9f6-031d-43f4-ba29-a4e5d51b0570 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 380 time: 0.2059672 Sep 10 03:11:33.423374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '9ca8cea8-07cf-4d1b-ab35-1817924851d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:33.423763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: f21d864b-e9c6-420f-a55e-6745a1d4c38d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:33.438408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'port': {'device_id': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'admin_state_up': True, 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'security_groups': ['658e1401-fd3e-40fc-b28a-a53d5263a1a8']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:33.467062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.555422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network f21d864b-e9c6-420f-a55e-6745a1d4c38d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:33.561804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:33.605088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f21d864b-e9c6-420f-a55e-6745a1d4c38d) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:33.615316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Allocated IP 172.20.0.2 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:33.631638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:33.632942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50fb79c-d8ad-4c88-bf29-7653c8c73007 None None] Network f21d864b-e9c6-420f-a55e-6745a1d4c38d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:33.636344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.639398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-440924eb-2acc-4e85-8fcb-96cd448e353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.785443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1b1171f-1e22-4107-96d8-c05260375076 req-3e397939-7a60-4541-926b-7a89ed26acee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 210 time: 0.1373427 Sep 10 03:11:33.814259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e428f4db-123f-4380-bda4-d7446d37d45c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:33.815035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-84e9bdc6-c08b-45bb-a0dd-94fb06a566cb tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9358497 Sep 10 03:11:33.822987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e428f4db-123f-4380-bda4-d7446d37d45c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:33.823520 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:33.825243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38734) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:34.037874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.118067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-440924eb-2acc-4e85-8fcb-96cd448e353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.142708 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-440924eb-2acc-4e85-8fcb-96cd448e353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.145135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.218036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.226442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-f21d864b-e9c6-420f-a55e-6745a1d4c38d', 'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': 'ac6557b1-8bf7-41a0-8a21-385d6c847468'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:34.227297 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.332730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:34.343205 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.368403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-440924eb-2acc-4e85-8fcb-96cd448e353b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c83d3cd991645249f7e1f32657e19de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964649 Sep 10 03:11:34.369844 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.372904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38748) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:34.426098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6bdfa7d7-0899-42fa-b20a-97bfc32437b2 req-be9fe8f1-fe52-44c1-87f0-ec9f933575d2 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 210 time: 0.0849223 Sep 10 03:11:34.444659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38750) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:34.458859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.462937 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74f623b1-71bc-48fe-95db-a577a104569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.492531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Transition to ACTIVE for port object f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:34.504669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440924eb-2acc-4e85-8fcb-96cd448e353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4063e5-052f-4204-88b0-7630a9e08252,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:34.507065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.558686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Allocated IP 172.25.8.127 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/10d3f939-09c8-4e02-a63d-7bd5b1608a3b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:34.565143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Transition to ACTIVE for port object f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:34.619051 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.659507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e428f4db-123f-4380-bda4-d7446d37d45c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e428f4db-123f-4380-bda4-d7446d37d45c,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:34.689881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca82f9f-7991-4bbf-9270-961e811fdacc req-538ad342-0741-43b6-b3dd-3cd8bbe54a2e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:34.691443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eca82f9f-7991-4bbf-9270-961e811fdacc req-538ad342-0741-43b6-b3dd-3cd8bbe54a2e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 946 time: 0.3638132 Sep 10 03:11:34.708852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:34.715366 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.727447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:34.733880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:34.742068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Allocated IP 172.20.0.1 (f21d864b-e9c6-420f-a55e-6745a1d4c38d/ac6557b1-8bf7-41a0-8a21-385d6c847468/e3d4497a-bab2-4bdf-8950-c58d421324ab) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:34.742267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a510a929-8f00-430d-a05a-6500b21d6dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.802134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-4fdde15f-05f5-48f2-95cc-a01c40bcfdf6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:34.807800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eca82f9f-7991-4bbf-9270-961e811fdacc req-6fef6c5b-0b08-4688-bb0f-d61ce7586cd2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033702 Sep 10 03:11:34.814907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a510a929-8f00-430d-a05a-6500b21d6dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.815568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-4fdde15f-05f5-48f2-95cc-a01c40bcfdf6 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.2061374 Sep 10 03:11:34.823147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:34.839931 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.855909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Pushing event updated for resources: {'Port': ['ID=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:34.876480 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7aca8f5-ddc9-4848-a18a-73d361cb2d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.886188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.14 (8a173de8-a458-40a0-bc5e-61d878e99854/54651da5-86c5-44b5-88c8-4055b32a277e/d710e016-6c9f-4644-9e04-8f6f5e6b2649) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:34.964097 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a510a929-8f00-430d-a05a-6500b21d6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.967188 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a510a929-8f00-430d-a05a-6500b21d6dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:34.970816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a510a929-8f00-430d-a05a-6500b21d6dd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc4063e5-052f-4204-88b0-7630a9e08252 HTTP/1.1" status: 204 len: 168 time: 0.5695434 Sep 10 03:11:34.999749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a929-8f00-430d-a05a-6500b21d6dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4063e5-052f-4204-88b0-7630a9e08252,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.020924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0f5a311a-4aef-4eae-94d1-f73d779aec68 req-ccc21499-580f-47e6-8935-c332277ee81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 210 time: 0.1031351 Sep 10 03:11:35.031244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e428f4db-123f-4380-bda4-d7446d37d45c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.061051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Attempting to bind port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:35.061468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Attempting to bind port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:35.061863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Attempting to bind port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:35.104161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:35.104567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:35.105099 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.105332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:35.105822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Bound port: f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:35.106297 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.130866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.154883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object d710e016-6c9f-4644-9e04-8f6f5e6b2649 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:35.211074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.214160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.279784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.291381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 8a173de8-a458-40a0-bc5e-61d878e99854 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:35.292131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e428f4db-123f-4380-bda4-d7446d37d45c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:35.292667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:35.294565 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7aca8f5-ddc9-4848-a18a-73d361cb2d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.295352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:35.305161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7aca8f5-ddc9-4848-a18a-73d361cb2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.316021 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.365585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:35.366216 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.405839 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b7aca8f5-ddc9-4848-a18a-73d361cb2d16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=201818912d44420dbca43ef1694de745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9598391 Sep 10 03:11:35.408849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:35.437978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aca8f5-ddc9-4848-a18a-73d361cb2d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89a4d9-c4ee-4aad-8280-a5e1beddf4d6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.440305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-c125caa3-d473-497e-8681-bf31a97a4543 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0062861 Sep 10 03:11:35.445878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:35.451043 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.461400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] For port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:35.468022 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.468664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Request body: {'port': {'device_id': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:35.477816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:35.487265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Pushing event updated for resources: {'Port': ['ID=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.489970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:35.493074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:35.499785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] For port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:35.516025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.557731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.621610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Transition to ACTIVE for port object e3d4497a-bab2-4bdf-8950-c58d421324ab will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:35.646817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e428f4db-123f-4380-bda4-d7446d37d45c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:35.650742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.654240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be1e8ec-8bc6-4842-8cc6-1b1761a91ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.682014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edbaa19a-107d-4ccd-a743-6027bf2a4cdd req-9196f41c-5207-4c1e-a065-80f94b5af90e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 210 time: 0.0561814 Sep 10 03:11:35.691648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.736771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.4 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/dd877b2c-629b-4b3e-bc5f-89028652e3f3) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:35.752133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be1e8ec-8bc6-4842-8cc6-1b1761a91ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.764615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b395-7242-48ff-a437-1c96cb5812c9 None None] Pushing event updated for resources: {'Port': ['ID=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.769079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Transition to ACTIVE for port object e3d4497a-bab2-4bdf-8950-c58d421324ab will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:35.782661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.856303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Pushing event updated for resources: {'Port': ['ID=e3d4497a-bab2-4bdf-8950-c58d421324ab,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:35.877464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5525f532-0721-4d0a-a223-96716b6e3321 None None] Provisioning for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:35.897349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5525f532-0721-4d0a-a223-96716b6e3321 None None] Provisioning complete for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:35.897811 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5525f532-0721-4d0a-a223-96716b6e3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:35.908674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Network f21d864b-e9c6-420f-a55e-6745a1d4c38d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:35.933842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:35.937601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:35.989746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5525f532-0721-4d0a-a223-96716b6e3321 None None] Port d710e016-6c9f-4644-9e04-8f6f5e6b2649 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:11:36.026722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Attempting to bind port e3d4497a-bab2-4bdf-8950-c58d421324ab on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:36.027073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Attempting to bind port e3d4497a-bab2-4bdf-8950-c58d421324ab by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9ca8cea8-07cf-4d1b-ab35-1817924851d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:36.027510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Attempting to bind port e3d4497a-bab2-4bdf-8950-c58d421324ab on network f21d864b-e9c6-420f-a55e-6745a1d4c38d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:36.040643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:36.041027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Checking segment: {'id': '9ca8cea8-07cf-4d1b-ab35-1817924851d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:36.041436 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.041838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Bound using segment: {'id': '9ca8cea8-07cf-4d1b-ab35-1817924851d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:36.042435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Bound port: e3d4497a-bab2-4bdf-8950-c58d421324ab, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca8cea8-07cf-4d1b-ab35-1817924851d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:36.042685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.145712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] For port e3d4497a-bab2-4bdf-8950-c58d421324ab, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:36.150127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] For port e3d4497a-bab2-4bdf-8950-c58d421324ab, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e3d4497a-bab2-4bdf-8950-c58d421324ab,segment=NetworkSegment(9ca8cea8-07cf-4d1b-ab35-1817924851d4),segment_id=9ca8cea8-07cf-4d1b-ab35-1817924851d4)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:36.160805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.195610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-fc8b38dd-a953-44ba-8d03-525f191a25a1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:36.197902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-fc8b38dd-a953-44ba-8d03-525f191a25a1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 946 time: 0.2415240 Sep 10 03:11:36.249890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564be07-c550-454a-99bc-3ecbe2390ccc None None] Pushing event updated for resources: {'Port': ['ID=e3d4497a-bab2-4bdf-8950-c58d421324ab,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:36.263286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d660d-d32b-43d2-a18a-28787233c56e req-c972a410-fe92-4220-96c0-9542326be7f2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:36.264890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-423d660d-d32b-43d2-a18a-28787233c56e req-c972a410-fe92-4220-96c0-9542326be7f2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 946 time: 0.1905339 Sep 10 03:11:36.331385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.334856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d710e016-6c9f-4644-9e04-8f6f5e6b2649 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:36.378682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.388807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6557b1-8bf7-41a0-8a21-385d6c847468,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:36.430375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.434812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be1e8ec-8bc6-4842-8cc6-1b1761a91ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.437346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be1e8ec-8bc6-4842-8cc6-1b1761a91ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.439006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8be1e8ec-8bc6-4842-8cc6-1b1761a91ea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c89a4d9-c4ee-4aad-8280-a5e1beddf4d6 HTTP/1.1" status: 204 len: 168 time: 1.0288017 Sep 10 03:11:36.476862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Transition to ACTIVE for port object d710e016-6c9f-4644-9e04-8f6f5e6b2649 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:36.501638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bf458-c6f8-4441-a0e7-3a58bbef9679 req-b66ea80b-f41e-45b2-8315-59ab5d97a718 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:36.508296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f9bf458-c6f8-4441-a0e7-3a58bbef9679 req-b66ea80b-f41e-45b2-8315-59ab5d97a718 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 932 time: 0.2153172 Sep 10 03:11:36.514217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.615582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1e8ec-8bc6-4842-8cc6-1b1761a91ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89a4d9-c4ee-4aad-8280-a5e1beddf4d6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:36.737801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:36.792227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f9bf458-c6f8-4441-a0e7-3a58bbef9679 req-01d2df1b-9f3c-475e-8ecc-406bc496f4cf tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050059 Sep 10 03:11:36.865224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:36.989214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb894a98-b153-4803-8e2d-36825b7daeed req-d885cb4a-7fbc-491c-9494-1b5809fa6b84 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 210 time: 0.0818453 Sep 10 03:11:37.003801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21d864b-e9c6-420f-a55e-6745a1d4c38d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:37.025355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca8cea8-07cf-4d1b-ab35-1817924851d4') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:37.025662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca8cea8-07cf-4d1b-ab35-1817924851d4') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:37.039531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.066632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:37.066968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:37.067296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:37.072745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:37.073066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:37.076535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.088918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:37.089588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:37.100296 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:37.104503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:37.105099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Checking segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:37.105721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Bound using segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:37.106391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Bound port: d710e016-6c9f-4644-9e04-8f6f5e6b2649, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:37.106968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.137901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.232616 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-423d660d-d32b-43d2-a18a-28787233c56e req-972803a0-dc16-4116-8da5-3e8205a848e0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9266477 Sep 10 03:11:37.238802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.253150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:37.257065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['22e9559b-cd88-4152-9a9a-62fe8652acb2'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:37.318897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:37.322539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:11:37.322539 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:11:37.322539 n-d-808126-2 neutron-server[94634]: [parameters: {'id': 'f21d864b-e9c6-420f-a55e-6745a1d4c38d'}] Sep 10 03:11:37.322539 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:37.322917 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:37.354009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:37.367696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:37.374459 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.378615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27701cfb-01f3-4566-a797-f73e2ce4a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.397993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:37.400722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.402609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] 10.222.0.36 "PUT /v2.0/ports/d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1092 time: 1.9500484 Sep 10 03:11:37.406040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:37.410947 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ec72df-2674-49d2-9ee3-573363317fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:37.418207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.489856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:37.498088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e85845-6efa-4ace-b00d-466aced6213d None None] Network a3c45e48-e586-4b19-b7db-417fe4223572 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:37.501670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:37.518073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Deleting port f085413a-b2b9-47c5-9477-4dc92713d4c6 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:37.520618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.530009 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ef965f-b2db-43e1-9fd2-18f559d691c3 x-openstack-request-id: req-a6ef965f-b2db-43e1-9fd2-18f559d691c3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:37.530626 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:37.531058 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ef965f-b2db-43e1-9fd2-18f559d691c3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:37.531490 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'status': 'completed', 'code': 200} Sep 10 03:11:37.580338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375420-72ca-4127-8d2d-5906e709ec14 service neutron] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:37.600321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-f111d7fe-dcce-4204-a8be-db776b8a9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:37.608621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-f111d7fe-dcce-4204-a8be-db776b8a9bcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1095 time: 0.1005561 Sep 10 03:11:37.671102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] For port f085413a-b2b9-47c5-9477-4dc92713d4c6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f085413a-b2b9-47c5-9477-4dc92713d4c6,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:37.671746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.687790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Calling delete_port for f085413a-b2b9-47c5-9477-4dc92713d4c6 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:37.692889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-41ac8475-3503-4187-851d-d81e97498f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 217 time: 0.0741618 Sep 10 03:11:37.695399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:37.744013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=dd877b2c-629b-4b3e-bc5f-89028652e3f3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:37.793827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3d4497a-bab2-4bdf-8950-c58d421324ab up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:37.848754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.855937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-d7693f09-89f9-4146-83d0-5e91ba879cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:37.859954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-d7693f09-89f9-4146-83d0-5e91ba879cb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.1577003 Sep 10 03:11:37.875347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ccc80d10-eeac-4f71-bf85-6ead1d389687 None None] Provisioning for port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:37.893108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:37.894011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:37.947321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c2f71a-2ad4-4a95-a0cc-40621cbe633c None None] Network f21d864b-e9c6-420f-a55e-6745a1d4c38d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:37.991357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.028366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2eb1-8e83-40e2-b431-48e6a921abd5 req-b1feaa7c-637d-4e42-af29-217959d02b2e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:38.030132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87a2eb1-8e83-40e2-b431-48e6a921abd5 req-b1feaa7c-637d-4e42-af29-217959d02b2e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.1235569 Sep 10 03:11:38.033397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-05289130-e419-4a2f-8744-c51a5640e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:38.035029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-05289130-e419-4a2f-8744-c51a5640e19a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623523 Sep 10 03:11:38.139361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port e3d4497a-bab2-4bdf-8950-c58d421324ab {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:38.140000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.151227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87a2eb1-8e83-40e2-b431-48e6a921abd5 req-5ffb2cd6-b666-4959-9e58-2373e4bca573 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140974 Sep 10 03:11:38.212107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e3d4497a-bab2-4bdf-8950-c58d421324ab completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:38.242528 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27701cfb-01f3-4566-a797-f73e2ce4a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.266185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a432e4-d944-4a01-9970-496732d81d01 req-6d7bef35-fc91-4eca-9c24-7bfc5c8b00ad tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:38.267946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44a432e4-d944-4a01-9970-496732d81d01 req-6d7bef35-fc91-4eca-9c24-7bfc5c8b00ad tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 931 time: 0.1517234 Sep 10 03:11:38.271273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27701cfb-01f3-4566-a797-f73e2ce4a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.273471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.303800 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-33634273-1d1e-4a65-8d0d-2dba56634abd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4870756 Sep 10 03:11:38.322335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8647d917-64bc-4db3-a0d9-bf039901b087 None None] Provisioning for port e3d4497a-bab2-4bdf-8950-c58d421324ab completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:38.323275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port e3d4497a-bab2-4bdf-8950-c58d421324ab, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e3d4497a-bab2-4bdf-8950-c58d421324ab,segment=NetworkSegment(9ca8cea8-07cf-4d1b-ab35-1817924851d4),segment_id=9ca8cea8-07cf-4d1b-ab35-1817924851d4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:38.323676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.327426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:38.332021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Request body: {'port': {'device_id': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:38.333057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-6996cbc3-3aa5-464a-857e-a523f87a0dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548938 Sep 10 03:11:38.342108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for e3d4497a-bab2-4bdf-8950-c58d421324ab owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:38.420144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97b485c3-a137-4ac7-a3d6-12716d7a76db req-8585bacd-128a-4717-ae75-164a995a4684 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0331540 Sep 10 03:11:38.464220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8647d917-64bc-4db3-a0d9-bf039901b087 None None] Provisioning complete for port e3d4497a-bab2-4bdf-8950-c58d421324ab triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:38.466049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8647d917-64bc-4db3-a0d9-bf039901b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.468804 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.483708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event deleted for resources: {'Port': ['ID=f085413a-b2b9-47c5-9477-4dc92713d4c6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:38.549272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.594847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=e3d4497a-bab2-4bdf-8950-c58d421324ab,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:38.601256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port e3d4497a-bab2-4bdf-8950-c58d421324ab on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:38.656572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-47cb1cb8-44d3-45eb-ae62-ddd59a67788e req-ab672525-b489-45ca-b377-0d99c34fb500 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152900 Sep 10 03:11:38.656959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8647d917-64bc-4db3-a0d9-bf039901b087 None None] Could not find standard attr ID for object e3d4497a-bab2-4bdf-8950-c58d421324ab. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:11:38.669133 n-d-808126-2 neutron-server[94635]: INFO neutron.plugins.ml2.db [None req-8647d917-64bc-4db3-a0d9-bf039901b087 None None] No ports have port_id starting with e3d4497a-bab2-4bdf-8950-c58d421324ab Sep 10 03:11:38.669942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:38.670275 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44a432e4-d944-4a01-9970-496732d81d01 req-73c37c90-834b-4278-9c7c-de2338c5c748 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871832 Sep 10 03:11:38.678300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:38.678678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.707090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] No DVR routers for this DVR port f085413a-b2b9-47c5-9477-4dc92713d4c6 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:38.718881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.721331 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c71a1e6d-2d44-4b1b-b0cf-5406b0371937 req-63c252df-c799-49b9-80c3-dc16872550ba tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "DELETE /v2.0/ports/f085413a-b2b9-47c5-9477-4dc92713d4c6 HTTP/1.1" status: 204 len: 173 time: 2.4728565 Sep 10 03:11:38.726489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f085413a-b2b9-47c5-9477-4dc92713d4c6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:38.728585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'name': 'network-vif-deleted', 'tag': 'f085413a-b2b9-47c5-9477-4dc92713d4c6'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:38.731061 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c58423-b82a-4d01-90fa-f1e7acc7c19e" -d '{"events": [{"server_uuid": "31feb797-d51e-4e12-88f7-0eade32a72d5", "name": "network-vif-deleted", "tag": "f085413a-b2b9-47c5-9477-4dc92713d4c6"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:38.733919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:11:38.793545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.813203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b582013-1816-4aa5-8d98-d1c319b9af34 None None] DHCP port deletion for f21d864b-e9c6-420f-a55e-6745a1d4c38d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:11:38.835995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21d864b-e9c6-420f-a55e-6745a1d4c38d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:38.850550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca8cea8-07cf-4d1b-ab35-1817924851d4') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:38.850860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca8cea8-07cf-4d1b-ab35-1817924851d4') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:38.867549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.871752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.887288 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.902959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:38.903411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:38.911570 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:38.936304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:38.938350 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876bfcf6-33ee-47de-a631-ba5ee37f839a x-openstack-request-id: req-876bfcf6-33ee-47de-a631-ba5ee37f839a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:38.938643 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31feb797-d51e-4e12-88f7-0eade32a72d5", "name": "network-vif-deleted", "tag": "f085413a-b2b9-47c5-9477-4dc92713d4c6", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:38.938886 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-876bfcf6-33ee-47de-a631-ba5ee37f839a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:38.939560 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31feb797-d51e-4e12-88f7-0eade32a72d5', 'name': 'network-vif-deleted', 'tag': 'f085413a-b2b9-47c5-9477-4dc92713d4c6', 'status': 'completed', 'code': 200} Sep 10 03:11:38.951094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:38.956525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:11:38.960852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-27701cfb-01f3-4566-a797-f73e2ce4a23e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5e2c18d3cdd4d6090feaf43dd4e797c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6324172 Sep 10 03:11:38.963613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27701cfb-01f3-4566-a797-f73e2ce4a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77a728-eb82-46f4-b8e6-4f12a8c96b49,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:38.975148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38852) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:39.041837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.043814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-764d1f52-c987-45a3-9a88-3924e3bc6c1d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1736310 Sep 10 03:11:39.055754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38856) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:39.056259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:39.060250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Sync routers for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:11:39.070069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:39.070750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:39.138045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-7271d01d-ee9a-4f0d-92ae-ea1e18dfa9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:39.148482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cfab10e3-8c64-4560-bb03-8748b7220fad None None] Provisioning complete for port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:39.148999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cfab10e3-8c64-4560-bb03-8748b7220fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.151514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-7271d01d-ee9a-4f0d-92ae-ea1e18dfa9ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1095 time: 0.2079122 Sep 10 03:11:39.155597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.207873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.213844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/f21d864b-e9c6-420f-a55e-6745a1d4c38d HTTP/1.1" status: 204 len: 168 time: 5.3834391 Sep 10 03:11:39.221313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38864) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:39.224884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420d6a3-ff97-4855-a03d-a6cd3856beb0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=f21d864b-e9c6-420f-a55e-6745a1d4c38d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:39.234931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686729463'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:39.271019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:39.282116 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-11cb371a-c6db-4a85-a849-acc60138746d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.305571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:39.310331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.329855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-11cb371a-c6db-4a85-a849-acc60138746d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.354033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-0091737f-8e83-4622-a02b-3083ddfe18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:39.355607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-0091737f-8e83-4622-a02b-3083ddfe18fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.1652026 Sep 10 03:11:39.381377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:39.404495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:39.425739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-7e008d71-3ed8-40b0-8d57-7f38dfacd7e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 217 time: 0.0576441 Sep 10 03:11:39.429426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.429929 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 98c655db-e77e-4f3e-b2d4-31ca687746e2 of type vlan for network 8dc4d709-b276-4d5b-a778-3c01829e28f1 Sep 10 03:11:39.693458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2d36-dc5e-42c6-9d89-8e3adcb0d300 req-a920a8de-386d-4dd3-ab4c-e3841a28550f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:39.706254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e9e2d36-dc5e-42c6-9d89-8e3adcb0d300 req-a920a8de-386d-4dd3-ab4c-e3841a28550f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.4034626 Sep 10 03:11:39.729948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:39.730327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.833473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:35Z', 'revision_number': 3, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:39.840295 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-11cb371a-c6db-4a85-a849-acc60138746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.843109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-11cb371a-c6db-4a85-a849-acc60138746d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.844546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-11cb371a-c6db-4a85-a849-acc60138746d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a77a728-eb82-46f4-b8e6-4f12a8c96b49 HTTP/1.1" status: 204 len: 168 time: 0.8686705 Sep 10 03:11:39.861596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.873839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb371a-c6db-4a85-a849-acc60138746d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77a728-eb82-46f4-b8e6-4f12a8c96b49,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:39.885861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1138e08d-e110-41e2-b7e1-e4f05d2dc3df req-f8c40a28-f8af-4f0b-acc2-9413fcbd4ec5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0696926 Sep 10 03:11:39.930379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Checking router: 28ff9d8b-7040-4b46-8f14-6e865b00cc49 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:11:39.932892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Updating router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:11:39.941321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.948477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:39.949187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:39.951422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38884) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:39.952289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e9e2d36-dc5e-42c6-9d89-8e3adcb0d300 req-3934bb3a-4682-455d-9ded-7c742e1e3c24 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436469 Sep 10 03:11:40.021243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.050736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=8dc4d709-b276-4d5b-a778-3c01829e28f1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:40.073920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-befef894-0f5c-4543-8ee5-0d8ad6cb67ae tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8500216 Sep 10 03:11:40.074413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 38888) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:40.083351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 8dc4d709-b276-4d5b-a778-3c01829e28f1 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:40.103764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-d4c0773d-543d-4cca-918f-1214261b1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:40.106807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-d4c0773d-543d-4cca-918f-1214261b1889 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.3897469 Sep 10 03:11:40.155832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '8dc4d709-b276-4d5b-a778-3c01829e28f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:40.233395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3d4497a-bab2-4bdf-8950-c58d421324ab no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:40.263144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e3d4497a-bab2-4bdf-8950-c58d421324ab {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:40.263527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3d4497a-bab2-4bdf-8950-c58d421324ab not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:40.435593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16736f-838f-445e-aa53-68a940a98542 req-91975cf8-03e1-4391-a075-71868b84e835 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:40.443862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f16736f-838f-445e-aa53-68a940a98542 req-91975cf8-03e1-4391-a075-71868b84e835 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 931 time: 0.3714707 Sep 10 03:11:40.454801 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.456016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-88ee456a-e1e1-4ca9-9969-6dbebef2a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:40.457717 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-88ee456a-e1e1-4ca9-9969-6dbebef2a6cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334982 Sep 10 03:11:40.470952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Transition to ACTIVE for port object 10d3f939-09c8-4e02-a63d-7bd5b1608a3b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:40.484885 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.485101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd877b2c-629b-4b3e-bc5f-89028652e3f3 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:40.507511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b5e451b-c571-40da-8b63-be7e54a3965d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.538337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f16736f-838f-445e-aa53-68a940a98542 req-c1170a99-7b6a-4ec5-85cf-22c32e909024 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935948 Sep 10 03:11:40.571641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.591855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:40.595726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.748870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b5e451b-c571-40da-8b63-be7e54a3965d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.760886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b5e451b-c571-40da-8b63-be7e54a3965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.779290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Attempting to bind port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:40.779839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Attempting to bind port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:40.780385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Attempting to bind port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:40.788012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76949c5-783d-40c8-8f0a-331a1a357275 None None] Pushing event updated for resources: {'Port': ['ID=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:40.791338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:40.791679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:40.792089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.792481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:40.793503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Bound port: 10d3f939-09c8-4e02-a63d-7bd5b1608a3b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:40.793912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.812421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7b5e451b-c571-40da-8b63-be7e54a3965d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=346469c0846e4110af4b2d5794c6ead2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7671483 Sep 10 03:11:40.816547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:40.834277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-31a616d5-7b6f-4c48-876f-d045fb9250b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031909 Sep 10 03:11:40.865856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] For port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:40.875652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] For port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:40.882298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e451b-c571-40da-8b63-be7e54a3965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1299dcb-a042-44c1-9f34-f2cccfd34ad2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:40.887847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.901087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Transition to ACTIVE for port object dd877b2c-629b-4b3e-bc5f-89028652e3f3 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:40.952142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49475230-3e14-4c04-8659-5e3a6ed06571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.960916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:40.972239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:11:40.974271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f085413a-b2b9-47c5-9477-4dc92713d4c6 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:11:40.996316 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49475230-3e14-4c04-8659-5e3a6ed06571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.040225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ca1ef68-321a-4013-83e6-ce499e35df74 req-0bce236e-4462-4460-82e1-2aac6b163870 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0362785 Sep 10 03:11:41.074677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: f085413a-b2b9-47c5-9477-4dc92713d4c6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:11:41.075033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f085413a-b2b9-47c5-9477-4dc92713d4c6 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:11:41.096237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76949c5-783d-40c8-8f0a-331a1a357275 None None] Pushing event updated for resources: {'Port': ['ID=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:41.100727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd877b2c-629b-4b3e-bc5f-89028652e3f3,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:41.112626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49475230-3e14-4c04-8659-5e3a6ed06571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.116184 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49475230-3e14-4c04-8659-5e3a6ed06571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.120011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-49475230-3e14-4c04-8659-5e3a6ed06571 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1299dcb-a042-44c1-9f34-f2cccfd34ad2 HTTP/1.1" status: 204 len: 168 time: 0.2995138 Sep 10 03:11:41.120158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:41.132233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:41.132862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475230-3e14-4c04-8659-5e3a6ed06571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1299dcb-a042-44c1-9f34-f2cccfd34ad2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:41.389731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:41.526438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:41.582157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'mac_address': 'fa:16:3e:5f:93:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:11:41.599654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:41.627653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ff19c65-49d4-43a4-810a-b5b6bf695dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.710016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.735968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d710e016-6c9f-4644-9e04-8f6f5e6b2649 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:41.757336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:41.768789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.780073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.800655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17e2da-5ff5-4fbb-bc0f-772ec7b9776d req-c17463c7-36de-4091-8925-4221cc80d620 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:41.805828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f17e2da-5ff5-4fbb-bc0f-772ec7b9776d req-c17463c7-36de-4091-8925-4221cc80d620 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 943 time: 0.1411002 Sep 10 03:11:41.834988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:35Z', 'revision_number': 3, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:41.839025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:41.871306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e6cfa-9600-48a9-bd20-c4d1416ea34f None None] The sync data for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 is: [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:35Z', 'revision_number': 3, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:41.894007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f17e2da-5ff5-4fbb-bc0f-772ec7b9776d req-1107bee0-f7f7-4fa7-8f59-827a9b86aa01 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Sep 10 03:11:41.921695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Attempting to bind port dd877b2c-629b-4b3e-bc5f-89028652e3f3 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:41.922378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Attempting to bind port dd877b2c-629b-4b3e-bc5f-89028652e3f3 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:41.923004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Attempting to bind port dd877b2c-629b-4b3e-bc5f-89028652e3f3 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:41.944860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ff19c65-49d4-43a4-810a-b5b6bf695dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.949383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0ec72df-2674-49d2-9ee3-573363317fc1 req-c9cba578-b964-4724-984b-c5ca47d1418b service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1021123 Sep 10 03:11:41.951527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ff19c65-49d4-43a4-810a-b5b6bf695dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:41.954600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Port dd877b2c-629b-4b3e-bc5f-89028652e3f3 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:41.954931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Attempting to bind port dd877b2c-629b-4b3e-bc5f-89028652e3f3 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:41.991909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['d710e016-6c9f-4644-9e04-8f6f5e6b2649'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:41.996195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '98c655db-e77e-4f3e-b2d4-31ca687746e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8dc4d709-b276-4d5b-a778-3c01829e28f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:41.996562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 8dc4d709-b276-4d5b-a778-3c01829e28f1, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:42.000683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:42.001024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:42.001416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:42.001865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Bound port: dd877b2c-629b-4b3e-bc5f-89028652e3f3, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:42.002228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.042830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.046272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff19c65-49d4-43a4-810a-b5b6bf695dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd1fbcc-699e-4787-baaf-61b1dc88875e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:42.058134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3ff19c65-49d4-43a4-810a-b5b6bf695dd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d56afbc1b4b24ba18019fa8bfdc141f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552300 Sep 10 03:11:42.059144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:42.161760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] For port dd877b2c-629b-4b3e-bc5f-89028652e3f3, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:42.167835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] For port dd877b2c-629b-4b3e-bc5f-89028652e3f3, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:42.178629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4cc4d-e5fb-49a3-a7b7-0c42464833e6 req-2649874f-3973-4d6b-9ef1-26c9569a9d68 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:42.180836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ba4cc4d-e5fb-49a3-a7b7-0c42464833e6 req-2649874f-3973-4d6b-9ef1-26c9569a9d68 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 1.0761693 Sep 10 03:11:42.193732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.219505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccdbccd2-a43d-4540-b532-61972879ae46 req-b12c5aee-78fb-4e07-8f16-30f955548374 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0770421 Sep 10 03:11:42.256135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51035873-1a58-451c-af14-04e7583c0eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.311795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=65288ff3-8f2a-4879-b2a0-694c47509d29,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:42.320170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd877b2c-629b-4b3e-bc5f-89028652e3f3,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:42.328492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 8dc4d709-b276-4d5b-a778-3c01829e28f1 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:42.368039 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51035873-1a58-451c-af14-04e7583c0eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.426014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51035873-1a58-451c-af14-04e7583c0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.428696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51035873-1a58-451c-af14-04e7583c0eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.430228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51035873-1a58-451c-af14-04e7583c0eec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cd1fbcc-699e-4787-baaf-61b1dc88875e HTTP/1.1" status: 204 len: 168 time: 0.3698668 Sep 10 03:11:42.444113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51035873-1a58-451c-af14-04e7583c0eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd1fbcc-699e-4787-baaf-61b1dc88875e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:42.561338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:42.562061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.563624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-26bd3366-0487-456b-a48d-eb21ff3408e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/dd877b2c-629b-4b3e-bc5f-89028652e3f3 HTTP/1.1" status: 200 len: 1091 time: 4.2365038 Sep 10 03:11:42.564107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'tag': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:42.566433 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26366fe8-e060-44d5-8939-a053c7e14186" -d '{"events": [{"name": "network-changed", "server_uuid": "e942895c-3acd-4e3d-abfa-da0efc0d1b0d", "tag": "dd877b2c-629b-4b3e-bc5f-89028652e3f3"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:42.609224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 8dc4d709-b276-4d5b-a778-3c01829e28f1) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:42.621330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fab9af-b156-4208-a982-6617cae003b4 None None] Network 8dc4d709-b276-4d5b-a778-3c01829e28f1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:42.622398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:42.623547 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:42.647528 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba65cfd6-810b-4360-b164-c1a96c334d82 x-openstack-request-id: req-ba65cfd6-810b-4360-b164-c1a96c334d82 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:42.648125 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e942895c-3acd-4e3d-abfa-da0efc0d1b0d", "tag": "dd877b2c-629b-4b3e-bc5f-89028652e3f3", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:42.648954 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba65cfd6-810b-4360-b164-c1a96c334d82 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:42.649589 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'tag': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3', 'status': 'completed', 'code': 200} Sep 10 03:11:42.681648 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-54a0d486-3627-49e8-a49a-5a720bcf1c2e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5845821 Sep 10 03:11:42.685002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38950) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:42.760319 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ba4cc4d-e5fb-49a3-a7b7-0c42464833e6 req-89055159-b37f-4930-9802-a61419fb4519 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5636759 Sep 10 03:11:42.808922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-5909448f-2147-4337-8a8d-0ea4e2bea4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:42.811680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-5909448f-2147-4337-8a8d-0ea4e2bea4eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 1094 time: 0.1597750 Sep 10 03:11:42.894735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-0f1aaa82-8330-4302-b2c0-bbfe75d3fd47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3 HTTP/1.1" status: 200 len: 217 time: 0.0523520 Sep 10 03:11:42.914633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Allocated IP 172.20.0.1 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/c2a0f4c6-631b-4e61-8973-35e561ceee33) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:42.974066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.022189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:43.069276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c0e09-e907-47b4-95bb-545c5201f63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-8dc4d709-b276-4d5b-a778-3c01829e28f1', 'network_id': '8dc4d709-b276-4d5b-a778-3c01829e28f1', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '65288ff3-8f2a-4879-b2a0-694c47509d29'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:43.070584 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e6c0e09-e907-47b4-95bb-545c5201f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.125225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-ee8635f4-2597-470c-90ec-b86a4e8408b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:43.126913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-ee8635f4-2597-470c-90ec-b86a4e8408b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1411567 Sep 10 03:11:43.132738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.213998 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-78fe6eee-b5d2-48d3-9026-e06df09c56ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749800 Sep 10 03:11:43.240901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Transition to ACTIVE for port object c2a0f4c6-631b-4e61-8973-35e561ceee33 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:43.245910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9895fd-c93b-426f-ac95-86cba37cf622 req-c1588fcc-9732-4368-adf6-695dc90d3ce3 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:43.247552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f9895fd-c93b-426f-ac95-86cba37cf622 req-c1588fcc-9732-4368-adf6-695dc90d3ce3 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 943 time: 0.2324755 Sep 10 03:11:43.248561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.338619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10d3f939-09c8-4e02-a63d-7bd5b1608a3b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:43.364917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f9895fd-c93b-426f-ac95-86cba37cf622 req-1988b354-a86f-4dd0-b8cf-e3064da74352 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728917 Sep 10 03:11:43.443484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.520694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fdcc838-3d8e-4cbc-9768-b6022b4af937 req-9c40be8d-983c-4469-b882-46954a5aadec tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0810456 Sep 10 03:11:43.544984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=65288ff3-8f2a-4879-b2a0-694c47509d29,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:43.561910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-5e6c0e09-e907-47b4-95bb-545c5201f63e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65288ff3-8f2a-4879-b2a0-694c47509d29: This subnet is being modified by another concurrent operation. Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:11:43.565392 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65288ff3-8f2a-4879-b2a0-694c47509d29: This subnet is being modified by another concurrent operation. Sep 10 03:11:43.570078 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:11:43.607484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:43.612929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:43.613612 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.627924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-92e1b415-c7f5-45a3-a4af-4d09da2f31a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739712 Sep 10 03:11:43.629802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.653991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc4d709-b276-4d5b-a778-3c01829e28f1']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:43.664334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c655db-e77e-4f3e-b2d4-31ca687746e2') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:43.664624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c655db-e77e-4f3e-b2d4-31ca687746e2') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:43.674774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b77db2-d93a-417a-adcc-2d056a57d2dc None None] Network 8dc4d709-b276-4d5b-a778-3c01829e28f1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:43.676300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.690988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.698463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:43.699142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:43.702844 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:43.762107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:43.805564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:43.812163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.812324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:43.812684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.815331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:43.822317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.825036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/8dc4d709-b276-4d5b-a778-3c01829e28f1 HTTP/1.1" status: 204 len: 168 time: 1.1389778 Sep 10 03:11:43.827006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:43.830689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 38984) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:43.837517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1798296973'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:43.892781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9f49-8bb6-4494-bcc8-9f2c266b5ae6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=8dc4d709-b276-4d5b-a778-3c01829e28f1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:43.898166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a0f4c6-631b-4e61-8973-35e561ceee33,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:43.976882 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:43.982509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.025503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:44.028442 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47231335-a352-4be6-8398-f8a740e2f6fe" -d '{"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:44.083078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:44.100599 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6f927b-114e-496d-8a09-8bc17de69c3f x-openstack-request-id: req-ff6f927b-114e-496d-8a09-8bc17de69c3f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:44.100933 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:44.101908 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff6f927b-114e-496d-8a09-8bc17de69c3f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:44.102531 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'code': 200} Sep 10 03:11:44.113317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:44.116759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.120483 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.154100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f158d322-6069-462e-b6d0-4a4a2295a4de req-8f56802c-0c6e-41df-aa6b-8bfa0ac29c44 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251856 Sep 10 03:11:44.194331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d444db-afd1-4d2c-ad0f-47d496d8eb22 req-be10fa13-674f-474c-bd87-d177051ed97c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:44.200294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4d444db-afd1-4d2c-ad0f-47d496d8eb22 req-be10fa13-674f-474c-bd87-d177051ed97c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.2553046 Sep 10 03:11:44.223896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:44.251648 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.258388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.258741 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment b7930f9b-5270-43d6-8ff9-05955b56a23e of type vlan for network 6959d51a-54e8-423b-a5d0-1b5d51d595db Sep 10 03:11:44.297245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:44.300850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10331f0-a410-43b0-a1a5-d5fe5aedcce8 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:11:44.324442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4d444db-afd1-4d2c-ad0f-47d496d8eb22 req-d88ce719-cdc9-4d16-93e4-92decd0b3c4c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083136 Sep 10 03:11:44.345057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.365588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:44.382478 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.384743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9c1f7bc1-f0ef-46d8-80b9-2a730b996351 None None] Provisioning for port c2a0f4c6-631b-4e61-8973-35e561ceee33 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:44.390314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.394642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9c1f7bc1-f0ef-46d8-80b9-2a730b996351 None None] Provisioning complete for port c2a0f4c6-631b-4e61-8973-35e561ceee33 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:44.395052 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7bc1-f0ef-46d8-80b9-2a730b996351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.401858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:44.402943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.505365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f7bc1-f0ef-46d8-80b9-2a730b996351 None None] Port c2a0f4c6-631b-4e61-8973-35e561ceee33 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:11:44.516816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:44.529231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10331f0-a410-43b0-a1a5-d5fe5aedcce8 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:11:44.567160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364d7a-8f6a-4f12-94d7-3e2e60be11ea req-b1c9ff1f-0cac-4e0a-a08c-fc22d29ef4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:44.568754 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85364d7a-8f6a-4f12-94d7-3e2e60be11ea req-b1c9ff1f-0cac-4e0a-a08c-fc22d29ef4db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1097 time: 0.3882368 Sep 10 03:11:44.585874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7527571 Sep 10 03:11:44.585874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790caf3-07ff-4606-8eaf-6f0225c48325 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=6959d51a-54e8-423b-a5d0-1b5d51d595db,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:44.588748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39012) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:44.602550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:44.681352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6959d51a-54e8-423b-a5d0-1b5d51d595db details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:44.697763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366fe8-e060-44d5-8939-a053c7e14186 req-1a5fb057-f262-4624-ab19-612c36d0f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:44.699310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-1a5fb057-f262-4624-ab19-612c36d0f67a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 1094 time: 0.4127090 Sep 10 03:11:44.833080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ceef0714-e08a-4e85-a8a7-c581649d2821 req-54c5ade3-5c26-4ea1-a3d5-4498b178e728 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.0694749 Sep 10 03:11:44.889875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:44.893877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:44.934440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.024787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing IP validity checks on allocation pools {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:11:45.026266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:11:45.129296 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85364d7a-8f6a-4f12-94d7-3e2e60be11ea req-1d7f58d1-187f-47cd-a997-dcbfac6475ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583178 Sep 10 03:11:45.236797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.262964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10d3f939-09c8-4e02-a63d-7bd5b1608a3b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:45.287569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=bb67e43c-6b6f-41df-b967-fc1755655741,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:45.323159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': 'b7930f9b-5270-43d6-8ff9-05955b56a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:45.323789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 6959d51a-54e8-423b-a5d0-1b5d51d595db, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:45.348749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 6959d51a-54e8-423b-a5d0-1b5d51d595db is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:45.370029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6959d51a-54e8-423b-a5d0-1b5d51d595db) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:45.374721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:45.375576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.397056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448efca-bec0-4dbf-a9c6-3ff3f68c63e8 None None] Network 6959d51a-54e8-423b-a5d0-1b5d51d595db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:45.406319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-78f32b6c-5cd6-445c-8ef2-601e6cc75240 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8095191 Sep 10 03:11:45.409130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39030) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:45.458800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366fe8-e060-44d5-8939-a053c7e14186 req-48eb21e3-79c7-4401-ac94-6a17ce6fa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:45.465753 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-48eb21e3-79c7-4401-ac94-6a17ce6fa834 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.7402055 Sep 10 03:11:45.490199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66432ad8-4404-435f-bc29-c1567234e017 req-f90499d2-0a0f-4f43-92e0-e11a64d08e0b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:45.494386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66432ad8-4404-435f-bc29-c1567234e017 req-f90499d2-0a0f-4f43-92e0-e11a64d08e0b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 943 time: 0.9779279 Sep 10 03:11:45.585357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2040-db50-4a41-90d3-f107477d1aa1 req-986fc999-8ce0-46aa-9953-4dd227c402ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:45.605040 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df2d2040-db50-4a41-90d3-f107477d1aa1 req-986fc999-8ce0-46aa-9953-4dd227c402ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1763065 Sep 10 03:11:45.620159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:45.620658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.676562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-10557f3f-a600-4ac6-955f-e21b1ffa65c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3 HTTP/1.1" status: 200 len: 217 time: 0.1763172 Sep 10 03:11:45.699903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6959d51a-54e8-423b-a5d0-1b5d51d595db', 'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': 'bb67e43c-6b6f-41df-b967-fc1755655741'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:45.700772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.753514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.783787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df2d2040-db50-4a41-90d3-f107477d1aa1 req-15974d44-76fe-4b66-831f-c69610c24fbb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766460 Sep 10 03:11:45.824626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66432ad8-4404-435f-bc29-c1567234e017 req-2ac69f3e-ada6-4b9a-93f7-cb319cc2a3db tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229847 Sep 10 03:11:45.827569 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.876060 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:45.980578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.084711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Allocated IP 172.20.0.3 (6959d51a-54e8-423b-a5d0-1b5d51d595db/bb67e43c-6b6f-41df-b967-fc1755655741/cfacc6e3-292d-4d62-8926-e1c75729f906) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:46.288045 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.299286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f88e86e2-076a-483a-960c-31ac037dea87 req-141a4dbd-197d-45a7-a0bd-bbc6b15064f3 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=31feb797-d51e-4e12-88f7-0eade32a72d5 HTTP/1.1" status: 200 len: 210 time: 0.2523201 Sep 10 03:11:46.335851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366fe8-e060-44d5-8939-a053c7e14186 req-63bf1f62-b9a6-4c23-9c76-82bacd767ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:46.339375 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-63bf1f62-b9a6-4c23-9c76-82bacd767ec1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.6269586 Sep 10 03:11:46.362167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.370939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Transition to ACTIVE for port object cfacc6e3-292d-4d62-8926-e1c75729f906 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:46.392498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Transition to ACTIVE for port object cfacc6e3-292d-4d62-8926-e1c75729f906 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:46.404299 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.425742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-45b7b76c-b16c-4d03-ac50-d12eac05cba6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5995955 Sep 10 03:11:46.427474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.454391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=bb67e43c-6b6f-41df-b967-fc1755655741,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:46.460049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Network 6959d51a-54e8-423b-a5d0-1b5d51d595db is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:46.463132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:46.467117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:46.469765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-b4c74d44-1360-4951-a2cb-0cd4ae233317 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429678 Sep 10 03:11:46.503612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Pushing event updated for resources: {'Port': ['ID=cfacc6e3-292d-4d62-8926-e1c75729f906,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:46.538433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a0f4c6-631b-4e61-8973-35e561ceee33,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:46.542283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Attempting to bind port cfacc6e3-292d-4d62-8926-e1c75729f906 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:46.542664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Attempting to bind port cfacc6e3-292d-4d62-8926-e1c75729f906 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b7930f9b-5270-43d6-8ff9-05955b56a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:46.543762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Attempting to bind port cfacc6e3-292d-4d62-8926-e1c75729f906 on network 6959d51a-54e8-423b-a5d0-1b5d51d595db {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:46.549559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:46.550058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Checking segment: {'id': 'b7930f9b-5270-43d6-8ff9-05955b56a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:46.550476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.550876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Bound using segment: {'id': 'b7930f9b-5270-43d6-8ff9-05955b56a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:46.551007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.551358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Bound port: cfacc6e3-292d-4d62-8926-e1c75729f906, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7930f9b-5270-43d6-8ff9-05955b56a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6959d51a-54e8-423b-a5d0-1b5d51d595db'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:46.551775 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.602312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6959d51a-54e8-423b-a5d0-1b5d51d595db']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:46.624595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-16bf7397-86a5-4365-8411-267d34fe9e6f service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407719 Sep 10 03:11:46.624836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7930f9b-5270-43d6-8ff9-05955b56a23e') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:46.625095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7930f9b-5270-43d6-8ff9-05955b56a23e') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:46.638660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] For port cfacc6e3-292d-4d62-8926-e1c75729f906, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:46.643270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] For port cfacc6e3-292d-4d62-8926-e1c75729f906, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cfacc6e3-292d-4d62-8926-e1c75729f906,segment=NetworkSegment(b7930f9b-5270-43d6-8ff9-05955b56a23e),segment_id=b7930f9b-5270-43d6-8ff9-05955b56a23e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:46.649780 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.670571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.673080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e420b-e748-462d-9f45-c13cdad83204 req-70c1eb10-40a0-4cb8-bcca-6800eea315fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:46.674589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-70c1eb10-40a0-4cb8-bcca-6800eea315fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 1097 time: 0.2039061 Sep 10 03:11:46.693512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.695618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:46.699513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:46.704660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:46.705857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:46.712595 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:46.736643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41477954-6a02-418f-b0ae-7a4b046cedbb None None] Pushing event updated for resources: {'Port': ['ID=cfacc6e3-292d-4d62-8926-e1c75729f906,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:46.765197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ecdef0-2d9e-4dd7-81bf-a45089809b98 None None] Network 6959d51a-54e8-423b-a5d0-1b5d51d595db requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:46.833825 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:11:46.833825 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:11:46.833825 n-d-808126-2 neutron-server[94634]: [parameters: {'id': '6959d51a-54e8-423b-a5d0-1b5d51d595db'}] Sep 10 03:11:46.833825 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:46.834188 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:46.849276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dd877b2c-629b-4b3e-bc5f-89028652e3f3 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:11:46.982389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeae1b-a21f-43a5-9508-797b79bd53dc req-a128a26e-4675-4cc1-a95c-6dc9b8667859 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:46.984769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2adeae1b-a21f-43a5-9508-797b79bd53dc req-a128a26e-4675-4cc1-a95c-6dc9b8667859 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.0999053 Sep 10 03:11:46.999913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26366fe8-e060-44d5-8939-a053c7e14186 req-f93edba2-edb8-4e15-b61c-d790c032d159 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663733 Sep 10 03:11:47.002358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:11:47.072369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2adeae1b-a21f-43a5-9508-797b79bd53dc req-28bd1492-acc3-4daf-922c-ae5b253a63ef tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761118 Sep 10 03:11:47.150279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd427-c1be-4362-8480-5556f6676d05 req-8759942b-5d05-4c44-bf16-cc0de7e6678a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:47.157915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef6fd427-c1be-4362-8480-5556f6676d05 req-8759942b-5d05-4c44-bf16-cc0de7e6678a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 943 time: 0.1786692 Sep 10 03:11:47.185476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e420b-e748-462d-9f45-c13cdad83204 req-a8b81813-8fb9-4e71-a28c-e20db7043fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:47.187444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-a8b81813-8fb9-4e71-a28c-e20db7043fed service neutron] 10.222.0.36 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.4122581 Sep 10 03:11:47.207954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d3772f65-4635-4062-8075-c60fab332e4e None None] Provisioning complete for port c2a0f4c6-631b-4e61-8973-35e561ceee33 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:47.208338 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d3772f65-4635-4062-8075-c60fab332e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.250694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d3772f65-4635-4062-8075-c60fab332e4e None None] Port c2a0f4c6-631b-4e61-8973-35e561ceee33 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:11:47.252264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1390c52-1479-42c5-9595-6c07450bec0a None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:11:47.264842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ef6fd427-c1be-4362-8480-5556f6676d05 req-1ec7363c-7c3d-4ec0-a5da-41ad26bbac48 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059945 Sep 10 03:11:47.266467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-939453fb-78df-40e5-bbf6-f70fa5ad7f92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ebf030a-2615-41c0-89a7-eda857998108 HTTP/1.1" status: 200 len: 217 time: 0.0532761 Sep 10 03:11:47.283724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dd877b2c-629b-4b3e-bc5f-89028652e3f3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:47.311750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3', 'mac_address': 'fa:16:3e:11:ad:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:11:47.335673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:11:47.342778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.358248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b177c13c-1316-4e21-bfbe-19e47778d1a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/28ff9d8b-7040-4b46-8f14-6e865b00cc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3004875 Sep 10 03:11:47.422459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45b3cc-009b-49f0-afdc-f783049fdf03 req-7cf0cea4-c8b5-4219-9e1d-1dbb276c3778 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:47.423840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e420b-e748-462d-9f45-c13cdad83204 req-f63e0f3b-e8a1-478b-975e-ba1fb5a1ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:47.425677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-f63e0f3b-e8a1-478b-975e-ba1fb5a1ad4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.0878587 Sep 10 03:11:47.427922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Sync routers for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:11:47.433211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b45b3cc-009b-49f0-afdc-f783049fdf03 req-7cf0cea4-c8b5-4219-9e1d-1dbb276c3778 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1697071 Sep 10 03:11:47.442647 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.454310 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:47.460033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:47.470230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-981f8104-bbea-4b09-921f-bfc961a2a399 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364244 Sep 10 03:11:47.507087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd877b2c-629b-4b3e-bc5f-89028652e3f3 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:47.538588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b45b3cc-009b-49f0-afdc-f783049fdf03 req-c4a8af78-704c-43d8-8a43-4dc38eab736e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015666 Sep 10 03:11:47.560385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:47.569602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dd877b2c-629b-4b3e-bc5f-89028652e3f3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:47.591360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port cfacc6e3-292d-4d62-8926-e1c75729f906 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:47.591360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.591739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.694268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1390c52-1479-42c5-9595-6c07450bec0a None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:11:47.792045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d07dd-d837-427a-b4b2-0023c2e6b9e0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:47.796466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-831d07dd-d837-427a-b4b2-0023c2e6b9e0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1092 time: 0.2273736 Sep 10 03:11:47.798001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:47.802372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:47.807911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=dd877b2c-629b-4b3e-bc5f-89028652e3f3,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:47.824279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port cfacc6e3-292d-4d62-8926-e1c75729f906, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cfacc6e3-292d-4d62-8926-e1c75729f906,segment=NetworkSegment(b7930f9b-5270-43d6-8ff9-05955b56a23e),segment_id=b7930f9b-5270-43d6-8ff9-05955b56a23e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:47.824671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.834799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:47.842290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-21eacc38-3079-4bf3-bdbe-458e6cabee0b service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633380 Sep 10 03:11:47.884842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for cfacc6e3-292d-4d62-8926-e1c75729f906 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:47.924473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dd877b2c-629b-4b3e-bc5f-89028652e3f3'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:48.150313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.184728 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:48.211753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=cfacc6e3-292d-4d62-8926-e1c75729f906,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:48.215549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port cfacc6e3-292d-4d62-8926-e1c75729f906 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:48.386401 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.391231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:48.414173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496037876', 'description': 'tempest-description--4333991'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:48.494742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6959d51a-54e8-423b-a5d0-1b5d51d595db']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:48.551419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7930f9b-5270-43d6-8ff9-05955b56a23e') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:48.558534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7930f9b-5270-43d6-8ff9-05955b56a23e') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:48.588324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.622760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.642119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:48.642696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.683013 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:45Z', 'revision_number': 2, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:48.701097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-186e420b-e748-462d-9f45-c13cdad83204 req-ba1ac9e7-e24f-4a81-bf22-df83b8a504bd service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472316 Sep 10 03:11:48.706782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39142) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:48.735161 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Checking router: 28ff9d8b-7040-4b46-8f14-6e865b00cc49 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:11:48.737764 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Updating router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 port c2a0f4c6-631b-4e61-8973-35e561ceee33 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:48.761574 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:48.775789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.780647 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.783909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.786207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/6959d51a-54e8-423b-a5d0-1b5d51d595db HTTP/1.1" status: 204 len: 168 time: 3.3760538 Sep 10 03:11:48.792551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.796053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39146) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:48.807347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485399973'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:48.840926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7f954-8e73-4add-aba6-bf3c98b2297b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=6959d51a-54e8-423b-a5d0-1b5d51d595db,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:48.872326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739c413-aa8e-439a-bf07-22edba94cd9d req-1e109479-8b4b-4a75-97a3-ce4b25d9cbe7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:48.873581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff62fc-ac3d-4c7b-b93c-66a772e02402 req-40134498-0e9f-4b76-80cc-5a7f189d2842 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:48.875079 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13ff62fc-ac3d-4c7b-b93c-66a772e02402 req-40134498-0e9f-4b76-80cc-5a7f189d2842 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.1690705 Sep 10 03:11:48.880841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c739c413-aa8e-439a-bf07-22edba94cd9d req-1e109479-8b4b-4a75-97a3-ce4b25d9cbe7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 944 time: 0.4350815 Sep 10 03:11:48.915740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d84802d9-c4a7-472e-a9a9-14e4645a3be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.922299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13ff62fc-ac3d-4c7b-b93c-66a772e02402 req-f2c9f032-fa53-4640-8717-d0e69ea301a9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0386081 Sep 10 03:11:48.933978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:48.937661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.950444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:48.964468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c739c413-aa8e-439a-bf07-22edba94cd9d req-742f6788-3015-4396-be28-c79a0468b428 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772061 Sep 10 03:11:48.982367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13ff62fc-ac3d-4c7b-b93c-66a772e02402 req-30fa98a0-683d-4ae2-b722-c22fb0a9378e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467205 Sep 10 03:11:48.989138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:49.007180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.007599 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment d781291e-5d8e-439d-b4bf-3b30e12d1d6b of type vlan for network e205b3a0-bf8b-40aa-ba30-6d47940c48e7 Sep 10 03:11:49.079685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.119163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.138355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.158831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.165173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:49.166069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.182250 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.214229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d84802d9-c4a7-472e-a9a9-14e4645a3be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.216907 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Transition to ACTIVE for port object c2a0f4c6-631b-4e61-8973-35e561ceee33 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:49.218426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89eb757-6893-41b6-a13c-cefef1532c26,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:49.229846 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.230486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d84802d9-c4a7-472e-a9a9-14e4645a3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.251256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4511275 Sep 10 03:11:49.252614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.254353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eebccbd5-e748-4af9-be89-6bc6849777c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8620701 Sep 10 03:11:49.257990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39150) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:49.258505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39152) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:49.265488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.171 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/df611ed7-0703-49de-bf5b-60f09c2277cf) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:49.272715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13ff62fc-ac3d-4c7b-b93c-66a772e02402 req-2ca81270-cfd9-4038-a26e-f9e85b16b721 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808752 Sep 10 03:11:49.280982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'security_group_rule': {'security_group_id': 'b89eb757-6893-41b6-a13c-cefef1532c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:49.288616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': 'e205b3a0-bf8b-40aa-ba30-6d47940c48e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:49.300090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ad033-881c-4b0a-91bc-afffb7619d8e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=e205b3a0-bf8b-40aa-ba30-6d47940c48e7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:49.332477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e205b3a0-bf8b-40aa-ba30-6d47940c48e7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:49.380386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39156) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:49.392389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d84802d9-c4a7-472e-a9a9-14e4645a3be5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34c771bfb7f14b07bb716f597f400286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6812396 Sep 10 03:11:49.393201 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb3c27-d030-4caf-88f2-7ade9e14c4df None None] Pushing event updated for resources: {'Port': ['ID=c2a0f4c6-631b-4e61-8973-35e561ceee33,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:49.438010 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Attempting to bind port c2a0f4c6-631b-4e61-8973-35e561ceee33 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:49.441088 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Attempting to bind port c2a0f4c6-631b-4e61-8973-35e561ceee33 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:49.441462 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Attempting to bind port c2a0f4c6-631b-4e61-8973-35e561ceee33 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:49.449127 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:49.449502 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:49.449908 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.450304 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:49.450772 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Bound port: c2a0f4c6-631b-4e61-8973-35e561ceee33, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:49.451154 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.455615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84802d9-c4a7-472e-a9a9-14e4645a3be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f538c-0270-4005-9f77-2a386f422d01,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:49.488602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd348-ddbf-409f-97d8-3749a81c07c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.514047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd348-ddbf-409f-97d8-3749a81c07c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.566795 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] For port c2a0f4c6-631b-4e61-8973-35e561ceee33, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:49.571699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd348-ddbf-409f-97d8-3749a81c07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.574128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd348-ddbf-409f-97d8-3749a81c07c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.578758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f6dd348-ddbf-409f-97d8-3749a81c07c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/840f538c-0270-4005-9f77-2a386f422d01 HTTP/1.1" status: 204 len: 168 time: 0.1945221 Sep 10 03:11:49.578940 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] For port c2a0f4c6-631b-4e61-8973-35e561ceee33, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c2a0f4c6-631b-4e61-8973-35e561ceee33,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:49.587195 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.594594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dd348-ddbf-409f-97d8-3749a81c07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f538c-0270-4005-9f77-2a386f422d01,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:49.666496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb3c27-d030-4caf-88f2-7ade9e14c4df None None] Pushing event updated for resources: {'Port': ['ID=c2a0f4c6-631b-4e61-8973-35e561ceee33,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:49.669704 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:49.670329 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:49.749702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.781513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:49.785394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:49.820097 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:49.964314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13ff62fc-ac3d-4c7b-b93c-66a772e02402 req-3ff4b1f6-adc8-4aaa-a407-cf434f501615 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599214 Sep 10 03:11:50.020241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.055368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.071742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.082279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39164) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:50.112875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d739b7-efff-40c3-8fc1-1431917b789c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:50.123735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.125183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa2b85a2-d8af-433e-ba04-cc9858defce0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8556645 Sep 10 03:11:50.130360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39166) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:50.144394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03ebfc80-517a-4da1-87b9-7bcf19052c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.158835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'security_group_rule': {'security_group_id': 'b89eb757-6893-41b6-a13c-cefef1532c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:50.178545 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:49Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:50.226026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.247848 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e081e-6d20-409a-bb85-b366187d4203 None None] The sync data for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 is: [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:49Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:50.291110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156f79c-cb0c-4427-851a-976df168260a req-1155f02d-d5fc-4088-8170-42b892df0838 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:50.296137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1156f79c-cb0c-4427-851a-976df168260a req-1155f02d-d5fc-4088-8170-42b892df0838 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 944 time: 0.1985500 Sep 10 03:11:50.390428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.392047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03ebfc80-517a-4da1-87b9-7bcf19052c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.404532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03ebfc80-517a-4da1-87b9-7bcf19052c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.469468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1156f79c-cb0c-4427-851a-976df168260a req-26076158-2bc4-4935-9e2a-d0c757ceb9a4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563525 Sep 10 03:11:50.491198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03ebfc80-517a-4da1-87b9-7bcf19052c02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87f890bb80c54cd5930877f27dc57be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075220 Sep 10 03:11:50.495218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:50.497329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=df611ed7-0703-49de-bf5b-60f09c2277cf,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:50.517575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-168f638f-e590-4476-9b46-05bc7a97272c req-5c8b30ad-41c7-4e45-bf69-1f134c11ad62 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=729595b6-94d1-4359-ad73-1556d02b5dc4 HTTP/1.1" status: 200 len: 210 time: 0.2655520 Sep 10 03:11:50.539493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebfc80-517a-4da1-87b9-7bcf19052c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7c4e2-a821-4646-bae8-0f8ad8661523,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:50.552018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:50.597976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:50.603794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:50.668454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': 'd781291e-5d8e-439d-b4bf-3b30e12d1d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e205b3a0-bf8b-40aa-ba30-6d47940c48e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:50.669052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: e205b3a0-bf8b-40aa-ba30-6d47940c48e7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:50.675984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=833c868d-bc90-484f-bb9e-e2d186122688,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:50.692052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.704482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a137bb3b-fe5a-4efe-af48-5f2bff0eb282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.737046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network e205b3a0-bf8b-40aa-ba30-6d47940c48e7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:50.765927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a137bb3b-fe5a-4efe-af48-5f2bff0eb282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.833589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e205b3a0-bf8b-40aa-ba30-6d47940c48e7) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:50.834983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dd877b2c-629b-4b3e-bc5f-89028652e3f3 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:50.837445 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a137bb3b-fe5a-4efe-af48-5f2bff0eb282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.842253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a137bb3b-fe5a-4efe-af48-5f2bff0eb282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.843952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a137bb3b-fe5a-4efe-af48-5f2bff0eb282 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62d7c4e2-a821-4646-bae8-0f8ad8661523 HTTP/1.1" status: 204 len: 168 time: 0.3440990 Sep 10 03:11:50.847996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:50.848730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:50.861532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137bb3b-fe5a-4efe-af48-5f2bff0eb282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7c4e2-a821-4646-bae8-0f8ad8661523,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:50.913433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595671f4-3a9a-40c3-95db-28aa4dcd34d7 None None] Network e205b3a0-bf8b-40aa-ba30-6d47940c48e7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:50.980543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:50.988965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d491a429-7343-4d91-ae14-e2e8317d2ca2 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7205260 Sep 10 03:11:51.057059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.093204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.263969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ccbfd-c31c-4c40-be14-8a191fae816e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-e205b3a0-bf8b-40aa-ba30-6d47940c48e7', 'network_id': 'e205b3a0-bf8b-40aa-ba30-6d47940c48e7', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '833c868d-bc90-484f-bb9e-e2d186122688'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:51.266287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-974ccbfd-c31c-4c40-be14-8a191fae816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.294313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.347394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port dd877b2c-629b-4b3e-bc5f-89028652e3f3 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:51.353811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port dd877b2c-629b-4b3e-bc5f-89028652e3f3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:51.354286 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.364504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6ecd61-f141-4ede-8d6f-6e9e7aef267b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:51.411380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2a0f4c6-631b-4e61-8973-35e561ceee33 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:51.430647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.575378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.665977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=833c868d-bc90-484f-bb9e-e2d186122688,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:51.728092 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.729510 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee75df7e-5eb0-417a-82ca-4ee2441e9a1b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5965612 Sep 10 03:11:51.737229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-8251c9ab-222d-4625-9006-935c507e0372 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:51.748345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-8251c9ab-222d-4625-9006-935c507e0372 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.4761014 Sep 10 03:11:51.754469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:51.769155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:51.782546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-974ccbfd-c31c-4c40-be14-8a191fae816e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 833c868d-bc90-484f-bb9e-e2d186122688: This subnet is being modified by another concurrent operation. Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:11:51.790739 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 833c868d-bc90-484f-bb9e-e2d186122688: This subnet is being modified by another concurrent operation. Sep 10 03:11:51.794697 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:11:51.800978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-83af8bfe-6e42-416c-869b-b08d0b7ea893 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0516696 Sep 10 03:11:51.832159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c2a0f4c6-631b-4e61-8973-35e561ceee33 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:11:51.848915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec032878-51f1-4a4d-b7a9-23fdd342224d None None] Network e205b3a0-bf8b-40aa-ba30-6d47940c48e7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:51.857097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c2a0f4c6-631b-4e61-8973-35e561ceee33 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:51.857478 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.859038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.861713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-25482a4a-6ce6-4f15-a912-5cb7192b0506 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592740 Sep 10 03:11:51.895962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e205b3a0-bf8b-40aa-ba30-6d47940c48e7']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:51.912133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613e886-e4e7-4863-8cdd-78f49af24d11 req-8b22b3e0-c2b5-4efc-9922-ee466c9238f9 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:51.920185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2613e886-e4e7-4863-8cdd-78f49af24d11 req-8b22b3e0-c2b5-4efc-9922-ee466c9238f9 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 944 time: 0.2600203 Sep 10 03:11:51.930046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd781291e-5d8e-439d-b4bf-3b30e12d1d6b') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:51.930474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd781291e-5d8e-439d-b4bf-3b30e12d1d6b') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:51.949198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.956541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dd877b2c-629b-4b3e-bc5f-89028652e3f3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:51.982967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:51.995069 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2613e886-e4e7-4863-8cdd-78f49af24d11 req-5376fcc0-8a76-4916-92a6-70869e959a23 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738554 Sep 10 03:11:52.003541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:52.008201 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c20ac0-81a3-48ca-ab90-bc00e3eaa96d" -d '{"events": [{"server_uuid": "e942895c-3acd-4e3d-abfa-da0efc0d1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "dd877b2c-629b-4b3e-bc5f-89028652e3f3"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:52.021557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:52.022423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:52.026553 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:52.033044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-b1741e94-baab-4464-abe7-9ba090eb1152 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691561 Sep 10 03:11:52.034843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.157108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39234) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:52.164602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.186831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-b17b2f05-21ec-4e31-b447-e1c70ca21adb service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527579 Sep 10 03:11:52.224494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.229926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/e205b3a0-bf8b-40aa-ba30-6d47940c48e7 HTTP/1.1" status: 204 len: 168 time: 1.2459061 Sep 10 03:11:52.231222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109aabf-af4f-4ad3-b1ae-579e3906115f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=e205b3a0-bf8b-40aa-ba30-6d47940c48e7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:52.235994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39238) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:52.247131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245155068'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:52.301226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:52.306727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.369625 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bcdb49-7eec-4e81-8be8-72efb0e026bc x-openstack-request-id: req-14bcdb49-7eec-4e81-8be8-72efb0e026bc {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:52.369925 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942895c-3acd-4e3d-abfa-da0efc0d1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "dd877b2c-629b-4b3e-bc5f-89028652e3f3", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:52.373885 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14bcdb49-7eec-4e81-8be8-72efb0e026bc {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:52.374295 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3', 'code': 200} Sep 10 03:11:52.378010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:52.420761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e8adf-d809-4a1e-91b0-706833e19b86 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:11:52.425080 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.425699 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 09343f4f-9a85-4825-8c5f-586a75a0a4ce of type vlan for network 45bd71e6-04ff-4163-8675-72493a6a66ea Sep 10 03:11:52.427811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0d837c4-e096-4dcc-bb76-164d6137c01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.512596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.535032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=dd877b2c-629b-4b3e-bc5f-89028652e3f3,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:52.550569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.591613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.591902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.695944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c2a0f4c6-631b-4e61-8973-35e561ceee33, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c2a0f4c6-631b-4e61-8973-35e561ceee33,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:52.707238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.713548 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:11:52.766600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.767330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e8adf-d809-4a1e-91b0-706833e19b86 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:11:52.773592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc8c78-c9ae-4d4d-a4fe-c1a44631737c req-73192449-f32b-48d6-ba1f-16ccd5463a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:52.776293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-89fc8c78-c9ae-4d4d-a4fe-c1a44631737c req-73192449-f32b-48d6-ba1f-16ccd5463a2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 1096 time: 0.1954353 Sep 10 03:11:52.798842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c2a0f4c6-631b-4e61-8973-35e561ceee33,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:52.832679 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f15bf4c-fabb-45a0-8129-fa0ea05df026 req-9d3d0807-1795-4b46-8e3a-7a0217680eae tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 210 time: 0.2195032 Sep 10 03:11:52.893559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.900974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:52.901609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:52.963538 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-89fc8c78-c9ae-4d4d-a4fe-c1a44631737c req-48bccfa8-84a0-4395-b97c-7cb837f09c4d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649623 Sep 10 03:11:52.969282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-7cd84f0c-0d60-4559-93e1-29a3fb58e4f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2967694 Sep 10 03:11:53.006366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0d837c4-e096-4dcc-bb76-164d6137c01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.007343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=45bd71e6-04ff-4163-8675-72493a6a66ea,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:53.036356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c0d837c4-e096-4dcc-bb76-164d6137c01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.070731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e210d1b5-8997-490f-a1f6-2c3734e5b064 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8322010 Sep 10 03:11:53.075004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39262) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:53.076615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 45bd71e6-04ff-4163-8675-72493a6a66ea details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:53.085922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.088147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:53.140677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.165712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d837c4-e096-4dcc-bb76-164d6137c01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcef301-f973-439f-a849-2db9d76af86f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:53.171029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.286884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2a0f4c6-631b-4e61-8973-35e561ceee33 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:11:53.313294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=df611ed7-0703-49de-bf5b-60f09c2277cf,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:53.331859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b98e-8b05-4117-9818-b6d12b7c99cf req-de532873-c3c9-4a41-a35e-fa22f1fda625 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:53.333444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4db7b98e-8b05-4117-9818-b6d12b7c99cf req-de532873-c3c9-4a41-a35e-fa22f1fda625 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 945 time: 0.2514162 Sep 10 03:11:53.336672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.360522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c0d837c4-e096-4dcc-bb76-164d6137c01e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bdbecc9f0124bb9b82e302e06703250&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2017109 Sep 10 03:11:53.366436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39270) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:53.399562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c2a0f4c6-631b-4e61-8973-35e561ceee33 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:11:53.400338 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.465427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-728b82db-4c5b-4c9b-bdf6-3c19d4cd0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:53.467128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-728b82db-4c5b-4c9b-bdf6-3c19d4cd0768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=609c04f734294906a77b94c16b8f2674&device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 1096 time: 0.2594967 Sep 10 03:11:53.494704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:53.499029 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.542068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Allocated IP 172.25.8.6 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/61eeed37-3fa6-4ce1-ac5e-575be95722fd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:53.551245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3818a6a-d352-4973-9032-c141e4d94a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.580885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3818a6a-d352-4973-9032-c141e4d94a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.595341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4db7b98e-8b05-4117-9818-b6d12b7c99cf req-230d99da-0e57-4121-8748-17ba4e4a2a48 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699295 Sep 10 03:11:53.720205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-e509798d-f3d8-4d64-8fc4-134a87d39d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:53.722468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-e509798d-f3d8-4d64-8fc4-134a87d39d51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 200 len: 910 time: 0.2143278 Sep 10 03:11:53.825641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3818a6a-d352-4973-9032-c141e4d94a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.828385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3818a6a-d352-4973-9032-c141e4d94a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:53.829604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d3818a6a-d352-4973-9032-c141e4d94a7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fcef301-f973-439f-a849-2db9d76af86f HTTP/1.1" status: 204 len: 168 time: 0.4622109 Sep 10 03:11:53.862667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-aa5eaf88-6e60-4294-a6b8-925ef0db71c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79e3a923-4a6a-4638-81f5-8083f030d899 HTTP/1.1" status: 200 len: 1001 time: 0.1318486 Sep 10 03:11:53.904320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3818a6a-d352-4973-9032-c141e4d94a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcef301-f973-439f-a849-2db9d76af86f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:54.166899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.210980 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP 3da64716-a106-4b2a-8ef6-34f70d348ec2 associated. External IP: 172.25.8.171, port: d710e016-6c9f-4644-9e04-8f6f5e6b2649. Sep 10 03:11:54.376434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b734c17e-175e-457f-87af-4c7fddd56b16 req-1e6b9342-dc67-4bf8-a60f-fcff155a11d5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 210 time: 0.4277368 Sep 10 03:11:54.390662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-78fa108d-4be8-40d7-813f-accfd5600693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:54.392520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-78fa108d-4be8-40d7-813f-accfd5600693 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 200 len: 849 time: 0.5121753 Sep 10 03:11:54.394368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.412095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-ae3c9638-7ce6-427b-a56f-3c1cd4cdb564 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:54.414027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-ae3c9638-7ce6-427b-a56f-3c1cd4cdb564 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.3291225 Sep 10 03:11:54.420566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39298) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:54.444765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Request body: {'port': {'device_id': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'admin_state_up': True, 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:54.479359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-998bc35f-5aa7-41f2-9b26-3f629b2b9935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.501550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=54d3cff7-0e75-4f9a-8e4c-cc3577ce0021,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:54.503590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.521075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-146797cf-5613-417f-b471-58cd77585bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:54.522899 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-146797cf-5613-417f-b471-58cd77585bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ddca94e9-0113-4048-be7a-47b4d5c974a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196194 Sep 10 03:11:54.523984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '09343f4f-9a85-4825-8c5f-586a75a0a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:54.524337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 45bd71e6-04ff-4163-8675-72493a6a66ea, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:11:54.571890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 45bd71e6-04ff-4163-8675-72493a6a66ea is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:11:54.614829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 45bd71e6-04ff-4163-8675-72493a6a66ea) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:54.620898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:54.626229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540938d-17dc-4462-a7cd-691d24b430c6 None None] Network 45bd71e6-04ff-4163-8675-72493a6a66ea requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:54.647004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:54.656990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-39d9dd65-ac1a-42ed-aebe-6c7644725dc8 service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205115 Sep 10 03:11:54.660946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:54.661648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.670036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:54.704128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=61eeed37-3fa6-4ce1-ac5e-575be95722fd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:54.845504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-45bd71e6-04ff-4163-8675-72493a6a66ea', 'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '54d3cff7-0e75-4f9a-8e4c-cc3577ce0021'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:11:54.846609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.847761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f2e9-5c98-43b1-abe3-693403904af6 req-7f266413-c4eb-4265-8d02-85c2ac5ddb95 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:54.850107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c3f2e9-5c98-43b1-abe3-693403904af6 req-7f266413-c4eb-4265-8d02-85c2ac5ddb95 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 945 time: 0.1286464 Sep 10 03:11:54.857793 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1d36432-e3ae-4e95-8418-327b937e5566 req-4383cc84-8234-4091-96ba-4bf2291781fb service neutron] 10.222.0.32 "GET /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918147 Sep 10 03:11:54.919565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c3f2e9-5c98-43b1-abe3-693403904af6 req-35049f0e-34ba-4645-ab43-a0b5cd615240 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Sep 10 03:11:54.996890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-998bc35f-5aa7-41f2-9b26-3f629b2b9935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:54.998280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.010345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-998bc35f-5aa7-41f2-9b26-3f629b2b9935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.015090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router fd899912-7a55-4399-92aa-7857c7aa05c9 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:11:55.021130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-953ecb2b-cf4b-48c4-af43-d7d22bf5e802 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9398582 Sep 10 03:11:55.021130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39364) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:55.021384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Allocated IP 172.20.0.1 (45bd71e6-04ff-4163-8675-72493a6a66ea/54d3cff7-0e75-4f9a-8e4c-cc3577ce0021/1dd1947f-2d32-4819-bb37-97684ea88c67) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:55.139317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:55.142801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.147161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-998bc35f-5aa7-41f2-9b26-3f629b2b9935 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31350e05e3b546db81b77e1bb24701e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7253931 Sep 10 03:11:55.150435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39372) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:55.151869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bc35f-5aa7-41f2-9b26-3f629b2b9935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e63aa51-485b-420f-a3c9-e69bacfa83ee,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:55.167599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.177359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.254673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.258440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f38-f280-403c-aed7-b1a42f0f791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.274000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.278487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Transition to ACTIVE for port object 1dd1947f-2d32-4819-bb37-97684ea88c67 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:55.301630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Transition to ACTIVE for port object 1dd1947f-2d32-4819-bb37-97684ea88c67 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:55.312279 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.315153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f38-f280-403c-aed7-b1a42f0f791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.318173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26b19-f8a5-4a8f-a484-49b34a235afe req-9de6db9e-7e09-4462-a650-a816ff367b36 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:55.320035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92a26b19-f8a5-4a8f-a484-49b34a235afe req-9de6db9e-7e09-4462-a650-a816ff367b36 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.2623296 Sep 10 03:11:55.345158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Network 45bd71e6-04ff-4163-8675-72493a6a66ea is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:55.348753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:55.372076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:55.379492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.441465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Pushing event updated for resources: {'Port': ['ID=1dd1947f-2d32-4819-bb37-97684ea88c67,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:55.450100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:11:55.457628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Attempting to bind port 1dd1947f-2d32-4819-bb37-97684ea88c67 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:55.458004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Attempting to bind port 1dd1947f-2d32-4819-bb37-97684ea88c67 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '09343f4f-9a85-4825-8c5f-586a75a0a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:55.458550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Attempting to bind port 1dd1947f-2d32-4819-bb37-97684ea88c67 on network 45bd71e6-04ff-4163-8675-72493a6a66ea {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:55.464646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970895c-5362-4864-ae49-561999c2810a None None] Sync routers for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:11:55.467600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=54d3cff7-0e75-4f9a-8e4c-cc3577ce0021,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:55.470798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:55.471301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Checking segment: {'id': '09343f4f-9a85-4825-8c5f-586a75a0a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:55.471876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.472444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Bound using segment: {'id': '09343f4f-9a85-4825-8c5f-586a75a0a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:55.473123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Bound port: 1dd1947f-2d32-4819-bb37-97684ea88c67, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09343f4f-9a85-4825-8c5f-586a75a0a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '45bd71e6-04ff-4163-8675-72493a6a66ea'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:55.473820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.474242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f38-f280-403c-aed7-b1a42f0f791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.476808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f38-f280-403c-aed7-b1a42f0f791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.478537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d02b7f38-f280-403c-aed7-b1a42f0f791a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e63aa51-485b-420f-a3c9-e69bacfa83ee HTTP/1.1" status: 204 len: 168 time: 0.3271558 Sep 10 03:11:55.506244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92a26b19-f8a5-4a8f-a484-49b34a235afe req-82b5393f-71c3-4397-8678-09fdb03f961a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351833 Sep 10 03:11:55.560508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] For port 1dd1947f-2d32-4819-bb37-97684ea88c67, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:55.562031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b7f38-f280-403c-aed7-b1a42f0f791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e63aa51-485b-420f-a3c9-e69bacfa83ee,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:55.564218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] For port 1dd1947f-2d32-4819-bb37-97684ea88c67, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1dd1947f-2d32-4819-bb37-97684ea88c67,segment=NetworkSegment(09343f4f-9a85-4825-8c5f-586a75a0a4ce),segment_id=09343f4f-9a85-4825-8c5f-586a75a0a4ce)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:55.572232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:55.572959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2a0326c9-9e50-4495-b1f6-a2e311838658 req-06c785cf-bab2-4b91-9ccc-760df1a7a27e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 210 time: 0.0825880 Sep 10 03:11:55.574066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:55.586685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.594562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.605239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.634408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39384) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:55.659051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bd71e6-04ff-4163-8675-72493a6a66ea']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:55.673877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2019cf62-a47e-4fb8-b37b-1c3ae6b6f81f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.8724377 Sep 10 03:11:55.676919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:55.681822 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4430cb8-b371-4f07-8759-c91f6275b4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:55.686805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09343f4f-9a85-4825-8c5f-586a75a0a4ce') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:55.687254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09343f4f-9a85-4825-8c5f-586a75a0a4ce') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:55.709226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.731310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Allocated IP 172.20.0.8 (45e9dc8d-92d8-486b-9ada-22d2ac6a7232/0df218cd-3929-40b5-93f3-2f0820794960/f111fe2a-7385-47e6-946b-9505985a8354) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:11:55.741288 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.761050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:55.761476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:55.766811 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:55.906176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.925194 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.945327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-647618c4-ba3d-4c46-b315-377bd25c7273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:55.969188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0dfbc-1b71-4ced-9388-26344798fdb6 None None] Pushing event updated for resources: {'Port': ['ID=1dd1947f-2d32-4819-bb37-97684ea88c67,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:55.979280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:11:55.979280 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:11:55.979280 n-d-808126-2 neutron-server[94634]: [parameters: {'id': '45bd71e6-04ff-4163-8675-72493a6a66ea'}] Sep 10 03:11:55.979280 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:11:55.979780 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:11:55.984504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed208c4-702a-4f1e-82e0-813af53a9f44 None None] Network 45bd71e6-04ff-4163-8675-72493a6a66ea requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:11:55.990564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:56.005317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8199724-b444-455c-95a1-8678cf486f3e req-d6416d49-aecd-47d2-be4a-43fd4f3e8e26 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:56.012909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c8199724-b444-455c-95a1-8678cf486f3e req-d6416d49-aecd-47d2-be4a-43fd4f3e8e26 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 945 time: 0.2079167 Sep 10 03:11:56.084352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c8199724-b444-455c-95a1-8678cf486f3e req-7da13c98-ef9d-4d9e-913e-051d00e98c15 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Sep 10 03:11:56.094991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f097-c232-4e18-92b4-6b0023619c33 req-357d1505-91dd-430d-b3a3-a4c23a9c381e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:56.115520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6808f097-c232-4e18-92b4-6b0023619c33 req-357d1505-91dd-430d-b3a3-a4c23a9c381e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2609038 Sep 10 03:11:56.157979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=61eeed37-3fa6-4ce1-ac5e-575be95722fd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:56.164500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-647618c4-ba3d-4c46-b315-377bd25c7273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.166349 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c5da0-7910-43fb-9733-777337612d68 x-openstack-request-id: req-f20c5da0-7910-43fb-9733-777337612d68 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:56.166736 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:56.166851 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f20c5da0-7910-43fb-9733-777337612d68 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:56.167286 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'status': 'completed', 'code': 200} Sep 10 03:11:56.206125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39396) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:56.223068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-647618c4-ba3d-4c46-b315-377bd25c7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.232325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.233431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109fb7b9-e94d-43a5-9f2d-a3262fb31ff5 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:11:56.255985 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a77edcf3-1e89-4810-a8fd-3ac1df75a5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.299844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6808f097-c232-4e18-92b4-6b0023619c33 req-13028f93-a44a-497f-81b8-223e81e3f6f4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776800 Sep 10 03:11:56.306852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.315091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39398) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:56.320577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-78970a32-5f61-4eda-887f-32f9601d55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:56.325599 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:11:56.329163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-78970a32-5f61-4eda-887f-32f9601d55cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1097 time: 0.1576290 Sep 10 03:11:56.360205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.361759 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee7c4e5f-8108-47fa-93fa-b7a5f2ad65e8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5984683 Sep 10 03:11:56.368187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-647618c4-ba3d-4c46-b315-377bd25c7273 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=596dad1e745346058f9392d13bc8ef67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7317421 Sep 10 03:11:56.383090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:56.425753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647618c4-ba3d-4c46-b315-377bd25c7273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35fa74c-bee1-453c-8b37-68f12b3aeea0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:56.444267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109fb7b9-e94d-43a5-9f2d-a3262fb31ff5 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:11:56.458670 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60d087f-3cdc-4020-ba88-434817e2c032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.484743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.490661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3da64716-a106-4b2a-8ef6-34f70d348ec2', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'mac_address': 'fa:16:3e:5f:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:11:52Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:56.521122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60d087f-3cdc-4020-ba88-434817e2c032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.527351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970895c-5362-4864-ae49-561999c2810a None None] Checking router: fd899912-7a55-4399-92aa-7857c7aa05c9 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:11:56.544293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:11:56.544293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:11:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:56.544770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a77edcf3-1e89-4810-a8fd-3ac1df75a5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.551218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0bba8ce-2635-4d65-bbc3-ebb6b1967f55 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/3da64716-a106-4b2a-8ef6-34f70d348ec2 HTTP/1.1" status: 200 len: 992 time: 0.2288878 Sep 10 03:11:56.567865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a77edcf3-1e89-4810-a8fd-3ac1df75a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.654068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a77edcf3-1e89-4810-a8fd-3ac1df75a5c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45de93f405404c12b90335177601d626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442987 Sep 10 03:11:56.655038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77edcf3-1e89-4810-a8fd-3ac1df75a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949bb55d-c056-4ce2-b33f-aaafd1c2adb9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:56.660849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39418) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:56.673200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-56246016-9062-477b-90f0-9ab39cb611c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:56.674690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-56246016-9062-477b-90f0-9ab39cb611c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.3297219 Sep 10 03:11:56.679951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99983a1c-33a4-4893-83d2-170ba60b59dc req-1874dd3e-ec92-4b8c-98dc-e7c84ded5e10 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:56.682376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99983a1c-33a4-4893-83d2-170ba60b59dc req-1874dd3e-ec92-4b8c-98dc-e7c84ded5e10 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 945 time: 0.1287124 Sep 10 03:11:56.705467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.712294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-02e557b3-571e-40fc-9cd8-bafc3e7c2db9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--496037876&fields=id&tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 267 time: 0.1067867 Sep 10 03:11:56.736952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:11:56.760963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60d087f-3cdc-4020-ba88-434817e2c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.763571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60d087f-3cdc-4020-ba88-434817e2c032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.767345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d60d087f-3cdc-4020-ba88-434817e2c032 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e35fa74c-bee1-453c-8b37-68f12b3aeea0 HTTP/1.1" status: 204 len: 168 time: 0.3806472 Sep 10 03:11:56.793364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d087f-3cdc-4020-ba88-434817e2c032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35fa74c-bee1-453c-8b37-68f12b3aeea0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:56.796077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port 1dd1947f-2d32-4819-bb37-97684ea88c67 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:56.796679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.807352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:11:56.810719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99983a1c-33a4-4893-83d2-170ba60b59dc req-0915ffb4-139f-42d9-9214-79580a7f1d84 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215782 Sep 10 03:11:56.819933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:11:56.822390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:11:56.874779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:56.875426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.891426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port 1dd1947f-2d32-4819-bb37-97684ea88c67, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1dd1947f-2d32-4819-bb37-97684ea88c67,segment=NetworkSegment(09343f4f-9a85-4825-8c5f-586a75a0a4ce),segment_id=09343f4f-9a85-4825-8c5f-586a75a0a4ce)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:56.891753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event updated for resources: {'Port': ['ID=f111fe2a-7385-47e6-946b-9505985a8354,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:56.892053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.918215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for 1dd1947f-2d32-4819-bb37-97684ea88c67 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:56.945855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-a2549bcb-0b41-457e-ad97-97c1d2d5563c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.2583854 Sep 10 03:11:56.953154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f16377dd-cd23-4fdc-af8f-12336b1dfeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:56.960161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-175730ea-57a0-4150-a09d-d81319cf275e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5243530 Sep 10 03:11:56.978944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Request body: {'port': {'device_id': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:57.026790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520cd9d-ccc3-417b-87d4-3ca364e266d1 req-ad51f061-4b14-4b87-a58d-6846d39f219c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:57.028873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8520cd9d-ccc3-417b-87d4-3ca364e266d1 req-ad51f061-4b14-4b87-a58d-6846d39f219c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 931 time: 0.1182718 Sep 10 03:11:57.033328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f16377dd-cd23-4fdc-af8f-12336b1dfeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.095686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-a08e8c62-94dd-4a0c-9a95-2c26c3d6e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:57.097291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-a08e8c62-94dd-4a0c-9a95-2c26c3d6e15d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.1215346 Sep 10 03:11:57.106123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-47bd8d07-77c6-4b7f-a944-668c8431107b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:57.107723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-47bd8d07-77c6-4b7f-a944-668c8431107b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.3602998 Sep 10 03:11:57.133243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8520cd9d-ccc3-417b-87d4-3ca364e266d1 req-d18f242e-8e4a-475d-8649-0248b981ba06 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906913 Sep 10 03:11:57.144668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.176863 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-5a11b27a-cfc2-4299-8e96-e1da6cc62b24 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/quotas/254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 375 time: 0.0550578 Sep 10 03:11:57.184669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-87396ece-aa0d-4a38-a874-74370b8d09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:57.186348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-87396ece-aa0d-4a38-a874-74370b8d09fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776927 Sep 10 03:11:57.187610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.218978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=1dd1947f-2d32-4819-bb37-97684ea88c67,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:57.260928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port 1dd1947f-2d32-4819-bb37-97684ea88c67 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:57.262734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b970895c-5362-4864-ae49-561999c2810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3da64716-a106-4b2a-8ef6-34f70d348ec2', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'mac_address': 'fa:16:3e:5f:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:11:52Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:57.263762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f16377dd-cd23-4fdc-af8f-12336b1dfeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.267245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f16377dd-cd23-4fdc-af8f-12336b1dfeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.271132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f16377dd-cd23-4fdc-af8f-12336b1dfeba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/949bb55d-c056-4ce2-b33f-aaafd1c2adb9 HTTP/1.1" status: 204 len: 168 time: 0.6052575 Sep 10 03:11:57.285202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16377dd-cd23-4fdc-af8f-12336b1dfeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bb55d-c056-4ce2-b33f-aaafd1c2adb9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:57.332827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970895c-5362-4864-ae49-561999c2810a None None] The sync data for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 is: [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3da64716-a106-4b2a-8ef6-34f70d348ec2', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'mac_address': 'fa:16:3e:5f:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:11:52Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:11:57.345163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39428) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:57.372970 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a2dac68-0049-4cdd-b50c-00824a49b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.445524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.455897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-0e959913-a472-43d7-b973-d098ae4c68ef tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2408934 Sep 10 03:11:57.475421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-39335c19-d3cf-4920-be24-5d7b6726ec55 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615702 Sep 10 03:11:57.484151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bd71e6-04ff-4163-8675-72493a6a66ea']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:57.514918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09343f4f-9a85-4825-8c5f-586a75a0a4ce') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:57.515220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09343f4f-9a85-4825-8c5f-586a75a0a4ce') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:11:57.555038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:57.561527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.644238 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.648672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a2dac68-0049-4cdd-b50c-00824a49b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.662370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:11:57.662848 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.665405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f111fe2a-7385-47e6-946b-9505985a8354 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:11:57.667542 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:11:57.671317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a2dac68-0049-4cdd-b50c-00824a49b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.685426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.713353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0459dd46-2280-4486-9002-394fc947c18f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/3da64716-a106-4b2a-8ef6-34f70d348ec2 HTTP/1.1" status: 200 len: 992 time: 0.1549447 Sep 10 03:11:57.740785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Transition to ACTIVE for port object f111fe2a-7385-47e6-946b-9505985a8354 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:11:57.746495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a2dac68-0049-4cdd-b50c-00824a49b0f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=866f89794e2b43ac8bc9707f3df15604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979228 Sep 10 03:11:57.746820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39442) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:57.754731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dac68-0049-4cdd-b50c-00824a49b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af9243-bcd5-47e1-9a17-ba051bc450a9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:57.755476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4430cb8-b371-4f07-8759-c91f6275b4aa req-3bd78270-b947-49f2-a0a2-1d41e40606fa service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682884 Sep 10 03:11:57.767001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-2c14c822-1b07-4c11-84b1-79a6020cbee6 service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785881 Sep 10 03:11:57.767993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.792253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.800273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:57.806688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/45bd71e6-04ff-4163-8675-72493a6a66ea HTTP/1.1" status: 204 len: 168 time: 2.7804072 Sep 10 03:11:57.809294 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80330faf-e71a-40e7-8fde-41628b6880bc None None] New status for floating IP 3da64716-a106-4b2a-8ef6-34f70d348ec2: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:11:57.824667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39444) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:57.839335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73503ff-2b5f-4698-aaf4-7750b116c9ee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=45bd71e6-04ff-4163-8675-72493a6a66ea,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:57.839626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161961131'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:57.851242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-dc350e44-3b05-439e-8737-e471785276e5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:57.852889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-dc350e44-3b05-439e-8737-e471785276e5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 945 time: 0.1108077 Sep 10 03:11:57.912691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Pushing event updated for resources: {'Port': ['ID=f111fe2a-7385-47e6-946b-9505985a8354,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:57.985088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ad782459-9926-493f-979e-11e28e42c15f service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756911 Sep 10 03:11:58.006296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port dd877b2c-629b-4b3e-bc5f-89028652e3f3 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:11:58.006641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.122363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:11:58.126568 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.129403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port dd877b2c-629b-4b3e-bc5f-89028652e3f3, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dd877b2c-629b-4b3e-bc5f-89028652e3f3,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:11:58.130340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.147931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Attempting to bind port f111fe2a-7385-47e6-946b-9505985a8354 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:11:58.148275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Attempting to bind port f111fe2a-7385-47e6-946b-9505985a8354 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:11:58.148434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for dd877b2c-629b-4b3e-bc5f-89028652e3f3 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:11:58.148612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Attempting to bind port f111fe2a-7385-47e6-946b-9505985a8354 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:58.158106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52f6fbc5-72c0-4ad5-b9b5-1cb04c58bcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.171015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c2a6-30b7-4924-9d7a-f5e071e2f4e3 req-a5fbb222-c32a-47ff-a66e-1c9d153e99a8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:58.173129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc46c2a6-30b7-4924-9d7a-f5e071e2f4e3 req-a5fbb222-c32a-47ff-a66e-1c9d153e99a8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=e942895c-3acd-4e3d-abfa-da0efc0d1b0d HTTP/1.1" status: 200 len: 945 time: 0.2160673 Sep 10 03:11:58.176095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Port f111fe2a-7385-47e6-946b-9505985a8354 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:11:58.176426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Attempting to bind port f111fe2a-7385-47e6-946b-9505985a8354 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:11:58.196793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:11:58.197090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:11:58.197905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Bound using segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:11:58.198875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Bound port: f111fe2a-7385-47e6-946b-9505985a8354, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:11:58.199496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.240990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:11:58.246478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52f6fbc5-72c0-4ad5-b9b5-1cb04c58bcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.302861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.303537 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e of type vlan for network fa15b84d-83bc-4d6a-825e-b53c96774dc8 Sep 10 03:11:58.372047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc46c2a6-30b7-4924-9d7a-f5e071e2f4e3 req-7aeafeb6-5224-4013-9fe7-aaa9a610c17e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805782 Sep 10 03:11:58.398271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829f0e8-62b6-48b9-8a25-75461116372c req-c5d75fc7-473a-473c-a6c2-11f7091feccd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:58.408471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.408665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6829f0e8-62b6-48b9-8a25-75461116372c req-c5d75fc7-473a-473c-a6c2-11f7091feccd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 943 time: 0.1415806 Sep 10 03:11:58.423101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] For port f111fe2a-7385-47e6-946b-9505985a8354, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:11:58.431200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52f6fbc5-72c0-4ad5-b9b5-1cb04c58bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.433761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52f6fbc5-72c0-4ad5-b9b5-1cb04c58bcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.435047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-52f6fbc5-72c0-4ad5-b9b5-1cb04c58bcb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5af9243-bcd5-47e1-9a17-ba051bc450a9 HTTP/1.1" status: 204 len: 168 time: 0.6874559 Sep 10 03:11:58.438866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] For port f111fe2a-7385-47e6-946b-9505985a8354, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f111fe2a-7385-47e6-946b-9505985a8354,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:11:58.452714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.458167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6fbc5-72c0-4ad5-b9b5-1cb04c58bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af9243-bcd5-47e1-9a17-ba051bc450a9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:58.468560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6829f0e8-62b6-48b9-8a25-75461116372c req-7d72151d-0a6a-4f97-a419-e43acb86d4f0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Sep 10 03:11:58.484047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.489837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.499852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['22e9559b-cd88-4152-9a9a-62fe8652acb2', 'dd877b2c-629b-4b3e-bc5f-89028652e3f3'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:58.505986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:11:58.515076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:58.515641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.579688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=dd877b2c-629b-4b3e-bc5f-89028652e3f3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:58.609248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:58.611304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.612776 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] 10.222.0.36 "PUT /v2.0/ports/f111fe2a-7385-47e6-946b-9505985a8354 HTTP/1.1" status: 200 len: 1091 time: 1.6421430 Sep 10 03:11:58.637754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'tag': 'f111fe2a-7385-47e6-946b-9505985a8354'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:58.645214 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65901bc-b53b-44a3-98dc-9f2b4523fb44" -d '{"events": [{"name": "network-changed", "server_uuid": "fa24e350-86ab-4902-a984-d47b263bebbd", "tag": "f111fe2a-7385-47e6-946b-9505985a8354"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:58.666609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port dd877b2c-629b-4b3e-bc5f-89028652e3f3 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:11:58.678315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:58.683604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-defe3e93-e13c-4b9b-8f10-a9f27d830067 req-5a142f7a-a5a7-4321-af28-f3bed504e9f1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "DELETE /v2.0/ports/dd877b2c-629b-4b3e-bc5f-89028652e3f3 HTTP/1.1" status: 204 len: 173 time: 0.8204548 Sep 10 03:11:58.684156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'name': 'network-vif-deleted', 'tag': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:11:58.687035 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5377fba-2712-4d87-bbee-0d511603cabf" -d '{"events": [{"server_uuid": "e942895c-3acd-4e3d-abfa-da0efc0d1b0d", "name": "network-vif-deleted", "tag": "dd877b2c-629b-4b3e-bc5f-89028652e3f3"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:11:58.716293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:58.776096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9501009 Sep 10 03:11:58.792701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb5b8a95-1a44-43c7-871f-b6a5711703cf req-a479614f-41cb-4be0-8489-6ea76a5756af tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 210 time: 0.1997564 Sep 10 03:11:58.830786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39484) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:58.833482 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57775d-4b90-47f3-9afd-f92c9965abaf x-openstack-request-id: req-1e57775d-4b90-47f3-9afd-f92c9965abaf {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:58.835377 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942895c-3acd-4e3d-abfa-da0efc0d1b0d", "name": "network-vif-deleted", "tag": "dd877b2c-629b-4b3e-bc5f-89028652e3f3", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:58.837596 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e57775d-4b90-47f3-9afd-f92c9965abaf {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:58.840006 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942895c-3acd-4e3d-abfa-da0efc0d1b0d', 'name': 'network-vif-deleted', 'tag': 'dd877b2c-629b-4b3e-bc5f-89028652e3f3', 'status': 'completed', 'code': 200} Sep 10 03:11:58.843567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:58.917790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-90225bed-16b4-481b-a483-2dc4fef1d01b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/3da64716-a106-4b2a-8ef6-34f70d348ec2 HTTP/1.1" status: 200 len: 994 time: 0.2001946 Sep 10 03:11:58.960698 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69573137-7a10-436b-a821-2ae733cc5198 x-openstack-request-id: req-69573137-7a10-436b-a821-2ae733cc5198 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:11:58.961315 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa24e350-86ab-4902-a984-d47b263bebbd", "tag": "f111fe2a-7385-47e6-946b-9505985a8354", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:11:58.961748 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69573137-7a10-436b-a821-2ae733cc5198 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:11:58.962795 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'tag': 'f111fe2a-7385-47e6-946b-9505985a8354', 'status': 'completed', 'code': 200} Sep 10 03:11:58.974695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4bcc5-4430-49f9-a28a-c4e09309965a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=fa15b84d-83bc-4d6a-825e-b53c96774dc8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:58.993149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd9a07-5d6f-41dc-9407-d87a697cc96a service neutron] Pushing event updated for resources: {'Port': ['ID=f111fe2a-7385-47e6-946b-9505985a8354,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:59.006360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-c1edbb75-f6bd-4f5f-a31a-7a158bc25a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:59.007369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:11:59.008771 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-c1edbb75-f6bd-4f5f-a31a-7a158bc25a0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 1094 time: 0.3034074 Sep 10 03:11:59.102019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39492) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:59.127651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-baed5ef6-8b2c-49e7-bf91-2810137a3b9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f111fe2a-7385-47e6-946b-9505985a8354 HTTP/1.1" status: 200 len: 217 time: 0.0900652 Sep 10 03:11:59.245917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432f20bb-3cc6-4243-b673-0465a839d372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.358264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432f20bb-3cc6-4243-b673-0465a839d372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.364298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432f20bb-3cc6-4243-b673-0465a839d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.405076 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-432f20bb-3cc6-4243-b673-0465a839d372 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f7ea4e5464549fa9b906ad544969159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989876 Sep 10 03:11:59.408010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:11:59.427271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f20bb-3cc6-4243-b673-0465a839d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0383a-9e72-45f8-85d3-0c0581aec742,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:59.473593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e898a824-3958-4bef-a45a-296576de669a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.516212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e898a824-3958-4bef-a45a-296576de669a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.683636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-01e6a134-e5b7-4557-ae89-0eccec7c9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:59.686005 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-01e6a134-e5b7-4557-ae89-0eccec7c9c48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.5449719 Sep 10 03:11:59.688706 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e898a824-3958-4bef-a45a-296576de669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.691321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e898a824-3958-4bef-a45a-296576de669a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.695440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e898a824-3958-4bef-a45a-296576de669a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81e0383a-9e72-45f8-85d3-0c0581aec742 HTTP/1.1" status: 204 len: 168 time: 0.2865083 Sep 10 03:11:59.711688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898a824-3958-4bef-a45a-296576de669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0383a-9e72-45f8-85d3-0c0581aec742,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:11:59.734927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428c91e-25a0-43f8-b6f9-579ccc35b881 req-43609eac-12ef-412c-ac14-fe79ddac0608 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:59.736557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8428c91e-25a0-43f8-b6f9-579ccc35b881 req-43609eac-12ef-412c-ac14-fe79ddac0608 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 943 time: 0.1593299 Sep 10 03:11:59.758479 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-8dd87aa3-608d-4713-8897-809673cbe51e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635533 Sep 10 03:11:59.824251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8428c91e-25a0-43f8-b6f9-579ccc35b881 req-319a78cd-b07a-49b4-8971-b38a89902695 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671024 Sep 10 03:11:59.841716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-f1605cb3-ccd1-49d9-b292-30f91ce10508 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:11:59.844491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-f1605cb3-ccd1-49d9-b292-30f91ce10508 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.2660561 Sep 10 03:11:59.863002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-640edae5-d78b-42ef-b730-723080fcef04 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950153 Sep 10 03:11:59.867948 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.933198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-eba5fe69-55ef-4af7-97f7-61947472712a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 379 time: 0.0775535 Sep 10 03:11:59.950837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'port': {'device_id': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'admin_state_up': True, 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'security_groups': ['b89eb757-6893-41b6-a13c-cefef1532c26']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:11:59.963080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:11:59.983476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84db623f-9ee9-4499-afe4-3012e603613a req-c10eb3db-1605-4ccf-b4e8-a2a648eb6900 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 210 time: 0.0490456 Sep 10 03:12:00.018822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dca1cb-d378-4afb-8b60-75909941172b req-4354b593-8d64-43b1-9b69-bb1f14adfbe1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:00.020674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17dca1cb-d378-4afb-8b60-75909941172b req-4354b593-8d64-43b1-9b69-bb1f14adfbe1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.1564219 Sep 10 03:12:00.028682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 is not hosted by any dhcp agent {{(pid=94633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:12:00.033947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:00.034551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.035835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "PUT /v2.0/networks/fa15b84d-83bc-4d6a-825e-b53c96774dc8 HTTP/1.1" status: 200 len: 723 time: 1.2036371 Sep 10 03:12:00.048891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39532) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:00.057560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:00.126834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12ec6-667c-4bfc-9322-c0d5327f7f95 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=fa15b84d-83bc-4d6a-825e-b53c96774dc8,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:00.129246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:00.135680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.138396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:00.178807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17dca1cb-d378-4afb-8b60-75909941172b req-ac3cad86-c1ab-4b54-90c3-69ed19928b41 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325188 Sep 10 03:12:00.208652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db41075-bdac-42f8-87fc-0468cbd30478 req-970e84ed-6b0d-42bd-bcce-0d406f0cf044 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090734 Sep 10 03:12:00.279668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:00.283577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.316656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Allocated IP 172.20.0.8 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/c8a474cb-b943-472c-a5db-c8f6a6154e58) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:00.402184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-6d90965f-089f-420e-90c5-5c80a421dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:00.403842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-6d90965f-089f-420e-90c5-5c80a421dfd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 1094 time: 0.1354058 Sep 10 03:12:00.511517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.536486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Transition to ACTIVE for port object c8a474cb-b943-472c-a5db-c8f6a6154e58 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:00.576794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-bc29438a-5b0e-41ab-8cad-d444ea980f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:00.577599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-bc29438a-5b0e-41ab-8cad-d444ea980f22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 0.1654427 Sep 10 03:12:00.591039 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.647105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:00.652492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:00.657587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:00.677658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-f56c98e4-9e24-4dbb-b123-936e5a09914f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f111fe2a-7385-47e6-946b-9505985a8354 HTTP/1.1" status: 200 len: 217 time: 0.0583754 Sep 10 03:12:00.682312 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.793906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:00.794619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: fa15b84d-83bc-4d6a-825e-b53c96774dc8, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:00.809827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:00.827903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=edb766cd-7bec-4125-9bf1-c14370dc2f98,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:00.844004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:00.847778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-c24b72f0-d1f3-48a0-a76c-ecfd37df5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:00.849671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-c24b72f0-d1f3-48a0-a76c-ecfd37df5681 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1603737 Sep 10 03:12:00.897086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-1ee90f21-0b85-47e2-a35d-1b42e0c16ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373225 Sep 10 03:12:00.898075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, fa15b84d-83bc-4d6a-825e-b53c96774dc8) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:00.902881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:00.904095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:00.911649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04617c3-5160-492f-b9ef-4c98b2aebf8d None None] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:01.045243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-947f8b83-26cd-4528-a447-98bfac827cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249411 Sep 10 03:12:01.050838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b0d50d70-b01b-47d4-b92e-94c5b0ac479d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9964550 Sep 10 03:12:01.051351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39574) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:01.057335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:01.148049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:01.286659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1867b-519a-4f23-9a52-03e2d0a8dca7 req-022836bb-b8e5-4f93-84a9-3bc4a14b11fe tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:01.288230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bfd1867b-519a-4f23-9a52-03e2d0a8dca7 req-022836bb-b8e5-4f93-84a9-3bc4a14b11fe tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 943 time: 0.2415628 Sep 10 03:12:01.298678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.303991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:01.304733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.320177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-156b6c91-9005-469b-bd73-8a39a1e30f53 None None] Provisioning for port c8a474cb-b943-472c-a5db-c8f6a6154e58 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:01.330411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-156b6c91-9005-469b-bd73-8a39a1e30f53 None None] Provisioning complete for port c8a474cb-b943-472c-a5db-c8f6a6154e58 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:01.330799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-156b6c91-9005-469b-bd73-8a39a1e30f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.380641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:01.394522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-1cdbf6a1-9c88-4303-9f67-27dc104b935a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4488578 Sep 10 03:12:01.405334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58938272'] for subnet, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.412205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Request body: {'port': {'device_id': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:01.422489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-a7fd741b-2e92-44cc-a744-91aa628955f5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:01.424288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-a7fd741b-2e92-44cc-a744-91aa628955f5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.1156864 Sep 10 03:12:01.433855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-156b6c91-9005-469b-bd73-8a39a1e30f53 None None] Port c8a474cb-b943-472c-a5db-c8f6a6154e58 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:01.435630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65901bc-b53b-44a3-98dc-9f2b4523fb44 req-5ddec1ea-fc9e-4f2a-94a0-e9814d5d6d41 service neutron] 10.222.0.36 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175108 Sep 10 03:12:01.459325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb5f67-0c5e-4ee8-a482-57a489660fde req-ea6dac66-904a-4adf-bf3c-6e8077bf792e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:01.460406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bfd1867b-519a-4f23-9a52-03e2d0a8dca7 req-017e3bea-0468-4e1b-8d00-4e652c7ebb09 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630819 Sep 10 03:12:01.467983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3eb5f67-0c5e-4ee8-a482-57a489660fde req-ea6dac66-904a-4adf-bf3c-6e8077bf792e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 931 time: 0.1578381 Sep 10 03:12:01.529533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-fa15b84d-83bc-4d6a-825e-b53c96774dc8', 'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': 'edb766cd-7bec-4125-9bf1-c14370dc2f98'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:01.531635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.627351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c3eb5f67-0c5e-4ee8-a482-57a489660fde req-fd6454a9-3535-489f-98d1-e24b5d13bcf9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539304 Sep 10 03:12:01.628710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.695595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed53e-f352-4a30-9f16-68dd062f41a5 req-11be3249-2ec0-41f9-a186-7ad57ae8f605 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:01.697855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd3ed53e-f352-4a30-9f16-68dd062f41a5 req-11be3249-2ec0-41f9-a186-7ad57ae8f605 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 945 time: 0.1245017 Sep 10 03:12:01.728436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782573384461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59494110'] for subnet, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.746709 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4abd4760-2b78-4ae3-a7fb-f9a7746087c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.756188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.760209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port 22e9559b-cd88-4152-9a9a-62fe8652acb2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:01.760626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.811583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.830870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:01.831604 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:01.836153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "PUT /v2.0/subnets/edb766cd-7bec-4125-9bf1-c14370dc2f98 HTTP/1.1" status: 200 len: 806 time: 0.7833076 Sep 10 03:12:01.841816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Allocated IP 172.20.0.2 (fa15b84d-83bc-4d6a-825e-b53c96774dc8/edb766cd-7bec-4125-9bf1-c14370dc2f98/79273843-cde4-4ab2-9963-37b519427c89) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:01.842246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39584) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:01.864799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd3ed53e-f352-4a30-9f16-68dd062f41a5 req-2718c4d3-ab01-4d8c-bc89-9f674d95bd0b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560457 Sep 10 03:12:01.872041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3980c4-f08c-400f-a967-39c5567493a3 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=edb766cd-7bec-4125-9bf1-c14370dc2f98,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:01.970266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.022666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port 22e9559b-cd88-4152-9a9a-62fe8652acb2, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=22e9559b-cd88-4152-9a9a-62fe8652acb2,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:02.023352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.041183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for 22e9559b-cd88-4152-9a9a-62fe8652acb2 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:02.056612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.072842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Allocated IP 172.25.8.176 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/acf91d35-53e0-44f4-9c88-95c7cb74000c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:02.093309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.109343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Transition to ACTIVE for port object 79273843-cde4-4ab2-9963-37b519427c89 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:02.130638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Transition to ACTIVE for port object 79273843-cde4-4ab2-9963-37b519427c89 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:02.139183 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.160383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:02.163674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:02.166429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:02.168999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:02.174655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.187180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Transition to ACTIVE for port object c8a474cb-b943-472c-a5db-c8f6a6154e58 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:02.201865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.227203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.274152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.280994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.292679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.299729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Pushing event updated for resources: {'Port': ['ID=79273843-cde4-4ab2-9963-37b519427c89,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.311767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Attempting to bind port 79273843-cde4-4ab2-9963-37b519427c89 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:02.312194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Attempting to bind port 79273843-cde4-4ab2-9963-37b519427c89 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:02.312748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Attempting to bind port 79273843-cde4-4ab2-9963-37b519427c89 on network fa15b84d-83bc-4d6a-825e-b53c96774dc8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:02.325059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:02.325798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Checking segment: {'id': 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:02.325798 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.326520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Bound using segment: {'id': 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:02.328944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Bound port: 79273843-cde4-4ab2-9963-37b519427c89, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:02.329455 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.384590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Pushing event updated for resources: {'Port': ['ID=acf91d35-53e0-44f4-9c88-95c7cb74000c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.412935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.423308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Attempting to bind port c8a474cb-b943-472c-a5db-c8f6a6154e58 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:02.423308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Attempting to bind port c8a474cb-b943-472c-a5db-c8f6a6154e58 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:02.423308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Attempting to bind port c8a474cb-b943-472c-a5db-c8f6a6154e58 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:02.437861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:02.452688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['22e9559b-cd88-4152-9a9a-62fe8652acb2'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:02.460417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Port c8a474cb-b943-472c-a5db-c8f6a6154e58 on network a3c45e48-e586-4b19-b7db-417fe4223572 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:02.460887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Attempting to bind port c8a474cb-b943-472c-a5db-c8f6a6154e58 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:02.465496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=22e9559b-cd88-4152-9a9a-62fe8652acb2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.476988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:02.477414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:02.477882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:02.478385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Bound port: c8a474cb-b943-472c-a5db-c8f6a6154e58, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:02.478837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.494994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.521075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:02.525054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port 22e9559b-cd88-4152-9a9a-62fe8652acb2 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:02.528016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.530297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43507ac3-2386-46b5-9814-0edb9982f6a8 req-acdd5c36-77a7-472e-9bcd-f1f60bfd3d59 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "DELETE /v2.0/ports/22e9559b-cd88-4152-9a9a-62fe8652acb2 HTTP/1.1" status: 204 len: 173 time: 1.0809743 Sep 10 03:12:02.531171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'name': 'network-vif-deleted', 'tag': '22e9559b-cd88-4152-9a9a-62fe8652acb2'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:02.533858 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa4055-4d09-4dcb-8aaa-1bf0dd6307db" -d '{"events": [{"server_uuid": "c73cfb5f-0f20-46e2-be45-1de4fea49cb3", "name": "network-vif-deleted", "tag": "22e9559b-cd88-4152-9a9a-62fe8652acb2"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:02.545850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] For port 79273843-cde4-4ab2-9963-37b519427c89, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:02.550324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] For port 79273843-cde4-4ab2-9963-37b519427c89, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=79273843-cde4-4ab2-9963-37b519427c89,segment=NetworkSegment(ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e),segment_id=ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:02.568674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:02.603689 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fb2f23-4ebd-42e6-b6bc-91a835aa0df9 x-openstack-request-id: req-21fb2f23-4ebd-42e6-b6bc-91a835aa0df9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:02.604024 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73cfb5f-0f20-46e2-be45-1de4fea49cb3", "name": "network-vif-deleted", "tag": "22e9559b-cd88-4152-9a9a-62fe8652acb2", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:02.604424 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21fb2f23-4ebd-42e6-b6bc-91a835aa0df9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:02.604927 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73cfb5f-0f20-46e2-be45-1de4fea49cb3', 'name': 'network-vif-deleted', 'tag': '22e9559b-cd88-4152-9a9a-62fe8652acb2', 'status': 'completed', 'code': 200} Sep 10 03:12:02.609329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=edb766cd-7bec-4125-9bf1-c14370dc2f98,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.628900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:02.629776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:02.632506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:02.639041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.643406 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.683156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:02.683856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.685256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 1091 time: 1.2788208 Sep 10 03:12:02.712363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34624b-e52a-4ebb-bf88-143a672f1fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.833277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.879567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa15b84d-83bc-4d6a-825e-b53c96774dc8']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:02.882785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b647797-fd08-406a-bdd0-f43f82f0daae None None] Pushing event updated for resources: {'Port': ['ID=79273843-cde4-4ab2-9963-37b519427c89,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:02.902731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:02.907035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:02.913100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 22e9559b-cd88-4152-9a9a-62fe8652acb2 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:02.927235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559e60-07db-48bb-bade-6836e4f1eed0 req-875dee16-c566-4ffc-85a3-f3f4b0f1abae tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:02.930204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38559e60-07db-48bb-bade-6836e4f1eed0 req-875dee16-c566-4ffc-85a3-f3f4b0f1abae tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 943 time: 0.3366165 Sep 10 03:12:02.941822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:02.943806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 22e9559b-cd88-4152-9a9a-62fe8652acb2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:02.944270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 22e9559b-cd88-4152-9a9a-62fe8652acb2 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:02.944703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dd877b2c-629b-4b3e-bc5f-89028652e3f3 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:02.950636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-3bbe69f8-c9b0-403c-8370-72c0b96e8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:02.952550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-3bbe69f8-c9b0-403c-8370-72c0b96e8351 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1094 time: 0.2175939 Sep 10 03:12:02.973846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: dd877b2c-629b-4b3e-bc5f-89028652e3f3 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:02.974199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dd877b2c-629b-4b3e-bc5f-89028652e3f3 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:03.004252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-09d336de-4e34-4603-9c9b-9f5ece110358 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 217 time: 0.0409214 Sep 10 03:12:03.026882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79116a16-9ab0-418f-b570-86f4e23066da req-4d65dbd6-ee39-4c26-a692-da33cc9f4be6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:03.028483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79116a16-9ab0-418f-b570-86f4e23066da req-4d65dbd6-ee39-4c26-a692-da33cc9f4be6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 943 time: 0.2396553 Sep 10 03:12:03.044916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.048721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f111fe2a-7385-47e6-946b-9505985a8354 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:03.094262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:03.094958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.121253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38559e60-07db-48bb-bade-6836e4f1eed0 req-a0608cf3-6378-49d0-93a9-0d33bc815530 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118865 Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:03.123965 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:03.209294 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.251912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79116a16-9ab0-418f-b570-86f4e23066da req-78622011-92d8-4e65-a0d1-bcc8ad94231d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877973 Sep 10 03:12:03.254992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-971a36f5-0fe9-4062-96f5-c45ee307cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:03.260722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-971a36f5-0fe9-4062-96f5-c45ee307cf5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2312753 Sep 10 03:12:03.372848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-601353ba-8591-4151-a95d-db363ffa9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:03.374941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-601353ba-8591-4151-a95d-db363ffa9205 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061711 Sep 10 03:12:03.387345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.398481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f111fe2a-7385-47e6-946b-9505985a8354, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f111fe2a-7385-47e6-946b-9505985a8354,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:03.410803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f111fe2a-7385-47e6-946b-9505985a8354', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': 'f111fe2a-7385-47e6-946b-9505985a8354', 'mac_address': 'fa:16:3e:80:b2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:03.451889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70bdcc8e-af12-4f6d-832f-db07616a136b req-e7dd9e43-9230-4734-b465-eb89a5ea8c69 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=c73cfb5f-0f20-46e2-be45-1de4fea49cb3 HTTP/1.1" status: 200 len: 210 time: 0.0612311 Sep 10 03:12:03.455332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:12:03.455332 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:12:03.455332 n-d-808126-2 neutron-server[94633]: [parameters: {'id': 'fa15b84d-83bc-4d6a-825e-b53c96774dc8'}] Sep 10 03:12:03.455332 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:12:03.456178 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:12:03.466981 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.483335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f111fe2a-7385-47e6-946b-9505985a8354 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:03.507581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f111fe2a-7385-47e6-946b-9505985a8354, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f111fe2a-7385-47e6-946b-9505985a8354,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:03.515034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.526306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-99a1e3b2-6eea-4fcc-8573-301cb9f3cabd service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405990 Sep 10 03:12:03.587952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f111fe2a-7385-47e6-946b-9505985a8354,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:03.624124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.630522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.635341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a87fe6d6-6447-416d-b69d-5ef699d4b05e req-94efe594-3eec-4b90-be15-8a0a756a4ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010928 Sep 10 03:12:03.708219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Pushing event updated for resources: {'Port': ['ID=acf91d35-53e0-44f4-9c88-95c7cb74000c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:03.721160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.736219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.738074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d69f16e9-c783-4c71-98e1-40c18f478eb8 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9188027 Sep 10 03:12:03.740982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:03.745117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f111fe2a-7385-47e6-946b-9505985a8354'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:03.753330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1050703147', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'fixed_ips': [{'ip_address': '172.25.8.176'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:03.783649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Made reservation on behalf of 8eb012b5d0b64d5abdf7937f0bfbd8aa for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:03.786125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.804727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.952555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.957839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.961222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:03.966792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] device_id is not set on port cb026dc1-6365-4149-a343-847a62c896d9 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:12:04.053572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae0bfb3-9e60-4802-984b-6624e82537b7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:04.115181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91397fa-ee94-4e99-9f04-d5eedc80aecd None None] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:04.192020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port 79273843-cde4-4ab2-9963-37b519427c89 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:04.192652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.228518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-51b29ffb-8e2b-4a3f-ab96-298c3d6083ee None None] Provisioning for port 79273843-cde4-4ab2-9963-37b519427c89 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:04.270847 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 10 03:12:04.271373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:04.279034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428809d-996b-4561-882f-2c10d3cd635f req-9224a795-0e9e-4dc8-9c9d-7365f04b867a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:04.279278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port 79273843-cde4-4ab2-9963-37b519427c89, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=79273843-cde4-4ab2-9963-37b519427c89,segment=NetworkSegment(ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e),segment_id=ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:04.279470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.282278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1428809d-996b-4561-882f-2c10d3cd635f req-9224a795-0e9e-4dc8-9c9d-7365f04b867a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 944 time: 0.0718775 Sep 10 03:12:04.322245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for 79273843-cde4-4ab2-9963-37b519427c89 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:04.325600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1b8b-62ca-44a2-9ddd-8b2232778a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.337386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] DHCP port deletion for fa15b84d-83bc-4d6a-825e-b53c96774dc8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:04.375978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1428809d-996b-4561-882f-2c10d3cd635f req-a437ce6c-2729-4026-9d5c-ef9046df0a83 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825417 Sep 10 03:12:04.403237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:04.411815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7d05016e-0c3a-4a9b-9da9-0e653d513c4b tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6672189 Sep 10 03:12:04.420312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] Deleting port 79273843-cde4-4ab2-9963-37b519427c89 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:04.423470 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.508669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe380-ed3e-4082-8133-331b348c52e2 req-30db0840-0999-49f1-9a51-334c773dd172 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:04.510495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ce2fe380-ed3e-4082-8133-331b348c52e2 req-30db0840-0999-49f1-9a51-334c773dd172 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 943 time: 0.0933919 Sep 10 03:12:04.551145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] For port 79273843-cde4-4ab2-9963-37b519427c89, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=79273843-cde4-4ab2-9963-37b519427c89,segment=NetworkSegment(ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e),segment_id=ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:04.552792 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.554975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.573010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] Calling delete_port for 79273843-cde4-4ab2-9963-37b519427c89 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:04.606176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ce2fe380-ed3e-4082-8133-331b348c52e2 req-cca3c03d-fb4d-4c09-8937-0e93a562863e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889535 Sep 10 03:12:04.606588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:04.607726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port 79273843-cde4-4ab2-9963-37b519427c89 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:04.609703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=79273843-cde4-4ab2-9963-37b519427c89,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:04.617575 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1b60f9-027f-49e7-925b-d2380fff815d" -d '{"events": [{"name": "network-changed", "server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:04.685553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.690805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.694685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Deleting port acf91d35-53e0-44f4-9c88-95c7cb74000c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:04.702733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.724893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] Pushing event deleted for resources: {'Port': ['ID=79273843-cde4-4ab2-9963-37b519427c89,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:04.726984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709598f-7488-4aa0-98e0-885990b99209 None None] No DVR routers for this DVR port 79273843-cde4-4ab2-9963-37b519427c89 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:04.730468 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b7b5d-f70a-4c08-81f3-5308df89b90d x-openstack-request-id: req-a91b7b5d-f70a-4c08-81f3-5308df89b90d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:04.730764 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:04.731248 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a91b7b5d-f70a-4c08-81f3-5308df89b90d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:04.731710 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'status': 'completed', 'code': 200} Sep 10 03:12:04.741416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.749067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a63718-2c44-4323-8a6a-123f8db0fcf6 None None] Network fa15b84d-83bc-4d6a-825e-b53c96774dc8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:04.770071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa15b84d-83bc-4d6a-825e-b53c96774dc8']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:04.782248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:04.782538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae35e7a3-bf23-4a6d-8f61-ec1a3c99018e') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:04.795946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.810928 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.819721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:04.820423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:04.825153 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:04.912831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.913269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.927618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Calling delete_port for acf91d35-53e0-44f4-9c88-95c7cb74000c owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:04.942432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.962395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:04.965174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/fa15b84d-83bc-4d6a-825e-b53c96774dc8 HTTP/1.1" status: 204 len: 168 time: 3.1216488 Sep 10 03:12:04.970187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:04.984693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-9db2c770-a558-4c2f-a3c2-72c089f8272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:04.986276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-9db2c770-a558-4c2f-a3c2-72c089f8272d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1094 time: 0.2260513 Sep 10 03:12:04.998672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d50f06-18b3-4767-9954-676775c1e8d6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=fa15b84d-83bc-4d6a-825e-b53c96774dc8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:05.015112 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b1cc9c-bac2-4803-85a7-aa3d936e3173 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:05.015708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b1cc9c-bac2-4803-85a7-aa3d936e3173 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:05.021222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15b1cc9c-bac2-4803-85a7-aa3d936e3173 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/fa15b84d-83bc-4d6a-825e-b53c96774dc8 HTTP/1.1" status: 404 len: 339 time: 0.0458941 Sep 10 03:12:05.022236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39658) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:05.029530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-691230913', 'description': 'd1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:05.053992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f111fe2a-7385-47e6-946b-9505985a8354 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:05.110330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c30f670f-c41a-4fbd-bd24-a3a1ff80e1be tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.112910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c30f670f-c41a-4fbd-bd24-a3a1ff80e1be tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.1916096 Sep 10 03:12:05.127714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:05.131716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.153099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-e920d232-574e-4445-83b6-97c4d98a1f84 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0145600 Sep 10 03:12:05.154412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-92c97c04-80eb-46df-a7ad-f796a53711ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.156120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-92c97c04-80eb-46df-a7ad-f796a53711ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.1620789 Sep 10 03:12:05.162413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port f111fe2a-7385-47e6-946b-9505985a8354 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:05.170537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f111fe2a-7385-47e6-946b-9505985a8354 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:05.171378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.232762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-584c79e8-6cf8-4c37-8ea4-6d5a91225b59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 217 time: 0.0676482 Sep 10 03:12:05.267407 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.293065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.302672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f111fe2a-7385-47e6-946b-9505985a8354'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:05.304232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:05.305281 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a41d33-e665-4145-8ef7-609640121e65" -d '{"events": [{"server_uuid": "fa24e350-86ab-4902-a984-d47b263bebbd", "name": "network-vif-plugged", "status": "completed", "tag": "f111fe2a-7385-47e6-946b-9505985a8354"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:05.312646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-2c01a03b-60f6-4117-b235-c363b7d5b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.314715 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-2c01a03b-60f6-4117-b235-c363b7d5b292 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.0731206 Sep 10 03:12:05.331396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f111fe2a-7385-47e6-946b-9505985a8354, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f111fe2a-7385-47e6-946b-9505985a8354,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:05.340212 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.352389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Pushing event deleted for resources: {'Port': ['ID=acf91d35-53e0-44f4-9c88-95c7cb74000c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:05.360199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.360555 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 05c92bd9-9a51-4382-836e-a0cda76c27b7 of type vlan for network 715b15a4-f5a4-44de-8586-cce7135bfbcf Sep 10 03:12:05.450906 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20e11e2-d13d-4f31-b45c-c51cb5a5c860 x-openstack-request-id: req-d20e11e2-d13d-4f31-b45c-c51cb5a5c860 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:05.451742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa24e350-86ab-4902-a984-d47b263bebbd", "name": "network-vif-plugged", "status": "completed", "tag": "f111fe2a-7385-47e6-946b-9505985a8354", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:05.451742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d20e11e2-d13d-4f31-b45c-c51cb5a5c860 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:05.451950 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f111fe2a-7385-47e6-946b-9505985a8354', 'code': 200} Sep 10 03:12:05.452942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f111fe2a-7385-47e6-946b-9505985a8354,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:05.474298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.485999 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.529495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-204e4033-5dcc-406e-8ac5-e9b71cb5e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.531038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-204e4033-5dcc-406e-8ac5-e9b71cb5e168 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915741 Sep 10 03:12:05.575334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.577932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.582985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8eca6771-64bd-4860-ac62-b27d802ac683 tempest-ExternalNetworksAdminNegativeTestJSON-998216896 tempest-ExternalNetworksAdminNegativeTestJSON-998216896-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/8b16fb88-c6c1-42f4-bc7c-42a6111121f9 HTTP/1.1" status: 204 len: 168 time: 1.1749022 Sep 10 03:12:05.602910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.608535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.609172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744738'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:05.675322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620857ed-a9ad-461b-bc2b-e01a365e9e9b req-e545d090-8b93-4e6d-bc1d-9db0a04f8467 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.683053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-620857ed-a9ad-461b-bc2b-e01a365e9e9b req-e545d090-8b93-4e6d-bc1d-9db0a04f8467 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1885118 Sep 10 03:12:05.695144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-44717821-41dc-461b-9649-862fbf34c253 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5392663 Sep 10 03:12:05.706014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebf604-6dcd-4270-91fd-e338265d9aed req-90da2039-9888-4e5c-8f64-93f49e2d9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.708434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3ebf604-6dcd-4270-91fd-e338265d9aed req-90da2039-9888-4e5c-8f64-93f49e2d9e54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 1096 time: 0.0834417 Sep 10 03:12:05.710025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6874850 Sep 10 03:12:05.719742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:05.782236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a631932-d027-4664-ac42-ec102666d094 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=715b15a4-f5a4-44de-8586-cce7135bfbcf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:05.789576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3ebf604-6dcd-4270-91fd-e338265d9aed req-b46b1bce-f7f0-453b-84c6-2dd028e4d189 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Sep 10 03:12:05.795153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 715b15a4-f5a4-44de-8586-cce7135bfbcf details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:05.814201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-8237eef1-0607-4993-9f9a-933ec2d5826c service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692621 Sep 10 03:12:05.830013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-620857ed-a9ad-461b-bc2b-e01a365e9e9b req-91e3bd63-a37b-40e7-b95f-03d47e869297 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457663 Sep 10 03:12:05.881987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70920d86-0b68-4100-91b1-1c3e4448e278 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:05.884657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70920d86-0b68-4100-91b1-1c3e4448e278 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks?id=715b15a4-f5a4-44de-8586-cce7135bfbcf HTTP/1.1" status: 200 len: 760 time: 0.1615245 Sep 10 03:12:05.887173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39674) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:05.894493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'description': 'd2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:05.931388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c1b25ddd-40e8-4ca8-a84e-5c4b9ce557ba service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187269 Sep 10 03:12:05.993461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39680) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:06.121664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-31e2b6d4-6d68-4746-ba13-d30d6a19fea7 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819761 Sep 10 03:12:06.146463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e276041d-8a2b-4c88-a0d8-f2fe17c87e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.198834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19412bab-f79e-4496-b8dc-51dd33c0d170 req-f60c0db7-7f83-47d9-bc10-09ee0bcc5d46 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:06.211086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19412bab-f79e-4496-b8dc-51dd33c0d170 req-f60c0db7-7f83-47d9-bc10-09ee0bcc5d46 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 943 time: 0.1750510 Sep 10 03:12:06.272495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e276041d-8a2b-4c88-a0d8-f2fe17c87e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.277800 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e276041d-8a2b-4c88-a0d8-f2fe17c87e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.340515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39690) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:06.357808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.385067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.389644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf95ff0b-9fad-4503-957c-3e96ac0819d1 req-01afbfdc-7f4f-45e0-8211-a5fbbe7f9073 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 210 time: 0.0419161 Sep 10 03:12:06.399279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e276041d-8a2b-4c88-a0d8-f2fe17c87e76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0130d76f7f9c4aaba44dc69fe442b895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045427 Sep 10 03:12:06.401392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:06.408972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276041d-8a2b-4c88-a0d8-f2fe17c87e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd8d42d-1400-4e3c-ae81-6917026ace5b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:06.470218 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce261d50-56f7-4514-9972-5783ae2b5ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.491652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=715b15a4-f5a4-44de-8586-cce7135bfbcf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:06.499683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce261d50-56f7-4514-9972-5783ae2b5ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.503596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 715b15a4-f5a4-44de-8586-cce7135bfbcf details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:06.508393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 715b15a4-f5a4-44de-8586-cce7135bfbcf is not hosted by any dhcp agent {{(pid=94634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:12:06.513974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:06.514882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.518611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb0b2c28-9003-47e2-b82e-f6c5421b3dd8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "PUT /v2.0/networks/715b15a4-f5a4-44de-8586-cce7135bfbcf HTTP/1.1" status: 200 len: 757 time: 0.6281202 Sep 10 03:12:06.520018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19412bab-f79e-4496-b8dc-51dd33c0d170 req-5b0bcb9e-4ae9-463e-8963-cd969ecb9a16 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072252 Sep 10 03:12:06.520695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39696) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:06.522800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd1b60f9-027f-49e7-925b-d2380fff815d req-53b5bdb6-1877-46d1-a142-1b93defeb6f6 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134590 Sep 10 03:12:06.562165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8552f3a-f885-48db-b475-f69a72993124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.596554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce261d50-56f7-4514-9972-5783ae2b5ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.599171 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce261d50-56f7-4514-9972-5783ae2b5ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.603613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ce261d50-56f7-4514-9972-5783ae2b5ef8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cd8d42d-1400-4e3c-ae81-6917026ace5b HTTP/1.1" status: 204 len: 168 time: 0.1983304 Sep 10 03:12:06.643630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce261d50-56f7-4514-9972-5783ae2b5ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd8d42d-1400-4e3c-ae81-6917026ace5b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:06.682874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291be25a-b5fd-4a0b-ab70-66f1112252b1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:06.684629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-291be25a-b5fd-4a0b-ab70-66f1112252b1 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks?id=715b15a4-f5a4-44de-8586-cce7135bfbcf HTTP/1.1" status: 200 len: 760 time: 0.1607661 Sep 10 03:12:06.689037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39704) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:06.705357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184965024'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:06.734452 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8552f3a-f885-48db-b475-f69a72993124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.738911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8552f3a-f885-48db-b475-f69a72993124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.765991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:06.770787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.781094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8552f3a-f885-48db-b475-f69a72993124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2655d-0f2b-46e2-a266-ae76b94ee5fc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:06.786906 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c8552f3a-f885-48db-b475-f69a72993124 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec4f2b50607544aaa79477337c332720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450083 Sep 10 03:12:06.789416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:06.844545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:06.852254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7d66393-2547-4af5-9752-2fed952fd8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.867745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.868505 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment 58ed163f-f856-4af0-9d23-49c907de73d8 of type vlan for network 622aea00-e2fb-435f-9053-eb20e4e4ca78 Sep 10 03:12:06.883204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7d66393-2547-4af5-9752-2fed952fd8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.971188 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.972191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7d66393-2547-4af5-9752-2fed952fd8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.976157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7d66393-2547-4af5-9752-2fed952fd8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:06.980158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f7d66393-2547-4af5-9752-2fed952fd8b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/def2655d-0f2b-46e2-a266-ae76b94ee5fc HTTP/1.1" status: 204 len: 168 time: 0.1890321 Sep 10 03:12:07.038368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.050511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:07.051576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.060437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d66393-2547-4af5-9752-2fed952fd8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2655d-0f2b-46e2-a266-ae76b94ee5fc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:07.067317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:07.102878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4077454 Sep 10 03:12:07.106022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39718) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:07.111314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': '622aea00-e2fb-435f-9053-eb20e4e4ca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:07.119673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef779d-a6e5-4823-a281-381565fff388 req-b240bbdc-81d6-479f-b00e-3786fdb82629 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:07.122174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01ef779d-a6e5-4823-a281-381565fff388 req-b240bbdc-81d6-479f-b00e-3786fdb82629 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1354575 Sep 10 03:12:07.147550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540859e-e271-49b8-88f9-42234714b1b7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=622aea00-e2fb-435f-9053-eb20e4e4ca78,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:07.191705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39720) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:07.197732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 622aea00-e2fb-435f-9053-eb20e4e4ca78 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:07.210788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01ef779d-a6e5-4823-a281-381565fff388 req-d007dbee-b559-4586-a6df-d449b43ceac7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Sep 10 03:12:07.273491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-62906bf0-0e9b-43f1-a57c-3ad20d25c113 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8eb012b5d0b64d5abdf7937f0bfbd8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806708 Sep 10 03:12:07.276562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39724) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:07.285791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:07.290524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.302985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:07.353706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.355309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:07.369357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff35a06e-8087-489b-b7a8-a7d107fe93d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.400192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff35a06e-8087-489b-b7a8-a7d107fe93d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.403268 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.418140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:07.438727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:07.443087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.471975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff35a06e-8087-489b-b7a8-a7d107fe93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.475585 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff35a06e-8087-489b-b7a8-a7d107fe93d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.477655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ff35a06e-8087-489b-b7a8-a7d107fe93d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dae0bfb3-9e60-4802-984b-6624e82537b7 HTTP/1.1" status: 204 len: 168 time: 0.2000031 Sep 10 03:12:07.488263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35a06e-8087-489b-b7a8-a7d107fe93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae0bfb3-9e60-4802-984b-6624e82537b7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:07.511007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:07.573430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35afcc53-4e23-468f-89ec-f58b2d3fa627 req-44cd5a81-44c7-46f4-9d67-f745e979a986 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 210 time: 0.0488026 Sep 10 03:12:07.588689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.647659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=4aa588a7-63f5-4026-a31b-ca2ea0989c7b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:07.665471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': '58ed163f-f856-4af0-9d23-49c907de73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '622aea00-e2fb-435f-9053-eb20e4e4ca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:07.665851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: 622aea00-e2fb-435f-9053-eb20e4e4ca78, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:07.690342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c8a474cb-b943-472c-a5db-c8f6a6154e58'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:07.724637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af9086-5a03-4502-9647-f660d9ae6956 req-97379a2a-d4ec-409a-a73d-80dc6bf8f2c1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:07.734012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83af9086-5a03-4502-9647-f660d9ae6956 req-97379a2a-d4ec-409a-a73d-80dc6bf8f2c1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1111903 Sep 10 03:12:07.763388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network 622aea00-e2fb-435f-9053-eb20e4e4ca78 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:07.804586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 622aea00-e2fb-435f-9053-eb20e4e4ca78) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:07.807823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83af9086-5a03-4502-9647-f660d9ae6956 req-1255e90d-09c5-46d9-b19b-ced97e1d743a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673969 Sep 10 03:12:07.821401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cdc698-cd74-4d5f-8adc-0251ebb128ed None None] Network 622aea00-e2fb-435f-9053-eb20e4e4ca78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:07.823114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:07.824787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:07.862903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b62a987-9dd2-4f6d-9016-8907e81c68a8 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7557471 Sep 10 03:12:07.865367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39744) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:07.882933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c2084c60-ace3-469b-a6dd-249cf1a2b668 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:07.885355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c2084c60-ace3-469b-a6dd-249cf1a2b668 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.2167408 Sep 10 03:12:07.903422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:08.039544 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.050250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8deaad-4e25-48be-9e2f-4aa25d3b13d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-622aea00-e2fb-435f-9053-eb20e4e4ca78', 'network_id': '622aea00-e2fb-435f-9053-eb20e4e4ca78', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '4aa588a7-63f5-4026-a31b-ca2ea0989c7b'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:08.052834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bf8deaad-4e25-48be-9e2f-4aa25d3b13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.117380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.201714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-bf8deaad-4e25-48be-9e2f-4aa25d3b13d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4aa588a7-63f5-4026-a31b-ca2ea0989c7b: This subnet is being modified by another concurrent operation. Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:12:08.207249 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4aa588a7-63f5-4026-a31b-ca2ea0989c7b: This subnet is being modified by another concurrent operation. Sep 10 03:12:08.213399 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:12:08.239238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa588a7-63f5-4026-a31b-ca2ea0989c7b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:08.248969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da9872-2c50-4f6b-b194-89f5e6a90f26 None None] Network 622aea00-e2fb-435f-9053-eb20e4e4ca78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:08.348616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.448448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622aea00-e2fb-435f-9053-eb20e4e4ca78']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:08.456645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426664e-1eba-4ab7-9d32-5c12fed96c6c None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:12:08.482030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ed163f-f856-4af0-9d23-49c907de73d8') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:08.482332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ed163f-f856-4af0-9d23-49c907de73d8') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:08.500448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.509930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:08.513800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.514878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8415a3e-dc03-4120-a99b-b54a8d4b5446 req-55bc6899-996a-4f04-b41d-dcedfc1187f0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:08.516446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8415a3e-dc03-4120-a99b-b54a8d4b5446 req-55bc6899-996a-4f04-b41d-dcedfc1187f0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1649489 Sep 10 03:12:08.526517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.540468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:08.540872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:08.545278 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:08.586012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426664e-1eba-4ab7-9d32-5c12fed96c6c None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:12:08.630816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8415a3e-dc03-4120-a99b-b54a8d4b5446 req-4cf0e367-fb02-4c75-b664-4c167da06667 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011667 Sep 10 03:12:08.635840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.647073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:08.652171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/622aea00-e2fb-435f-9053-eb20e4e4ca78 HTTP/1.1" status: 204 len: 168 time: 0.7823701 Sep 10 03:12:08.654487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39778) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:08.692815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82dd9b-a310-45f1-969e-858e45f3f33d tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=622aea00-e2fb-435f-9053-eb20e4e4ca78,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:08.713669 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa3825b-3854-4800-8616-50c22f3f4bab tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] GET failed (client error): The resource could not be found. Sep 10 03:12:08.715033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-efa3825b-3854-4800-8616-50c22f3f4bab tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/subnets/4aa588a7-63f5-4026-a31b-ca2ea0989c7b HTTP/1.1" status: 404 len: 337 time: 0.0387530 Sep 10 03:12:08.719140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:08.752363 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eddc548-b285-4302-9bee-51b16d6c3300 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:08.753006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eddc548-b285-4302-9bee-51b16d6c3300 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:08.759532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8eddc548-b285-4302-9bee-51b16d6c3300 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/622aea00-e2fb-435f-9053-eb20e4e4ca78 HTTP/1.1" status: 404 len: 339 time: 0.0343678 Sep 10 03:12:08.761291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39786) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:08.766214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e90d5c94-d32c-4748-9240-986e7030e91f req-1de3bfb6-93d4-48c5-ba55-215333b40549 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 210 time: 0.0393581 Sep 10 03:12:08.915833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.5 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/31c35f43-f440-4a22-8201-a8b3d98ff5ac) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:08.951928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39794) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.051738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf730ac7-be31-4b97-841b-c0a706542b99 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.053813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cf730ac7-be31-4b97-841b-c0a706542b99 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2912936 Sep 10 03:12:09.057261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39800) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.068764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d2-7e92-4b8a-a576-301b4f2cfe68 req-eb359250-06d6-4f95-b434-80d6724181d8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.069829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:09.076527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac3600d2-7e92-4b8a-a576-301b4f2cfe68 req-eb359250-06d6-4f95-b434-80d6724181d8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1439164 Sep 10 03:12:09.119602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7f77f8b0-75c1-495a-8d63-9cf1457a56d4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 207 time: 0.0572915 Sep 10 03:12:09.122129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.151831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2462f-8f37-4fce-bdd9-cef75186563b req-1541e107-f6df-4a16-a8bc-737e5bcc095b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.164061 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4c2462f-8f37-4fce-bdd9-cef75186563b req-1541e107-f6df-4a16-a8bc-737e5bcc095b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1747870 Sep 10 03:12:09.180726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port c8a474cb-b943-472c-a5db-c8f6a6154e58 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:09.187802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c8a474cb-b943-472c-a5db-c8f6a6154e58 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:09.188630 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.194379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac3600d2-7e92-4b8a-a576-301b4f2cfe68 req-6f04d0c4-f3ed-40f7-9607-3af76fc95990 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982804 Sep 10 03:12:09.233268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.297698 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b7788024-32ed-461c-ae4f-090a16ff8c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.319330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.323644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4c2462f-8f37-4fce-bdd9-cef75186563b req-3c6abaa6-4164-44f1-8e59-476a1fb10b4a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559513 Sep 10 03:12:09.342504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.355567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:09.359196 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576e00fa-e7c5-43a6-b204-9fc50915fcae" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:09.368175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:09.382871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bd861-85ee-4ae7-8fa3-f0ede55f6be4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.390479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bd861-85ee-4ae7-8fa3-f0ede55f6be4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.414121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bd861-85ee-4ae7-8fa3-f0ede55f6be4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.419771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:09.427967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bd861-85ee-4ae7-8fa3-f0ede55f6be4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.431526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d92bd861-85ee-4ae7-8fa3-f0ede55f6be4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3040500 Sep 10 03:12:09.436154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.441808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:09.450926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:09.479086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=31c35f43-f440-4a22-8201-a8b3d98ff5ac,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:09.562086 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cfbaed-e83a-4ed2-ab38-53773e8135fe x-openstack-request-id: req-80cfbaed-e83a-4ed2-ab38-53773e8135fe {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:09.562404 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:09.562609 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80cfbaed-e83a-4ed2-ab38-53773e8135fe {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:09.563275 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:12:09.567605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:09.568291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.568897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.574946 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.612392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e7de9-4487-4994-8ddc-bbbbcfc2b04e req-af87a107-7e62-419b-8eef-1508ff65d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.613245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b4917741-c5a7-4b0d-a938-c8dc53c5b171 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1755052 Sep 10 03:12:09.613865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39820) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.613995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f01e7de9-4487-4994-8ddc-bbbbcfc2b04e req-af87a107-7e62-419b-8eef-1508ff65d6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.1040761 Sep 10 03:12:09.622958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b7788024-32ed-461c-ae4f-090a16ff8c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.639672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b7788024-32ed-461c-ae4f-090a16ff8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.651901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:09.668005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-c667a1e4-f81f-483f-a6ee-81e79bcb4c77 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7716303 Sep 10 03:12:09.696733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Request body: {'port': {'device_id': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:09.707937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f01e7de9-4487-4994-8ddc-bbbbcfc2b04e req-d17182ca-795f-41bc-be3c-4cbe09b05df1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835295 Sep 10 03:12:09.712144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdfdd1-2d35-4919-9748-456af387d463 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.713832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdfdd1-2d35-4919-9748-456af387d463 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.719476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-91fdfdd1-2d35-4919-9748-456af387d463 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1044719 Sep 10 03:12:09.720087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39822) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.726347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b7788024-32ed-461c-ae4f-090a16ff8c39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ab8fad820f64468ae534b3206b8ac66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7730715 Sep 10 03:12:09.727075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7788024-32ed-461c-ae4f-090a16ff8c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9ec70-37d1-42bf-b78a-77c62b227d17,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:09.729482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39824) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.790779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b8a00-845b-452f-a06a-959b7fbfa489 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.792648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b8a00-845b-452f-a06a-959b7fbfa489 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.794186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-835b8a00-845b-452f-a06a-959b7fbfa489 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0731108 Sep 10 03:12:09.797927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39828) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.819350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.822921 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49171cac-2d13-4078-8f3b-174617d12696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.872112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49171cac-2d13-4078-8f3b-174617d12696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.936870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc8218-08de-4927-ad72-d883613a0f73 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.938395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-96fc8218-08de-4927-ad72-d883613a0f73 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks/7d88cdea-3371-470d-9964-85fc6f84b506 HTTP/1.1" status: 200 len: 800 time: 0.1395385 Sep 10 03:12:09.942494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39834) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:09.960832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382dbc0-bbdb-4b72-8936-6036ce28dd71 req-57f03401-d2a3-4c57-8428-e08b12c94bd0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:09.962775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0382dbc0-bbdb-4b72-8936-6036ce28dd71 req-57f03401-d2a3-4c57-8428-e08b12c94bd0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 931 time: 0.0955663 Sep 10 03:12:09.994005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49171cac-2d13-4078-8f3b-174617d12696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.996526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49171cac-2d13-4078-8f3b-174617d12696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:09.997679 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-49171cac-2d13-4078-8f3b-174617d12696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60f9ec70-37d1-42bf-b78a-77c62b227d17 HTTP/1.1" status: 204 len: 168 time: 0.2654183 Sep 10 03:12:10.031311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49171cac-2d13-4078-8f3b-174617d12696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9ec70-37d1-42bf-b78a-77c62b227d17,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:10.061478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0382dbc0-bbdb-4b72-8936-6036ce28dd71 req-fc477a33-6c5c-4f8f-81e5-ce4aad8e4c37 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834320 Sep 10 03:12:10.113915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de2aed87-4090-499e-b7e6-8dc42ccad3c0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/networks/7d88cdea-3371-470d-9964-85fc6f84b506?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1706569 Sep 10 03:12:10.117301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39842) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:10.180690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f87bf-9815-4b64-8f45-708262c7ba9f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.191985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-093f87bf-9815-4b64-8f45-708262c7ba9f tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/subnets/101dd3f6-6004-4878-bcbd-98657ec6b51e HTTP/1.1" status: 200 len: 811 time: 0.0635340 Sep 10 03:12:10.194553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39848) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:10.198074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c35f43-f440-4a22-8201-a8b3d98ff5ac {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:10.207779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.223971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Transition to ACTIVE for port object 31c35f43-f440-4a22-8201-a8b3d98ff5ac will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:10.228944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.250328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e567957-4dd8-45a3-a9a9-c05b9e887023 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['shared'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.255023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9e567957-4dd8-45a3-a9a9-c05b9e887023 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "GET /v2.0/subnets/101dd3f6-6004-4878-bcbd-98657ec6b51e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0561078 Sep 10 03:12:10.256723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39854) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:10.262623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311266436'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:10.291711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:10.297655 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.336494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:10.346906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Pushing event updated for resources: {'Port': ['ID=31c35f43-f440-4a22-8201-a8b3d98ff5ac,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:10.369770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.371514 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Added segment c58f0d43-3e0f-4142-a9d7-13b99de620f6 of type vlan for network e514701e-6c67-416d-9284-3dfdd767a5ae Sep 10 03:12:10.429875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03085ce-439c-4741-b70f-3c1a17a69806 req-efdc4a34-2e12-40cd-af1e-984b18dca7c9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.434383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.437924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b03085ce-439c-4741-b70f-3c1a17a69806 req-efdc4a34-2e12-40cd-af1e-984b18dca7c9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.1333067 Sep 10 03:12:10.464464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Attempting to bind port 31c35f43-f440-4a22-8201-a8b3d98ff5ac on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:10.465203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Attempting to bind port 31c35f43-f440-4a22-8201-a8b3d98ff5ac by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:10.465769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Attempting to bind port 31c35f43-f440-4a22-8201-a8b3d98ff5ac on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:10.473983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Port 31c35f43-f440-4a22-8201-a8b3d98ff5ac on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:10.474655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Attempting to bind port 31c35f43-f440-4a22-8201-a8b3d98ff5ac on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:10.478617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.486668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:10.487000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:10.487382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:10.487865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Bound port: 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:10.488227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.488977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.489652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.503113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b03085ce-439c-4741-b70f-3c1a17a69806 req-d66e8cb5-2da3-4ede-b7b8-795f4e19ff38 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641053 Sep 10 03:12:10.542878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:10.577808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] For port 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:10.579414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3215852 Sep 10 03:12:10.583617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39872) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:10.586492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] For port 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:10.591052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:10.598103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.612966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f41a-67d1-46bb-a8b2-6b704747abe0 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Network': ['ID=e514701e-6c67-416d-9284-3dfdd767a5ae,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:10.623343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:10.652992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527560b-5fd3-49c3-b896-ec210be83a73 req-b55c6c1d-e0cf-47fd-a5a7-d116d7016b35 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.654573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0527560b-5fd3-49c3-b896-ec210be83a73 req-b55c6c1d-e0cf-47fd-a5a7-d116d7016b35 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1614885 Sep 10 03:12:10.716547 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0527560b-5fd3-49c3-b896-ec210be83a73 req-8be0ed14-fc81-4902-867a-a621dd3d7134 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520787 Sep 10 03:12:10.734286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.735013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.736602 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] 10.222.0.32 "PUT /v2.0/ports/31c35f43-f440-4a22-8201-a8b3d98ff5ac HTTP/1.1" status: 200 len: 1091 time: 1.0575311 Sep 10 03:12:10.746505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'tag': '31c35f43-f440-4a22-8201-a8b3d98ff5ac'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:10.746505 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f88b551-175a-4c6c-bb5f-c1e27590caad" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeb1e44-a660-473f-8bef-d49a0bdd0996", "tag": "31c35f43-f440-4a22-8201-a8b3d98ff5ac"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:10.785339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6f2d-d936-4188-afac-97fa24f9faf2 service neutron] Pushing event updated for resources: {'Port': ['ID=31c35f43-f440-4a22-8201-a8b3d98ff5ac,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:10.792795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Made reservation on behalf of 59eca76945374d9b840547f82f5a21b0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:10.797595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:10.861059 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feed4c7-bf61-4c83-bdb7-4d7756e084be x-openstack-request-id: req-3feed4c7-bf61-4c83-bdb7-4d7756e084be {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:10.861360 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeb1e44-a660-473f-8bef-d49a0bdd0996", "tag": "31c35f43-f440-4a22-8201-a8b3d98ff5ac", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:10.861609 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3feed4c7-bf61-4c83-bdb7-4d7756e084be {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:10.862611 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'tag': '31c35f43-f440-4a22-8201-a8b3d98ff5ac', 'status': 'completed', 'code': 200} Sep 10 03:12:10.913386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing IP validity checks on allocation pools {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:12:10.914250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:12:10.928001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:10.950530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-5d4d4ba3-0db0-4436-a598-5e8141f49edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:10.952195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-5d4d4ba3-0db0-4436-a598-5e8141f49edb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 1094 time: 0.1308939 Sep 10 03:12:11.014035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-b5f12152-3046-44dc-8395-495fc8cd421d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac HTTP/1.1" status: 200 len: 217 time: 0.0524187 Sep 10 03:12:11.032090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.043772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:11.059229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37888c7f-b81c-409d-8691-ea5a3372298a req-766b7fa7-3830-4484-82c1-275b894fc356 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.066248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37888c7f-b81c-409d-8691-ea5a3372298a req-766b7fa7-3830-4484-82c1-275b894fc356 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.0674176 Sep 10 03:12:11.131863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37888c7f-b81c-409d-8691-ea5a3372298a req-8018e270-5f6a-4fdc-bc3f-70a04dbbcef7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645268 Sep 10 03:12:11.134033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-039a20dd-bb86-4e60-8a82-957213b4096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.135608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-039a20dd-bb86-4e60-8a82-957213b4096e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1143038 Sep 10 03:12:11.189560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1160565181-network', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:11.211767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:11.214131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.222390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.226957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-d6ec571a-9b59-4b81-8fec-bcef180d2419 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803137 Sep 10 03:12:11.316921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.322425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.346324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:11.348763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.356068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6836415f-61b8-4a57-a62e-6b6ef09d619b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:11.364992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.365362 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Added segment 1cb5ecad-01d3-4139-be03-930aeafcb811 of type vlan for network f26a0d20-003c-4845-b7f0-0a79fbf8564e Sep 10 03:12:11.388369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea047e2e-2851-4f8c-96c3-8e85cb956805 req-28ea4c2e-acef-4fe8-86d6-736c1903da63 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.389871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea047e2e-2851-4f8c-96c3-8e85cb956805 req-28ea4c2e-acef-4fe8-86d6-736c1903da63 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 943 time: 0.2335153 Sep 10 03:12:11.405522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.431230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.432404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.433028 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.464838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4198022 Sep 10 03:12:11.468927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:11.475163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Request body: {'subnet': {'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1160565181-subnet', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:11.488542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.503041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bfefa-4678-487d-94b5-645f07796cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=f26a0d20-003c-4845-b7f0-0a79fbf8564e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:11.514691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:11.523857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:11.527160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.528400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-3f747b00-9147-45da-a726-c65b91002cfc service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813389 Sep 10 03:12:11.534897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea047e2e-2851-4f8c-96c3-8e85cb956805 req-01cdba82-d66c-4e96-9b63-c62b4c822647 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388221 Sep 10 03:12:11.535589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=5ade051e-22e5-4ecd-8756-ff419572ef73,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:11.610874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Checking segment: {'id': 'c58f0d43-3e0f-4142-a9d7-13b99de620f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:11.611148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network hostable DHCP agents. Network: e514701e-6c67-416d-9284-3dfdd767a5ae, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:11.691748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da55500-9727-4026-8f30-5a84908b9388 req-74251eb9-d978-40e7-8da4-fa4e8448ccd0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.693223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1da55500-9727-4026-8f30-5a84908b9388 req-74251eb9-d978-40e7-8da4-fa4e8448ccd0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.0877855 Sep 10 03:12:11.723735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Network e514701e-6c67-416d-9284-3dfdd767a5ae is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:11.753643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e514701e-6c67-416d-9284-3dfdd767a5ae) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:11.757821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Allocated IP 172.25.8.204 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/1a80307d-9bf4-472e-8b4d-37bea0a24241) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:11.764242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.766025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227118f-f692-49f3-a6f5-59dc9c9eded1 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:11.773502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1da55500-9727-4026-8f30-5a84908b9388 req-7fe5d7d9-4554-42df-8f2b-1e498c16a584 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702052 Sep 10 03:12:11.776286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d880790-311f-434c-83f7-2aa8db6a80c9 req-8f024dd5-5133-4306-af50-b276aa232870 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369621 Sep 10 03:12:11.779739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.781331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.822875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-780ee161-2ad3-44b6-9b6e-cf086a7c83e6 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2382863 Sep 10 03:12:11.825541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77b355d-5288-4b50-bdab-f6ed37a11dcb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:11.848536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39904) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:11.859387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:11.862885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:11.863180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Network hostable DHCP agents. Network: f26a0d20-003c-4845-b7f0-0a79fbf8564e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:11.922789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:11.963515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f26a0d20-003c-4845-b7f0-0a79fbf8564e) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:11.970316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-e514701e-6c67-416d-9284-3dfdd767a5ae', 'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae', 'tenant_id': '59eca76945374d9b840547f82f5a21b0', 'fixed_ips': [{'subnet_id': '5ade051e-22e5-4ecd-8756-ff419572ef73'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:11.971023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-b237269e-a9b0-49a6-a289-3da68bf34927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.972241 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.972579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-b237269e-a9b0-49a6-a289-3da68bf34927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 1094 time: 0.1125815 Sep 10 03:12:11.974029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:11.974618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.976649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.983499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58938272'] for subnet, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:11.985677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1bead-78f9-4203-bdd6-be240d1df01e None None] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:12.000803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aed02582-e4d0-4338-9c01-37874d7639da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5308650 Sep 10 03:12:12.003344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39906) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:12.008243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:12.018342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56bd3-d9cd-450e-9959-bc89feead858 req-6df464fd-50bd-4eeb-bd0d-1a206c50b2d3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:12.019908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06c56bd3-d9cd-450e-9959-bc89feead858 req-6df464fd-50bd-4eeb-bd0d-1a206c50b2d3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.1297665 Sep 10 03:12:12.033075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39908) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:12.043305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'floatingip': {'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:12.063740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.064741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.130505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.161559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.253860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.256482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-6be43fcc-b55e-47e2-955b-2cc72e3d5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:12.257995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-6be43fcc-b55e-47e2-955b-2cc72e3d5ccb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.2770426 Sep 10 03:12:12.258938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:12.260318 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.293642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782573384461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59494110'] for subnet, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.347726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:12.351375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-1c9f4ea7-96cd-44cf-a01a-3a1f7ab6a9e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac HTTP/1.1" status: 200 len: 217 time: 0.0815408 Sep 10 03:12:12.360922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:12.401233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:12.411637 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.417624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Allocated IP 172.20.0.3 (e514701e-6c67-416d-9284-3dfdd767a5ae/5ade051e-22e5-4ecd-8756-ff419572ef73/6a954ceb-6161-4abb-9d05-91969b4a2b40) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:12.448842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:12.449437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.453596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "PUT /v2.0/subnets/5ade051e-22e5-4ecd-8756-ff419572ef73 HTTP/1.1" status: 200 len: 877 time: 0.5986769 Sep 10 03:12:12.454471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39912) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:12.456710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5b528-cc3e-48c9-bbd4-3a1154a7168b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event updated for resources: {'Subnet': ['ID=5ade051e-22e5-4ecd-8756-ff419572ef73,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:12.457872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Port': ['ID=1a80307d-9bf4-472e-8b4d-37bea0a24241,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:12.465409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Allocated IP 172.20.0.2 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/afd299ac-b6af-49b4-9d3b-18bfc938a77a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:12.475789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf70b1-e967-476d-920e-f810104721d6 req-cd7f9881-fd80-451a-8438-c8bf448ddc60 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:12.477423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ebbf70b1-e967-476d-920e-f810104721d6 req-cd7f9881-fd80-451a-8438-c8bf448ddc60 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1997356 Sep 10 03:12:12.569540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-d39f191b-0a84-47a7-975a-3b11b5417855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:12.571614 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-d39f191b-0a84-47a7-975a-3b11b5417855 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.2039349 Sep 10 03:12:12.653027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ebbf70b1-e967-476d-920e-f810104721d6 req-47a43484-82a0-43e1-983b-3f10899b083c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471140 Sep 10 03:12:12.692879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.699743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.716822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Transition to ACTIVE for port object 6a954ceb-6161-4abb-9d05-91969b4a2b40 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:12.743722 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.749671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Transition to ACTIVE for port object 6a954ceb-6161-4abb-9d05-91969b4a2b40 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:12.756321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Transition to ACTIVE for port object afd299ac-b6af-49b4-9d3b-18bfc938a77a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:12.762505 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.804854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Transition to ACTIVE for port object afd299ac-b6af-49b4-9d3b-18bfc938a77a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:12.809678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.817416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:12.820531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:12.831112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:12.836807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:12.840725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Pushing event updated for resources: {'Port': ['ID=6a954ceb-6161-4abb-9d05-91969b4a2b40,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:12.877265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:12.896473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:12.903038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:12.939575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Pushing event updated for resources: {'Port': ['ID=afd299ac-b6af-49b4-9d3b-18bfc938a77a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:12.962884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31c35f43-f440-4a22-8201-a8b3d98ff5ac details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:12.978116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-b071ae02-492a-4e04-ab5d-341cd4932969 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:12.980380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-b071ae02-492a-4e04-ab5d-341cd4932969 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.5463302 Sep 10 03:12:12.994199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Attempting to bind port 6a954ceb-6161-4abb-9d05-91969b4a2b40 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:12.994719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Attempting to bind port 6a954ceb-6161-4abb-9d05-91969b4a2b40 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'c58f0d43-3e0f-4142-a9d7-13b99de620f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:12.995180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Attempting to bind port 6a954ceb-6161-4abb-9d05-91969b4a2b40 on network e514701e-6c67-416d-9284-3dfdd767a5ae {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:13.019535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:13.020079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Checking segment: {'id': 'c58f0d43-3e0f-4142-a9d7-13b99de620f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:13.020608 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.021105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Bound using segment: {'id': 'c58f0d43-3e0f-4142-a9d7-13b99de620f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:13.021701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Bound port: 6a954ceb-6161-4abb-9d05-91969b4a2b40, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58f0d43-3e0f-4142-a9d7-13b99de620f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e514701e-6c67-416d-9284-3dfdd767a5ae'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:13.023418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.025777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-bd3447bf-f8aa-4930-8a64-059a92dbd6f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843205 Sep 10 03:12:13.038800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Attempting to bind port afd299ac-b6af-49b4-9d3b-18bfc938a77a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:13.039563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Attempting to bind port afd299ac-b6af-49b4-9d3b-18bfc938a77a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:13.040421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Attempting to bind port afd299ac-b6af-49b4-9d3b-18bfc938a77a on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:13.053713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:13.054377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:13.054878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.055969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:13.056831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Bound port: afd299ac-b6af-49b4-9d3b-18bfc938a77a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:13.057373 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.197597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.248420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] For port 6a954ceb-6161-4abb-9d05-91969b4a2b40, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:13.251144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] For port afd299ac-b6af-49b4-9d3b-18bfc938a77a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:13.259823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] For port 6a954ceb-6161-4abb-9d05-91969b4a2b40, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6a954ceb-6161-4abb-9d05-91969b4a2b40,segment=NetworkSegment(c58f0d43-3e0f-4142-a9d7-13b99de620f6),segment_id=c58f0d43-3e0f-4142-a9d7-13b99de620f6)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:13.261711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] For port afd299ac-b6af-49b4-9d3b-18bfc938a77a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=afd299ac-b6af-49b4-9d3b-18bfc938a77a,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:13.270695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:13.273625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.275779 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.308975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.327215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '31c35f43-f440-4a22-8201-a8b3d98ff5ac', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': '31c35f43-f440-4a22-8201-a8b3d98ff5ac', 'mac_address': 'fa:16:3e:67:8e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:13.334981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.340461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-4edf6aa9-a63d-4aad-94c8-9b3f6f216c6a service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989876 Sep 10 03:12:13.348946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd112758-812f-4e74-bb20-003673ade89c req-e6856d56-0af4-40e6-b169-77d2de923bf5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:13.360619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd112758-812f-4e74-bb20-003673ade89c req-e6856d56-0af4-40e6-b169-77d2de923bf5 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 943 time: 0.4142432 Sep 10 03:12:13.393906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defc6d0-734c-4197-b374-da05adeca131 None None] Pushing event updated for resources: {'Port': ['ID=6a954ceb-6161-4abb-9d05-91969b4a2b40,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:13.402843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.409178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.409740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.441215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c35f43-f440-4a22-8201-a8b3d98ff5ac {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:13.483879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef13b8-5b9a-4d01-acc3-e849a0fe2144 None None] Pushing event updated for resources: {'Port': ['ID=afd299ac-b6af-49b4-9d3b-18bfc938a77a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:13.490608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:13.496724 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.511593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=5ade051e-22e5-4ecd-8756-ff419572ef73,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:13.573092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=31c35f43-f440-4a22-8201-a8b3d98ff5ac,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:13.594942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.620365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Allocated IP 172.25.8.20 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f937d372-2a2b-4a98-a24b-1fd66e56d474) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:13.649956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e514701e-6c67-416d-9284-3dfdd767a5ae']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:13.671488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f0d43-3e0f-4142-a9d7-13b99de620f6') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:13.672721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f0d43-3e0f-4142-a9d7-13b99de620f6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:13.695475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['31c35f43-f440-4a22-8201-a8b3d98ff5ac'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:13.697938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.723268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.787627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd112758-812f-4e74-bb20-003673ade89c req-c63bdc3b-9451-400e-8c42-f9fdf9421f35 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254167 Sep 10 03:12:13.810266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Deleting port f111fe2a-7385-47e6-946b-9505985a8354 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:13.810716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.813358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:13.813776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.824574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:13.830651 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:13.906160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f88b551-175a-4c6c-bb5f-c1e27590caad req-37ce1844-d0d6-452a-9582-1b8a15e02b54 service neutron] 10.222.0.32 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395970 Sep 10 03:12:13.967232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:12:13.967232 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:12:13.967232 n-d-808126-2 neutron-server[94633]: [parameters: {'id': 'e514701e-6c67-416d-9284-3dfdd767a5ae'}] Sep 10 03:12:13.967232 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:12:13.968133 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:12:13.974778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:13.999398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.007706 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.030228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8effa-3724-4a85-b0e5-60736d0e2c31 req-f8f087cb-b5c9-4a37-94a7-0223b0326258 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:14.031775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fce8effa-3724-4a85-b0e5-60736d0e2c31 req-f8f087cb-b5c9-4a37-94a7-0223b0326258 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 945 time: 0.1164079 Sep 10 03:12:14.066727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.071422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.078352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.098654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] For port f111fe2a-7385-47e6-946b-9505985a8354, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f111fe2a-7385-47e6-946b-9505985a8354,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:14.099111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.109250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fce8effa-3724-4a85-b0e5-60736d0e2c31 req-2349c73a-209c-497f-8586-ea63b8a0f02f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710762 Sep 10 03:12:14.122115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:14.129058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:14.134440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:14.137578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Pushing event updated for resources: {'Port': ['ID=f937d372-2a2b-4a98-a24b-1fd66e56d474,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:14.183790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Calling delete_port for f111fe2a-7385-47e6-946b-9505985a8354 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:14.226055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Port': ['ID=1a80307d-9bf4-472e-8b4d-37bea0a24241,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:14.289844 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.296972 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Floating IP 09f88186-d815-4d4d-a13c-0f83fc0bbffa associated. External IP: 172.25.8.6, port: c8a474cb-b943-472c-a5db-c8f6a6154e58. Sep 10 03:12:14.361819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.365632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-01299efa-7a36-481b-8bdc-ed32ccdecd3c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8193178 Sep 10 03:12:14.366833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:14.375505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1444047516'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:14.389976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.462570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Made reservation on behalf of b26038c386074a2aa67623515372a590 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:14.466065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.475384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.502922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.581141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.592992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f111fe2a-7385-47e6-946b-9505985a8354'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:14.628657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port 6a954ceb-6161-4abb-9d05-91969b4a2b40 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:14.629001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.632258 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.671354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event deleted for resources: {'Port': ['ID=f111fe2a-7385-47e6-946b-9505985a8354,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:14.724990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] No DVR routers for this DVR port f111fe2a-7385-47e6-946b-9505985a8354 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:14.728449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.730623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5aba23d7-9231-4f0b-af51-f2ce742fad84 req-7ea30651-417d-4ad1-aac1-540ba8ef5034 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.36 "DELETE /v2.0/ports/f111fe2a-7385-47e6-946b-9505985a8354 HTTP/1.1" status: 204 len: 173 time: 1.7030408 Sep 10 03:12:14.735071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd47e7a-3ded-459e-93fe-65dbac4f9b5c None None] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:14.735793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port 6a954ceb-6161-4abb-9d05-91969b4a2b40, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6a954ceb-6161-4abb-9d05-91969b4a2b40,segment=NetworkSegment(c58f0d43-3e0f-4142-a9d7-13b99de620f6),segment_id=c58f0d43-3e0f-4142-a9d7-13b99de620f6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:14.736218 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.738445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'name': 'network-vif-deleted', 'tag': 'f111fe2a-7385-47e6-946b-9505985a8354'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:14.742085 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d725cad5-28c8-4a40-8d59-8c4ed791f44e" -d '{"events": [{"server_uuid": "fa24e350-86ab-4902-a984-d47b263bebbd", "name": "network-vif-deleted", "tag": "f111fe2a-7385-47e6-946b-9505985a8354"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:14.752107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for 6a954ceb-6161-4abb-9d05-91969b4a2b40 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:14.848408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1dd8558a-fefa-45f0-9907-bb59aded4951 None None] Provisioning for port afd299ac-b6af-49b4-9d3b-18bfc938a77a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:14.923083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.938984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:12:14.941190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.952975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:14.957527 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3eab14-205d-4603-9f89-7ed185fcbf80 x-openstack-request-id: req-eb3eab14-205d-4603-9f89-7ed185fcbf80 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:14.970130 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa24e350-86ab-4902-a984-d47b263bebbd", "name": "network-vif-deleted", "tag": "f111fe2a-7385-47e6-946b-9505985a8354", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:14.970339 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb3eab14-205d-4603-9f89-7ed185fcbf80 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:14.970755 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa24e350-86ab-4902-a984-d47b263bebbd', 'name': 'network-vif-deleted', 'tag': 'f111fe2a-7385-47e6-946b-9505985a8354', 'status': 'completed', 'code': 200} Sep 10 03:12:14.972042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31c35f43-f440-4a22-8201-a8b3d98ff5ac up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:14.982193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:14.992883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=6a954ceb-6161-4abb-9d05-91969b4a2b40,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:15.000418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:15.003861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port 6a954ceb-6161-4abb-9d05-91969b4a2b40 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:15.034947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 31c35f43-f440-4a22-8201-a8b3d98ff5ac completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:15.060283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 31c35f43-f440-4a22-8201-a8b3d98ff5ac triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:15.060717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.099364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875fad5-2b6a-472a-82fe-8baf1a3995b9 req-7d69ee8d-f759-4a18-ad2e-b7706a2cc389 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:15.101174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7875fad5-2b6a-472a-82fe-8baf1a3995b9 req-7d69ee8d-f759-4a18-ad2e-b7706a2cc389 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 944 time: 0.1843562 Sep 10 03:12:15.199086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.224985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e514701e-6c67-416d-9284-3dfdd767a5ae']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:15.237581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f0d43-3e0f-4142-a9d7-13b99de620f6') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:15.237925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f0d43-3e0f-4142-a9d7-13b99de620f6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:15.242502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.243996 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Added segment 82b3ef23-8c85-40e9-947a-57968c3d5751 of type vlan for network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 Sep 10 03:12:15.246481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:15.248882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8088a3ea-d3f2-4277-8cbf-22c10526e608,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:15.255872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.262487 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.273469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.282033 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.284087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:15.284553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.293871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] Sync routers for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:15.347168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:15.347955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:15.397721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b20c00a0-b50c-42c1-8ad8-bdcceb9783d2 req-88407e4f-78cd-4eef-826d-3faf3cd5f873 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa24e350-86ab-4902-a984-d47b263bebbd HTTP/1.1" status: 200 len: 210 time: 0.0861051 Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:15.413998 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:15.418693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:15.423901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4f075472-5ae8-44d1-a0ca-33b6fd7ff2d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "PUT /v2.0/floatingips/09f88186-d815-4d4d-a13c-0f83fc0bbffa HTTP/1.1" status: 200 len: 989 time: 3.3883410 Sep 10 03:12:15.426739 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:15.442113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:15.443754 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:15.445763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.454366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ff12a-599c-40be-a314-af799b644d64 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:15.459242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.462679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device afd299ac-b6af-49b4-9d3b-18bfc938a77a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:15.469701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.474990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/e514701e-6c67-416d-9284-3dfdd767a5ae HTTP/1.1" status: 204 len: 168 time: 3.0132711 Sep 10 03:12:15.477384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.496309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.510488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:15.511664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.563934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1935749 Sep 10 03:12:15.566198 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7875fad5-2b6a-472a-82fe-8baf1a3995b9 req-2392f426-ba9b-42da-9d47-b26910259bdd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474404 Sep 10 03:12:15.566719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.573170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.574696 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-296fd119-11fb-4b84-9034-020f21b8ab92 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5703638 Sep 10 03:12:15.578201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Request body: {'subnet': {'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:15.589141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 39942) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.595365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5aaef-4c44-4504-9dc6-1eb7f5e1b6fe tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=e514701e-6c67-416d-9284-3dfdd767a5ae,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:15.599257 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f7a7ff-8a90-4b9c-87ee-8b77b7e572ff tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:15.600239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f7a7ff-8a90-4b9c-87ee-8b77b7e572ff tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:15.602602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06f7a7ff-8a90-4b9c-87ee-8b77b7e572ff tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/5ade051e-22e5-4ecd-8756-ff419572ef73 HTTP/1.1" status: 404 len: 337 time: 0.1047547 Sep 10 03:12:15.605081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39946) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.636881 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5863461-c90e-40aa-842b-df50be44f3ab tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:15.637775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5863461-c90e-40aa-842b-df50be44f3ab tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:15.638750 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:15.640090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b5863461-c90e-40aa-842b-df50be44f3ab tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/e514701e-6c67-416d-9284-3dfdd767a5ae HTTP/1.1" status: 404 len: 339 time: 0.0338280 Sep 10 03:12:15.642529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.674319 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca5112c-9328-4c6e-911e-a548d20ff629 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:15.675367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca5112c-9328-4c6e-911e-a548d20ff629 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:15.677447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6ca5112c-9328-4c6e-911e-a548d20ff629 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/4aa588a7-63f5-4026-a31b-ca2ea0989c7b HTTP/1.1" status: 404 len: 337 time: 0.0337286 Sep 10 03:12:15.680056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.700057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0df41-7c0d-4b8f-b4f0-8b5fc9f8808c tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Network': ['ID=50489b5f-3297-4fbb-be85-aeb8cf5f7549,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:15.703088 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-50485d95-c837-4e0c-b59e-1799e655ec54 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:15.703913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50485d95-c837-4e0c-b59e-1799e655ec54 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:15.706208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50485d95-c837-4e0c-b59e-1799e655ec54 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/622aea00-e2fb-435f-9053-eb20e4e4ca78 HTTP/1.1" status: 404 len: 339 time: 0.0242610 Sep 10 03:12:15.708708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39952) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:15.767013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:15.768864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c35f43-f440-4a22-8201-a8b3d98ff5ac'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:15.772066 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bd31bc-d04c-48d9-8bdf-983bd9ffb44d" -d '{"events": [{"server_uuid": "8aeb1e44-a660-473f-8bef-d49a0bdd0996", "name": "network-vif-plugged", "status": "completed", "tag": "31c35f43-f440-4a22-8201-a8b3d98ff5ac"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:15.775807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ff12a-599c-40be-a314-af799b644d64 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:12:15.820161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c64a3cba-6da1-45a7-9500-2f5e722ab01a None None] Could not find standard attr ID for object 6a954ceb-6161-4abb-9d05-91969b4a2b40. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:12:15.824123 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.824687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:15.851833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.881631 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131d681f-884f-44ae-855c-d5bcf9c89c4a x-openstack-request-id: req-131d681f-884f-44ae-855c-d5bcf9c89c4a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:15.881997 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb1e44-a660-473f-8bef-d49a0bdd0996", "name": "network-vif-plugged", "status": "completed", "tag": "31c35f43-f440-4a22-8201-a8b3d98ff5ac", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:15.882350 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-131d681f-884f-44ae-855c-d5bcf9c89c4a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:15.882743 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c35f43-f440-4a22-8201-a8b3d98ff5ac', 'code': 200} Sep 10 03:12:15.914905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20d42a-523c-4730-8f38-b0774485a2f6 None None] DHCP port deletion for e514701e-6c67-416d-9284-3dfdd767a5ae request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:15.917631 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:14Z', 'revision_number': 3, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:15.952685 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:12:15.953318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Updating router 5e515d18-33bb-412c-8b55-38a6c22ab43e port f937d372-2a2b-4a98-a24b-1fd66e56d474 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:12:15.971844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:15.984842 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:15.998168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.025529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715b15a4-f5a4-44de-8586-cce7135bfbcf']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:16.037674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c92bd9-9a51-4382-836e-a0cda76c27b7') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:16.038264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c92bd9-9a51-4382-836e-a0cda76c27b7') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:16.050156 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.066297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.071807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=31c35f43-f440-4a22-8201-a8b3d98ff5ac,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:16.073497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:16.074011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:16.077980 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:16.161132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c2988-675e-4880-8cbd-b559dbf71908 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:16.169678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.175071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.179870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/715b15a4-f5a4-44de-8586-cce7135bfbcf HTTP/1.1" status: 204 len: 168 time: 0.4681170 Sep 10 03:12:16.184848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.192576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port afd299ac-b6af-49b4-9d3b-18bfc938a77a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:16.209500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-610f659d-cf61-4804-b684-7593fed42e32 None None] Provisioning complete for port afd299ac-b6af-49b4-9d3b-18bfc938a77a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:16.210016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610f659d-cf61-4804-b684-7593fed42e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.211842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c2988-675e-4880-8cbd-b559dbf71908 None None] Network e514701e-6c67-416d-9284-3dfdd767a5ae could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:12:16.216310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port afd299ac-b6af-49b4-9d3b-18bfc938a77a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:16.216865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.249457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef6dfa-b611-47a3-8e30-dd6f3b2d61ec tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=715b15a4-f5a4-44de-8586-cce7135bfbcf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:16.252338 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a278f5-15ad-49d7-bc31-87d489d4e3da tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.253119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a278f5-15ad-49d7-bc31-87d489d4e3da tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.256005 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b4a278f5-15ad-49d7-bc31-87d489d4e3da tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/edb766cd-7bec-4125-9bf1-c14370dc2f98 HTTP/1.1" status: 404 len: 337 time: 0.0639644 Sep 10 03:12:16.257931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39960) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.283681 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2aef0b-1cf2-41c2-83aa-41e35ecabb4a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.285141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2aef0b-1cf2-41c2-83aa-41e35ecabb4a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.291263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd2aef0b-1cf2-41c2-83aa-41e35ecabb4a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/fa15b84d-83bc-4d6a-825e-b53c96774dc8 HTTP/1.1" status: 404 len: 339 time: 0.0289001 Sep 10 03:12:16.292301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39962) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.325424 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb6fc6c-07ed-4669-b772-7d2925b0e159 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.326172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb6fc6c-07ed-4669-b772-7d2925b0e159 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.331071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8fb6fc6c-07ed-4669-b772-7d2925b0e159 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/54d3cff7-0e75-4f9a-8e4c-cc3577ce0021 HTTP/1.1" status: 404 len: 337 time: 0.0368752 Sep 10 03:12:16.336662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39964) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.361651 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfff99e-29e2-4886-9bb9-9ac4438315ef tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.362556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfff99e-29e2-4886-9bb9-9ac4438315ef tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.362933 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.369154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8cfff99e-29e2-4886-9bb9-9ac4438315ef tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/45bd71e6-04ff-4163-8675-72493a6a66ea HTTP/1.1" status: 404 len: 339 time: 0.0309677 Sep 10 03:12:16.369977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Made reservation on behalf of b26038c386074a2aa67623515372a590 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:16.370593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39966) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.373396 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.383309 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Transition to ACTIVE for port object f937d372-2a2b-4a98-a24b-1fd66e56d474 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:16.394566 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.404562 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1e9483-c54e-4a98-a78a-a08c26c530dc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.405019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1e9483-c54e-4a98-a78a-a08c26c530dc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.409885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e1e9483-c54e-4a98-a78a-a08c26c530dc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/833c868d-bc90-484f-bb9e-e2d186122688 HTTP/1.1" status: 404 len: 337 time: 0.0384307 Sep 10 03:12:16.410497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.437927 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-32acb683-45b6-4525-82c7-7ef75aa60e0e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.438591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32acb683-45b6-4525-82c7-7ef75aa60e0e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.443059 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-32acb683-45b6-4525-82c7-7ef75aa60e0e tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/e205b3a0-bf8b-40aa-ba30-6d47940c48e7 HTTP/1.1" status: 404 len: 339 time: 0.0316050 Sep 10 03:12:16.444137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39972) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.462839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316f31-0585-4bdc-a99e-1ae9b3397c47 req-82fa6b60-1174-4e33-b6d8-c10b165fc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:16.464743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-23316f31-0585-4bdc-a99e-1ae9b3397c47 req-82fa6b60-1174-4e33-b6d8-c10b165fc770 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 1096 time: 0.5255699 Sep 10 03:12:16.471431 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1db222-eb92-470e-99ee-538b4796faee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.472014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1db222-eb92-470e-99ee-538b4796faee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.476852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8c1db222-eb92-470e-99ee-538b4796faee tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/bb67e43c-6b6f-41df-b967-fc1755655741 HTTP/1.1" status: 404 len: 337 time: 0.0321329 Sep 10 03:12:16.478020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39974) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.496841 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-68377739-aaab-4436-b108-91adcf7925d4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.497421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68377739-aaab-4436-b108-91adcf7925d4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.502340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-68377739-aaab-4436-b108-91adcf7925d4 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/6959d51a-54e8-423b-a5d0-1b5d51d595db HTTP/1.1" status: 404 len: 339 time: 0.0231524 Sep 10 03:12:16.503128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39976) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.509732 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610f659d-cf61-4804-b684-7593fed42e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.545874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.547093 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e642a9-aa9c-417b-a334-8687f62f14a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.548124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e642a9-aa9c-417b-a334-8687f62f14a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.552911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-12e642a9-aa9c-417b-a334-8687f62f14a5 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/65288ff3-8f2a-4879-b2a0-694c47509d29 HTTP/1.1" status: 404 len: 337 time: 0.0486372 Sep 10 03:12:16.553638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39980) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.577785 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5bc178-319a-4521-a1f1-16961c531a0a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.578357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5bc178-319a-4521-a1f1-16961c531a0a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.582980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3b5bc178-319a-4521-a1f1-16961c531a0a tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/8dc4d709-b276-4d5b-a778-3c01829e28f1 HTTP/1.1" status: 404 len: 339 time: 0.0282772 Sep 10 03:12:16.584045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39984) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.604757 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Attempting to bind port f937d372-2a2b-4a98-a24b-1fd66e56d474 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:16.605742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Attempting to bind port f937d372-2a2b-4a98-a24b-1fd66e56d474 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:16.606625 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Attempting to bind port f937d372-2a2b-4a98-a24b-1fd66e56d474 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:16.613374 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-94698157-c24b-4e8d-a747-a62f172af4bc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.613946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94698157-c24b-4e8d-a747-a62f172af4bc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.619013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-94698157-c24b-4e8d-a747-a62f172af4bc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/ac6557b1-8bf7-41a0-8a21-385d6c847468 HTTP/1.1" status: 404 len: 337 time: 0.0341251 Sep 10 03:12:16.619606 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:16.619784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39988) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.620389 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:16.621022 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.621772 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:16.622517 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Bound port: f937d372-2a2b-4a98-a24b-1fd66e56d474, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:16.624484 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.631738 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d6b46-6739-4adf-b4db-81a59ac34633 None None] Pushing event updated for resources: {'Port': ['ID=f937d372-2a2b-4a98-a24b-1fd66e56d474,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:16.639654 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-025e6bdc-4445-4184-9196-4c400acad2c7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.640353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025e6bdc-4445-4184-9196-4c400acad2c7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.644706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-025e6bdc-4445-4184-9196-4c400acad2c7 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/f21d864b-e9c6-420f-a55e-6745a1d4c38d HTTP/1.1" status: 404 len: 339 time: 0.0238092 Sep 10 03:12:16.645474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39990) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.664645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-610f659d-cf61-4804-b684-7593fed42e32 None None] For port afd299ac-b6af-49b4-9d3b-18bfc938a77a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=afd299ac-b6af-49b4-9d3b-18bfc938a77a,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:16.672450 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b94a1f-1def-4f23-843e-18b043dd380c tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.672913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b94a1f-1def-4f23-843e-18b043dd380c tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.677655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03b94a1f-1def-4f23-843e-18b043dd380c tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/73abefca-96c5-4055-8bc5-efd8fa920c26 HTTP/1.1" status: 404 len: 337 time: 0.0312023 Sep 10 03:12:16.677934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '09f88186-d815-4d4d-a13c-0f83fc0bbffa', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:11:54Z', 'updated_at': '2021-09-10T03:12:13Z', 'revision_number': 1, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:16.678305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39992) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.700777 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca89325a-131c-4022-ba44-5321e8c69709 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.701355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca89325a-131c-4022-ba44-5321e8c69709 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.705723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ca89325a-131c-4022-ba44-5321e8c69709 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/8ef77227-9753-4c68-a459-0012de378f9e HTTP/1.1" status: 404 len: 339 time: 0.0264895 Sep 10 03:12:16.706307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.725230 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] For port f937d372-2a2b-4a98-a24b-1fd66e56d474, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:16.732822 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a1b50c-afe3-4e1d-abc5-1c5ca2368ccc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.733369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a1b50c-afe3-4e1d-abc5-1c5ca2368ccc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.733979 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] For port f937d372-2a2b-4a98-a24b-1fd66e56d474, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f937d372-2a2b-4a98-a24b-1fd66e56d474,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:16.737960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-49a1b50c-afe3-4e1d-abc5-1c5ca2368ccc tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/a79b696f-5322-4288-9d8b-ea972c770d6a HTTP/1.1" status: 404 len: 337 time: 0.0305333 Sep 10 03:12:16.738767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 39996) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.745451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] Checking router: 28ff9d8b-7040-4b46-8f14-6e865b00cc49 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:12:16.749915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610f659d-cf61-4804-b684-7593fed42e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.752231 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:16.785296 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33a3885-ec3b-466a-8007-aef5a6f81b52 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] DELETE failed (client error): The resource could not be found. Sep 10 03:12:16.787911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33a3885-ec3b-466a-8007-aef5a6f81b52 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:12:16.797244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e33a3885-ec3b-466a-8007-aef5a6f81b52 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/04878fcc-185f-4006-8c35-6290ac054c3b HTTP/1.1" status: 404 len: 339 time: 0.0574322 Sep 10 03:12:16.797874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:16.821646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-23316f31-0585-4bdc-a99e-1ae9b3397c47 req-37456b27-6ec5-4514-adbc-2cccf27ea35d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196959 Sep 10 03:12:16.830208 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:16.830951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:16.833606 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d6b46-6739-4adf-b4db-81a59ac34633 None None] Pushing event updated for resources: {'Port': ['ID=f937d372-2a2b-4a98-a24b-1fd66e56d474,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:16.869135 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:12:16.870367 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:12:16.876255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:16.877220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:16.892395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0dec0-16b9-4626-8ccb-0e3aac784a0a req-d4cc2d62-adbb-4a34-b284-03905189e3f7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:16.893371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42f0dec0-16b9-4626-8ccb-0e3aac784a0a req-d4cc2d62-adbb-4a34-b284-03905189e3f7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.1290903 Sep 10 03:12:16.946202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f659d-cf61-4804-b684-7593fed42e32 None None] Pushing event updated for resources: {'Port': ['ID=afd299ac-b6af-49b4-9d3b-18bfc938a77a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:16.966548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting subnet 101dd3f6-6004-4878-bcbd-98657ec6b51e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:12:16.969368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:16.972097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:16.973717 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063cba46-1441-4377-b7df-6a17bd58ba4a" -d '{"events": [{"name": "network-changed", "server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:17.000526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.001469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.029465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:17.042516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42f0dec0-16b9-4626-8ccb-0e3aac784a0a req-a3481d0b-667e-41b2-9bf8-694013e75ff7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202950 Sep 10 03:12:17.082947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.107955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Subnet': ['ID=8e2b9737-5fea-4957-910f-3321db70d3da,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:17.118837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.122753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-51c6e6b2-3140-4afc-819c-07299d847812 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:17.127681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f111fe2a-7385-47e6-946b-9505985a8354 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:17.129813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Checking segment: {'id': '82b3ef23-8c85-40e9-947a-57968c3d5751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:17.130397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-51c6e6b2-3140-4afc-819c-07299d847812 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.2567320 Sep 10 03:12:17.130539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network hostable DHCP agents. Network: 50489b5f-3297-4fbb-be85-aeb8cf5f7549, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:17.145983 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b14ce2-643c-4d30-ae18-4f855dbcaf7e x-openstack-request-id: req-82b14ce2-643c-4d30-ae18-4f855dbcaf7e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:17.146274 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:17.146507 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82b14ce2-643c-4d30-ae18-4f855dbcaf7e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:17.146895 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'status': 'completed', 'code': 200} Sep 10 03:12:17.153853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-a41b421a-48c1-4f03-b682-031b10bf47b4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0225015 Sep 10 03:12:17.195970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-6b372c37-eed2-49b3-be61-08bb9998debc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409083 Sep 10 03:12:17.214111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: f111fe2a-7385-47e6-946b-9505985a8354 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:17.214853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f111fe2a-7385-47e6-946b-9505985a8354 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:17.221849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:17.265275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 50489b5f-3297-4fbb-be85-aeb8cf5f7549) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:17.273068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:17.273664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.278039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c92113-35d4-466e-9c5f-dcf8dea24481 None None] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:17.308919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-d9b3d042-028c-4953-bc61-6c7c3e7319a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:17.310454 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-d9b3d042-028c-4953-bc61-6c7c3e7319a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1096 time: 0.1195204 Sep 10 03:12:17.320566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ebabdd3f-7d9a-4019-abee-c9eaa3feddb0 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7525616 Sep 10 03:12:17.321969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40014) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:17.326199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1072663906', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:17.360319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.377377 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:14Z', 'revision_number': 3, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:17.394161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-3797d5f3-923a-4427-8460-4e6ee1b538a8 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970799 Sep 10 03:12:17.416577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.417599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.420614 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c06f-2241-4fea-b6d6-e254d1a57e5d None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:14Z', 'revision_number': 3, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:17.428799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Allocated IP 172.20.0.1 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/a55aff2e-0e61-4eb7-a9ed-2e75b84913a6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:17.481064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-bd305635-08bf-4f40-a2de-a03ec72e5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:17.482853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-bd305635-08bf-4f40-a2de-a03ec72e5d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.1614184 Sep 10 03:12:17.552916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.557827 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.580869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-50489b5f-3297-4fbb-be85-aeb8cf5f7549', 'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549', 'tenant_id': 'b26038c386074a2aa67623515372a590', 'fixed_ips': [{'subnet_id': '8e2b9737-5fea-4957-910f-3321db70d3da'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:17.581845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.594652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51da76-b7e9-4fea-bfe3-a2c9f707715d None None] Network 7d88cdea-3371-470d-9964-85fc6f84b506 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:17.600818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.605571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/subnets/101dd3f6-6004-4878-bcbd-98657ec6b51e HTTP/1.1" status: 204 len: 168 time: 0.7991049 Sep 10 03:12:17.607542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40016) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:17.655609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db847-5260-48fb-a972-35e3f3622899 tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Subnet': ['ID=101dd3f6-6004-4878-bcbd-98657ec6b51e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:17.658674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device afd299ac-b6af-49b4-9d3b-18bfc938a77a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:17.675463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-35454d04-d750-402b-a1f8-c2404adced29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.1840057 Sep 10 03:12:17.678460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:17.682920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-7e3a20de-4712-4657-a43e-57fdde48c98b service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879648 Sep 10 03:12:17.752852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Transition to ACTIVE for port object a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:17.809705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-40c005e5-b4cb-4f86-86f2-91afffffcfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:17.811690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-40c005e5-b4cb-4f86-86f2-91afffffcfcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1241672 Sep 10 03:12:17.961951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.061301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-1f448b25-4d4e-4e5b-8877-7deea697f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:18.062865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-1f448b25-4d4e-4e5b-8877-7deea697f3b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422419 Sep 10 03:12:18.125395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb7e3ec8-b562-4f87-8ce5-2d1c452262ca req-71d44e3f-290b-4124-bc88-cc0b1a816a56 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 210 time: 0.0692093 Sep 10 03:12:18.154301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:18.189442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:18.192396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:18.198585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:18.339219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.452016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.465232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.488407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port afd299ac-b6af-49b4-9d3b-18bfc938a77a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:18.488407 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.515022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Allocated IP 172.20.0.2 (50489b5f-3297-4fbb-be85-aeb8cf5f7549/8e2b9737-5fea-4957-910f-3321db70d3da/33822979-d098-44c7-b687-69aec6436fc5) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:18.556354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-8c56919a-5800-4c23-9862-7daa5e701480 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279771 Sep 10 03:12:18.556960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388334b-0ffe-42aa-8de8-312c73f94fc9 req-0159d84c-2c28-4af3-ae84-5cb79206592e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:18.558672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1388334b-0ffe-42aa-8de8-312c73f94fc9 req-0159d84c-2c28-4af3-ae84-5cb79206592e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.2197092 Sep 10 03:12:18.687341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1388334b-0ffe-42aa-8de8-312c73f94fc9 req-cb14240c-1c87-4169-b4f1-b4a2ddf025e4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173410 Sep 10 03:12:18.691146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '09f88186-d815-4d4d-a13c-0f83fc0bbffa', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:11:54Z', 'updated_at': '2021-09-10T03:12:13Z', 'revision_number': 1, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:18.697179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Deleting port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:18.697524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.699140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.766978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-063cba46-1441-4377-b7df-6a17bd58ba4a req-6e31ed1a-f48c-45b9-aa38-80b07db2004e service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999233 Sep 10 03:12:18.767593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d42c-da3a-47ff-bd6a-db62ee8b6ce3 None None] The sync data for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 is: [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '09f88186-d815-4d4d-a13c-0f83fc0bbffa', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:11:54Z', 'updated_at': '2021-09-10T03:12:13Z', 'revision_number': 1, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:18.811653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aeafb242-f871-450a-9b8a-cf610a378eed None None] Provisioning for port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:18.834931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] For port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,segment=NetworkSegment(125bf2e4-5188-4f41-bffb-23e1b737f0e1),segment_id=125bf2e4-5188-4f41-bffb-23e1b737f0e1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:18.835323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.859871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aeafb242-f871-450a-9b8a-cf610a378eed None None] Provisioning complete for port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:18.860607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aeafb242-f871-450a-9b8a-cf610a378eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:18.884705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Calling delete_port for 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:18.952533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-aeafb242-f871-450a-9b8a-cf610a378eed None None] Port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:18.963015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] DHCP port deletion for 7d88cdea-3371-470d-9964-85fc6f84b506 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:19.130619 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.136488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a954ceb-6161-4abb-9d05-91969b4a2b40 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:19.141027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.143589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.170140 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.173937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6a954ceb-6161-4abb-9d05-91969b4a2b40 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:19.174811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a954ceb-6161-4abb-9d05-91969b4a2b40 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:19.199127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.201470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74155-e558-4d35-9be6-5d6483802428 req-ed05debc-368c-4032-ab13-dbc3b91776de tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:19.203056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85c74155-e558-4d35-9be6-5d6483802428 req-ed05debc-368c-4032-ab13-dbc3b91776de tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.1273043 Sep 10 03:12:19.219986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Transition to ACTIVE for port object 33822979-d098-44c7-b687-69aec6436fc5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:19.231692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] Deleting port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:19.232064 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.255745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849641f8-6261-4b99-a697-4cac0082face None None] New status for floating IP 09f88186-d815-4d4d-a13c-0f83fc0bbffa: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:12:19.277495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:19.298488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85c74155-e558-4d35-9be6-5d6483802428 req-074ac3da-60fc-4706-87d5-e01a45c59783 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748644 Sep 10 03:12:19.299609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.310211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Transition to ACTIVE for port object 33822979-d098-44c7-b687-69aec6436fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:19.353635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Allocated IP 172.25.8.112 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ee1c05ec-b776-4074-a050-57c8a76a493f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:19.360753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.383216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:19.393181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:19.444572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:19.472566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] For port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,segment=NetworkSegment(125bf2e4-5188-4f41-bffb-23e1b737f0e1),segment_id=125bf2e4-5188-4f41-bffb-23e1b737f0e1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:19.472975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.499698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-faac779c-905d-4b2b-bdc7-28349ba3622c req-b507e742-dc03-4d06-a409-5a6e4c8c9c03 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 210 time: 0.2313983 Sep 10 03:12:19.500414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.519899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:19.525774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] Calling delete_port for 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:19.536430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Pushing event updated for resources: {'Port': ['ID=33822979-d098-44c7-b687-69aec6436fc5,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:19.538018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:19.623708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Port': ['ID=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:19.652065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] No DVR routers for this DVR port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:19.709584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.709992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.710336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.710672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.710805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Attempting to bind port 33822979-d098-44c7-b687-69aec6436fc5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:19.711006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.711307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Attempting to bind port 33822979-d098-44c7-b687-69aec6436fc5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '82b3ef23-8c85-40e9-947a-57968c3d5751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:19.712005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.712275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.712550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.712895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.713456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.713605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.713829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:19.720278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Attempting to bind port 33822979-d098-44c7-b687-69aec6436fc5 on network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:19.726130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f937d372-2a2b-4a98-a24b-1fd66e56d474 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:19.732620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:19.733139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Checking segment: {'id': '82b3ef23-8c85-40e9-947a-57968c3d5751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:19.733646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.734143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Bound using segment: {'id': '82b3ef23-8c85-40e9-947a-57968c3d5751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:19.734741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Bound port: 33822979-d098-44c7-b687-69aec6436fc5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b3ef23-8c85-40e9-947a-57968c3d5751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:19.735272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.736114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.797363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0db13c-e1d8-4055-b5ea-0f5c2a19d1e9 req-21218ec0-dbb4-4e18-8b48-8362c4db3831 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:19.799293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a0db13c-e1d8-4055-b5ea-0f5c2a19d1e9 req-21218ec0-dbb4-4e18-8b48-8362c4db3831 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.3561068 Sep 10 03:12:19.868600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.894283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d88cdea-3371-470d-9964-85fc6f84b506']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:19.907635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f937d372-2a2b-4a98-a24b-1fd66e56d474 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:19.913110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125bf2e4-5188-4f41-bffb-23e1b737f0e1') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:19.913755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125bf2e4-5188-4f41-bffb-23e1b737f0e1') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:19.920243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f937d372-2a2b-4a98-a24b-1fd66e56d474 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:19.921226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.924636 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:19.927711 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:12:19.944636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.956531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-f3121e59-bda1-488b-a728-dcca88d7d7cb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:19.957722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] For port 33822979-d098-44c7-b687-69aec6436fc5, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:19.958335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-f3121e59-bda1-488b-a728-dcca88d7d7cb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.4990730 Sep 10 03:12:19.959674 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.972351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.975367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Request body: {'port': {'device_id': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'admin_state_up': True, 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:19.984634 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a0db13c-e1d8-4055-b5ea-0f5c2a19d1e9 req-877984ce-ed35-4498-a250-8a38251fdb1d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757374 Sep 10 03:12:19.987023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:19.988063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:19.997251 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:20.035224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bce1c8-d7fb-4c7c-8ede-3783fc2adb2a req-92d104fc-7bb7-4fa0-a99a-60d737a65e77 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:20.037743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24bce1c8-d7fb-4c7c-8ede-3783fc2adb2a req-92d104fc-7bb7-4fa0-a99a-60d737a65e77 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1097 time: 0.3759637 Sep 10 03:12:20.068554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] No DVR routers for this DVR port 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:20.073805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:20.108442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] For port 33822979-d098-44c7-b687-69aec6436fc5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=33822979-d098-44c7-b687-69aec6436fc5,segment=NetworkSegment(82b3ef23-8c85-40e9-947a-57968c3d5751),segment_id=82b3ef23-8c85-40e9-947a-57968c3d5751)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:20.108442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2108b0-ce44-4e1f-b853-cec3860ec6d3 None None] Pushing event deleted for resources: {'Port': ['ID=9b40116e-bcab-4ca3-bf0e-ba1de280a2f8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:20.126879 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.133437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.175021 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.197255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:20.198703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.200612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] 10.222.0.23 "DELETE /v2.0/networks/7d88cdea-3371-470d-9964-85fc6f84b506 HTTP/1.1" status: 204 len: 168 time: 2.5909412 Sep 10 03:12:20.216884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24bce1c8-d7fb-4c7c-8ede-3783fc2adb2a req-39d5e5fd-d604-4371-84da-2f0f2680f448 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645498 Sep 10 03:12:20.221512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:20.228767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dfac6-84b8-4f6c-95e4-741ae668f32b tempest-NetworksTest-1253709208 tempest-NetworksTest-1253709208-project] Pushing event deleted for resources: {'Network': ['ID=7d88cdea-3371-470d-9964-85fc6f84b506,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:20.230705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:20.265331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Port': ['ID=ee1c05ec-b776-4074-a050-57c8a76a493f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:20.320578 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.340139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3eebd729-6204-4865-9019-f8052e675d81 None None] Provisioning complete for port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:20.340815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3eebd729-6204-4865-9019-f8052e675d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.355343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:20.368879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce927a-4a32-4025-bb9b-936c420dae96 None None] Pushing event updated for resources: {'Port': ['ID=33822979-d098-44c7-b687-69aec6436fc5,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:20.389608 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.398102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port f937d372-2a2b-4a98-a24b-1fd66e56d474, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f937d372-2a2b-4a98-a24b-1fd66e56d474,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:20.416840 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:20.420984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:20.439703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-847ecc51-ceba-4f98-b92f-0eed1da6e7f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/5e515d18-33bb-412c-8b55-38a6c22ab43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8493278 Sep 10 03:12:20.440437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:20.481968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:20.482613 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:20.506605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=f937d372-2a2b-4a98-a24b-1fd66e56d474,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:20.519631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3eebd729-6204-4865-9019-f8052e675d81 None None] Port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:20.594413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:20.634576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:20.636513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9b40116e-bcab-4ca3-bf0e-ba1de280a2f8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:20.687012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40066) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:20.714540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5832603-524e-4539-9d6b-7168d4b996e2 req-7bea0802-f050-4ff6-a654-e0f6044d0f4f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 210 time: 0.0576649 Sep 10 03:12:20.752816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Allocated IP 172.20.0.7 (45e9dc8d-92d8-486b-9ada-22d2ac6a7232/0df218cd-3929-40b5-93f3-2f0820794960/e7fae02a-209d-448e-b1bf-a92a65feb826) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:20.755533 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:20.784740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed80d05-d2be-4bf9-b992-75eb228560eb req-e3b66a20-feed-4e49-a21d-e14f06bdfa22 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:20.786613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bed80d05-d2be-4bf9-b992-75eb228560eb req-e3b66a20-feed-4e49-a21d-e14f06bdfa22 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.4038193 Sep 10 03:12:20.966504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80272c36-83a3-479a-ba9c-42a38cec785e req-c4827e25-876a-45f0-a3c9-8d8ab04e3f36 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:20.968209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-80272c36-83a3-479a-ba9c-42a38cec785e req-c4827e25-876a-45f0-a3c9-8d8ab04e3f36 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.1129885 Sep 10 03:12:20.986789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bed80d05-d2be-4bf9-b992-75eb228560eb req-5aa073c9-7d4c-4cc4-acd4-d8571e841353 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999413 Sep 10 03:12:21.038482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40074) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:21.128567 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.143181 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 2, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:21.153866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.178235 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:12:21.178710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Updating router 5e515d18-33bb-412c-8b55-38a6c22ab43e port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:12:21.188868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-80272c36-83a3-479a-ba9c-42a38cec785e req-300632ab-4bc5-4e3a-8615-3792af82d893 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133412 Sep 10 03:12:21.237729 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.241490 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.325096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:21.329747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:21.332749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:21.335114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:21.387774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:21.388435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.421734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-e78d4a59-cc8a-48cd-b415-7de287ee2493 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509270 Sep 10 03:12:21.431617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.438558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Request body: {'port': {'device_id': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:21.440945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-853b0d2d-baff-46d3-9eb5-9eac0dca4385 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/3da64716-a106-4b2a-8ef6-34f70d348ec2 HTTP/1.1" status: 200 len: 994 time: 0.4011531 Sep 10 03:12:21.454905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64f1a24b-b355-4bd3-8f5b-18ade5d4b1fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59eca76945374d9b840547f82f5a21b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646639 Sep 10 03:12:21.485115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:21.509739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40092) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:21.526156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1352656287-network', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:21.548487 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.659954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Made reservation on behalf of 11d612ac3c0b45bea90a58a3d0b82e45 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:21.662416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.679901 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.694598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1cc47559-553b-472c-9875-7912fc3b32bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.697861 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Transition to ACTIVE for port object a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:21.699991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.714877 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.746027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1cc47559-553b-472c-9875-7912fc3b32bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.800951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8cc6-8926-4fbc-a0ed-b0fa7bebf146 None None] Pushing event updated for resources: {'Port': ['ID=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:21.861164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Router ac36096a-f3fa-4eca-981b-72a29334e0dc is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:12:21.873167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f937d372-2a2b-4a98-a24b-1fd66e56d474 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:21.911802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1cc47559-553b-472c-9875-7912fc3b32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.922273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1cc47559-553b-472c-9875-7912fc3b32bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.926607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1cc47559-553b-472c-9875-7912fc3b32bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b08ab47d-57dc-4cd1-9def-7763ff0141a1 HTTP/1.1" status: 204 len: 168 time: 0.4382987 Sep 10 03:12:21.944049 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Attempting to bind port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:21.944425 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Attempting to bind port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:21.946766 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Attempting to bind port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:21.970166 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:21.970541 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:21.970946 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.971346 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:21.978413 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Bound port: a55aff2e-0e61-4eb7-a9ed-2e75b84913a6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:21.978848 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:21.993000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f937d372-2a2b-4a98-a24b-1fd66e56d474 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:21.993660 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.059609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc47559-553b-472c-9875-7912fc3b32bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ab47d-57dc-4cd1-9def-7763ff0141a1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:22.065328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a786d8-53c0-459a-a3e7-3ec011bcb3ee None None] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:22.124464 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] For port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:22.128624 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] For port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:22.136283 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.187132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fae02a-209d-448e-b1bf-a92a65feb826 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:22.201215 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.225253 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.229961 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:22.230950 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:22.263502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25c297-0c00-49a9-b965-50226e9f9952 req-86b02b4a-d8df-4cd0-9189-a7509c91e256 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:22.268232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-be325561-63cb-4434-a1ed-b5a16845be31 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:22.269864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-be325561-63cb-4434-a1ed-b5a16845be31 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.3748906 Sep 10 03:12:22.280670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b25c297-0c00-49a9-b965-50226e9f9952 req-86b02b4a-d8df-4cd0-9189-a7509c91e256 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 931 time: 0.2882764 Sep 10 03:12:22.284743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.368327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Transition to ACTIVE for port object e7fae02a-209d-448e-b1bf-a92a65feb826 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:22.375390 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:22.388366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.402091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f928142c-5b64-4d57-b045-41e65da83b6a None None] Provisioning for port 33822979-d098-44c7-b687-69aec6436fc5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:22.478795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:22.495034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b25c297-0c00-49a9-b965-50226e9f9952 req-548b185a-bfb5-41c7-9894-e0103a2cb4dc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062576 Sep 10 03:12:22.575467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 33822979-d098-44c7-b687-69aec6436fc5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:22.603496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8cc6-8926-4fbc-a0ed-b0fa7bebf146 None None] Pushing event updated for resources: {'Port': ['ID=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:22.604258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52e164-d80b-4aab-aee6-2af2a7bfa554,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:22.610207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.610730 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Added segment 3401daee-2cdc-4332-a0f5-70a9d4cd6491 of type vlan for network bf6cdd50-6156-4f70-bd81-4c4e2139905c Sep 10 03:12:22.666937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:22.723962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:22.781247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] Sync routers for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:22.801625 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:22Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:22.824513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.829610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43504-6d3f-446e-828b-395cbf670e33 req-0b4e9c2c-ecf2-4e49-80e2-d061ba153eb8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:22.838874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-17d43504-6d3f-446e-828b-395cbf670e33 req-0b4e9c2c-ecf2-4e49-80e2-d061ba153eb8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1260893 Sep 10 03:12:22.845688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d0d2f-7a2f-4269-a4ae-1c56b08ab4f2 req-642dcc4e-3db9-42af-9098-a3d67212298d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:22.847618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d48d0d2f-7a2f-4269-a4ae-1c56b08ab4f2 req-642dcc4e-3db9-42af-9098-a3d67212298d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 945 time: 0.3658550 Sep 10 03:12:22.857173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-46739799-6205-42b7-8ed5-5064b138e328 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4375231 Sep 10 03:12:22.857923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.859011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-14d28ee8-ad3e-46df-9d27-3a77ac788ea5 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5361171 Sep 10 03:12:22.870916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40124) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:22.885863 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fca85-3e18-4c94-bb48-0da10da7572f None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:22Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:22.886197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-9246a962-abb7-476b-bc24-062019fb73a0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:12:22.887058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-9246a962-abb7-476b-bc24-062019fb73a0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054471 Sep 10 03:12:22.890568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port 31c35f43-f440-4a22-8201-a8b3d98ff5ac {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:22.890699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:22.891340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.891779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:22.944282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:22.951025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 33822979-d098-44c7-b687-69aec6436fc5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:22.960654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 33822979-d098-44c7-b687-69aec6436fc5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:22.961029 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:22.965486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:22.966110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:22.968144 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:12:23.124928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port 31c35f43-f440-4a22-8201-a8b3d98ff5ac, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=31c35f43-f440-4a22-8201-a8b3d98ff5ac,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:23.128114 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.152795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for 31c35f43-f440-4a22-8201-a8b3d98ff5ac owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:23.346739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.347997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:23.348732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.366929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:23.371796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59722b14-8c1f-4728-82bd-677959becd16 None None] The sync data for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:23.451815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] Pushing event updated for resources: {'Network': ['ID=bf6cdd50-6156-4f70-bd81-4c4e2139905c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:23.458286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-298b5a58-c45e-444a-8785-86357a641d1a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9474833 Sep 10 03:12:23.459174 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.462323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40150) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:23.471077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Request body: {'subnet': {'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1352656287-subnet', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:23.484329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:23.495199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:23.499118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['31c35f43-f440-4a22-8201-a8b3d98ff5ac'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:23.523162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d48d0d2f-7a2f-4269-a4ae-1c56b08ab4f2 req-66f23418-f697-40c0-a159-daf3a325508a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614463 Sep 10 03:12:23.625941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40156) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:23.643626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Attempting to bind port e7fae02a-209d-448e-b1bf-a92a65feb826 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:23.644135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Attempting to bind port e7fae02a-209d-448e-b1bf-a92a65feb826 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:23.644467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Attempting to bind port e7fae02a-209d-448e-b1bf-a92a65feb826 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:23.659394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Port e7fae02a-209d-448e-b1bf-a92a65feb826 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:23.659847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Attempting to bind port e7fae02a-209d-448e-b1bf-a92a65feb826 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:23.692807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=31c35f43-f440-4a22-8201-a8b3d98ff5ac,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:23.694009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:23.694576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:23.695158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Bound using segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:23.696336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Bound port: e7fae02a-209d-448e-b1bf-a92a65feb826, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:23.696900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.713525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Made reservation on behalf of 11d612ac3c0b45bea90a58a3d0b82e45 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:23.720446 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.730813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-17d43504-6d3f-446e-828b-395cbf670e33 req-acd389be-921c-40e8-9f93-97b6bb84f1be tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8905957 Sep 10 03:12:23.731874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.917826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port 31c35f43-f440-4a22-8201-a8b3d98ff5ac on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:23.922454 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:23.924927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2758cfc1-f6ff-457f-8a18-06bc13f402cd req-bed44f99-88ba-45f5-b94d-3058c8cda49f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.32 "DELETE /v2.0/ports/31c35f43-f440-4a22-8201-a8b3d98ff5ac HTTP/1.1" status: 204 len: 173 time: 1.6329944 Sep 10 03:12:23.925378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'name': 'network-vif-deleted', 'tag': '31c35f43-f440-4a22-8201-a8b3d98ff5ac'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:23.926343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 33822979-d098-44c7-b687-69aec6436fc5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=33822979-d098-44c7-b687-69aec6436fc5,segment=NetworkSegment(82b3ef23-8c85-40e9-947a-57968c3d5751),segment_id=82b3ef23-8c85-40e9-947a-57968c3d5751)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:23.927717 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f993d2-bb78-45a9-8725-d1c8beb1f453" -d '{"events": [{"server_uuid": "8aeb1e44-a660-473f-8bef-d49a0bdd0996", "name": "network-vif-deleted", "tag": "31c35f43-f440-4a22-8201-a8b3d98ff5ac"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:23.963653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1699856758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:23.978528 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.088111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cc8672ff-3831-4589-b75c-5c5986e0bc1a None None] Provisioning complete for port 33822979-d098-44c7-b687-69aec6436fc5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:24.104758 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc8672ff-3831-4589-b75c-5c5986e0bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.140907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:24.153594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.156691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.257913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.267467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:24.272532 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b6601f-ccea-427a-a580-0b72a225106f x-openstack-request-id: req-94b6601f-ccea-427a-a580-0b72a225106f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:24.274727 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb1e44-a660-473f-8bef-d49a0bdd0996", "name": "network-vif-deleted", "tag": "31c35f43-f440-4a22-8201-a8b3d98ff5ac", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:24.275279 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94b6601f-ccea-427a-a580-0b72a225106f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:24.276162 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb1e44-a660-473f-8bef-d49a0bdd0996', 'name': 'network-vif-deleted', 'tag': '31c35f43-f440-4a22-8201-a8b3d98ff5ac', 'status': 'completed', 'code': 200} Sep 10 03:12:24.290616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc476e4-fc49-4249-a298-3195cdb658f8 req-0bc5edaa-ba1f-415f-9ffd-87e1653e9a52 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:24.293265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acc476e4-fc49-4249-a298-3195cdb658f8 req-0bc5edaa-ba1f-415f-9ffd-87e1653e9a52 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 943 time: 0.4431798 Sep 10 03:12:24.301561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=33822979-d098-44c7-b687-69aec6436fc5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:24.327291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.327575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:24.333616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.393282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.428757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8191211-734b-4ae5-8a4f-dd9e0c9911a5,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:24.437265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:24.445754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Checking segment: {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:24.446125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Network hostable DHCP agents. Network: bf6cdd50-6156-4f70-bd81-4c4e2139905c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:24.453383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:24.454285 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.480093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:24.481252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.482991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e7fae02a-209d-448e-b1bf-a92a65feb826 HTTP/1.1" status: 200 len: 1091 time: 3.0502813 Sep 10 03:12:24.487729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:24.494183 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68752a51-c187-46e4-a5af-6eb23ff304f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:24.498177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.501438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c1bac7d-02f8-4edd-9d26-553176cc9679 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8715346 Sep 10 03:12:24.506631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40174) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:24.521638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1657440295'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:24.543810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:24.584362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acc476e4-fc49-4249-a298-3195cdb658f8 req-10c41fb3-d42f-4fda-a978-038056f307f0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533255 Sep 10 03:12:24.595192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, bf6cdd50-6156-4f70-bd81-4c4e2139905c) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:24.598901 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441eaab2-d05b-4237-bf6c-b1c16d93a025 x-openstack-request-id: req-441eaab2-d05b-4237-bf6c-b1c16d93a025 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:24.600645 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:24.601355 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-441eaab2-d05b-4237-bf6c-b1c16d93a025 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:24.603165 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'status': 'completed', 'code': 200} Sep 10 03:12:24.613156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d86770-a4a7-4954-93bd-701dc39775b3 None None] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:24.621404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:24.621997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.628664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:24.632564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.646182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.674540 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-49bfa702-3b5a-4c7c-8a27-da68ea773637 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2082238 Sep 10 03:12:24.677036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40178) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:24.697047 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.713039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:24.837516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-8e65a78a-a512-48de-91a7-4c261b0ac45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:24.840101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-8e65a78a-a512-48de-91a7-4c261b0ac45b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 1094 time: 0.2726190 Sep 10 03:12:24.847092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:24.860299 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.872263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57370ddc-250a-43bc-88b1-380bcfc71b33 req-2b839e4c-e3fb-400b-a39f-34a270b59d38 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aeb1e44-a660-473f-8bef-d49a0bdd0996 HTTP/1.1" status: 200 len: 210 time: 0.1018624 Sep 10 03:12:24.901578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e54b8c-17dc-41dd-8200-e7eed402b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:24.957170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:24.967591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:24.968108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.019436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-bf6cdd50-6156-4f70-bd81-4c4e2139905c', 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'fixed_ips': [{'subnet_id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:25.020575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.042726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-b032ad68-acf3-4bde-968e-4890148d56b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7fae02a-209d-448e-b1bf-a92a65feb826 HTTP/1.1" status: 200 len: 217 time: 0.1876369 Sep 10 03:12:25.185589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310852c-32e9-4545-8645-bda94b4d457e req-913dbbb7-16b0-46ac-be7a-95a31cf5d4ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:25.187212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6310852c-32e9-4545-8645-bda94b4d457e req-913dbbb7-16b0-46ac-be7a-95a31cf5d4ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1413691 Sep 10 03:12:25.190786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-372ce72e-3784-4c41-bb0e-c10a578c4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:25.192311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-372ce72e-3784-4c41-bb0e-c10a578c4b2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1340997 Sep 10 03:12:25.269791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-27c20f8c-f793-4cc2-aaaa-2cd1a470f530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661941 Sep 10 03:12:25.310030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Allocated IP 172.20.0.2 (bf6cdd50-6156-4f70-bd81-4c4e2139905c/b8191211-734b-4ae5-8a4f-dd9e0c9911a5/26979030-6268-45b1-b6e2-b397640a477f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:25.385462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.391185 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.417136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:25.439646 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.440442 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Added segment b9f65b6c-5b2d-44ae-aed7-167f64ea4821 of type vlan for network d48445eb-d316-4739-b260-9aa4bf2a2c9e Sep 10 03:12:25.441325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6310852c-32e9-4545-8645-bda94b4d457e req-9e325262-89c0-4f65-a4d9-2eff40554c46 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270949 Sep 10 03:12:25.495009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.519769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-6a505fee-9db1-41eb-9b89-2ffacb3904f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:25.521403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-6a505fee-9db1-41eb-9b89-2ffacb3904f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1097 time: 0.3190379 Sep 10 03:12:25.527701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.540689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.542953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Transition to ACTIVE for port object 26979030-6268-45b1-b6e2-b397640a477f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:25.547639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:25.548230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.562943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Transition to ACTIVE for port object 26979030-6268-45b1-b6e2-b397640a477f will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:25.569962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.584392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-4e90f6c6-ec92-40f3-9a13-20a55713af7f service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350497 Sep 10 03:12:25.588607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.618316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29937280-2c0d-42e2-b0fc-3e13115d8505,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:25.621970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:25.647032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:25.650771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:25.657179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Pushing event updated for resources: {'Port': ['ID=26979030-6268-45b1-b6e2-b397640a477f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:25.667596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.667987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.668373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.668722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.669040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.670012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.670321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.670655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.670995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.671345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.671957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.672587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:25.721339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.765765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Attempting to bind port 26979030-6268-45b1-b6e2-b397640a477f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:25.766142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Attempting to bind port 26979030-6268-45b1-b6e2-b397640a477f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:25.766496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Attempting to bind port 26979030-6268-45b1-b6e2-b397640a477f on network bf6cdd50-6156-4f70-bd81-4c4e2139905c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:25.772511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:25.772737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Checking segment: {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:25.773188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.773792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Bound using segment: {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:25.774346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Bound port: 26979030-6268-45b1-b6e2-b397640a477f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:25.774741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.776240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Network': ['ID=d48445eb-d316-4739-b260-9aa4bf2a2c9e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:25.781791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-84dae9ca-02a7-4341-9d0e-3ae4d11552f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:25.784105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-84dae9ca-02a7-4341-9d0e-3ae4d11552f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.2519979 Sep 10 03:12:25.796253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0209c8b4-00a7-4543-bd26-32d19fd7ab28 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2885439 Sep 10 03:12:25.800811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:25.851538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40192) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:25.861901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'subnet': {'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:25.873851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-4ada6a52-73a5-4cea-ab77-7ad567bebe0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1002 time: 0.0808864 Sep 10 03:12:25.960391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] For port 26979030-6268-45b1-b6e2-b397640a477f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:25.964069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] For port 26979030-6268-45b1-b6e2-b397640a477f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=26979030-6268-45b1-b6e2-b397640a477f,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:25.971698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:25.977731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-7ba5c14b-a783-440e-b3ab-2c78d2a3451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:25.979655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-7ba5c14b-a783-440e-b3ab-2c78d2a3451b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.0974998 Sep 10 03:12:26.010215 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef126e2-15f4-4543-aaab-e887c9ee35b8 req-c8cdc9eb-a384-4d2a-af71-4b6a7525b3de service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802836 Sep 10 03:12:26.067708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4c9c-cffb-4563-b05b-24d93cc40eec req-c3eb59d5-fb62-44b1-b6cd-1ebe79bc1ff7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.069323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-224e4c9c-cffb-4563-b05b-24d93cc40eec req-c3eb59d5-fb62-44b1-b6cd-1ebe79bc1ff7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 943 time: 0.2904949 Sep 10 03:12:26.100559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96736c3e-f1e1-4334-951f-4a2085019727 None None] Pushing event updated for resources: {'Port': ['ID=26979030-6268-45b1-b6e2-b397640a477f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:26.144364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:26.161228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:26.218336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:26.222125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:26.238373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:26.239420 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:26.253645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-6449fd1c-19c2-4f32-ae98-cb6800d9303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.255472 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-6449fd1c-19c2-4f32-ae98-cb6800d9303e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 1094 time: 0.1617496 Sep 10 03:12:26.259093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-224e4c9c-cffb-4563-b05b-24d93cc40eec req-3edae083-5bfc-4397-8f53-a9193d9da8d8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110904 Sep 10 03:12:26.263984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-cc47928b-4c97-47c9-ac88-9ca103386a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.265513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-cc47928b-4c97-47c9-ac88-9ca103386a46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791059 Sep 10 03:12:26.435037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 33822979-d098-44c7-b687-69aec6436fc5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:26.586103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 33822979-d098-44c7-b687-69aec6436fc5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:26.587433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:26.672981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-d89778a0-3d1f-43dc-b3f6-4db8b95a16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.674769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-d89778a0-3d1f-43dc-b3f6-4db8b95a16e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 0.4059832 Sep 10 03:12:26.676972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-fce1631b-6be7-401d-80ae-a9c4fb5fed53 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964312 Sep 10 03:12:26.685062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Allocated IP 172.20.0.1 (50489b5f-3297-4fbb-be85-aeb8cf5f7549/8e2b9737-5fea-4957-910f-3321db70d3da/a2651534-efc9-4d67-95ab-7ab051b25596) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:26.730432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-84ac7636-886e-4832-925d-ab38ba45d41f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7fae02a-209d-448e-b1bf-a92a65feb826 HTTP/1.1" status: 200 len: 217 time: 0.0469065 Sep 10 03:12:26.748003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ebeca-90da-40f0-ba6c-2ff7caabb729 req-f9fea2bf-a11d-4e11-8a2a-1268ebe11c14 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.749545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae1ebeca-90da-40f0-ba6c-2ff7caabb729 req-f9fea2bf-a11d-4e11-8a2a-1268ebe11c14 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1820273 Sep 10 03:12:26.856099 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:26.915807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-cefe45d4-aa0a-46c0-87eb-2d17fdcba12f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.916280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-a857cf7c-7b11-4659-93bd-b78fbdbdf381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:26.917764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-a857cf7c-7b11-4659-93bd-b78fbdbdf381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1663978 Sep 10 03:12:26.923115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-cefe45d4-aa0a-46c0-87eb-2d17fdcba12f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.4941342 Sep 10 03:12:26.925472 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae1ebeca-90da-40f0-ba6c-2ff7caabb729 req-12768687-a04f-49a1-9c20-5b5a28807b5e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498370 Sep 10 03:12:26.942120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Subnet': ['ID=ab7e1ca0-4f8a-40c3-8168-c07f4e248809,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:26.953498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-7a45cd18-ce69-48d1-ad28-ef6ca29ef145 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/quotas/623b01a55b9342058657c80337d2fdb7 HTTP/1.1" status: 200 len: 375 time: 0.0298197 Sep 10 03:12:26.961812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:26.971230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-025efcde-b771-47d3-bb9f-f2a704e6f4b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434165 Sep 10 03:12:27.001892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e7fae02a-209d-448e-b1bf-a92a65feb826 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:27.009591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31c35f43-f440-4a22-8201-a8b3d98ff5ac no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:27.018795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.038099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-8733d6bd-b3eb-444c-864d-084704a793fb service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494070 Sep 10 03:12:27.072791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 31c35f43-f440-4a22-8201-a8b3d98ff5ac {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:27.073420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 31c35f43-f440-4a22-8201-a8b3d98ff5ac not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:27.090230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Checking segment: {'id': 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:27.090749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network hostable DHCP agents. Network: d48445eb-d316-4739-b260-9aa4bf2a2c9e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:27.166096 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.194386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Transition to ACTIVE for port object a2651534-efc9-4d67-95ab-7ab051b25596 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:27.199814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-97890da0-5105-41bd-a09e-a02a331395af service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962702 Sep 10 03:12:27.237242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b2f6f5ab-dac6-47be-a00d-a02118d0592b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2768452 Sep 10 03:12:27.272009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Allocated IP 172.25.8.143 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/eabfac74-27ea-4083-b3ec-e224b5a4dc6d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:27.290047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:27.305896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:27.320610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d48445eb-d316-4739-b260-9aa4bf2a2c9e) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:27.325464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68752a51-c187-46e4-a5af-6eb23ff304f0 req-d9c2312a-f31b-4f0b-878b-778e29b360bb service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173232 Sep 10 03:12:27.326877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:27.327163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.328010 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.337272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'mac_address': 'fa:16:3e:c8:59:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:27.355035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec53d11-9ff3-4443-b440-6edecde3e2af None None] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:27.408665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f7126ed4-959d-44a6-95d2-9c22a9451eb9 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5537391 Sep 10 03:12:27.412282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:27.421633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'network': {'name': 'tempest-router-network01--1768638958'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:27.439527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:27.479557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-1fff117a-048a-4902-9f58-e0cfb2b9c58d service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267056 Sep 10 03:12:27.540994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:27.545172 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.555987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.613924 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.637387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:27.668536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-1720cb60-3ca0-4813-baa2-2ff4c34acd18 service neutron] 10.222.0.23 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746392 Sep 10 03:12:27.676408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.677022 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Added segment 930cd159-f42e-45b0-8fab-d2ed21891744 of type vlan for network d405beea-fb5b-4706-864f-cb4d1e9db5aa Sep 10 03:12:27.732823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d48445eb-d316-4739-b260-9aa4bf2a2c9e', 'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e', 'tenant_id': 'a7ce4b04e3e64fe4adedeffe305afe96', 'fixed_ips': [{'subnet_id': 'ab7e1ca0-4f8a-40c3-8168-c07f4e248809'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:27.737097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.752370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.776035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.807899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fae02a-209d-448e-b1bf-a92a65feb826 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:27.868049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:27.875336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:27.884855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aedcac-f733-4c4c-99ad-3c6481693597 None None] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:27.886186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:27.898624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:27.902208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:27.906177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Port': ['ID=a2651534-efc9-4d67-95ab-7ab051b25596,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:27.913745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:27.939974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Pushing event updated for resources: {'Port': ['ID=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:27.957558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.968562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:27.969668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:27.972452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223a921-a961-409f-8a72-16ec15503da5 req-7495bb20-e488-443a-baca-30f9b613bf45 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:27.984009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c223a921-a961-409f-8a72-16ec15503da5 req-7495bb20-e488-443a-baca-30f9b613bf45 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 943 time: 0.5831883 Sep 10 03:12:28.011117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.061175 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.080287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Network': ['ID=d405beea-fb5b-4706-864f-cb4d1e9db5aa,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:28.122508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0837b17c-8aa6-4326-972a-25ac2c6d5980 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7023993 Sep 10 03:12:28.124039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40240) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:28.131854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'network': {'name': 'tempest-router-network02--695764789'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:28.159970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:28.281151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-076891ef-4767-40ec-96d0-6523118df729 None None] Provisioning for port 26979030-6268-45b1-b6e2-b397640a477f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:28.286622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 26979030-6268-45b1-b6e2-b397640a477f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:28.338084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c223a921-a961-409f-8a72-16ec15503da5 req-936857dd-8bdb-4f99-99f4-1c22b6cc03da tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531027 Sep 10 03:12:28.371755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['e7fae02a-209d-448e-b1bf-a92a65feb826'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:28.415377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.431124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:28.435224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.469616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac0a12-8725-43c5-aa94-4786da1c2dc0 req-b957e3c3-c6ff-4f3e-aa54-dff34c7941fd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:28.471244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97ac0a12-8725-43c5-aa94-4786da1c2dc0 req-b957e3c3-c6ff-4f3e-aa54-dff34c7941fd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2254984 Sep 10 03:12:28.506825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:28.524417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.524962 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Added segment 7d53b9e2-bb67-4fb2-be2e-5360fed50332 of type vlan for network d98216df-8252-4666-8678-c006f8ac11bb Sep 10 03:12:28.600339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97ac0a12-8725-43c5-aa94-4786da1c2dc0 req-b434cc2e-a548-4228-99af-60bd597178d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212008 Sep 10 03:12:28.652409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65ca15ba-1af8-4497-8558-39f32c9a30f4 req-e22302f0-aa6b-4119-ada1-84a097e38ede tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 210 time: 0.2388449 Sep 10 03:12:28.676129 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.697766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.745192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Allocated IP 2001:db8::2 (d48445eb-d316-4739-b260-9aa4bf2a2c9e/ab7e1ca0-4f8a-40c3-8168-c07f4e248809/08b9a5ff-12ef-450b-85e2-3f5438d069c1) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:28.791571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.797145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:28.798150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:28.951628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Network': ['ID=d98216df-8252-4666-8678-c006f8ac11bb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:28.957447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3cd80a03-e0e4-45e6-a49d-2cfab0a4c64b tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8330917 Sep 10 03:12:28.966988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40250) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:28.972894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'subnet': {'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:28.994116 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.004939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Transition to ACTIVE for port object 08b9a5ff-12ef-450b-85e2-3f5438d069c1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:29.045646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Transition to ACTIVE for port object 08b9a5ff-12ef-450b-85e2-3f5438d069c1 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:29.059104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d98216df-8252-4666-8678-c006f8ac11bb details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:29.160491 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.172845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.216064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:29.219862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.228247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:29.293600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:29.321720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Router 3a845be3-6659-4108-8723-917238434730 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:12:29.326510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:29.329794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:29.333595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5583e753-6e7c-468d-8b97-30be8056a8c3 None None] Provisioning for port a2651534-efc9-4d67-95ab-7ab051b25596 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:29.339298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.360042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 26979030-6268-45b1-b6e2-b397640a477f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:29.377917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 26979030-6268-45b1-b6e2-b397640a477f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:29.378428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.380075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5583e753-6e7c-468d-8b97-30be8056a8c3 None None] Provisioning complete for port a2651534-efc9-4d67-95ab-7ab051b25596 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:29.380843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5583e753-6e7c-468d-8b97-30be8056a8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.402002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.489261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Pushing event updated for resources: {'Port': ['ID=08b9a5ff-12ef-450b-85e2-3f5438d069c1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:29.547186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Port': ['ID=a2651534-efc9-4d67-95ab-7ab051b25596,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:29.549341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Attempting to bind port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:29.549862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Attempting to bind port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:29.550382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Attempting to bind port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 on network d48445eb-d316-4739-b260-9aa4bf2a2c9e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:29.561306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:29.561868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Checking segment: {'id': 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:29.562377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.562971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:29.563787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Bound using segment: {'id': 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:29.565256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Bound port: 08b9a5ff-12ef-450b-85e2-3f5438d069c1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd48445eb-d316-4739-b260-9aa4bf2a2c9e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:29.565891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.568562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5583e753-6e7c-468d-8b97-30be8056a8c3 None None] Port a2651534-efc9-4d67-95ab-7ab051b25596 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:29.576810 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Sync routers for ids ['3a845be3-6659-4108-8723-917238434730'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:29.601540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Routers {'3a845be3-6659-4108-8723-917238434730'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:29.604337 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3a845be3-6659-4108-8723-917238434730'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:29.617339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.620160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-78c5fd05-d081-40a1-94c9-f4d6d490c601 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9421558 Sep 10 03:12:29.622805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40254) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:29.738107 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.756584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] For port 08b9a5ff-12ef-450b-85e2-3f5438d069c1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:29.782852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 26979030-6268-45b1-b6e2-b397640a477f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=26979030-6268-45b1-b6e2-b397640a477f,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:29.804739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.812280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] For port 08b9a5ff-12ef-450b-85e2-3f5438d069c1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=08b9a5ff-12ef-450b-85e2-3f5438d069c1,segment=NetworkSegment(b9f65b6c-5b2d-44ae-aed7-167f64ea4821),segment_id=b9f65b6c-5b2d-44ae-aed7-167f64ea4821)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:29.820827 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Set router 3a845be3-6659-4108-8723-917238434730 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:29.850249 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.853449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-47bbd007-123e-46be-b3da-f76172b9932c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:29.855164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-47bbd007-123e-46be-b3da-f76172b9932c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 806 time: 0.2753482 Sep 10 03:12:29.857484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3ab35c9a-7906-4897-8328-9daffb095bf4 None None] Provisioning complete for port 26979030-6268-45b1-b6e2-b397640a477f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:29.857979 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ab35c9a-7906-4897-8328-9daffb095bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.890985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Request body: {'port': {'device_id': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'admin_state_up': True, 'tenant_id': '623b01a55b9342058657c80337d2fdb7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:29.941527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.957601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=26979030-6268-45b1-b6e2-b397640a477f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:29.976480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:29.990309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e402f-80bc-4eb1-841e-4ab785546d83 req-c09d65b3-70bb-445c-92cb-b02af6eddbf9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:30.000021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b6e402f-80bc-4eb1-841e-4ab785546d83 req-c09d65b3-70bb-445c-92cb-b02af6eddbf9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2398407 Sep 10 03:12:30.090849 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:12:28Z', 'revision_number': 3, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:30.139895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82ba4-0153-4075-a968-b5d0deff219b None None] Pushing event updated for resources: {'Port': ['ID=08b9a5ff-12ef-450b-85e2-3f5438d069c1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:30.151105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 26979030-6268-45b1-b6e2-b397640a477f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:30.162970 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Checking router: 3a845be3-6659-4108-8723-917238434730 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:12:30.163319 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Updating router 3a845be3-6659-4108-8723-917238434730 port eabfac74-27ea-4083-b3ec-e224b5a4dc6d binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:12:30.167054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123d09-0e89-427b-a880-a33df7f892ed req-43ae8746-2515-45bc-9b1c-816d7d47d210 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:30.175431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b123d09-0e89-427b-a880-a33df7f892ed req-43ae8746-2515-45bc-9b1c-816d7d47d210 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 944 time: 0.6328671 Sep 10 03:12:30.185983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b6e402f-80bc-4eb1-841e-4ab785546d83 req-9eaf8bd4-31b4-4f07-813d-24419bf88bde tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813200 Sep 10 03:12:30.245157 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.332557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Subnet': ['ID=54ab8ca2-9f83-4357-a9a0-51d5142008e0,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:30.444450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 26979030-6268-45b1-b6e2-b397640a477f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:30.446203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.490771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b123d09-0e89-427b-a880-a33df7f892ed req-ea02c434-4a3c-4533-9b5c-dccd03bef55b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141124 Sep 10 03:12:30.657505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Made reservation on behalf of 623b01a55b9342058657c80337d2fdb7 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:30.664763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.700572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Checking segment: {'id': '930cd159-f42e-45b0-8fab-d2ed21891744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:30.700947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network hostable DHCP agents. Network: d405beea-fb5b-4706-864f-cb4d1e9db5aa, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:30.794172 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.810691 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Transition to ACTIVE for port object eabfac74-27ea-4083-b3ec-e224b5a4dc6d will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:30.814312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:30.819562 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.819844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:30.822478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:30.842732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d405beea-fb5b-4706-864f-cb4d1e9db5aa) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:30.852172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cd2b7-f728-4d26-ba6d-a41b920be2c5 None None] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:30.893577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:30.894181 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.909437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Attempting to bind port eabfac74-27ea-4083-b3ec-e224b5a4dc6d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:30.910233 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Attempting to bind port eabfac74-27ea-4083-b3ec-e224b5a4dc6d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:30.911184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Attempting to bind port eabfac74-27ea-4083-b3ec-e224b5a4dc6d on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:30.920140 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:30.922845 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:30.926987 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:30.927853 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:30.928635 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Bound port: eabfac74-27ea-4083-b3ec-e224b5a4dc6d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:30.929275 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.015807 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] For port eabfac74-27ea-4083-b3ec-e224b5a4dc6d, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:31.019676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] For port eabfac74-27ea-4083-b3ec-e224b5a4dc6d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:31.025975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e7fae02a-209d-448e-b1bf-a92a65feb826 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:31.056998 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.069938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f9a1c8f1-8760-4ecb-8ff7-57d6b9c7f6a8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1017590 Sep 10 03:12:31.080660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40264) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:31.089224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Allocated IP 172.20.0.2 (f67951fd-f593-4abf-97a2-9d68cfdbd94c/4da81212-6cde-43bb-8d26-be010c1c1056/54683edf-2320-4da2-bd8b-dc0f489d5cb7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:31.111706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Pushing event updated for resources: {'Port': ['ID=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:31.131387 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.132097 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.132721 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.133318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.133877 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.134432 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.135074 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.135819 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.136404 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.136959 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.137513 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.138080 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:31.157656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'subnet': {'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:31.228757 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Routers {'3a845be3-6659-4108-8723-917238434730'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:31.229204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71e1063a-4649-490a-a4b7-08fe9d240037 req-df2daf96-e53d-43aa-b676-3188e7f0493e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 210 time: 0.1640897 Sep 10 03:12:31.230236 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3a845be3-6659-4108-8723-917238434730'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:31.304557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95092dee-d5ff-4a7f-8c28-d3bda6e685bb None None] Provisioning complete for port a2651534-efc9-4d67-95ab-7ab051b25596 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:31.306148 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95092dee-d5ff-4a7f-8c28-d3bda6e685bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.325564 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8557b6-0e00-4d9c-9c29-7f0d6d94da62 None None] Pushing event updated for resources: {'Port': ['ID=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:31.336708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d405beea-fb5b-4706-864f-cb4d1e9db5aa', 'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa', 'tenant_id': 'a7ce4b04e3e64fe4adedeffe305afe96', 'fixed_ips': [{'subnet_id': '54ab8ca2-9f83-4357-a9a0-51d5142008e0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:31.338000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.410915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Router ac36096a-f3fa-4eca-981b-72a29334e0dc has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:31.465757 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] Set router 3a845be3-6659-4108-8723-917238434730 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:31.483285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e518e-59ab-4fa0-9318-c744e9047e73 req-73addc21-b859-484b-ba10-2aba167ede72 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:31.485327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d14e518e-59ab-4fa0-9318-c744e9047e73 req-73addc21-b859-484b-ba10-2aba167ede72 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1517727 Sep 10 03:12:31.500525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port e7fae02a-209d-448e-b1bf-a92a65feb826 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:31.540688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port e7fae02a-209d-448e-b1bf-a92a65feb826 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:31.541070 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.642493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-95092dee-d5ff-4a7f-8c28-d3bda6e685bb None None] Port a2651534-efc9-4d67-95ab-7ab051b25596 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:31.705205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d14e518e-59ab-4fa0-9318-c744e9047e73 req-4290ead7-5631-429b-a220-47ca033ebcbc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121100 Sep 10 03:12:31.719504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33634038-48b0-4e7c-983d-0dbb1b35fa58 None None] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:31.730276 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:12:28Z', 'revision_number': 3, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:31.772314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:31.775330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df014f-5213-4d8a-809b-f1e5f50c54f0 None None] The sync data for ids ['3a845be3-6659-4108-8723-917238434730'] in n-d-808126-2 is: [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:12:28Z', 'revision_number': 3, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:31.781014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.821900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.846521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:31.855474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6c864dc-b52b-4576-ba04-32663b5b640b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "PUT /v2.0/routers/ac36096a-f3fa-4eca-981b-72a29334e0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9794159 Sep 10 03:12:31.855985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509d36-80ec-4ad4-afad-e30cdfba6d36 req-34727b94-30f7-42fa-bd62-4f37d06230a7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:31.860490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40274) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:31.864025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-72509d36-80ec-4ad4-afad-e30cdfba6d36 req-34727b94-30f7-42fa-bd62-4f37d06230a7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 944 time: 0.2451019 Sep 10 03:12:31.865355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Request body: {'port': {'network_id': '50489b5f-3297-4fbb-be85-aeb8cf5f7549', 'name': 'tempest-FloatingIPAdminTestJSON-1251553444'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:31.872994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] Sync routers for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:31.965185 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.985465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:31.990575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:31.991290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:31.995798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-72509d36-80ec-4ad4-afad-e30cdfba6d36 req-0b0a95c2-11aa-4e6b-baac-a216fdf59413 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284876 Sep 10 03:12:32.014087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.015125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:32.069893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-59a55624-b0e7-4fb0-9266-bb687dabb30b None None] Provisioning for port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:32.107684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Network f67951fd-f593-4abf-97a2-9d68cfdbd94c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:32.113851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:32.136043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f84d-543f-4da9-b7c7-6e68d1f6c2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.151633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.155822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:32.170796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:32.194140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Allocated IP 2001:db8::2 (d405beea-fb5b-4706-864f-cb4d1e9db5aa/54ab8ca2-9f83-4357-a9a0-51d5142008e0/91c7bb94-cf91-4bf7-819b-8bc20f8c23df) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:32.217878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event updated for resources: {'Port': ['ID=54683edf-2320-4da2-bd8b-dc0f489d5cb7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:32.287937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Made reservation on behalf of b26038c386074a2aa67623515372a590 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:32.291837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.300177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:32.300857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.304619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Allocated IP 172.20.0.1 (bf6cdd50-6156-4f70-bd81-4c4e2139905c/b8191211-734b-4ae5-8a4f-dd9e0c9911a5/0f056485-82c3-49eb-999a-748590a5b270) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:32.354506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-d4072af9-850b-42e3-a089-2ec1b61cd0ed tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4678304 Sep 10 03:12:32.361141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] device_id is not set on port 45aa8ab7-ae89-4690-ba33-374643b49e81 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:12:32.373234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Request body: {'port': {'device_id': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:32.386461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 08b9a5ff-12ef-450b-85e2-3f5438d069c1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:32.456966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.471759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Transition to ACTIVE for port object 0f056485-82c3-49eb-999a-748590a5b270 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:32.512485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.558226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4a05e-ed2c-4d8b-90f7-a81954c9a78b req-d84fa354-f111-4506-b7f2-6c777837d70d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:32.568018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fda4a05e-ed2c-4d8b-90f7-a81954c9a78b req-d84fa354-f111-4506-b7f2-6c777837d70d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 931 time: 0.1904738 Sep 10 03:12:32.601329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:32.606827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:32.607000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.623487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:32.628209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.652977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:32.653703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:32.690084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.839415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fda4a05e-ed2c-4d8b-90f7-a81954c9a78b req-9b346980-4b2d-4176-b7cf-278e4928cff8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685132 Sep 10 03:12:32.848570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Allocated IP 172.20.0.13 (50489b5f-3297-4fbb-be85-aeb8cf5f7549/8e2b9737-5fea-4957-910f-3321db70d3da/45aa8ab7-ae89-4690-ba33-374643b49e81) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:32.855391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:32.897198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Pushing event updated for resources: {'Port': ['ID=0f056485-82c3-49eb-999a-748590a5b270,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:33.179397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.200720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0ba0-e2d4-4527-bc0d-58f53d5681bd req-4ad93bf9-fdd1-4d9b-b8e1-776ead9999a5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:33.202945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-451a0ba0-e2d4-4527-bc0d-58f53d5681bd req-4ad93bf9-fdd1-4d9b-b8e1-776ead9999a5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.3005357 Sep 10 03:12:33.204486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.282313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:33.285285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9c254-3bff-4332-9622-130e30cdd00a None None] The sync data for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:33.308207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:33.311441 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883873b4-5b3c-4876-8b14-aa5621516eb7" -d '{"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-plugged", "status": "completed", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:33.326097 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:12:33.328770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77cbc7-692f-459b-bb4f-d718aa98fced req-baa19968-6098-4554-8f2f-4df0f1e6dd69 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:33.330413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e77cbc7-692f-459b-bb4f-d718aa98fced req-baa19968-6098-4554-8f2f-4df0f1e6dd69 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 944 time: 0.1444526 Sep 10 03:12:33.342895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.345889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.350805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Pushing event updated for resources: {'Port': ['ID=0f056485-82c3-49eb-999a-748590a5b270,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:33.361366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:33.413667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Subnet': ['ID=d1c11623-ad81-4fd1-89d6-deeefbbbd84e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:33.432059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.438339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-451a0ba0-e2d4-4527-bc0d-58f53d5681bd req-8f137d2b-c060-42c0-996c-bc38ffbbc6f3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888623 Sep 10 03:12:33.443669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Transition to ACTIVE for port object 91c7bb94-cf91-4bf7-819b-8bc20f8c23df will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:33.464043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Transition to ACTIVE for port object 91c7bb94-cf91-4bf7-819b-8bc20f8c23df will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:33.473120 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.484927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:33.487423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-03a6ddcf-7e92-43c8-9c27-09f6fcbc115b None None] Provisioning for port 0f056485-82c3-49eb-999a-748590a5b270 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:33.498701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-03a6ddcf-7e92-43c8-9c27-09f6fcbc115b None None] Provisioning complete for port 0f056485-82c3-49eb-999a-748590a5b270 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:33.499538 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-03a6ddcf-7e92-43c8-9c27-09f6fcbc115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.562244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Checking segment: {'id': '7d53b9e2-bb67-4fb2-be2e-5360fed50332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:33.562611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network hostable DHCP agents. Network: d98216df-8252-4666-8678-c006f8ac11bb, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:33.566398 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c87ad-c4fc-43a0-b815-2611bca03882 x-openstack-request-id: req-3d3c87ad-c4fc-43a0-b815-2611bca03882 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:33.567004 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-plugged", "status": "completed", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:33.567325 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d3c87ad-c4fc-43a0-b815-2611bca03882 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:33.567813 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'code': 200} Sep 10 03:12:33.596158 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.609286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d98216df-8252-4666-8678-c006f8ac11bb is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:33.614331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:33.616172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:33.616687 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.618667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:33.745198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-03a6ddcf-7e92-43c8-9c27-09f6fcbc115b None None] Port 0f056485-82c3-49eb-999a-748590a5b270 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:33.746247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d98216df-8252-4666-8678-c006f8ac11bb) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:33.752217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:33.752821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:33.763055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Router 3a845be3-6659-4108-8723-917238434730 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:33.789928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:33.798896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933dd645-8c2b-4d6b-be4c-e1fe4f60af3e None None] Network d98216df-8252-4666-8678-c006f8ac11bb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:33.821173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:33.934612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:33.940626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1200d3ff-6c14-45e4-babf-963ae6dc5389 admin admin] 10.222.0.23 "PUT /v2.0/routers/3a845be3-6659-4108-8723-917238434730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3161709 Sep 10 03:12:33.942660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da2f2f31-7b1e-4226-a05a-d4009fa34da4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8607910 Sep 10 03:12:33.947550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40294) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:33.990362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.017384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:34.035403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:34.069715 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e77cbc7-692f-459b-bb4f-d718aa98fced req-4e357e40-b555-4cfb-8610-9f198f0bf89b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209607 Sep 10 03:12:34.135007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd4fd3-924e-41df-82c8-2c3452622ecc req-5e6a7053-36a1-4947-91b6-2e1778febc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:34.137532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98bd4fd3-924e-41df-82c8-2c3452622ecc req-5e6a7053-36a1-4947-91b6-2e1778febc87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 1096 time: 0.2463412 Sep 10 03:12:34.143256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.159979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 08b9a5ff-12ef-450b-85e2-3f5438d069c1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=08b9a5ff-12ef-450b-85e2-3f5438d069c1,segment=NetworkSegment(b9f65b6c-5b2d-44ae-aed7-167f64ea4821),segment_id=b9f65b6c-5b2d-44ae-aed7-167f64ea4821)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:34.185245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Pushing event updated for resources: {'Port': ['ID=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:34.189114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.259056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Transition to ACTIVE for port object 45aa8ab7-ae89-4690-ba33-374643b49e81 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:34.331185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e0612-a070-4e32-aa9e-a28cc9aba3c1 req-085015ba-fb68-4e1e-82a0-152d54928871 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:34.338518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98bd4fd3-924e-41df-82c8-2c3452622ecc req-76015fe6-6559-42eb-b95d-fd866645addb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748614 Sep 10 03:12:34.339879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb0e0612-a070-4e32-aa9e-a28cc9aba3c1 req-085015ba-fb68-4e1e-82a0-152d54928871 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 931 time: 0.3079059 Sep 10 03:12:34.343888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=08b9a5ff-12ef-450b-85e2-3f5438d069c1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:34.386286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Attempting to bind port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:34.386747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Attempting to bind port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '930cd159-f42e-45b0-8fab-d2ed21891744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:34.387166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Attempting to bind port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df on network d405beea-fb5b-4706-864f-cb4d1e9db5aa {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:34.403046 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.404960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5935286c-4381-4019-8a93-147df3a97b5e None None] Provisioning complete for port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:34.405367 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5935286c-4381-4019-8a93-147df3a97b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.419546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb0e0612-a070-4e32-aa9e-a28cc9aba3c1 req-8d85feb7-2d17-43d5-8015-b0d672c7f60e tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786707 Sep 10 03:12:34.444619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:34.445140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Checking segment: {'id': '930cd159-f42e-45b0-8fab-d2ed21891744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:34.446088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.446497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Bound using segment: {'id': '930cd159-f42e-45b0-8fab-d2ed21891744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:34.446984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Bound port: 91c7bb94-cf91-4bf7-819b-8bc20f8c23df, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930cd159-f42e-45b0-8fab-d2ed21891744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd405beea-fb5b-4706-864f-cb4d1e9db5aa'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:34.447364 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.458680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.461202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eabfac74-27ea-4083-b3ec-e224b5a4dc6d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:34.470196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54683edf-2320-4da2-bd8b-dc0f489d5cb7 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:34.504072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.510738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:34.516908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:34.526517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:34.598974 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Sync routers for ids ['3a845be3-6659-4108-8723-917238434730'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:34.614476 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Routers {'3a845be3-6659-4108-8723-917238434730'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:34.615423 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3a845be3-6659-4108-8723-917238434730'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:34.626296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-07535ea9-9b45-4104-aa3a-38f533f4e3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.629461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Transition to ACTIVE for port object 54683edf-2320-4da2-bd8b-dc0f489d5cb7 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:34.630530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event updated for resources: {'Port': ['ID=45aa8ab7-ae89-4690-ba33-374643b49e81,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:34.656159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.665666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.666016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.666348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.666891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.667027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.667323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.667707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.668023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.668348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.671994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.672579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.673323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:12:34.674532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d98216df-8252-4666-8678-c006f8ac11bb', 'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb', 'tenant_id': 'a7ce4b04e3e64fe4adedeffe305afe96', 'fixed_ips': [{'subnet_id': 'd1c11623-ad81-4fd1-89d6-deeefbbbd84e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:34.678232 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.696376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:34.697386 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.763038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c53cdfc-8149-4f78-8a2b-e30d3ff05ec3 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9001920 Sep 10 03:12:34.767799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40314) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:34.790443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f554a4-cc84-43ae-9363-e072a36b709a req-6dbf23ff-f807-4709-9baa-5d234ae33cae tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:34.792892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-17f554a4-cc84-43ae-9363-e072a36b709a req-6dbf23ff-f807-4709-9baa-5d234ae33cae tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2161784 Sep 10 03:12:34.837840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] For port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:34.841556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] For port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,segment=NetworkSegment(930cd159-f42e-45b0-8fab-d2ed21891744),segment_id=930cd159-f42e-45b0-8fab-d2ed21891744)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:34.887550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.892192 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Set router 3a845be3-6659-4108-8723-917238434730 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:34.896281 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.904368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port eabfac74-27ea-4083-b3ec-e224b5a4dc6d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:34.940487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port eabfac74-27ea-4083-b3ec-e224b5a4dc6d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:34.940862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:34.957311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Attempting to bind port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:34.957652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Attempting to bind port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:34.957981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Attempting to bind port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:34.983054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-17f554a4-cc84-43ae-9363-e072a36b709a req-9b4ed22c-52b7-441b-8738-3271856a3bbc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507368 Sep 10 03:12:34.986090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Pushing event updated for resources: {'Port': ['ID=54683edf-2320-4da2-bd8b-dc0f489d5cb7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:35.000095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:35.002177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Attempting to bind port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 on network f67951fd-f593-4abf-97a2-9d68cfdbd94c {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:35.010398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'project_id': 'b26038c386074a2aa67623515372a590', 'port_id': '45aa8ab7-ae89-4690-ba33-374643b49e81'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:35.018840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:35.018840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Checking segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:35.020670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Bound using segment: {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:35.020670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Bound port: 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99936be6-5d5a-4d56-a133-c70fc75dcafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:35.020670 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.054390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.092386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Allocated IP 2001:db8::1 (d405beea-fb5b-4706-864f-cb4d1e9db5aa/54ab8ca2-9f83-4357-a9a0-51d5142008e0/3feaf670-1486-411f-b16e-b400f3308620) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:35.129293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] For port 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:35.133720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] For port 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:35.139137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.161551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cad34d-aa1d-450a-bc2e-45ed3002c713 None None] Pushing event updated for resources: {'Port': ['ID=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:35.165056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Provisioning complete for port 0f056485-82c3-49eb-999a-748590a5b270 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:35.165433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.248644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:35.249590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.251752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] 10.222.0.36 "PUT /v2.0/ports/54683edf-2320-4da2-bd8b-dc0f489d5cb7 HTTP/1.1" status: 200 len: 1091 time: 2.8844838 Sep 10 03:12:35.252933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8edd1-53f8-4ada-8c9e-e3108ea285bb service neutron] Pushing event updated for resources: {'Port': ['ID=54683edf-2320-4da2-bd8b-dc0f489d5cb7,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:35.274250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'tag': '54683edf-2320-4da2-bd8b-dc0f489d5cb7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:35.278420 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d" -d '{"events": [{"name": "network-changed", "server_uuid": "b481a919-9e72-43bb-b985-27ad5ee60c62", "tag": "54683edf-2320-4da2-bd8b-dc0f489d5cb7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:35.411074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-01297cd5-8de0-4839-b67a-74e269f7c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:35.412669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-01297cd5-8de0-4839-b67a-74e269f7c1bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 1094 time: 0.1101797 Sep 10 03:12:35.477665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-429c3ec3-d8a3-4437-b843-30ee832a099c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7 HTTP/1.1" status: 200 len: 217 time: 0.0527689 Sep 10 03:12:35.545236 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e135a877-c1d0-43da-8381-b293257b139b x-openstack-request-id: req-e135a877-c1d0-43da-8381-b293257b139b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:35.546388 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b481a919-9e72-43bb-b985-27ad5ee60c62", "tag": "54683edf-2320-4da2-bd8b-dc0f489d5cb7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:35.547079 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e135a877-c1d0-43da-8381-b293257b139b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:35.548940 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'tag': '54683edf-2320-4da2-bd8b-dc0f489d5cb7', 'status': 'completed', 'code': 200} Sep 10 03:12:35.572386 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.576704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Port 0f056485-82c3-49eb-999a-748590a5b270 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:35.600764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Allocated IP 2001:db8::2 (d98216df-8252-4666-8678-c006f8ac11bb/d1c11623-ad81-4fd1-89d6-deeefbbbd84e/6dec71ee-a1d4-4519-98e9-dc8e3207d97b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:35.628484 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.639831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Provisioning for port 45aa8ab7-ae89-4690-ba33-374643b49e81 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:35.672245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Provisioning complete for port 45aa8ab7-ae89-4690-ba33-374643b49e81 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:35.672678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.683957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-f0c0ef3f-bb32-4c08-8974-18be967dcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:35.685878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-f0c0ef3f-bb32-4c08-8974-18be967dcba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.2017453 Sep 10 03:12:35.710223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port eabfac74-27ea-4083-b3ec-e224b5a4dc6d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:35.725976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.769204 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:12:32Z', 'revision_number': 4, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f056485-82c3-49eb-999a-748590a5b270', 'name': '', 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'mac_address': 'fa:16:3e:df:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:32Z', 'updated_at': '2021-09-10T03:12:33Z', 'revision_number': 2, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'subnets': [{'id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:35.778566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-0d997ddb-6c52-407b-8492-c6706fd5aaa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455322 Sep 10 03:12:35.821806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbb6ca-a39a-4343-bb4f-73c561389c82 None None] Port 45aa8ab7-ae89-4690-ba33-374643b49e81 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:35.828493 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Checking router: 3a845be3-6659-4108-8723-917238434730 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:12:35.829071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Updating router 3a845be3-6659-4108-8723-917238434730 port 0f056485-82c3-49eb-999a-748590a5b270 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:12:35.837170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac78d1-dd24-4d25-aa64-d45ddfeb3f5d req-4b88d9eb-36df-4b65-8727-ce81c712387b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:35.845226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27ac78d1-dd24-4d25-aa64-d45ddfeb3f5d req-4b88d9eb-36df-4b65-8727-ce81c712387b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 943 time: 0.1563649 Sep 10 03:12:35.854516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:35.904605 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.927498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27ac78d1-dd24-4d25-aa64-d45ddfeb3f5d req-53f8d61a-67ae-4de1-bdbf-5e85c7ed41d4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815670 Sep 10 03:12:35.951128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-6d185d3e-d0d7-4ac8-b502-7e71243d3be7 service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638656 Sep 10 03:12:35.960351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:35.969299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Transition to ACTIVE for port object 6dec71ee-a1d4-4519-98e9-dc8e3207d97b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:35.991532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Transition to ACTIVE for port object 6dec71ee-a1d4-4519-98e9-dc8e3207d97b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:36.003447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.089410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Network d98216df-8252-4666-8678-c006f8ac11bb is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:36.092585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:36.105025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:36.124570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464ded5-d4c5-498c-87ad-d5b16d6b7c75 req-182c6ed3-9519-4069-8fea-4508dd7e3dc7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:36.133908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Pushing event updated for resources: {'Port': ['ID=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:36.134141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6464ded5-d4c5-498c-87ad-d5b16d6b7c75 req-182c6ed3-9519-4069-8fea-4508dd7e3dc7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.9162152 Sep 10 03:12:36.161520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.192134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b30d0e69-fa3e-4267-b2ea-0f1f1fddd9e4 req-6742ad65-1455-4ed9-af99-8d6192ae1667 service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256439 Sep 10 03:12:36.204464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63bfaa-311b-4d80-b0b1-aaacbb423364 req-a2dac483-12ed-4777-adfd-017a83178dd6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:36.206078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa63bfaa-311b-4d80-b0b1-aaacbb423364 req-a2dac483-12ed-4777-adfd-017a83178dd6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.0997636 Sep 10 03:12:36.250619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Attempting to bind port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:36.251006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Attempting to bind port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7d53b9e2-bb67-4fb2-be2e-5360fed50332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:36.251353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Attempting to bind port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b on network d98216df-8252-4666-8678-c006f8ac11bb {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:36.272439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa63bfaa-311b-4d80-b0b1-aaacbb423364 req-e2ca1afc-06c4-4bb3-864a-1e36fc14eb8e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530939 Sep 10 03:12:36.281827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:36.282208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Checking segment: {'id': '7d53b9e2-bb67-4fb2-be2e-5360fed50332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:36.282620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.283019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Bound using segment: {'id': '7d53b9e2-bb67-4fb2-be2e-5360fed50332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:36.283530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Bound port: 6dec71ee-a1d4-4519-98e9-dc8e3207d97b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d53b9e2-bb67-4fb2-be2e-5360fed50332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd98216df-8252-4666-8678-c006f8ac11bb'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:36.283922 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.285670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6464ded5-d4c5-498c-87ad-d5b16d6b7c75 req-17816c3e-21ad-47a3-8dfe-2d5ceb984033 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478157 Sep 10 03:12:36.360070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-212dbb41-878c-4fc5-b128-29867d640832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:36.361912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-212dbb41-878c-4fc5-b128-29867d640832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=623b01a55b9342058657c80337d2fdb7&device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 1094 time: 0.0876839 Sep 10 03:12:36.382443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.456951 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.463981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Transition to ACTIVE for port object 3feaf670-1486-411f-b16e-b400f3308620 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:36.468627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] For port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:36.471331 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Transition to ACTIVE for port object 0f056485-82c3-49eb-999a-748590a5b270 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:36.478032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] For port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,segment=NetworkSegment(7d53b9e2-bb67-4fb2-be2e-5360fed50332),segment_id=7d53b9e2-bb67-4fb2-be2e-5360fed50332)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:36.480317 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.491373 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.591900 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e2e2-017f-491e-81de-3f1a227e31cf None None] Pushing event updated for resources: {'Port': ['ID=0f056485-82c3-49eb-999a-748590a5b270,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:36.625389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-bcdea623-7fd0-4154-9ffe-aef10f854521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:36.629691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-bcdea623-7fd0-4154-9ffe-aef10f854521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 200 len: 906 time: 0.2536318 Sep 10 03:12:36.650335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eabfac74-27ea-4083-b3ec-e224b5a4dc6d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:36.671096 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Attempting to bind port 0f056485-82c3-49eb-999a-748590a5b270 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:36.672060 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Attempting to bind port 0f056485-82c3-49eb-999a-748590a5b270 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:36.672688 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Attempting to bind port 0f056485-82c3-49eb-999a-748590a5b270 on network bf6cdd50-6156-4f70-bd81-4c4e2139905c {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:36.679880 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:36.680573 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Checking segment: {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:36.681170 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.681794 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Bound using segment: {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:36.682429 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Bound port: 0f056485-82c3-49eb-999a-748590a5b270, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3401daee-2cdc-4332-a0f5-70a9d4cd6491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:36.682985 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.687199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Allocated IP 172.25.8.237 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/aa58869c-6f4e-4a42-b01d-be06bc8b8cd4) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:36.726748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.781943 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-e3012eb7-5b3a-4fba-b77f-688ba29ab3e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7 HTTP/1.1" status: 200 len: 217 time: 0.1416500 Sep 10 03:12:36.807851 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] For port 0f056485-82c3-49eb-999a-748590a5b270, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:36.811742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] For port 0f056485-82c3-49eb-999a-748590a5b270, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f056485-82c3-49eb-999a-748590a5b270,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:36.815018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fcb90-fc2b-425c-9a8c-b037ff3bee3e None None] Pushing event updated for resources: {'Port': ['ID=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:36.824425 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.888899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port eabfac74-27ea-4083-b3ec-e224b5a4dc6d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:36.889411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:36.937978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-3766e7be-4bc3-40ba-bb60-1d63e2ba3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:36.941073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-3766e7be-4bc3-40ba-bb60-1d63e2ba3b52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 200 len: 846 time: 0.1504011 Sep 10 03:12:36.946219 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e2e2-017f-491e-81de-3f1a227e31cf None None] Pushing event updated for resources: {'Port': ['ID=0f056485-82c3-49eb-999a-748590a5b270,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:36.992091 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Routers {'3a845be3-6659-4108-8723-917238434730'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:36.992780 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3a845be3-6659-4108-8723-917238434730'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:37.006482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:37.054446 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-0b468ed9-a79e-4aa3-8d9e-433f6ca0f62b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f67951fd-f593-4abf-97a2-9d68cfdbd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030877 Sep 10 03:12:37.061027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:37.070014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Port': ['ID=3feaf670-1486-411f-b16e-b400f3308620,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:37.088927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:37.089785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:37.137488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4cc140-595a-4190-b323-8d026473be3d None None] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:37.166958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 08b9a5ff-12ef-450b-85e2-3f5438d069c1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:37.232908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:37.280615 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] Set router 3a845be3-6659-4108-8723-917238434730 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:12:37.292201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-ec039f20-5a99-42c0-a2d1-ad461e2ef43e service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287965 Sep 10 03:12:37.310796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d5f26-cf47-4cad-9cc5-e349471e4e6d req-f10e8375-52cf-4da1-84b7-00e5ca2a014f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:37.312671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-302d5f26-cf47-4cad-9cc5-e349471e4e6d req-f10e8375-52cf-4da1-84b7-00e5ca2a014f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 943 time: 0.1538382 Sep 10 03:12:37.378038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-302d5f26-cf47-4cad-9cc5-e349471e4e6d req-3e3d8e0b-163f-4613-ac98-732736d2cc53 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551999 Sep 10 03:12:37.436890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec506a5c-ddcd-43b9-9ab9-3c8c7405765d req-b5dac547-fd38-4568-baa2-cf06d047ae59 service neutron] 10.222.0.36 "GET /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310327 Sep 10 03:12:37.453687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:37.464514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:37.519045 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:37.534491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7eafc-7ca3-4ea5-ba76-d2023a86a9cb req-5c1b4b42-0269-4ff5-88e8-9bc0e2d4fe16 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:37.539565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1e7eafc-7ca3-4ea5-ba76-d2023a86a9cb req-5c1b4b42-0269-4ff5-88e8-9bc0e2d4fe16 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1014733 Sep 10 03:12:37.548838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Pushing event updated for resources: {'Port': ['ID=aa58869c-6f4e-4a42-b01d-be06bc8b8cd4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:37.587191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ae4dbb47-4670-4827-aefe-9f5ae7d1ea4b None None] Provisioning for port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:37.604747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:37.605273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:37.607225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1e7eafc-7ca3-4ea5-ba76-d2023a86a9cb req-66e97e4c-4b1b-4170-9add-d60895051458 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604658 Sep 10 03:12:37.620201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:37.623556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:37.634076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:37.691079 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:12:32Z', 'revision_number': 4, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f056485-82c3-49eb-999a-748590a5b270', 'name': '', 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'mac_address': 'fa:16:3e:df:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:32Z', 'updated_at': '2021-09-10T03:12:36Z', 'revision_number': 4, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'subnets': [{'id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:37.726094 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d761376-4ba4-4c98-a485-a2d1e133fb37 None None] The sync data for ids ['3a845be3-6659-4108-8723-917238434730'] in n-d-808126-2 is: [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:12:32Z', 'revision_number': 4, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f056485-82c3-49eb-999a-748590a5b270', 'name': '', 'network_id': 'bf6cdd50-6156-4f70-bd81-4c4e2139905c', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'mac_address': 'fa:16:3e:df:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:32Z', 'updated_at': '2021-09-10T03:12:36Z', 'revision_number': 4, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'subnets': [{'id': 'b8191211-734b-4ae5-8a4f-dd9e0c9911a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:37.786316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f3499-1862-4840-9442-0d13a783b159 req-11f72403-c1b6-41a2-913e-7dd6c0c3e073 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:37.794899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-652f3499-1862-4840-9442-0d13a783b159 req-11f72403-c1b6-41a2-913e-7dd6c0c3e073 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2390008 Sep 10 03:12:37.850511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91c7bb94-cf91-4bf7-819b-8bc20f8c23df up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:38.087615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.107230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.108395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.228202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Port': ['ID=3feaf670-1486-411f-b16e-b400f3308620,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:38.256381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:38.259761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-4318a3b7-6aa9-45d3-9376-d9b4a7c065c0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:38.261227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:38.261599 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.266286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-4318a3b7-6aa9-45d3-9376-d9b4a7c065c0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.1948411 Sep 10 03:12:38.307512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-8640098b-3235-4e8c-9658-59764f06fd76 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.0311048 Sep 10 03:12:38.378244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-652f3499-1862-4840-9442-0d13a783b159 req-0e94f3c4-22d4-4c4d-a14f-ab36aa765922 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821915 Sep 10 03:12:38.399972 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.408657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-031b0467-1d32-4d89-85fd-6d759c979769 None None] Provisioning for port 3feaf670-1486-411f-b16e-b400f3308620 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:38.418683 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-8fa8d5d3-2011-47ee-aa03-6b1a2818cdc9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101758 Sep 10 03:12:38.428545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-031b0467-1d32-4d89-85fd-6d759c979769 None None] Provisioning complete for port 3feaf670-1486-411f-b16e-b400f3308620 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:38.429032 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-031b0467-1d32-4d89-85fd-6d759c979769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.469030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,segment=NetworkSegment(930cd159-f42e-45b0-8fab-d2ed21891744),segment_id=930cd159-f42e-45b0-8fab-d2ed21891744)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:38.514476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b980f5-e968-42e2-b563-2f3f254122ea None None] Network d98216df-8252-4666-8678-c006f8ac11bb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:38.563134 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.588815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:38.592327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:38.649239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-5419f1dc-af95-4e46-b092-a80e61c1d2a1 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289598 Sep 10 03:12:38.713703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-031b0467-1d32-4d89-85fd-6d759c979769 None None] Port 3feaf670-1486-411f-b16e-b400f3308620 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:38.819491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-031b0467-1d32-4d89-85fd-6d759c979769 None None] Provisioning complete for port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:38.819882 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-031b0467-1d32-4d89-85fd-6d759c979769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:38.883663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:38.903030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-0db8a811-a6d9-4bb3-ae93-5eadd6c3b9e6 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515497 Sep 10 03:12:38.963507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f056485-82c3-49eb-999a-748590a5b270 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:39.075546 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.082019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Router 8da99dc5-9b57-42db-8337-b500a21b4a46 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:12:39.199208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0f056485-82c3-49eb-999a-748590a5b270 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:39.213239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0f056485-82c3-49eb-999a-748590a5b270 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:39.213618 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.222335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 54683edf-2320-4da2-bd8b-dc0f489d5cb7 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:39.348710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191c66-710a-4c96-b4ff-35d5c305c5d2 req-548a5e6d-6dea-4f97-b898-55330b535544 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:39.350405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-14191c66-710a-4c96-b4ff-35d5c305c5d2 req-548a5e6d-6dea-4f97-b898-55330b535544 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 943 time: 0.2065210 Sep 10 03:12:39.360441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.419647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:39.421724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:39.434971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:39.435780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bc21517e-1da2-48f2-ac36-69dfe40328c0 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4870009 Sep 10 03:12:39.494043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-14191c66-710a-4c96-b4ff-35d5c305c5d2 req-f1ba284e-cc3e-46d2-abd5-5171efeec33b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293550 Sep 10 03:12:39.561551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] Sync routers for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:39.588995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '54683edf-2320-4da2-bd8b-dc0f489d5cb7', 'network_id': 'f67951fd-f593-4abf-97a2-9d68cfdbd94c', 'port_id': '54683edf-2320-4da2-bd8b-dc0f489d5cb7', 'mac_address': 'fa:16:3e:e3:cb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da81212-6cde-43bb-8d26-be010c1c1056', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:39.596768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:39.597446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:39.603763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.725654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194215f-127a-430c-a737-fcac09e9949f req-e85abe08-582a-4943-95dd-47c87b1547b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:39.735222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f194215f-127a-430c-a737-fcac09e9949f req-e85abe08-582a-4943-95dd-47c87b1547b9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2174900 Sep 10 03:12:39.760354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:39.796095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0f056485-82c3-49eb-999a-748590a5b270, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f056485-82c3-49eb-999a-748590a5b270,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:39.801345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7d4fa229-fac0-4c16-9e62-d9b9d9146052 None None] Provisioning complete for port 3feaf670-1486-411f-b16e-b400f3308620 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:39.801665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa229-fac0-4c16-9e62-d9b9d9146052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.812473 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.815574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6dec71ee-a1d4-4519-98e9-dc8e3207d97b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:39.818100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.834462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.844272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2b0b-b10d-409f-bd93-688db1ae5f78 req-86cf5ecc-66bf-430c-abd4-fa4dd20a4bf1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:39.846722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f194215f-127a-430c-a737-fcac09e9949f req-56060e02-c6b4-4017-a1a7-6ea907efa3d5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104460 Sep 10 03:12:39.852610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fca2b0b-b10d-409f-bd93-688db1ae5f78 req-86cf5ecc-66bf-430c-abd4-fa4dd20a4bf1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0768046 Sep 10 03:12:39.880827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:39.881843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:39.908588 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:39.928841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fca2b0b-b10d-409f-bd93-688db1ae5f78 req-eaca73d3-eef3-44ca-951a-5a85f2538f53 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Sep 10 03:12:39.972514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54683edf-2320-4da2-bd8b-dc0f489d5cb7 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:39.982815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9e7a2f7-227d-4b05-b176-a9264ca8019a req-514ac2a9-5ecb-4f43-bd73-d1d51c1090ca tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0385792 Sep 10 03:12:39.988025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:39.988725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068165ac-6928-41bc-95c1-6c0489ac7141 None None] The sync data for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:39.996513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.040590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:40.045484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fa229-fac0-4c16-9e62-d9b9d9146052 None None] Port 3feaf670-1486-411f-b16e-b400f3308620 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:40.049716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0f056485-82c3-49eb-999a-748590a5b270,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:40.055915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.073576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Pushing event updated for resources: {'Port': ['ID=aa58869c-6f4e-4a42-b01d-be06bc8b8cd4,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:40.096990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7d4fa229-fac0-4c16-9e62-d9b9d9146052 None None] Provisioning for port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:40.107099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:40.118770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:40.119139 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.137703 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Floating IP 265e491c-7a90-40ed-8d75-162cfae80eed associated. External IP: 172.25.8.237, port: 45aa8ab7-ae89-4690-ba33-374643b49e81. Sep 10 03:12:40.153853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=54683edf-2320-4da2-bd8b-dc0f489d5cb7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:40.164670 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-03018a21-7c70-4dec-958f-874fa90e3ad6 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:12:40.166645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03018a21-7c70-4dec-958f-874fa90e3ad6 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7293737 Sep 10 03:12:40.172298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40408) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:40.231902 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.235306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b57a8ae7-d550-49b8-aa74-bf59b0269ad0 None None] Provisioning complete for port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:40.235727 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b57a8ae7-d550-49b8-aa74-bf59b0269ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.297459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['54683edf-2320-4da2-bd8b-dc0f489d5cb7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:40.388542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,segment=NetworkSegment(7d53b9e2-bb67-4fb2-be2e-5360fed50332),segment_id=7d53b9e2-bb67-4fb2-be2e-5360fed50332)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:40.403360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.424517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Router ac36096a-f3fa-4eca-981b-72a29334e0dc has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:40.514520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:40.608370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.609865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:40.625101 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] Sync routers for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:40.636644 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:40.637540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:40.677880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:40.729687 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:40.752022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6dec71ee-a1d4-4519-98e9-dc8e3207d97b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:40.779941 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:40.780602 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:40.827373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36ff9b-bae9-4dfb-93df-4c257b2757dd req-05e8cb0b-30ef-4462-8f4b-9815d0064b4c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:40.832260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d36ff9b-bae9-4dfb-93df-4c257b2757dd req-05e8cb0b-30ef-4462-8f4b-9815d0064b4c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 944 time: 0.2172625 Sep 10 03:12:40.836528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e3141cf0-95d9-41f6-855f-d239003e67ae tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.0645189 Sep 10 03:12:40.839204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40424) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:40.860478 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:40.861122 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef5e16-296e-4554-b0f3-d20a23e02187 None None] The sync data for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:40.864855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:40.866777 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.014803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f056485-82c3-49eb-999a-748590a5b270 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:41.062410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d36ff9b-bae9-4dfb-93df-4c257b2757dd req-09d4bd8c-ef29-4970-92b3-41095c8116be tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111139 Sep 10 03:12:41.062769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-58cb925e-4029-4534-84b1-8ba86ca1aebd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:41.066677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-58cb925e-4029-4534-84b1-8ba86ca1aebd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.3415909 Sep 10 03:12:41.066870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-569f5c63-9e62-47f4-a4a3-96323cb47658 tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] 10.222.0.23 "GET /v2.0/floatingips/265e491c-7a90-40ed-8d75-162cfae80eed HTTP/1.1" status: 200 len: 984 time: 0.2239792 Sep 10 03:12:41.066983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40436) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:41.104982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:41.123565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0f056485-82c3-49eb-999a-748590a5b270 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:41.123952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.199896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f32100-89ac-4d0c-a303-ee97d55799c1 req-47a83a55-0db8-42c1-8a55-8e7118480516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:41.208051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75f32100-89ac-4d0c-a303-ee97d55799c1 req-47a83a55-0db8-42c1-8a55-8e7118480516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2023160 Sep 10 03:12:41.225812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 54683edf-2320-4da2-bd8b-dc0f489d5cb7 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:41.316782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91c7bb94-cf91-4bf7-819b-8bc20f8c23df up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:41.360724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75f32100-89ac-4d0c-a303-ee97d55799c1 req-112e0798-5952-4a8c-9f9c-33ffe8f3ad6f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373918 Sep 10 03:12:41.445164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:41.463163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:41.463964 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.501628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e373a72-614a-4798-82c1-ae6d81ac5a74 req-4af8b46a-669b-42f0-ac2a-4fc566079489 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0424082 Sep 10 03:12:41.521533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:41.522167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.541928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting port 3feaf670-1486-411f-b16e-b400f3308620 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:41.546436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.629654 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.651288 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.667138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Calling delete_port for 3feaf670-1486-411f-b16e-b400f3308620 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:41.704415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fd19e07d-818b-437a-8cfc-49672c3e8338 tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.6349666 Sep 10 03:12:41.707491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40442) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:41.724294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398c4ab-f788-4877-b814-411c99919701 req-44dba3cb-9b79-4998-842c-e4c311348d8b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:41.732978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9398c4ab-f788-4877-b814-411c99919701 req-44dba3cb-9b79-4998-842c-e4c311348d8b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.5472784 Sep 10 03:12:41.739419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:41.740924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54683edf-2320-4da2-bd8b-dc0f489d5cb7'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:41.747320 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efb227-9cfa-4462-ba4f-103cdcbc2712" -d '{"events": [{"server_uuid": "b481a919-9e72-43bb-b985-27ad5ee60c62", "name": "network-vif-plugged", "status": "completed", "tag": "54683edf-2320-4da2-bd8b-dc0f489d5cb7"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:41.756439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.794645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:41.799923 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:41.884154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9398c4ab-f788-4877-b814-411c99919701 req-49e459c8-411b-4c5a-9d1a-9327b5546fbb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498272 Sep 10 03:12:41.884373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=54683edf-2320-4da2-bd8b-dc0f489d5cb7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:41.889956 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ab01f5-a6e5-4640-94e9-c1755cec399e x-openstack-request-id: req-52ab01f5-a6e5-4640-94e9-c1755cec399e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:41.890412 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481a919-9e72-43bb-b985-27ad5ee60c62", "name": "network-vif-plugged", "status": "completed", "tag": "54683edf-2320-4da2-bd8b-dc0f489d5cb7", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:41.890665 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52ab01f5-a6e5-4640-94e9-c1755cec399e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:41.891526 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54683edf-2320-4da2-bd8b-dc0f489d5cb7', 'code': 200} Sep 10 03:12:42.023339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.035301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dfc34-6d2f-4dac-a71a-9b46f425abaf req-53be9602-5634-4ced-a7bb-25771d28920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:42.038100 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be4dfc34-6d2f-4dac-a71a-9b46f425abaf req-53be9602-5634-4ced-a7bb-25771d28920d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 1096 time: 0.1610498 Sep 10 03:12:42.060299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting port aa58869c-6f4e-4a42-b01d-be06bc8b8cd4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:42.060299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.101434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Port': ['ID=3feaf670-1486-411f-b16e-b400f3308620,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:42.186475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.6 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/f7830997-8f39-492d-ab17-7525ac125abc) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:42.238861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3122b93-ac90-4c98-8980-34616ebd1190 req-64359345-0148-4a0a-a61a-bd53d27afd6d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:42.240694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3122b93-ac90-4c98-8980-34616ebd1190 req-64359345-0148-4a0a-a61a-bd53d27afd6d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0798640 Sep 10 03:12:42.242880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.243339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.269017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be4dfc34-6d2f-4dac-a71a-9b46f425abaf req-c8e59276-f14a-4f30-b187-a5f0ed4559b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191167 Sep 10 03:12:42.271370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Calling delete_port for aa58869c-6f4e-4a42-b01d-be06bc8b8cd4 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:42.314148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.359161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3122b93-ac90-4c98-8980-34616ebd1190 req-362a9a15-9738-4372-96a2-a45e75fd8686 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072993 Sep 10 03:12:42.542205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.572069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Port': ['ID=aa58869c-6f4e-4a42-b01d-be06bc8b8cd4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:42.665277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d19cf8f2-a156-42cf-8884-df4f8281364e req-86171133-2bef-49b6-b19b-99458215b703 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0671661 Sep 10 03:12:42.709908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:42.710623 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Floating IP 265e491c-7a90-40ed-8d75-162cfae80eed disassociated (deleted). External IP: 172.25.8.237, port: 45aa8ab7-ae89-4690-ba33-374643b49e81. Sep 10 03:12:42.942894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Router ac36096a-f3fa-4eca-981b-72a29334e0dc has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:42.966702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c3ca0-08a6-4a06-8ebf-abf058a1a71d req-2c8b84b6-15a6-4f20-8b0c-493b7f6c6de1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:42.972227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e84c3ca0-08a6-4a06-8ebf-abf058a1a71d req-2c8b84b6-15a6-4f20-8b0c-493b7f6c6de1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.5060065 Sep 10 03:12:43.002961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Router 8da99dc5-9b57-42db-8337-b500a21b4a46 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:43.035108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.097070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e84c3ca0-08a6-4a06-8ebf-abf058a1a71d req-5a2c4467-bc35-4264-a030-ace0b5d48344 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117597 Sep 10 03:12:43.098078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object f7830997-8f39-492d-ab17-7525ac125abc will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:43.124891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a25df-cd4e-4e3d-bb76-d0074d1f51bf req-33612f55-a2d4-4476-b78a-875a036d2ed2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:43.128857 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-269a25df-cd4e-4e3d-bb76-d0074d1f51bf req-33612f55-a2d4-4476-b78a-875a036d2ed2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1234086 Sep 10 03:12:43.132580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:43.138920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.140739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:43.144228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] Sync routers for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:43.151238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-79e661cd-6d4c-44d1-8544-bd09493a6553 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718261 Sep 10 03:12:43.153489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40460) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:43.160820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] Sync routers for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:43.161324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:43.166232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.188387 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:43.189402 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.237407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.244556 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-18ed78db-d703-473f-9f48-fe61aa76a09f tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] delete failed (client error): The resource could not be found. Sep 10 03:12:43.250964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-18ed78db-d703-473f-9f48-fe61aa76a09f tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1191250438 HTTP/1.1" status: 404 len: 335 time: 0.0924299 Sep 10 03:12:43.251183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:43.251183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.251387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:43.253880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab5fc9dd-3959-4de1-9ee4-dbdf9eb1206b tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "DELETE /v2.0/floatingips/265e491c-7a90-40ed-8d75-162cfae80eed HTTP/1.1" status: 204 len: 168 time: 1.5448930 Sep 10 03:12:43.260269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40466) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:43.262864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b5520e23-7e6e-4a28-b957-4ecfe0024cf8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'router': {'external_gateway_info': {'network_id': '8da99dc5-9b57-42db-8337-b500a21b4a46'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:43.264704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:43.284448 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-269a25df-cd4e-4e3d-bb76-d0074d1f51bf req-bee6ff41-6ed9-4cb2-a437-86eccb7dc0c8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540186 Sep 10 03:12:43.284588 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.301667 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:43.302290 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.319256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.319928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa154c3-4dfb-46d9-be2c-4a05dc7d8b17 None None] The sync data for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:43.321184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.345539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.367810 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:43.368447 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76615ef-5fd1-49ba-8c6d-7a85abde1e4f None None] The sync data for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:43.459256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.490401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:43.534847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:43.538895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:43.600089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:43.601005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.659204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683019-c867-4aa2-a8f7-652b4d834723 req-9ce245f0-52f4-4664-adbf-a070ecdaf8db tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:43.661542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11683019-c867-4aa2-a8f7-652b4d834723 req-9ce245f0-52f4-4664-adbf-a070ecdaf8db tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1353045 Sep 10 03:12:43.664502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=f7830997-8f39-492d-ab17-7525ac125abc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:43.720410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5520e23-7e6e-4a28-b957-4ecfe0024cf8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.724920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-f305374f-c533-4bf4-89b3-6c79bed082a6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6376064 Sep 10 03:12:43.740977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Allocated IP 172.25.8.131 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ef2c8856-5115-4725-a323-7af598ae9212) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:43.753186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Request body: {'port': {'device_id': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:43.766533 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11683019-c867-4aa2-a8f7-652b4d834723 req-330341c0-c64a-4ed2-8e71-15d9ff180ad9 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Sep 10 03:12:43.828387 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-b5520e23-7e6e-4a28-b957-4ecfe0024cf8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] update failed (client error): The resource could not be found. Sep 10 03:12:43.829449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5520e23-7e6e-4a28-b957-4ecfe0024cf8 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46 HTTP/1.1" status: 404 len: 339 time: 0.5771682 Sep 10 03:12:43.833468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:43.841321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-644285174'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:43.937802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.950058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:43.950933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:43.953528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.011843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.015228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ba9a1-1699-4be3-bbdb-ae3bc02ead23 req-03a7d6d3-6939-4585-8162-235adab704ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:44.019013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c6ba9a1-1699-4be3-bbdb-ae3bc02ead23 req-03a7d6d3-6939-4585-8162-235adab704ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 931 time: 0.1215405 Sep 10 03:12:44.024995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-88541f90-e76e-4841-855d-24b857c3de24 None None] Provisioning for port f7830997-8f39-492d-ab17-7525ac125abc completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:44.028883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-88541f90-e76e-4841-855d-24b857c3de24 None None] Provisioning complete for port f7830997-8f39-492d-ab17-7525ac125abc triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:44.029264 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88541f90-e76e-4841-855d-24b857c3de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.034793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:44.037601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:44.051614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:12:44.059803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:44.088454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.088454 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Added segment ecadbc7b-c680-42e6-8223-fb76ba041a05 of type vlan for network 912160f3-8db4-40cf-be7a-ba617935b372 Sep 10 03:12:44.165542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c6ba9a1-1699-4be3-bbdb-ae3bc02ead23 req-6f68ea0e-e909-44d0-a41e-79b05c22e1c7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309853 Sep 10 03:12:44.178931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.233319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Pushing event updated for resources: {'Port': ['ID=ef2c8856-5115-4725-a323-7af598ae9212,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:44.237713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.286840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.352307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-88541f90-e76e-4841-855d-24b857c3de24 None None] Port f7830997-8f39-492d-ab17-7525ac125abc cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:44.352876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.357926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:44.358526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.419719 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-512488dd-534d-4fdd-b833-bfe80614862d req-2eddded8-3db7-4e84-ba39-47ac042a1c32 service neutron] show failed (client error): The resource could not be found. Sep 10 03:12:44.421782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-2eddded8-3db7-4e84-ba39-47ac042a1c32 service neutron] 10.222.0.36 "GET /v2.0/ports/d710e016-6c9f-4644-9e04-8f6f5e6b2649/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.1670339 Sep 10 03:12:44.425374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5900147 Sep 10 03:12:44.429070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40490) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:44.435638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'subnet': {'network_id': '912160f3-8db4-40cf-be7a-ba617935b372', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:44.492930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.510112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed88c5-84c8-47f2-8927-89b6db1791bc req-be120225-7836-4fd6-926d-8afcb045309b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:44.516526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ea321-9c3f-43bb-a337-8a428bb06c23 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Network': ['ID=912160f3-8db4-40cf-be7a-ba617935b372,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:44.522927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aaed88c5-84c8-47f2-8927-89b6db1791bc req-be120225-7836-4fd6-926d-8afcb045309b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.2819400 Sep 10 03:12:44.537662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 912160f3-8db4-40cf-be7a-ba617935b372 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:12:44.569155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.704830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7830997-8f39-492d-ab17-7525ac125abc {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:44.718696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.738824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005a1f-3953-42ab-9241-840335028eca req-555eb8ba-e019-457a-9bed-903b22e913a1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:44.747570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1005a1f-3953-42ab-9241-840335028eca req-555eb8ba-e019-457a-9bed-903b22e913a1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2465587 Sep 10 03:12:44.759047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aaed88c5-84c8-47f2-8927-89b6db1791bc req-84ac0606-0603-485b-958d-054b307e11e8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347884 Sep 10 03:12:44.783206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Transition to ACTIVE for port object f7830997-8f39-492d-ab17-7525ac125abc will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:44.802470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1005a1f-3953-42ab-9241-840335028eca req-99bafacc-6465-4093-8d35-d6c209165522 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Sep 10 03:12:44.802757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.814263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.816550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Made reservation on behalf of a7ce4b04e3e64fe4adedeffe305afe96 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:12:44.820064 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.824805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Pushing event updated for resources: {'Port': ['ID=ef2c8856-5115-4725-a323-7af598ae9212,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:44.850406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-1304258b-18f8-4a56-89a8-41e1a8ee143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:44.852691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-1304258b-18f8-4a56-89a8-41e1a8ee143c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1761701 Sep 10 03:12:44.853785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:44.857461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64904cb8-1ad9-4fff-9d66-08b3a6cff3cb tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5937335 Sep 10 03:12:44.860019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40494) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:44.877575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:44.973688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Pushing event updated for resources: {'Port': ['ID=f7830997-8f39-492d-ab17-7525ac125abc,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:45.079574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.100943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1631e1-2c7e-4cc9-b113-97f3bb062850 req-11440d2b-4ed2-4934-b4b7-1b877892a6e0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.103089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-db1631e1-2c7e-4cc9-b113-97f3bb062850 req-11440d2b-4ed2-4934-b4b7-1b877892a6e0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1779850 Sep 10 03:12:45.106694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:45.106917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Attempting to bind port f7830997-8f39-492d-ab17-7525ac125abc on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:45.107485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Attempting to bind port f7830997-8f39-492d-ab17-7525ac125abc by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:45.107485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Attempting to bind port f7830997-8f39-492d-ab17-7525ac125abc on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:45.135799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Port f7830997-8f39-492d-ab17-7525ac125abc on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:45.136027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Attempting to bind port f7830997-8f39-492d-ab17-7525ac125abc on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:45.148850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:45.149286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:45.149597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:45.150213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Bound port: f7830997-8f39-492d-ab17-7525ac125abc, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:45.150530 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.214094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.261572 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-db1631e1-2c7e-4cc9-b113-97f3bb062850 req-c06bc653-ad82-4256-9b6f-d45d258e53c1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357596 Sep 10 03:12:45.330546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] For port f7830997-8f39-492d-ab17-7525ac125abc, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:45.336751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] For port f7830997-8f39-492d-ab17-7525ac125abc, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7830997-8f39-492d-ab17-7525ac125abc,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:45.354076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.372856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.440260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.440889 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.442323 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7830997-8f39-492d-ab17-7525ac125abc HTTP/1.1" status: 200 len: 1091 time: 1.7022498 Sep 10 03:12:45.455822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'tag': 'f7830997-8f39-492d-ab17-7525ac125abc'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:45.469510 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "79d57786-02bf-435a-baeb-1984c6b33b6f", "tag": "f7830997-8f39-492d-ab17-7525ac125abc"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:45.607910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99637-cd5c-45c9-a230-cb540e478598 req-4770e41c-ebcc-4f69-8910-5ad435e916c0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.615802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-81d99637-cd5c-45c9-a230-cb540e478598 req-4770e41c-ebcc-4f69-8910-5ad435e916c0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.2764046 Sep 10 03:12:45.622020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Subnet': ['ID=54479c48-9f56-4848-8fcd-e22b4357ac8d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:45.655773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Checking segment: {'id': 'ecadbc7b-c680-42e6-8223-fb76ba041a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '912160f3-8db4-40cf-be7a-ba617935b372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:45.656466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network hostable DHCP agents. Network: 912160f3-8db4-40cf-be7a-ba617935b372, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:12:45.661628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb2e10-f4df-4d7d-97c5-7fed4738b921 service neutron] Pushing event updated for resources: {'Port': ['ID=f7830997-8f39-492d-ab17-7525ac125abc,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:45.705094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-3df1335e-5953-4407-ba60-a19064916a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.707084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-3df1335e-5953-4407-ba60-a19064916a1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 1094 time: 0.1967123 Sep 10 03:12:45.726806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-81d99637-cd5c-45c9-a230-cb540e478598 req-08e236d9-de32-490e-92a8-4851a71916b2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059802 Sep 10 03:12:45.817122 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38d06ca-7d7f-4e40-8833-efef53532e2c x-openstack-request-id: req-e38d06ca-7d7f-4e40-8833-efef53532e2c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:45.822083 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d57786-02bf-435a-baeb-1984c6b33b6f", "tag": "f7830997-8f39-492d-ab17-7525ac125abc", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:45.822657 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e38d06ca-7d7f-4e40-8833-efef53532e2c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:45.823307 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'tag': 'f7830997-8f39-492d-ab17-7525ac125abc', 'status': 'completed', 'code': 200} Sep 10 03:12:45.824899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network 912160f3-8db4-40cf-be7a-ba617935b372 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:12:45.834050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-ea9190ca-70db-41bb-aa5f-4ccc5a820a5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7830997-8f39-492d-ab17-7525ac125abc HTTP/1.1" status: 200 len: 217 time: 0.1040876 Sep 10 03:12:45.869860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 912160f3-8db4-40cf-be7a-ba617935b372) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:45.881437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926f8ff-3ac0-4e77-96c6-f4f79b5e8739 None None] Network 912160f3-8db4-40cf-be7a-ba617935b372 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:45.896842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.897883 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:45.966137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712563a-1982-4922-82a5-ccbce0e1c7cd req-b251ec70-f753-4b83-9d71-1cc9b7b28623 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.967177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8eaaabd2-c67d-494d-b656-4fec18eb5fc3 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5353591 Sep 10 03:12:45.968132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40514) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:45.974144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f14075a5-32f9-44ac-8a17-ec75e6c4b251 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'router': {'external_gateway_info': {'network_id': '912160f3-8db4-40cf-be7a-ba617935b372'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:45.977773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-a9b91b0c-7b5e-456f-af81-5205f35f308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:45.979549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-a9b91b0c-7b5e-456f-af81-5205f35f308d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1297898 Sep 10 03:12:45.980072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2712563a-1982-4922-82a5-ccbce0e1c7cd req-b251ec70-f753-4b83-9d71-1cc9b7b28623 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.2107182 Sep 10 03:12:46.072340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010b38-b1da-4073-9324-826433e8a364 req-b6346246-3698-4060-ac86-e5fa11c37b1e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:46.082122 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44010b38-b1da-4073-9324-826433e8a364 req-b6346246-3698-4060-ac86-e5fa11c37b1e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1749470 Sep 10 03:12:46.114866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-912160f3-8db4-40cf-be7a-ba617935b372', 'network_id': '912160f3-8db4-40cf-be7a-ba617935b372', 'tenant_id': 'a7ce4b04e3e64fe4adedeffe305afe96', 'fixed_ips': [{'subnet_id': '54479c48-9f56-4848-8fcd-e22b4357ac8d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:12:46.118443 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.120030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2712563a-1982-4922-82a5-ccbce0e1c7cd req-7a18e6c7-7317-4a02-b4a5-6ec3b9b167eb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389244 Sep 10 03:12:46.138439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-05c839db-ab22-44ca-ab2b-e0445dbc0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:46.140127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-05c839db-ab22-44ca-ab2b-e0445dbc0338 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186559 Sep 10 03:12:46.204962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:46.306974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.310100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:46.310759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44010b38-b1da-4073-9324-826433e8a364 req-4ab04485-3db5-4f9d-91d4-7afd696d54d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273333 Sep 10 03:12:46.327951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Allocated IP 2001:db8:1::2 (912160f3-8db4-40cf-be7a-ba617935b372/54479c48-9f56-4848-8fcd-e22b4357ac8d/cfd9df61-b219-4621-9e50-592014256f1b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:46.352354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b250c8-f673-44a0-a94e-e51aee319f9c req-eb87019e-c656-489f-80ec-caadd7082faa tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:46.360410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8b250c8-f673-44a0-a94e-e51aee319f9c req-eb87019e-c656-489f-80ec-caadd7082faa tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1227067 Sep 10 03:12:46.453348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:46.455933 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d10209f-4b4b-4ee1-9201-8dd56c631b99" -d '{"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:46.460282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.497082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8b250c8-f673-44a0-a94e-e51aee319f9c req-d2043567-10de-48fe-8c68-63747480a5a7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356833 Sep 10 03:12:46.549034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.557384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Transition to ACTIVE for port object d710e016-6c9f-4644-9e04-8f6f5e6b2649 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:46.566190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Transition to ACTIVE for port object cfd9df61-b219-4621-9e50-592014256f1b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:46.573983 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.589555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Transition to ACTIVE for port object cfd9df61-b219-4621-9e50-592014256f1b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:46.604604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.658680 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05171749-614d-4410-8e25-40c08f3e2e4b x-openstack-request-id: req-05171749-614d-4410-8e25-40c08f3e2e4b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:46.658680 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:46.658680 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05171749-614d-4410-8e25-40c08f3e2e4b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:46.658680 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'code': 200} Sep 10 03:12:46.658680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Allocated IP 172.25.8.81 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0036e9e1-c1cf-4b1d-a085-35ed954af5b1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:46.732502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:46.739076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Pushing event updated for resources: {'Port': ['ID=cfd9df61-b219-4621-9e50-592014256f1b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:46.764158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Network 912160f3-8db4-40cf-be7a-ba617935b372 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:46.765875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:46.778471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:46.828536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f14075a5-32f9-44ac-8a17-ec75e6c4b251 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.890343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Attempting to bind port cfd9df61-b219-4621-9e50-592014256f1b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:46.892574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Attempting to bind port cfd9df61-b219-4621-9e50-592014256f1b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ecadbc7b-c680-42e6-8223-fb76ba041a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '912160f3-8db4-40cf-be7a-ba617935b372'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:46.892975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Attempting to bind port cfd9df61-b219-4621-9e50-592014256f1b on network 912160f3-8db4-40cf-be7a-ba617935b372 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:46.903009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-e2e49767-74bd-4e48-a2f0-712c73fbc73b service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488215 Sep 10 03:12:46.908177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:46.908556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Checking segment: {'id': 'ecadbc7b-c680-42e6-8223-fb76ba041a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '912160f3-8db4-40cf-be7a-ba617935b372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:46.908969 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.909365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Bound using segment: {'id': 'ecadbc7b-c680-42e6-8223-fb76ba041a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '912160f3-8db4-40cf-be7a-ba617935b372'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:46.909908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Bound port: cfd9df61-b219-4621-9e50-592014256f1b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecadbc7b-c680-42e6-8223-fb76ba041a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '912160f3-8db4-40cf-be7a-ba617935b372'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:46.910308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:46.937745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] No DVR routers for this DVR port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:47.006296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] For port cfd9df61-b219-4621-9e50-592014256f1b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:47.010893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] For port cfd9df61-b219-4621-9e50-592014256f1b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cfd9df61-b219-4621-9e50-592014256f1b,segment=NetworkSegment(ecadbc7b-c680-42e6-8223-fb76ba041a05),segment_id=ecadbc7b-c680-42e6-8223-fb76ba041a05)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:47.017975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:47.053966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:47.069408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdf321-46a2-4ff4-845d-e09d592da879 req-bc2eca15-a0b1-47b8-9cf8-d7911effd12b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:47.072306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821382a-005c-4bc8-b83d-fbacf5bc7b2f None None] Pushing event updated for resources: {'Port': ['ID=cfd9df61-b219-4621-9e50-592014256f1b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:47.083092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dbdf321-46a2-4ff4-845d-e09d592da879 req-bc2eca15-a0b1-47b8-9cf8-d7911effd12b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.2424724 Sep 10 03:12:47.119197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44664-6546-459e-a4b0-1ca4f6f5860a req-aa368aaf-e8cc-4582-8b72-b2065f03394f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:47.122116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1f44664-6546-459e-a4b0-1ca4f6f5860a req-aa368aaf-e8cc-4582-8b72-b2065f03394f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.2924783 Sep 10 03:12:47.153006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:47.186315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db80ed1e-82ad-435c-a789-b0ca5ee085a8 req-ca8c7b86-7e2b-479e-98fc-3949225765a5 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673476 Sep 10 03:12:47.239209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Pushing event updated for resources: {'Port': ['ID=0036e9e1-c1cf-4b1d-a085-35ed954af5b1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:47.259932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dbdf321-46a2-4ff4-845d-e09d592da879 req-54904a2b-abe6-43e9-ad41-9ec5add3c63a tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761115 Sep 10 03:12:47.320069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:47.343413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1f44664-6546-459e-a4b0-1ca4f6f5860a req-08628037-8cd7-4443-aff3-d37896b0757d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137375 Sep 10 03:12:47.355127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:47.370012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:47.384980 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-f14075a5-32f9-44ac-8a17-ec75e6c4b251 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:12:47.386042 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f14075a5-32f9-44ac-8a17-ec75e6c4b251 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46 HTTP/1.1" status: 400 len: 364 time: 1.4157088 Sep 10 03:12:47.389725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40528) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:47.417038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-b383beab-df2e-40e4-a279-fcddb4ac4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:47.419758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-b383beab-df2e-40e4-a279-fcddb4ac4ab2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 1094 time: 0.1568632 Sep 10 03:12:47.616908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:47.617539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:47.618025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:47.633815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:47.634148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:47.671503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae88fd3-8924-4d70-8dda-44bebba4595d req-4bfe2bac-cc44-479c-97ee-f57f79476967 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:47.673203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ae88fd3-8924-4d70-8dda-44bebba4595d req-4bfe2bac-cc44-479c-97ee-f57f79476967 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.1772332 Sep 10 03:12:47.677774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:47.678121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Checking segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:47.678516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Bound using segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:47.678970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Bound port: d710e016-6c9f-4644-9e04-8f6f5e6b2649, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:47.679347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:47.722518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:47.796282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ae88fd3-8924-4d70-8dda-44bebba4595d req-16b54355-4d28-4773-a3f2-6e88514a7705 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110635 Sep 10 03:12:47.825903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a9a3b-4f16-4bec-a94c-9c76a954b20f req-1ce74302-f6d2-4d9d-b655-f9339597ee7d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:47.825903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-287a9a3b-4f16-4bec-a94c-9c76a954b20f req-1ce74302-f6d2-4d9d-b655-f9339597ee7d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.2512684 Sep 10 03:12:47.833675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:47.851920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-e597524a-f7e9-4c6a-b3c5-9b1c4656587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:47.853385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-e597524a-f7e9-4c6a-b3c5-9b1c4656587e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.3640802 Sep 10 03:12:47.912201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-4ebed6fc-6821-471c-999b-473088ffbeef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7830997-8f39-492d-ab17-7525ac125abc HTTP/1.1" status: 200 len: 217 time: 0.0426404 Sep 10 03:12:47.932923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:47.977610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:47.989136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-287a9a3b-4f16-4bec-a94c-9c76a954b20f req-d47aaeab-3f92-4895-b691-22d2fc80d2d4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430371 Sep 10 03:12:48.000696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.027100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-4028655a-301a-407f-a7ab-aad112bf4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:48.028748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-4028655a-301a-407f-a7ab-aad112bf4da3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1059594 Sep 10 03:12:48.031490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ebd84-4042-461f-9036-8d1280e28b15 req-c00ad7ec-f296-4935-8393-5b343ae9f770 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:48.038988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c98ebd84-4042-461f-9036-8d1280e28b15 req-c00ad7ec-f296-4935-8393-5b343ae9f770 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1483965 Sep 10 03:12:48.046853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.126012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:48.127593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.129324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1092 time: 3.2635040 Sep 10 03:12:48.207544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-fda56c2c-d5dc-45c4-880a-c16b93d711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:48.209930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-fda56c2c-d5dc-45c4-880a-c16b93d711f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496294 Sep 10 03:12:48.285052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.319986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c98ebd84-4042-461f-9036-8d1280e28b15 req-2689fc74-52bd-4224-8c6a-5c7c66d23b03 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776659 Sep 10 03:12:48.343648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.357988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9dab4-7067-4f40-bfb8-fe8652ca48e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:48.400181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Allocated IP 2001:db8::1 (d48445eb-d316-4739-b260-9aa4bf2a2c9e/ab7e1ca0-4f8a-40c3-8168-c07f4e248809/edb5570e-ed9b-4854-9315-060bd11b1a70) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:12:48.448131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-8d50ea55-7c5e-4efe-9c6b-fb2c54b8d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:48.450808 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-8d50ea55-7c5e-4efe-9c6b-fb2c54b8d4aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1095 time: 0.2844741 Sep 10 03:12:48.517840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Pushing event updated for resources: {'Port': ['ID=0036e9e1-c1cf-4b1d-a085-35ed954af5b1,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:48.550766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.552699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.566923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Transition to ACTIVE for port object edb5570e-ed9b-4854-9315-060bd11b1a70 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:48.620296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:48.622927 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0341c3b1-e49a-4e51-b390-be89f7589916" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:48.657078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.661235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5e950f75-d5cc-4836-967e-ef046218e364 tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8001742 Sep 10 03:12:48.667981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40542) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:48.681767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:48.708053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141adca-6255-43aa-969f-e0c78dab343b None None] Network 912160f3-8db4-40cf-be7a-ba617935b372 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:48.890457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cfd9df61-b219-4621-9e50-592014256f1b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:48.946817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-06203436-4a7b-49ff-a603-bceee31dd4e1 None None] Provisioning for port cfd9df61-b219-4621-9e50-592014256f1b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:48.991353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:48.996711 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e85799-a7a8-447a-adb9-6ea00edb677f x-openstack-request-id: req-f7e85799-a7a8-447a-adb9-6ea00edb677f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:48.997245 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:48.997627 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7e85799-a7a8-447a-adb9-6ea00edb677f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:48.998158 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'status': 'completed', 'code': 200} Sep 10 03:12:49.010010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cfd9df61-b219-4621-9e50-592014256f1b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:49.011387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Port': ['ID=edb5570e-ed9b-4854-9315-060bd11b1a70,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:49.021408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:49.026401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cfd9df61-b219-4621-9e50-592014256f1b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:49.026963 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.043859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-34d52e44-08c3-4f78-9f9b-c8f2d78390be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.045342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-34d52e44-08c3-4f78-9f9b-c8f2d78390be service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.5704861 Sep 10 03:12:49.064261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259aa3-0394-4479-a13a-396651b1156d req-96ae37b7-abce-4308-a906-655671c209e2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.065868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68259aa3-0394-4479-a13a-396651b1156d req-96ae37b7-abce-4308-a906-655671c209e2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.4645631 Sep 10 03:12:49.069330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-4b9fe2ed-d643-4df7-8eb5-528dc7bae0d4 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401420 Sep 10 03:12:49.076031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:12:49.077024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.126004 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.160658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9585b12-93c7-4b7e-8124-a4315f41536a tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.4913015 Sep 10 03:12:49.164068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port cfd9df61-b219-4621-9e50-592014256f1b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cfd9df61-b219-4621-9e50-592014256f1b,segment=NetworkSegment(ecadbc7b-c680-42e6-8223-fb76ba041a05),segment_id=ecadbc7b-c680-42e6-8223-fb76ba041a05)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:49.168654 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.202587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40548) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:49.218016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b03a3-ef9d-42b3-aa18-ab180cac0bb3 req-2a1afc12-9601-45ab-b00b-74f0f80242ae tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.225158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-433b03a3-ef9d-42b3-aa18-ab180cac0bb3 req-2a1afc12-9601-45ab-b00b-74f0f80242ae tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.2328634 Sep 10 03:12:49.251416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:49.311471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=cfd9df61-b219-4621-9e50-592014256f1b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:49.335182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-7ee60724-bf2d-4a5e-a92b-4ddb539bf711 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.2494729 Sep 10 03:12:49.338315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-433b03a3-ef9d-42b3-aa18-ab180cac0bb3 req-450cfe4a-11c8-408d-b639-7709dca458ee tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049435 Sep 10 03:12:49.348667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:49.421661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-32470756-18ae-4fb1-9b57-9c60c0f9477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.423121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-32470756-18ae-4fb1-9b57-9c60c0f9477a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.0799227 Sep 10 03:12:49.432181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-cc0bd492-f4d5-483e-aa7f-73f66dcb2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.433686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-cc0bd492-f4d5-483e-aa7f-73f66dcb2619 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1095 time: 0.5884216 Sep 10 03:12:49.468772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4302c71-a0d4-41ab-8f1c-e89b08f12aea tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2009366 Sep 10 03:12:49.487398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40556) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:49.510158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-43f1db77-f049-40f8-8109-9d98b655a0fe None None] Provisioning for port edb5570e-ed9b-4854-9315-060bd11b1a70 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:49.514571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-43f1db77-f049-40f8-8109-9d98b655a0fe None None] Provisioning complete for port edb5570e-ed9b-4854-9315-060bd11b1a70 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:49.515035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-43f1db77-f049-40f8-8109-9d98b655a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.523071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68259aa3-0394-4479-a13a-396651b1156d req-e77ce947-acf7-4bda-b471-18c98bbb4234 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313765 Sep 10 03:12:49.585633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512488dd-534d-4fdd-b833-bfe80614862d req-564c6567-24b2-4a0c-aec3-82e934e46db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.587324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-564c6567-24b2-4a0c-aec3-82e934e46db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567433 Sep 10 03:12:49.596287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6378c5e-14b8-41b6-b094-84af5fae0ebb req-fc92c660-7748-4d5c-89e1-55edc09ba79b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.597215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-43f1db77-f049-40f8-8109-9d98b655a0fe None None] Port edb5570e-ed9b-4854-9315-060bd11b1a70 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:49.605498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6378c5e-14b8-41b6-b094-84af5fae0ebb req-fc92c660-7748-4d5c-89e1-55edc09ba79b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1670294 Sep 10 03:12:49.625547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-43f1db77-f049-40f8-8109-9d98b655a0fe None None] Provisioning complete for port cfd9df61-b219-4621-9e50-592014256f1b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:49.626074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-429ba5f5-7b4b-4523-a975-5ccc7b532a9b req-7d6c6481-52c7-4607-8e51-9daab60ca55a service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264683 Sep 10 03:12:49.626458 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-43f1db77-f049-40f8-8109-9d98b655a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.641418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-1b88797d-0697-4c03-b3ea-de8aae72bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.643366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-1b88797d-0697-4c03-b3ea-de8aae72bc33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.1934624 Sep 10 03:12:49.696236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6378c5e-14b8-41b6-b094-84af5fae0ebb req-db2c6492-fc85-4492-823c-39eac14381d9 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853059 Sep 10 03:12:49.768242 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-4be73cbe-1a43-4c85-ba42-29f3292d6c7d service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403594 Sep 10 03:12:49.820978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-06a1109a-00d2-4dbb-851f-98980b51ee46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.1365235 Sep 10 03:12:49.868921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-512488dd-534d-4fdd-b833-bfe80614862d req-7678f6ee-556b-4acc-8550-a043c30c0f69 service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900671 Sep 10 03:12:49.897863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:49.934251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-6e046eb0-9d7e-4d05-be29-69ecfc5d8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.934676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-6e046eb0-9d7e-4d05-be29-69ecfc5d8397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.0950944 Sep 10 03:12:49.945063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f8583-c34c-4ba2-958d-d8c5b5fb119f req-24f92d23-4ba8-4b49-9291-cad26bb4e69f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.946664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f3f8583-c34c-4ba2-958d-d8c5b5fb119f req-24f92d23-4ba8-4b49-9291-cad26bb4e69f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1851501 Sep 10 03:12:49.967510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-dcde8396-77b5-44eb-9065-d271f2035c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:49.969191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-dcde8396-77b5-44eb-9065-d271f2035c83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1095 time: 0.0476067 Sep 10 03:12:50.033532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Deleting port 0036e9e1-c1cf-4b1d-a085-35ed954af5b1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:50.033880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:50.083006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-8126ce56-a24e-4e44-a298-7e40ef9badc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.086208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-8126ce56-a24e-4e44-a298-7e40ef9badc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.1097496 Sep 10 03:12:50.128441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f3f8583-c34c-4ba2-958d-d8c5b5fb119f req-30bf9da4-36ac-4156-a83b-4c9c0a0a78c9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406908 Sep 10 03:12:50.176853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-9dcabe6b-662b-4392-943e-a47802274082 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.0800703 Sep 10 03:12:50.242001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-1b63f0ab-a3bd-4790-9ffb-edef00359f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.243595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-1b63f0ab-a3bd-4790-9ffb-edef00359f66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.0582361 Sep 10 03:12:50.302749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-e856e763-8c33-4060-86ce-e08ca2a519e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.305096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-e856e763-8c33-4060-86ce-e08ca2a519e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472257 Sep 10 03:12:50.415343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-22afb8d9-3d30-4b9c-bdef-efd0f8c9fd15 service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030006 Sep 10 03:12:50.473070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-b32c86f3-859a-43f5-b447-71a84c741526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.474366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-b32c86f3-859a-43f5-b447-71a84c741526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5248065 Sep 10 03:12:50.534318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53864f-8811-405f-aff3-98806a42a1bf req-ce0e3f1c-7af2-4818-b0fe-033d987cd7e9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.536589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b53864f-8811-405f-aff3-98806a42a1bf req-ce0e3f1c-7af2-4818-b0fe-033d987cd7e9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.1129789 Sep 10 03:12:50.579258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:50.579258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:50.581924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-2ab7e890-1e88-44d8-a21a-d777d8468de3 service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495180 Sep 10 03:12:50.608961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b53864f-8811-405f-aff3-98806a42a1bf req-f0a7efee-a507-4cee-a659-3b14d3961d8f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602672 Sep 10 03:12:50.702596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cfd9df61-b219-4621-9e50-592014256f1b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:50.761304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cfd9df61-b219-4621-9e50-592014256f1b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:50.761304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:50.761433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Calling delete_port for 0036e9e1-c1cf-4b1d-a085-35ed954af5b1 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:50.839891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e3fb-39b2-48a8-8dc3-cf03a4a56765 req-42c6502e-972a-4e58-ad18-5dc3c7c3df02 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.841396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1612e3fb-39b2-48a8-8dc3-cf03a4a56765 req-42c6502e-972a-4e58-ad18-5dc3c7c3df02 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0548601 Sep 10 03:12:50.871830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-745d1d9e-d3f2-4d57-bc9a-d93b6d536633 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676465 Sep 10 03:12:50.882046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a987a7-241e-48a2-8907-920b31962873 req-c0427e33-2726-4af5-8785-762fa9d6b4c6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:50.884055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42a987a7-241e-48a2-8907-920b31962873 req-c0427e33-2726-4af5-8785-762fa9d6b4c6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.2066267 Sep 10 03:12:50.893209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1612e3fb-39b2-48a8-8dc3-cf03a4a56765 req-c85b2a6a-86e6-42c2-a23b-43bbf02e1a65 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Sep 10 03:12:50.960297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:50.998323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:50.999099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.051183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42a987a7-241e-48a2-8907-920b31962873 req-6d3e4676-dc07-4222-8f18-030c2dc27491 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508172 Sep 10 03:12:51.131388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event updated for resources: {'Port': ['ID=edb5570e-ed9b-4854-9315-060bd11b1a70,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:51.168802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0341c3b1-e49a-4e51-b390-be89f7589916 req-62a10b7e-e6d8-485e-92cb-df8d64109eac service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812135 Sep 10 03:12:51.207500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.216354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:12:51.239322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:12:51.241759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Pushing event deleted for resources: {'Port': ['ID=0036e9e1-c1cf-4b1d-a085-35ed954af5b1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:51.270995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e2fc6-4037-4fe1-a04f-efd8df0b84c3 req-e6a9fa52-510d-4905-b9cb-4844b52ec0ea tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:51.275485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a34e2fc6-4037-4fe1-a04f-efd8df0b84c3 req-e6a9fa52-510d-4905-b9cb-4844b52ec0ea tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0608556 Sep 10 03:12:51.316654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a34e2fc6-4037-4fe1-a04f-efd8df0b84c3 req-226ffecf-6d13-47ca-9eeb-e57a945a233c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Sep 10 03:12:51.390090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.392739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.393989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-61b7fc1b-1e2b-4383-8224-ff5d4ba41b3d tempest-FloatingIPAdminTestJSON-164984530 tempest-FloatingIPAdminTestJSON-164984530-project] 10.222.0.23 "DELETE /v2.0/floatingips/0269855c-1ad9-4ead-bdc9-9bcce939fa52 HTTP/1.1" status: 204 len: 168 time: 1.9055970 Sep 10 03:12:51.396978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40572) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:51.449865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Router 8da99dc5-9b57-42db-8337-b500a21b4a46 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:51.607130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:51.612770 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d81708d4-df3c-44a5-9ecb-74d57a3f4a10 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2180192 Sep 10 03:12:51.615365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40576) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:51.627975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Deleting port ef2c8856-5115-4725-a323-7af598ae9212 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:51.628322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.643819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] Sync routers for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:51.653929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-37bb8d2a-cd04-4a5e-99b0-288f2a6a7a3b None None] Provisioning complete for port edb5570e-ed9b-4854-9315-060bd11b1a70 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:51.659717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37bb8d2a-cd04-4a5e-99b0-288f2a6a7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.697965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-37bb8d2a-cd04-4a5e-99b0-288f2a6a7a3b None None] Port edb5570e-ed9b-4854-9315-060bd11b1a70 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:12:51.700190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:51.700817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:51.745219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-943a88cf-5841-46ad-9421-5244c6275f6e tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.748961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.749589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:51.750075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:51.763248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:51.764060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:51.766387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Calling delete_port for ef2c8856-5115-4725-a323-7af598ae9212 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:51.790102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7a4d7-ab5f-4794-8e7e-7796a1add473 req-ff223f64-d2d1-4077-9b66-d18d24ba1d3b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:51.797146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:51.797742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46e7a4d7-ab5f-4794-8e7e-7796a1add473 req-ff223f64-d2d1-4077-9b66-d18d24ba1d3b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.0896337 Sep 10 03:12:51.797871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a42e12-e1a4-4ba6-b5d2-b12dfe5a3441 None None] The sync data for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:51.848034 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-943a88cf-5841-46ad-9421-5244c6275f6e tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:12:51.851994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-943a88cf-5841-46ad-9421-5244c6275f6e tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46 HTTP/1.1" status: 409 len: 329 time: 0.2324824 Sep 10 03:12:51.854295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40582) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:51.883783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46e7a4d7-ab5f-4794-8e7e-7796a1add473 req-b8df9a2b-3172-433e-a676-0496360f9381 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818357 Sep 10 03:12:51.972939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.000672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef2c8856-5115-4725-a323-7af598ae9212,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:52.063810 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.066475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.067980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2fcb9a71-cbe3-4aa1-8779-468bfe5b627d tempest-FloatingIPAdminTestJSON-516830875 tempest-FloatingIPAdminTestJSON-516830875-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/86531de1-2774-49e3-9c68-411b927dc605 HTTP/1.1" status: 204 len: 168 time: 0.6701009 Sep 10 03:12:52.072511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40586) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:52.105378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d86d5-bd6a-43e3-b59d-82bfd87b2269 req-2ef6794f-b0e0-4a96-9f87-724b4c2c81a2 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:52.106872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f37d86d5-bd6a-43e3-b59d-82bfd87b2269 req-2ef6794f-b0e0-4a96-9f87-724b4c2c81a2 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1160955 Sep 10 03:12:52.200933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f37d86d5-bd6a-43e3-b59d-82bfd87b2269 req-bb71c0d2-d73f-426e-ac0f-ea19ff9ba5c4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871670 Sep 10 03:12:52.237281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041273-36e6-42ab-9a22-1ae6f890d060 req-7ad5f8b1-1724-4192-be73-e316f5c486e0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:52.239097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99041273-36e6-42ab-9a22-1ae6f890d060 req-7ad5f8b1-1724-4192-be73-e316f5c486e0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.0728126 Sep 10 03:12:52.246653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting port 45aa8ab7-ae89-4690-ba33-374643b49e81 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:52.247037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.343754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99041273-36e6-42ab-9a22-1ae6f890d060 req-621a9cb0-2f6c-4fcb-8786-5a190d3fd8df tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934017 Sep 10 03:12:52.377371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.379311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.402050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Calling delete_port for 45aa8ab7-ae89-4690-ba33-374643b49e81 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:52.534391 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.565737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Port': ['ID=45aa8ab7-ae89-4690-ba33-374643b49e81,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:52.643769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:52.650503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ef0d3b22-1cea-4abd-b7a9-9bb6a86c10b2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "DELETE /v2.0/ports/45aa8ab7-ae89-4690-ba33-374643b49e81 HTTP/1.1" status: 204 len: 168 time: 0.5735319 Sep 10 03:12:52.651776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40594) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:52.725542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b340f-4c97-4fcb-a493-5e93c51aa5a2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:52.731637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df0b340f-4c97-4fcb-a493-5e93c51aa5a2 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac36096a-f3fa-4eca-981b-72a29334e0dc HTTP/1.1" status: 200 len: 913 time: 0.0782931 Sep 10 03:12:52.732717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40598) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:52.778898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837072-4b96-4827-b8a5-55e0f3532e73 req-5481b564-898e-46d9-b616-4460a6b36968 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:52.787732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7837072-4b96-4827-b8a5-55e0f3532e73 req-5481b564-898e-46d9-b616-4460a6b36968 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.3675117 Sep 10 03:12:52.955921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7837072-4b96-4827-b8a5-55e0f3532e73 req-748c21ca-ed5f-44b8-9430-f36f82940d6d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671770 Sep 10 03:12:53.086965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545db20-8a06-467e-92cf-bc8e23de9891 req-8da3c14b-face-4ee6-b2cf-279471e17bf4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:53.088759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c545db20-8a06-467e-92cf-bc8e23de9891 req-8da3c14b-face-4ee6-b2cf-279471e17bf4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 944 time: 0.0995958 Sep 10 03:12:53.110061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:53.119141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting port edb5570e-ed9b-4854-9315-060bd11b1a70 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:53.119649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:53.174516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c545db20-8a06-467e-92cf-bc8e23de9891 req-edff660c-adb8-4b5a-85fd-f7a2a9932bb7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695455 Sep 10 03:12:53.239137 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:53.252480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Calling delete_port for edb5570e-ed9b-4854-9315-060bd11b1a70 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:53.311221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:53.329496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'mac_address': 'fa:16:3e:5f:93:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:53.397928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:53.420570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d710e016-6c9f-4644-9e04-8f6f5e6b2649 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:53.463480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:53.465840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432310-d536-4113-86e7-4e6f9185a942 req-0def3b9b-6597-459b-abc7-641d43f1bdd8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:53.467526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8432310-d536-4113-86e7-4e6f9185a942 req-0def3b9b-6597-459b-abc7-641d43f1bdd8 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1191578 Sep 10 03:12:53.473647 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:53.474851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:53.537834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:53.563564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8432310-d536-4113-86e7-4e6f9185a942 req-1690e33d-e547-4396-b8c3-5a23d0bc9dd1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840917 Sep 10 03:12:53.591271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:53.667119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Port': ['ID=edb5570e-ed9b-4854-9315-060bd11b1a70,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:53.717066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-e4eba38f-fa96-4b80-93b9-8401aad4010a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:53.718564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-e4eba38f-fa96-4b80-93b9-8401aad4010a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 945 time: 0.2453895 Sep 10 03:12:53.729943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c7ad-25cf-4d84-9762-d67b4c79e54e req-25345128-eac9-426d-b3ea-159c865036ed tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:53.737552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7894c7ad-25cf-4d84-9762-d67b4c79e54e req-25345128-eac9-426d-b3ea-159c865036ed tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.1890721 Sep 10 03:12:53.753213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40791-40d3-4bad-9c28-5330022a7eb3 req-e54e1b9d-4511-415b-ba65-37e02dab676a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:53.754906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5af40791-40d3-4bad-9c28-5330022a7eb3 req-e54e1b9d-4511-415b-ba65-37e02dab676a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.0748975 Sep 10 03:12:53.761479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d710e016-6c9f-4644-9e04-8f6f5e6b2649'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:53.895156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5af40791-40d3-4bad-9c28-5330022a7eb3 req-19917a4b-f0e7-4542-bd9a-af0e68b54907 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865927 Sep 10 03:12:53.930490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting port a2651534-efc9-4d67-95ab-7ab051b25596 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:53.930845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.007986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-767dd8d9-5cb5-44c7-89be-e11135833952 service neutron] 10.222.0.32 "GET /v2.0/ports/d710e016-6c9f-4644-9e04-8f6f5e6b2649/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 382 time: 0.2635608 Sep 10 03:12:54.008500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.047523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7894c7ad-25cf-4d84-9762-d67b4c79e54e req-3f02992c-97d1-4fde-8dfd-b3bd069f05fc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092546 Sep 10 03:12:54.196960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-36e53ebb-55cb-4e50-832c-fc2fb4d6b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:54.198488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-36e53ebb-55cb-4e50-832c-fc2fb4d6b95e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1096 time: 0.1472435 Sep 10 03:12:54.299239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Router 8da99dc5-9b57-42db-8337-b500a21b4a46 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:54.391980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-54cd0a25-3803-4359-ae35-60f07fb5291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:54.393535 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-54cd0a25-3803-4359-ae35-60f07fb5291e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.1647685 Sep 10 03:12:54.415798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.429163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:54.430954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Calling delete_port for a2651534-efc9-4d67-95ab-7ab051b25596 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:54.434678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3d68c3a0-5369-4150-83af-505cb4176451 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5792356 Sep 10 03:12:54.439750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b40b2-a1d2-4dfe-b131-3e2ad8f50804 req-afbb1782-a569-4f36-8b20-462daaa4d717 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:54.441270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd3b40b2-a1d2-4dfe-b131-3e2ad8f50804 req-afbb1782-a569-4f36-8b20-462daaa4d717 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0805089 Sep 10 03:12:54.443878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40618) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:54.452985 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] Sync routers for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:54.462239 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:54.462844 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:54.491397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-dff4e65d-9974-4757-913e-a44303ba5dc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1001 time: 0.0683813 Sep 10 03:12:54.494288 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:54.502464 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-16f43608-acf9-41a6-871b-df2f049a9092 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] show failed (client error): The resource could not be found. Sep 10 03:12:54.502627 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] Routers {'8da99dc5-9b57-42db-8337-b500a21b4a46'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:54.508201 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['8da99dc5-9b57-42db-8337-b500a21b4a46'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:54.508340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-16f43608-acf9-41a6-871b-df2f049a9092 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1749347550 HTTP/1.1" status: 404 len: 335 time: 0.0586970 Sep 10 03:12:54.510582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40620) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:54.531909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-00cc632c-ca25-445e-97e1-54c043f65ea4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:54.538839 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:54.539505 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49cf45-ee4e-4dd9-8de0-0eff1bc3719f None None] The sync data for ids ['8da99dc5-9b57-42db-8337-b500a21b4a46'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:54.562541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd3b40b2-a1d2-4dfe-b131-3e2ad8f50804 req-a667fdf4-2f5b-4386-b2cc-b88876afb12f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071725 Sep 10 03:12:54.571061 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-00cc632c-ca25-445e-97e1-54c043f65ea4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] update failed (client error): The resource could not be found. Sep 10 03:12:54.572991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-00cc632c-ca25-445e-97e1-54c043f65ea4 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1354797715 HTTP/1.1" status: 404 len: 335 time: 0.0607362 Sep 10 03:12:54.575481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40622) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:54.618004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-90cb8422-555d-4400-9887-7b437d783c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:54.619523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-90cb8422-555d-4400-9887-7b437d783c76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.1192040 Sep 10 03:12:54.645674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting subnet 54479c48-9f56-4848-8fcd-e22b4357ac8d {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:12:54.671759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.698549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.724796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Port': ['ID=a2651534-efc9-4d67-95ab-7ab051b25596,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:54.744210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.776940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-67ec4b1c-bacf-4644-bef4-4145b052f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:54.778665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-67ec4b1c-bacf-4644-bef4-4145b052f778 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494606 Sep 10 03:12:54.793091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34feaf-282e-4a25-807b-5848ea9bad39 req-f6147ac0-485b-4bed-aaad-816fd11f4908 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:54.794172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f34feaf-282e-4a25-807b-5848ea9bad39 req-f6147ac0-485b-4bed-aaad-816fd11f4908 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1531858 Sep 10 03:12:54.913616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:54.928603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f34feaf-282e-4a25-807b-5848ea9bad39 req-69de986b-7adb-4995-a43b-b2da7a4ac86d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188130 Sep 10 03:12:54.956775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.006309 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-e7e377d5-ea91-414f-a4d7-8a8560df8970 service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089877 Sep 10 03:12:55.078710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6c476-9771-43d2-bad7-fe7cf0394afe req-6b740b82-604b-4134-a24a-9072a1376a08 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:55.080176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f6c476-9771-43d2-bad7-fe7cf0394afe req-6b740b82-604b-4134-a24a-9072a1376a08 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.0951123 Sep 10 03:12:55.083148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.120730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Subnet': ['ID=54479c48-9f56-4848-8fcd-e22b4357ac8d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:55.124059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.125255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-54730d61-4b7e-4c40-95b3-f6dc475ad4ca tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/subnets/54479c48-9f56-4848-8fcd-e22b4357ac8d HTTP/1.1" status: 204 len: 168 time: 0.5487981 Sep 10 03:12:55.127771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40634) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:55.128356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7830997-8f39-492d-ab17-7525ac125abc details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:12:55.206358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:55.208300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f905f-fc6b-45e7-ae98-862926870417 None None] Network 912160f3-8db4-40cf-be7a-ba617935b372 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:55.223042 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67f6c476-9771-43d2-bad7-fe7cf0394afe req-69e70675-5bd5-49d6-a9ba-a1fa513b58ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017108 Sep 10 03:12:55.237491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-bda60a4a-b7ba-4381-a35e-b2fc7017cc35 service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228994 Sep 10 03:12:55.253794 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.254031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Router ac36096a-f3fa-4eca-981b-72a29334e0dc has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:12:55.271170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b9125-974f-4864-8876-c75600c384ca req-f2e43fd6-bc5d-45cf-ae28-fdad828bb964 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:55.272761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e0b9125-974f-4864-8876-c75600c384ca req-f2e43fd6-bc5d-45cf-ae28-fdad828bb964 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 943 time: 0.1113706 Sep 10 03:12:55.295151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f7830997-8f39-492d-ab17-7525ac125abc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7830997-8f39-492d-ab17-7525ac125abc,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:55.337032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e0b9125-974f-4864-8876-c75600c384ca req-e33d3c16-4988-4cfe-a05b-7e24a1071e8d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Sep 10 03:12:55.344563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f7830997-8f39-492d-ab17-7525ac125abc', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': 'f7830997-8f39-492d-ab17-7525ac125abc', 'mac_address': 'fa:16:3e:b1:c5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:12:55.359703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting port cfd9df61-b219-4621-9e50-592014256f1b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:55.360465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.395403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:12:55.405240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-74c86420-a173-4d5c-b69b-dd6f542f040f tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "PUT /v2.0/routers/ac36096a-f3fa-4eca-981b-72a29334e0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6713929 Sep 10 03:12:55.405861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:55.417372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:55.419484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] Sync routers for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:12:55.433651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:55.434024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.437757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.440343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] For port cfd9df61-b219-4621-9e50-592014256f1b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cfd9df61-b219-4621-9e50-592014256f1b,segment=NetworkSegment(ecadbc7b-c680-42e6-8223-fb76ba041a05),segment_id=ecadbc7b-c680-42e6-8223-fb76ba041a05)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:55.440904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.454582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Calling delete_port for cfd9df61-b219-4621-9e50-592014256f1b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:55.480383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:55.481019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.487622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7830997-8f39-492d-ab17-7525ac125abc {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:12:55.518987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.530444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.552807 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.557915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f7830997-8f39-492d-ab17-7525ac125abc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7830997-8f39-492d-ab17-7525ac125abc,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:55.561932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] Routers {'ac36096a-f3fa-4eca-981b-72a29334e0dc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:12:55.562579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ac36096a-f3fa-4eca-981b-72a29334e0dc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.567016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.586073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Port': ['ID=cfd9df61-b219-4621-9e50-592014256f1b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:55.590916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] No DVR routers for this DVR port cfd9df61-b219-4621-9e50-592014256f1b on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:55.620282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff14dea-c9c3-47cb-8c03-26599ed6fc93 None None] DHCP port deletion for 912160f3-8db4-40cf-be7a-ba617935b372 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:55.641794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.642768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355e0260-0247-47a9-8060-e5a5b9cb3bc2 None None] The sync data for ids ['ac36096a-f3fa-4eca-981b-72a29334e0dc'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:12:55.648712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.677021 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.701967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912160f3-8db4-40cf-be7a-ba617935b372']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.711713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecadbc7b-c680-42e6-8223-fb76ba041a05') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.712013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecadbc7b-c680-42e6-8223-fb76ba041a05') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:55.715258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.721661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.732211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9a06f-50a8-4f35-800b-4ba194cad969 req-5e3f8293-373f-4ce8-bcac-28d0a4b64f97 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:55.732867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f7830997-8f39-492d-ab17-7525ac125abc,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:55.733924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bda9a06f-50a8-4f35-800b-4ba194cad969 req-5e3f8293-373f-4ce8-bcac-28d0a4b64f97 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0816326 Sep 10 03:12:55.736742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.745487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:55.745889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.752457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:55.754676 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acacc7bf-32ab-4098-b41c-4c0733138e46" -d '{"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:55.768713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:55.773584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting port ee1c05ec-b776-4074-a050-57c8a76a493f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:55.773765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.774083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:55.776607 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:55.819296 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa88e53-8a21-425d-82f4-512e0955011b x-openstack-request-id: req-5aa88e53-8a21-425d-82f4-512e0955011b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:55.819640 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:55.820266 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aa88e53-8a21-425d-82f4-512e0955011b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:55.820483 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'code': 200} Sep 10 03:12:55.821478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f7830997-8f39-492d-ab17-7525ac125abc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:12:55.823082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bda9a06f-50a8-4f35-800b-4ba194cad969 req-f861df86-65e4-4fe8-9fb8-e5001195078b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738938 Sep 10 03:12:55.837094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.852252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.853447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/networks/912160f3-8db4-40cf-be7a-ba617935b372 HTTP/1.1" status: 204 len: 168 time: 0.7247696 Sep 10 03:12:55.857396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:55.865225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4b7bc-09ba-4689-a6f0-c767b4e3ad07 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Network': ['ID=912160f3-8db4-40cf-be7a-ba617935b372,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:55.890619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:55.920059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.936680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting subnet d1c11623-ad81-4fd1-89d6-deeefbbbd84e {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:12:55.942192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:55.944803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Calling delete_port for ee1c05ec-b776-4074-a050-57c8a76a493f owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:56.028527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.061166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5eea3-3320-44f1-8897-d4164de12c24 req-4a1fb173-ba55-44dc-9c6f-9748d60089c3 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:56.062673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6a5eea3-3320-44f1-8897-d4164de12c24 req-4a1fb173-ba55-44dc-9c6f-9748d60089c3 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0486774 Sep 10 03:12:56.100259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f6a5eea3-3320-44f1-8897-d4164de12c24 req-fd514f0e-3430-4408-a562-a32ff5f05fe7 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Sep 10 03:12:56.169461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.249880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.276824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.287312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Port': ['ID=ee1c05ec-b776-4074-a050-57c8a76a493f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:56.310835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c11623-ad81-4fd1-89d6-deeefbbbd84e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:56.334413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.339704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-72815ab9-6e83-4370-9a52-7e8f8a2ac8c2 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/subnets/d1c11623-ad81-4fd1-89d6-deeefbbbd84e HTTP/1.1" status: 204 len: 168 time: 0.4784830 Sep 10 03:12:56.339845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40652) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:56.341960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212cd67-d509-4dfa-8f88-46a5372b49d9 None None] Network d98216df-8252-4666-8678-c006f8ac11bb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:56.375809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.430103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8cfae-79cb-41a3-9db9-1d52770a571d req-c0b74d63-c903-45e8-a38a-f9a999e6313f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:56.431980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27d8cfae-79cb-41a3-9db9-1d52770a571d req-c0b74d63-c903-45e8-a38a-f9a999e6313f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1284118 Sep 10 03:12:56.438944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting subnet 54ab8ca2-9f83-4357-a9a0-51d5142008e0 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:12:56.448541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.496716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.499631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.508445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.524536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27d8cfae-79cb-41a3-9db9-1d52770a571d req-548ef1de-f908-4c87-ab58-6f9bcfa27444 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792685 Sep 10 03:12:56.551039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] DHCP port deletion for d98216df-8252-4666-8678-c006f8ac11bb request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:56.561355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435aa2-c27b-430f-93a0-60310c635cc9 req-9ad63f6b-37e3-48e4-8ec4-cd4588800a26 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:56.563021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88435aa2-c27b-430f-93a0-60310c635cc9 req-9ad63f6b-37e3-48e4-8ec4-cd4588800a26 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 944 time: 0.1221993 Sep 10 03:12:56.563892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.564485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Fanout notify agent at l3_agent the message router_deleted on router ac36096a-f3fa-4eca-981b-72a29334e0dc {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:12:56.571885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.572805 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-44c19554-0783-48df-ae7b-fe32ab72a613 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "DELETE /v2.0/routers/ac36096a-f3fa-4eca-981b-72a29334e0dc HTTP/1.1" status: 204 len: 168 time: 1.1660531 Sep 10 03:12:56.575313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40656) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:56.601757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] Deleting port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:56.602140 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.643387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.665055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting subnet 8e2b9737-5fea-4957-910f-3321db70d3da {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:12:56.669818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.692570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] For port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,segment=NetworkSegment(7d53b9e2-bb67-4fb2-be2e-5360fed50332),segment_id=7d53b9e2-bb67-4fb2-be2e-5360fed50332)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:56.693898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.696732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88435aa2-c27b-430f-93a0-60310c635cc9 req-4f616e90-2c3b-498e-a0ab-0ebce4796d08 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113176 Sep 10 03:12:56.710247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cfd9df61-b219-4621-9e50-592014256f1b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:56.720309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] Calling delete_port for 6dec71ee-a1d4-4519-98e9-dc8e3207d97b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:56.720558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.727506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.743080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cfd9df61-b219-4621-9e50-592014256f1b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:56.743266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cfd9df61-b219-4621-9e50-592014256f1b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:56.743707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6dec71ee-a1d4-4519-98e9-dc8e3207d97b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:56.755881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Subnet': ['ID=54ab8ca2-9f83-4357-a9a0-51d5142008e0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:56.758400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.760297 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8ab912f0-193b-4e0d-b90c-5147e6b0d879 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/subnets/54ab8ca2-9f83-4357-a9a0-51d5142008e0 HTTP/1.1" status: 204 len: 168 time: 0.4199834 Sep 10 03:12:56.762685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40658) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:56.774401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6986f3fd-bcb4-4b2b-8b69-5d08bc76e707 None None] Network d405beea-fb5b-4706-864f-cb4d1e9db5aa requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:56.864885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.939654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.970443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2b9737-5fea-4957-910f-3321db70d3da,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:56.982960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:56.987755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb2ecc7b-8d95-462f-b1bc-a34428e0cc9d tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "DELETE /v2.0/subnets/8e2b9737-5fea-4957-910f-3321db70d3da HTTP/1.1" status: 204 len: 168 time: 0.4093108 Sep 10 03:12:56.988031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40662) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:57.032437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8fa053-7dc8-4da1-9d01-7b1ba39e6048 None None] Network 50489b5f-3297-4fbb-be85-aeb8cf5f7549 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:57.101634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.160504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7830997-8f39-492d-ab17-7525ac125abc up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:12:57.172079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.219834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b516-dcdc-473a-9826-65e7a3856c83 req-33847534-9d14-4bb2-b4eb-2f0d491c1e36 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:57.226937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ce7b516-dcdc-473a-9826-65e7a3856c83 req-33847534-9d14-4bb2-b4eb-2f0d491c1e36 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0939867 Sep 10 03:12:57.238112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.285734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ce7b516-dcdc-473a-9826-65e7a3856c83 req-8758bbda-22a6-4c47-b715-0246ef93a023 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Sep 10 03:12:57.297574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting port 33822979-d098-44c7-b687-69aec6436fc5 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:57.298035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.308172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:57.310581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.384903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] For port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,segment=NetworkSegment(7d53b9e2-bb67-4fb2-be2e-5360fed50332),segment_id=7d53b9e2-bb67-4fb2-be2e-5360fed50332)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:57.385269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.408275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.409183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Calling delete_port for 6dec71ee-a1d4-4519-98e9-dc8e3207d97b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:57.438504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] For port 33822979-d098-44c7-b687-69aec6436fc5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=33822979-d098-44c7-b687-69aec6436fc5,segment=NetworkSegment(82b3ef23-8c85-40e9-947a-57968c3d5751),segment_id=82b3ef23-8c85-40e9-947a-57968c3d5751)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:57.438906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.459779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0e1e-27ac-45fb-a10c-d2e87177f7ba req-898b8e96-3a4a-49c5-aca8-c3c24cdf2bab tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:57.462112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] Pushing event deleted for resources: {'Port': ['ID=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:57.462253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2dc0e1e-27ac-45fb-a10c-d2e87177f7ba req-898b8e96-3a4a-49c5-aca8-c3c24cdf2bab tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.2250512 Sep 10 03:12:57.485020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Calling delete_port for 33822979-d098-44c7-b687-69aec6436fc5 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:57.491677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bb69e-cdbe-49f5-a8ce-7042211031a2 None None] No DVR routers for this DVR port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:57.495029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f7830997-8f39-492d-ab17-7525ac125abc completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:12:57.506384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f7830997-8f39-492d-ab17-7525ac125abc triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:12:57.506761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.516099 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.561651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Port': ['ID=6dec71ee-a1d4-4519-98e9-dc8e3207d97b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:57.581040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] No DVR routers for this DVR port 6dec71ee-a1d4-4519-98e9-dc8e3207d97b on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:57.609397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2dc0e1e-27ac-45fb-a10c-d2e87177f7ba req-66e24263-0152-4779-98cb-d9fef568663d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368196 Sep 10 03:12:57.623159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.625149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] DHCP port deletion for d405beea-fb5b-4706-864f-cb4d1e9db5aa request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:57.674724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] DHCP port deletion for 50489b5f-3297-4fbb-be85-aeb8cf5f7549 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:57.695154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f7830997-8f39-492d-ab17-7525ac125abc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7830997-8f39-492d-ab17-7525ac125abc,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:57.720236 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.722023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.755291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.776140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Port': ['ID=33822979-d098-44c7-b687-69aec6436fc5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:57.778131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] No DVR routers for this DVR port 33822979-d098-44c7-b687-69aec6436fc5 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:57.783531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17095f7-c11f-432f-a363-bbe4a4567f7a req-d326c26b-09d9-4a11-9423-6005aecbc223 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:57.785308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b17095f7-c11f-432f-a363-bbe4a4567f7a req-d326c26b-09d9-4a11-9423-6005aecbc223 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 946 time: 0.1344264 Sep 10 03:12:57.788121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] Deleting port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:57.788501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.792565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f7830997-8f39-492d-ab17-7525ac125abc,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:57.812319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98216df-8252-4666-8678-c006f8ac11bb']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:57.818378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-d3c5edf1-1d80-447f-ad53-78183aa5028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:57.819889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-d3c5edf1-1d80-447f-ad53-78183aa5028d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1645720 Sep 10 03:12:57.821692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7830997-8f39-492d-ab17-7525ac125abc'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:57.823966 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b01ff7f-cec8-478d-9f66-2451958af811" -d '{"events": [{"server_uuid": "79d57786-02bf-435a-baeb-1984c6b33b6f", "name": "network-vif-plugged", "status": "completed", "tag": "f7830997-8f39-492d-ab17-7525ac125abc"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:57.829457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d53b9e2-bb67-4fb2-be2e-5360fed50332') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:57.829744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d53b9e2-bb67-4fb2-be2e-5360fed50332') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:57.831593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Deleting port 33822979-d098-44c7-b687-69aec6436fc5 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:57.831983 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.843048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:12:57.848962 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.866705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b17095f7-c11f-432f-a363-bbe4a4567f7a req-9f844b59-64b7-4f0a-a210-0326b33ddc60 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640762 Sep 10 03:12:57.876406 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.882999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:57.883671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.895164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] For port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,segment=NetworkSegment(930cd159-f42e-45b0-8fab-d2ed21891744),segment_id=930cd159-f42e-45b0-8fab-d2ed21891744)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:57.895509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.918762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] Calling delete_port for 91c7bb94-cf91-4bf7-819b-8bc20f8c23df owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:57.947186 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782bea3-cf7a-4e7c-84d9-6a93f824d1b5 x-openstack-request-id: req-4782bea3-cf7a-4e7c-84d9-6a93f824d1b5 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:57.947483 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d57786-02bf-435a-baeb-1984c6b33b6f", "name": "network-vif-plugged", "status": "completed", "tag": "f7830997-8f39-492d-ab17-7525ac125abc", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:57.947742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4782bea3-cf7a-4e7c-84d9-6a93f824d1b5 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:57.948130 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7830997-8f39-492d-ab17-7525ac125abc', 'code': 200} Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:57.953769 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:57.960220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.962103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.968700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.971400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/networks/d98216df-8252-4666-8678-c006f8ac11bb HTTP/1.1" status: 204 len: 168 time: 1.2070076 Sep 10 03:12:57.974762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:57.991231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:57.994651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50489b5f-3297-4fbb-be85-aeb8cf5f7549']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:57.995065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73044456-775d-4518-99d9-ce63c5005454 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Network': ['ID=d98216df-8252-4666-8678-c006f8ac11bb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:58.014592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b3ef23-8c85-40e9-947a-57968c3d5751') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:58.014987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b3ef23-8c85-40e9-947a-57968c3d5751') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:58.025066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccfcf8-0c44-4b4e-a03a-2a53ced28457 req-1d33344e-901b-46ef-8f02-acd673e5574f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:58.026602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] For port 33822979-d098-44c7-b687-69aec6436fc5, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:58.026722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18ccfcf8-0c44-4b4e-a03a-2a53ced28457 req-1d33344e-901b-46ef-8f02-acd673e5574f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.2109966 Sep 10 03:12:58.027209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.039899 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.044479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Calling delete_port for 33822979-d098-44c7-b687-69aec6436fc5 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:58.048701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Port 33822979-d098-44c7-b687-69aec6436fc5 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:12:58.051169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.085947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] Pushing event deleted for resources: {'Port': ['ID=33822979-d098-44c7-b687-69aec6436fc5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:58.095651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.095846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca047f7c-471e-432c-befd-d3c2ca3e55ee None None] No DVR routers for this DVR port 33822979-d098-44c7-b687-69aec6436fc5 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:58.117948 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.129051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cca23-b603-4a1b-87de-18d74591fa0a req-711a7488-3064-4769-817e-1e4abf4eba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:58.134388 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.135745 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c30cca23-b603-4a1b-87de-18d74591fa0a req-711a7488-3064-4769-817e-1e4abf4eba22 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 1096 time: 0.1270382 Sep 10 03:12:58.166768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] Pushing event deleted for resources: {'Port': ['ID=91c7bb94-cf91-4bf7-819b-8bc20f8c23df,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:58.173604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b984ee7-aa7b-45fa-a809-1e59e3a6153c None None] No DVR routers for this DVR port 91c7bb94-cf91-4bf7-819b-8bc20f8c23df on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:58.217212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c30cca23-b603-4a1b-87de-18d74591fa0a req-f456cd76-20a8-46c3-952f-8c2c3b0e67d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Sep 10 03:12:58.278110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.301391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d405beea-fb5b-4706-864f-cb4d1e9db5aa']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:58.311694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930cd159-f42e-45b0-8fab-d2ed21891744') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:58.312089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930cd159-f42e-45b0-8fab-d2ed21891744') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:12:58.322882 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.341769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.348700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:58.349314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:58.355080 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:58.435975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:12:58.436286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:12:58.441051 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:12:58.449221 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.458898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.460792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/networks/d405beea-fb5b-4706-864f-cb4d1e9db5aa HTTP/1.1" status: 204 len: 168 time: 0.4834983 Sep 10 03:12:58.470262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40690) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:58.481860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76bedf-a8c0-4408-a5bb-f935b236b12a tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Network': ['ID=d405beea-fb5b-4706-864f-cb4d1e9db5aa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:58.506585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18ccfcf8-0c44-4b4e-a03a-2a53ced28457 req-ff645e94-c504-4a18-ba97-97173a4322e1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693599 Sep 10 03:12:58.508673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e2eb5-2763-4917-95cc-193ddb948a6a req-823b1811-cfff-493d-bf22-743a3327dc9e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:58.510365 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-046e2eb5-2763-4917-95cc-193ddb948a6a req-823b1811-cfff-493d-bf22-743a3327dc9e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1230435 Sep 10 03:12:58.555589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting subnet ab7e1ca0-4f8a-40c3-8168-c07f4e248809 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:12:58.559599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.566524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.578180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.582559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "DELETE /v2.0/networks/50489b5f-3297-4fbb-be85-aeb8cf5f7549 HTTP/1.1" status: 204 len: 168 time: 1.5913794 Sep 10 03:12:58.592593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:58.607285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee183b-558b-4d0c-adec-afd6b9e85e06 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Network': ['ID=50489b5f-3297-4fbb-be85-aeb8cf5f7549,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:58.637933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-046e2eb5-2763-4917-95cc-193ddb948a6a req-e4bd1e5b-25ee-49a0-86e5-f1e8809fbfdb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183500 Sep 10 03:12:58.699792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.703615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91c7bb94-cf91-4bf7-819b-8bc20f8c23df no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:58.725141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:58.727207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 91c7bb94-cf91-4bf7-819b-8bc20f8c23df {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:58.727660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91c7bb94-cf91-4bf7-819b-8bc20f8c23df not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:58.728365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 33822979-d098-44c7-b687-69aec6436fc5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:12:58.750220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 33822979-d098-44c7-b687-69aec6436fc5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:12:58.750908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 33822979-d098-44c7-b687-69aec6436fc5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:12:58.779097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:58.823283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:12:58.826091 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac526e-e943-440c-aab6-7703a51edddb" -d '{"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:12:58.830319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.837503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963136-c3b2-4e97-9cbe-915a9ab0d4db req-7d2dd550-05d4-4721-834d-d9edf9e8fbfd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:58.839155 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa963136-c3b2-4e97-9cbe-915a9ab0d4db req-7d2dd550-05d4-4721-834d-d9edf9e8fbfd tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0941625 Sep 10 03:12:58.844095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Transition to ACTIVE for port object d710e016-6c9f-4644-9e04-8f6f5e6b2649 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:12:58.853201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.868699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Deleting port 1a80307d-9bf4-472e-8b4d-37bea0a24241 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:58.869042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:58.871310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.009785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa963136-c3b2-4e97-9cbe-915a9ab0d4db req-de2f1a39-3bdc-482c-b229-e727ed598496 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419816 Sep 10 03:12:59.039152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.039510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.058895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.060949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Calling delete_port for 1a80307d-9bf4-472e-8b4d-37bea0a24241 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:59.099255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7e1ca0-4f8a-40c3-8168-c07f4e248809,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:59.110072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.110241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2e237-a047-4e10-97b1-9328278f980a None None] Network d48445eb-d316-4739-b260-9aa4bf2a2c9e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:12:59.112030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ba814d9f-cd77-4d69-9b4e-8b65f14fa150 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/subnets/ab7e1ca0-4f8a-40c3-8168-c07f4e248809 HTTP/1.1" status: 204 len: 168 time: 0.6398754 Sep 10 03:12:59.116587 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473118a3-d19b-4c95-9764-e9c7aa3401ff x-openstack-request-id: req-473118a3-d19b-4c95-9764-e9c7aa3401ff {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:12:59.117716 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:12:59.117871 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-473118a3-d19b-4c95-9764-e9c7aa3401ff {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:12:59.118369 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'code': 200} Sep 10 03:12:59.118830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40710) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:59.119863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] No DVR routers for this DVR port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:59.208824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=10']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:59.221796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfb716-7eaa-48fe-b567-7285999c52fc req-b7370eda-c7ce-4094-85e7-457c23750119 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:59.224113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acfb716-7eaa-48fe-b567-7285999c52fc req-b7370eda-c7ce-4094-85e7-457c23750119 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.1104200 Sep 10 03:12:59.272276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1acfb716-7eaa-48fe-b567-7285999c52fc req-cacce8f1-5b7b-4561-96b1-32a92cf5e7c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Sep 10 03:12:59.316616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.329805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.360191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Pushing event deleted for resources: {'Port': ['ID=1a80307d-9bf4-472e-8b4d-37bea0a24241,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:59.362205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] DHCP port deletion for d48445eb-d316-4739-b260-9aa4bf2a2c9e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:12:59.419165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:12:59.419880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:12:59.419880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:59.426482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:12:59.426808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Attempting to bind port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on network 8a173de8-a458-40a0-bc5e-61d878e99854 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:12:59.431163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.433861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.435041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db5b5d36-f709-4900-bf86-0b8eb29a91d9 tempest-FloatingIPAdminTestJSON-349448099 tempest-FloatingIPAdminTestJSON-349448099-project] 10.222.0.23 "DELETE /v2.0/floatingips/fa92ef79-b88e-49ec-b156-aa8b30f053b1 HTTP/1.1" status: 204 len: 168 time: 0.8425031 Sep 10 03:12:59.437019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:12:59.437366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Checking segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:12:59.437787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Bound using segment: {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:12:59.438199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Bound port: d710e016-6c9f-4644-9e04-8f6f5e6b2649, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc048e14-7fce-475c-ae02-439b8dba9708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:12:59.438606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.441402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] Deleting port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:59.441805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.450582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Deleting port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:12:59.450901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.525586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] For port 08b9a5ff-12ef-450b-85e2-3f5438d069c1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=08b9a5ff-12ef-450b-85e2-3f5438d069c1,segment=NetworkSegment(b9f65b6c-5b2d-44ae-aed7-167f64ea4821),segment_id=b9f65b6c-5b2d-44ae-aed7-167f64ea4821)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:59.525980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.541407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] Calling delete_port for 08b9a5ff-12ef-450b-85e2-3f5438d069c1 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:59.547347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] For port 08b9a5ff-12ef-450b-85e2-3f5438d069c1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=08b9a5ff-12ef-450b-85e2-3f5438d069c1,segment=NetworkSegment(b9f65b6c-5b2d-44ae-aed7-167f64ea4821),segment_id=b9f65b6c-5b2d-44ae-aed7-167f64ea4821)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:12:59.547752 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.574299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Calling delete_port for 08b9a5ff-12ef-450b-85e2-3f5438d069c1 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:12:59.588153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:12:59.592747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:12:59.632497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.676994 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.712737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] Pushing event deleted for resources: {'Port': ['ID=08b9a5ff-12ef-450b-85e2-3f5438d069c1,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:59.720055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e3c41-defe-49a4-9af7-b956165c609d None None] No DVR routers for this DVR port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:59.768212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:59.769669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.771786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] 10.222.0.36 "PUT /v2.0/ports/d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1093 time: 1.9340575 Sep 10 03:12:59.846467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40722) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:12:59.873053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53616fa7-2487-45c9-b7ed-c896eb7dd393 service neutron] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=11']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:12:59.877463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175645e3-82a6-4e31-98a3-edef3baabdae req-8d2ff1f8-41bd-4cad-9d0b-546b2555c6d4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:59.879484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-175645e3-82a6-4e31-98a3-edef3baabdae req-8d2ff1f8-41bd-4cad-9d0b-546b2555c6d4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1046908 Sep 10 03:12:59.901532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623920-b610-46d0-b0ab-80d1c6ba1375 req-5f032b9f-2b5e-4c5c-be81-c3e5b51271e4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:59.909083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e623920-b610-46d0-b0ab-80d1c6ba1375 req-5f032b9f-2b5e-4c5c-be81-c3e5b51271e4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.2376463 Sep 10 03:12:59.922284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:12:59.934392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-175645e3-82a6-4e31-98a3-edef3baabdae req-344e5784-ee04-432b-9ced-f6723cd56c3f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Sep 10 03:12:59.957709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-26bbb211-a1d7-40d3-9d0d-0ecf9a385a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:12:59.959628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-26bbb211-a1d7-40d3-9d0d-0ecf9a385a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1096 time: 0.1549590 Sep 10 03:12:59.966873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] No DVR routers for this DVR port 08b9a5ff-12ef-450b-85e2-3f5438d069c1 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:12:59.999999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Port': ['ID=08b9a5ff-12ef-450b-85e2-3f5438d069c1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:00.033478 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e623920-b610-46d0-b0ab-80d1c6ba1375 req-17df215d-b922-4003-8b46-ea24aad5b330 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233072 Sep 10 03:13:00.084264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1e9606d1-2023-4289-a9c0-e4b44852e1fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b26038c386074a2aa67623515372a590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363865 Sep 10 03:13:00.084962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40732) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:00.199952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ffa0a-3c74-4576-bc1a-0acaff925b57 req-02775ced-e94b-4da9-b6ba-b2a04053d691 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.201565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c6ffa0a-3c74-4576-bc1a-0acaff925b57 req-02775ced-e94b-4da9-b6ba-b2a04053d691 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0866268 Sep 10 03:13:00.206712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5255de1-e2c0-4e93-b7fe-b66e4ee4e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.225457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.243130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5255de1-e2c0-4e93-b7fe-b66e4ee4e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.270757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c6ffa0a-3c74-4576-bc1a-0acaff925b57 req-cc1722b2-2f08-43da-a221-d66f2d4d9884 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Sep 10 03:13:00.273852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48445eb-d316-4739-b260-9aa4bf2a2c9e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:00.300469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35048d23-91d3-492b-b798-d31d11e12d24 req-404818b0-ed51-42bb-b70f-658ed29739b7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.302009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35048d23-91d3-492b-b798-d31d11e12d24 req-404818b0-ed51-42bb-b70f-658ed29739b7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.1680350 Sep 10 03:13:00.307525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:00.307835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f65b6c-5b2d-44ae-aed7-167f64ea4821') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:00.310146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-cd159ed6-63a0-4815-99ac-77854e245640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.311636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-cd159ed6-63a0-4815-99ac-77854e245640 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.3229795 Sep 10 03:13:00.316542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5255de1-e2c0-4e93-b7fe-b66e4ee4e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.319406 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a5255de1-e2c0-4e93-b7fe-b66e4ee4e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.323263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.323881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a5255de1-e2c0-4e93-b7fe-b66e4ee4e416 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8088a3ea-d3f2-4277-8cbf-22c10526e608 HTTP/1.1" status: 204 len: 168 time: 0.2372482 Sep 10 03:13:00.333550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5255de1-e2c0-4e93-b7fe-b66e4ee4e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8088a3ea-d3f2-4277-8cbf-22c10526e608,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:00.400589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.423976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:00.424398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:00.427559 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:00.444270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb932ba-13d4-46dc-aded-750d71a8fb04 req-4642fdaa-ee1e-4d4f-bd90-0d0cdf9c9aef tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.452595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35048d23-91d3-492b-b798-d31d11e12d24 req-999fd52f-8cc8-46e0-a0b5-4d8e0c72b5f2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348476 Sep 10 03:13:00.453536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fb932ba-13d4-46dc-aded-750d71a8fb04 req-4642fdaa-ee1e-4d4f-bd90-0d0cdf9c9aef tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.0731328 Sep 10 03:13:00.462760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-7e1d6cd7-1863-492e-b89f-dd9e27a05d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.1412828 Sep 10 03:13:00.508408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fb932ba-13d4-46dc-aded-750d71a8fb04 req-5c7df4b6-c40c-48ef-be8d-0c5ee4303d67 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539370 Sep 10 03:13:00.545247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.571084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.572956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/networks/d48445eb-d316-4739-b260-9aa4bf2a2c9e HTTP/1.1" status: 204 len: 168 time: 1.4509938 Sep 10 03:13:00.575944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40742) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:00.576423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a48869-9b81-4e20-abef-09ca75b03562 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Pushing event deleted for resources: {'Network': ['ID=d48445eb-d316-4739-b260-9aa4bf2a2c9e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:00.608378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-e45f95a2-1f79-419c-94a8-c86a1160adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.609887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-e45f95a2-1f79-419c-94a8-c86a1160adf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.1359603 Sep 10 03:13:00.613095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-493a8774-b70a-43b4-ada3-00166a23fc03 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da99dc5-9b57-42db-8337-b500a21b4a46 HTTP/1.1" status: 200 len: 205 time: 0.0336938 Sep 10 03:13:00.613223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40744) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:00.668555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e717f0-25a3-4f2e-bc04-8b6ef1e6bf3e req-972bcfd1-7f9a-49b8-aa6a-63b266adf3bf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.676418 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24e717f0-25a3-4f2e-bc04-8b6ef1e6bf3e req-972bcfd1-7f9a-49b8-aa6a-63b266adf3bf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.1069314 Sep 10 03:13:00.705335 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.710748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 08b9a5ff-12ef-450b-85e2-3f5438d069c1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:00.754315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24e717f0-25a3-4f2e-bc04-8b6ef1e6bf3e req-0653ed1e-f2df-4cdc-85e5-655f3c328f2f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614781 Sep 10 03:13:00.757106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-06b47e6e-43d0-46eb-ae2e-469bc3aeaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:00.759213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-06b47e6e-43d0-46eb-ae2e-469bc3aeaa9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384585 Sep 10 03:13:00.792483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 08b9a5ff-12ef-450b-85e2-3f5438d069c1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:00.792989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 08b9a5ff-12ef-450b-85e2-3f5438d069c1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:00.847052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40750) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:00.865837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50733cba-313c-4ef2-b30e-e7c9de9b944d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:00.959400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-28298794-d08c-421e-80c0-20d2264b1b8e service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887090 Sep 10 03:13:01.001707 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.005142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.097167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b04af11e-2230-4527-a4a9-fe4fbfd64e66 req-70c27934-a82e-4fcb-a02c-260f4edb6365 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291003 Sep 10 03:13:01.107229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50733cba-313c-4ef2-b30e-e7c9de9b944d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.116861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50733cba-313c-4ef2-b30e-e7c9de9b944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.121132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:01.135825 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:01.137662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:01.146000 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.146966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Fanout notify agent at l3_agent the message router_deleted on router 8da99dc5-9b57-42db-8337-b500a21b4a46 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:13:01.161699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.163410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-687018f8-2640-40df-9cba-c7f1409de914 tempest-RoutersNegativeIpV6Test-1373397370 tempest-RoutersNegativeIpV6Test-1373397370-project] 10.222.0.23 "DELETE /v2.0/routers/8da99dc5-9b57-42db-8337-b500a21b4a46 HTTP/1.1" status: 204 len: 168 time: 0.5478473 Sep 10 03:13:01.181004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9bede-658f-4ffc-9bd6-709b78cac001 req-ceab692f-4ce0-4e38-9a88-c7e272df124f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.181329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:01.183356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cf9bede-658f-4ffc-9bd6-709b78cac001 req-ceab692f-4ce0-4e38-9a88-c7e272df124f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1053038 Sep 10 03:13:01.220234 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-50733cba-313c-4ef2-b30e-e7c9de9b944d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfaac5dd5a8a487084993fdd1fc3512a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717697 Sep 10 03:13:01.220391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40762) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:01.239703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50733cba-313c-4ef2-b30e-e7c9de9b944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7a6fe-9f09-4ee6-8b2b-f8006318176f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:01.251649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cf9bede-658f-4ffc-9bd6-709b78cac001 req-7a1ce6fc-dfce-4fee-a6c3-84ce981c2f07 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622451 Sep 10 03:13:01.270356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2feb0e8-7c9f-4dde-97e6-ae239e16383b req-301985d4-4026-4006-9cbf-e536460e7d6b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.282012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2feb0e8-7c9f-4dde-97e6-ae239e16383b req-301985d4-4026-4006-9cbf-e536460e7d6b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.1799481 Sep 10 03:13:01.299679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c185c4f-a444-42ab-a2bd-e95f8ae1ad3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.337904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c185c4f-a444-42ab-a2bd-e95f8ae1ad3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.365278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2feb0e8-7c9f-4dde-97e6-ae239e16383b req-3ca6b7d2-d504-48b4-a9c7-90fd14c9b565 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794699 Sep 10 03:13:01.377476 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e028069-3992-4d0c-8f4c-e53b0f81d3ce x-openstack-request-id: req-2e028069-3992-4d0c-8f4c-e53b0f81d3ce {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:01.377766 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:01.378014 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e028069-3992-4d0c-8f4c-e53b0f81d3ce {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:01.378408 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'status': 'completed', 'code': 200} Sep 10 03:13:01.444797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c185c4f-a444-42ab-a2bd-e95f8ae1ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.448150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c185c4f-a444-42ab-a2bd-e95f8ae1ad3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.449379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5c185c4f-a444-42ab-a2bd-e95f8ae1ad3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24b7a6fe-9f09-4ee6-8b2b-f8006318176f HTTP/1.1" status: 204 len: 168 time: 0.2277527 Sep 10 03:13:01.484608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185c4f-a444-42ab-a2bd-e95f8ae1ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7a6fe-9f09-4ee6-8b2b-f8006318176f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:01.499113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-f0871e12-6a37-4014-b4fc-d08548c7059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.501709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-f0871e12-6a37-4014-b4fc-d08548c7059c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1096 time: 0.0800798 Sep 10 03:13:01.502975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-e72dcd27-1f2b-4aeb-872f-2d905056a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.504529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-e72dcd27-1f2b-4aeb-872f-2d905056a7d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1096 time: 0.1003525 Sep 10 03:13:01.516970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db353fa-d34e-4106-9ceb-17325a0f87ab req-6b4b501f-2fc7-469d-ae88-42fb1405cf06 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.526130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6db353fa-d34e-4106-9ceb-17325a0f87ab req-6b4b501f-2fc7-469d-ae88-42fb1405cf06 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0797951 Sep 10 03:13:01.654695 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6db353fa-d34e-4106-9ceb-17325a0f87ab req-b5fe70f3-953f-4cd2-9da8-3506ac37b50c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277978 Sep 10 03:13:01.662370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40772) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:01.714552 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.716864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcbafcb2-fc2b-476c-9894-e49c449acdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.717401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-6e836b9d-ade0-4200-b584-4474bd763111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.719186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-6e836b9d-ade0-4200-b584-4474bd763111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.1904364 Sep 10 03:13:01.744642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-cfb4734a-9274-4ada-ad8e-5e2fb018fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.746144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-cfb4734a-9274-4ada-ad8e-5e2fb018fe16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.2367749 Sep 10 03:13:01.760122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032af6f-2afb-4627-a183-9ac389742ec6 req-f5f55a10-4fc4-445f-82b7-d8dc03f14f92 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.769166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b032af6f-2afb-4627-a183-9ac389742ec6 req-f5f55a10-4fc4-445f-82b7-d8dc03f14f92 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.0966370 Sep 10 03:13:01.817475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-de3b7eb1-644d-43a6-b1a7-921cd152c2c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.0881968 Sep 10 03:13:01.893682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b032af6f-2afb-4627-a183-9ac389742ec6 req-73405d6f-c9e0-4c33-ae45-21b5e8cb7d2b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069274 Sep 10 03:13:01.915542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-929ffcea-ed62-4310-b8d1-b1d19c618504 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 1000 time: 0.1451387 Sep 10 03:13:01.925317 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:01.933001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-831d599f-a8db-4e1f-97b2-be48b7b553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:01.934580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-831d599f-a8db-4e1f-97b2-be48b7b553ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.1087663 Sep 10 03:13:02.005912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-54cdabf4-efd7-4361-9540-82aa515f6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:02.011359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-a491e725-86fd-4f01-b0e8-a48227441098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:02.012925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-a491e725-86fd-4f01-b0e8-a48227441098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.0893273 Sep 10 03:13:02.014245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-54cdabf4-efd7-4361-9540-82aa515f6133 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716035 Sep 10 03:13:02.092919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-5b9bf273-ed16-4be4-8f19-37f25d60723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:02.094454 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-5b9bf273-ed16-4be4-8f19-37f25d60723b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658791 Sep 10 03:13:02.109150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40780) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:02.134589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8625837-c20b-4dcd-9517-5310f5dd89d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.143902 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-84619b86-050e-44ff-b201-00dc7de3f38e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7ce4b04e3e64fe4adedeffe305afe96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802487 Sep 10 03:13:02.153850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40782) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:02.174701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-0ac25ba9-46c9-4d23-85f8-5362ef8c1125 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571143 Sep 10 03:13:02.212782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-d53b680d-4734-4e67-a8c0-aa6592c305e5 service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075995 Sep 10 03:13:02.332832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-d0b73c6e-f6ba-494d-ac00-c171801423ae service neutron] 10.222.0.32 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113138 Sep 10 03:13:02.333312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04b181d9-7ba9-4ee1-acbf-fa44587dc89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.380109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d60b836-7190-49b1-9dfc-7ef993d4aa7e req-c40db160-14a7-4bf7-ab68-8ef11ad3df62 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951973 Sep 10 03:13:02.395938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04b181d9-7ba9-4ee1-acbf-fa44587dc89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.408823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81bc6-be06-43a1-a223-0e577b81d147 req-0c2201db-4ba5-4e46-ae3b-7a3396964d68 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:02.410425 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-14e81bc6-be06-43a1-a223-0e577b81d147 req-0c2201db-4ba5-4e46-ae3b-7a3396964d68 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0583041 Sep 10 03:13:02.450221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8625837-c20b-4dcd-9517-5310f5dd89d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.456841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8625837-c20b-4dcd-9517-5310f5dd89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.458492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-14e81bc6-be06-43a1-a223-0e577b81d147 req-2e75b81d-ea10-4414-bc5c-d22b988e9776 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Sep 10 03:13:02.541763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f8625837-c20b-4dcd-9517-5310f5dd89d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95883a901d534b86be39c1a82c17b158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302163 Sep 10 03:13:02.542470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04b181d9-7ba9-4ee1-acbf-fa44587dc89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.544937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04b181d9-7ba9-4ee1-acbf-fa44587dc89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.547533 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-04b181d9-7ba9-4ee1-acbf-fa44587dc89c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29937280-2c0d-42e2-b0fc-3e13115d8505 HTTP/1.1" status: 204 len: 168 time: 0.3910575 Sep 10 03:13:02.547533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40790) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:02.554072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8625837-c20b-4dcd-9517-5310f5dd89d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31ae03-6cce-459e-ae3d-4df2ea490e19,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:02.582587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b181d9-7ba9-4ee1-acbf-fa44587dc89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29937280-2c0d-42e2-b0fc-3e13115d8505,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:02.608323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee0fc-cd08-415e-a730-51b0a3ddc928 req-96d42c32-33e8-4802-bbdd-8d2b57496807 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:02.617885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bafee0fc-cd08-415e-a730-51b0a3ddc928 req-96d42c32-33e8-4802-bbdd-8d2b57496807 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.1488984 Sep 10 03:13:02.654291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-3def5c8c-1027-46b2-a9f2-f4fe4f97d750 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:02.669238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-3def5c8c-1027-46b2-a9f2-f4fe4f97d750 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 945 time: 0.1272740 Sep 10 03:13:02.680276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bafee0fc-cd08-415e-a730-51b0a3ddc928 req-ff1a72fc-fa04-4c90-af73-887de84ae11e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Sep 10 03:13:02.694234 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3593492-f827-42b7-bfe6-494f1c171de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.745733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3593492-f827-42b7-bfe6-494f1c171de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.832272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3593492-f827-42b7-bfe6-494f1c171de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.835237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3593492-f827-42b7-bfe6-494f1c171de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.836499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f3593492-f827-42b7-bfe6-494f1c171de5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba31ae03-6cce-459e-ae3d-4df2ea490e19 HTTP/1.1" status: 204 len: 168 time: 0.2882054 Sep 10 03:13:02.850890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3593492-f827-42b7-bfe6-494f1c171de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31ae03-6cce-459e-ae3d-4df2ea490e19,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:02.890483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port f7830997-8f39-492d-ab17-7525ac125abc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:02.891070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:02.988318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port f7830997-8f39-492d-ab17-7525ac125abc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7830997-8f39-492d-ab17-7525ac125abc,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:02.988700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:03.002677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for f7830997-8f39-492d-ab17-7525ac125abc owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:03.160126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85821f2b-1d51-412c-8e7d-b5d541dc6cf0 req-7671bbfb-ce04-4c26-bff4-174bf49444d0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:03.161985 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:03.162517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85821f2b-1d51-412c-8e7d-b5d541dc6cf0 req-7671bbfb-ce04-4c26-bff4-174bf49444d0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 945 time: 0.1443975 Sep 10 03:13:03.180511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f7830997-8f39-492d-ab17-7525ac125abc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:03.204666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=f7830997-8f39-492d-ab17-7525ac125abc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:03.228842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642530-ab4a-429f-a06d-5ae0683b5871 req-4ec71c7c-b936-47f8-9888-a266aa7d78cb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:03.230462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6642530-ab4a-429f-a06d-5ae0683b5871 req-4ec71c7c-b936-47f8-9888-a266aa7d78cb tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.4162142 Sep 10 03:13:03.272507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85821f2b-1d51-412c-8e7d-b5d541dc6cf0 req-a12c54e0-0625-419e-a727-b4cfc4ba3823 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000447 Sep 10 03:13:03.284583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port f7830997-8f39-492d-ab17-7525ac125abc on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:03.285755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:03.293926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:03.296168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dace8edc-d05f-45d4-a950-3a2afdc56ef8 req-174c3e1c-d80a-494d-8e86-c2a78c6213cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "DELETE /v2.0/ports/f7830997-8f39-492d-ab17-7525ac125abc HTTP/1.1" status: 204 len: 173 time: 0.6153469 Sep 10 03:13:03.296917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'name': 'network-vif-deleted', 'tag': 'f7830997-8f39-492d-ab17-7525ac125abc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:03.299611 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce13aad8-0ac9-430b-9a33-e5cd6dec35d9" -d '{"events": [{"server_uuid": "79d57786-02bf-435a-baeb-1984c6b33b6f", "name": "network-vif-deleted", "tag": "f7830997-8f39-492d-ab17-7525ac125abc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:03.346411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:13:03.398533 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6642530-ab4a-429f-a06d-5ae0683b5871 req-fdd4e309-ea67-461a-958d-fd6c92af805d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331513 Sep 10 03:13:03.507927 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65ce05-37b0-4394-8592-a809cb2231a4 x-openstack-request-id: req-ce65ce05-37b0-4394-8592-a809cb2231a4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:03.508229 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d57786-02bf-435a-baeb-1984c6b33b6f", "name": "network-vif-deleted", "tag": "f7830997-8f39-492d-ab17-7525ac125abc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:03.508485 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce65ce05-37b0-4394-8592-a809cb2231a4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:03.508901 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d57786-02bf-435a-baeb-1984c6b33b6f', 'name': 'network-vif-deleted', 'tag': 'f7830997-8f39-492d-ab17-7525ac125abc', 'status': 'completed', 'code': 200} Sep 10 03:13:03.540238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5ef1802b-d3cd-47e6-aed4-783fc38a655d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/3da64716-a106-4b2a-8ef6-34f70d348ec2 HTTP/1.1" status: 200 len: 992 time: 0.2520914 Sep 10 03:13:03.623145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:03.642416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'port_id': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'mac_address': 'fa:16:3e:5f:93:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:13:03.652935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eb702-fc6c-4ae5-ab77-d2993baccf63 req-392ed22b-3d42-47df-b948-0809def1dbef tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:03.654895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-878eb702-fc6c-4ae5-ab77-d2993baccf63 req-392ed22b-3d42-47df-b948-0809def1dbef tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0658882 Sep 10 03:13:03.697781 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:03.711914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d710e016-6c9f-4644-9e04-8f6f5e6b2649 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:13:03.726818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-878eb702-fc6c-4ae5-ab77-d2993baccf63 req-af1362a2-bd4a-4656-86df-b55ffa13e099 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639868 Sep 10 03:13:03.739070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:03.744617 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:03.873683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:03.997436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['d710e016-6c9f-4644-9e04-8f6f5e6b2649'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:04.181815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40848) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:04.192060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6edfbb20-0939-4f4d-a0a0-33cef14c44fb req-e3201507-4a29-41e4-a8ae-d5e92ff813d7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.3628664 Sep 10 03:13:04.277193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40852) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:04.336421 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e64e2981-12b6-4808-bad7-cd79f81268ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.469320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--178467684'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:04.487562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1118514886'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:04.512455 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.522649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.547330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Made reservation on behalf of 47b13ddb2d00470a94a146067e8f263c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:04.550697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.583783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.638671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74923409-f9bc-461c-bc8a-fc54d4b7a1dd req-d5bdc77a-ac1b-4a5b-8f0f-93caf1a59e20 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:04.646988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74923409-f9bc-461c-bc8a-fc54d4b7a1dd req-d5bdc77a-ac1b-4a5b-8f0f-93caf1a59e20 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1123445 Sep 10 03:13:04.655290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.660923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.668461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.683905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:13:04.683905 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:13:04.683905 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id_1': '47c2deb1ebed474c807937be55404981', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 12, 44, 669328)}] Sep 10 03:13:04.683905 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:13:04.684270 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:13:04.701266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dab4308-7f9a-43f3-b1f2-5da45efdd06e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:04.727727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74923409-f9bc-461c-bc8a-fc54d4b7a1dd req-09a61648-5e7d-452c-afe9-c65c03da21c0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781574 Sep 10 03:13:04.809201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.823895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.870064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:13:04.889536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f79ea1-9589-4a54-ba23-e8d8bc4e8ebb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:04.894530 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:04.894885 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Added segment c1199bc1-db1f-4916-a479-b86618942371 of type vlan for network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 Sep 10 03:13:04.959139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320158-c855-4585-ba69-027e0c34b893 req-306931e4-a160-41ad-b19a-a4377f4a66d0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:04.961247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71320158-c855-4585-ba69-027e0c34b893 req-306931e4-a160-41ad-b19a-a4377f4a66d0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1484563 Sep 10 03:13:04.993044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.018208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71320158-c855-4585-ba69-027e0c34b893 req-464b0d27-af43-43b4-bddd-32a174d9a872 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510316 Sep 10 03:13:05.040794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.046879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:05.047542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.089176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9062541 Sep 10 03:13:05.092584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.123215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Request body: {'subnet': {'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:05.129051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1ad96-a55e-48e0-afcc-7de1cf080486 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event updated for resources: {'Network': ['ID=332ddac6-b5de-427c-bcf9-067ed2c0f4d1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:05.142191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:13:05.159552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e7fae02a-209d-448e-b1bf-a92a65feb826 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:13:05.185614 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.297435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bcf3948b-4862-4eba-9524-597a0ca3cdb5 req-fbeb17ef-db15-4790-aa21-0e4a5b398d33 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0402238 Sep 10 03:13:05.324069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.328679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.343608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:05.352872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Made reservation on behalf of 47b13ddb2d00470a94a146067e8f263c for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:05.357869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.363983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3316a6-8dee-43a6-84f1-38f1a9dcad92,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:05.378988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.380802 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1201ef07-7dd9-4fc0-b942-bf3bd6ff2bf0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1021845 Sep 10 03:13:05.384000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40878) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.409371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:05.430186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'mac_address': 'fa:16:3e:c8:59:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:13:05.459151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-998b8426-515c-4db6-80d9-9e701c114c18 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0735021 Sep 10 03:13:05.462270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40880) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.468349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-security--385266505', 'description': 'tempest-security-description-702038723'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:05.480776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.484182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.493794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:05.499391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7fae02a-209d-448e-b1bf-a92a65feb826 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:13:05.504652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port d710e016-6c9f-4644-9e04-8f6f5e6b2649 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:05.505029 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.510676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.555626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:05.568489 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.578419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.584662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.589881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.591671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "PUT /v2.0/security-groups/2a3316a6-8dee-43a6-84f1-38f1a9dcad92 HTTP/1.1" status: 200 len: 1778 time: 0.1278102 Sep 10 03:13:05.594572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.605918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.623582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98c416-96ec-4e95-b469-53816d1bc90f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3316a6-8dee-43a6-84f1-38f1a9dcad92,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:05.656102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['e7fae02a-209d-448e-b1bf-a92a65feb826'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:05.687708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:05.699694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.702090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event updated for resources: {'Subnet': ['ID=3d521523-5a71-42ba-b3d0-62ba2b4253aa,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:05.711511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b49662d4-8153-46b2-b001-4192b1dc8744 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups/2a3316a6-8dee-43a6-84f1-38f1a9dcad92 HTTP/1.1" status: 200 len: 1778 time: 0.1150668 Sep 10 03:13:05.712220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.718413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Checking segment: {'id': 'c1199bc1-db1f-4916-a479-b86618942371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:05.718891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Network hostable DHCP agents. Network: 332ddac6-b5de-427c-bcf9-067ed2c0f4d1, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:13:05.738076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:05.740365 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140a2eaa-3cdb-4c6a-82d0-02637fdb8707" -d '{"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:05.748572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:13:05.759700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:05.764514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 332ddac6-b5de-427c-bcf9-067ed2c0f4d1) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:05.770320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:05.770464 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.770562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.779746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e51b1-fee6-45c3-8a40-617286129ae8 None None] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:05.798067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47b6dfd-cfbf-42dd-b7ee-a06619b4b23f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.806163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e77ffa4-2889-4c00-8dad-51c6a72040c8 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7128634 Sep 10 03:13:05.806696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40892) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.827394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Request body: {'port': {'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-495157819'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:05.828894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47b6dfd-cfbf-42dd-b7ee-a06619b4b23f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.912420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47b6dfd-cfbf-42dd-b7ee-a06619b4b23f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.915365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b47b6dfd-cfbf-42dd-b7ee-a06619b4b23f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:05.919552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b47b6dfd-cfbf-42dd-b7ee-a06619b4b23f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a3316a6-8dee-43a6-84f1-38f1a9dcad92 HTTP/1.1" status: 204 len: 168 time: 0.2058632 Sep 10 03:13:05.920370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40894) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:05.943781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b6dfd-cfbf-42dd-b7ee-a06619b4b23f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3316a6-8dee-43a6-84f1-38f1a9dcad92,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:05.989250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4be060-659a-4583-be4c-94d52fb810ce req-97a978ce-f995-4987-86c9-4c18e6ff9ea0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:05.991363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd4be060-659a-4583-be4c-94d52fb810ce req-97a978ce-f995-4987-86c9-4c18e6ff9ea0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1127326 Sep 10 03:13:06.010092 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f2819-f16b-48d6-aeee-8d81691f20e4 x-openstack-request-id: req-9b3f2819-f16b-48d6-aeee-8d81691f20e4 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:06.010533 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-plugged", "status": "completed", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:06.010639 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b3f2819-f16b-48d6-aeee-8d81691f20e4 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:06.011034 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'code': 200} Sep 10 03:13:06.013029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Made reservation on behalf of 47b13ddb2d00470a94a146067e8f263c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:06.018016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.036795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e22162c5-0dba-4b23-9ecb-cd4fe7e6d865 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081543 Sep 10 03:13:06.037482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:06.042401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] device_id is not set on port 9305bcaa-cb64-4171-923e-4b416f346c5c yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:13:06.063025 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-ab1a9722-fc54-4dcd-bd62-d57ca309c74f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] delete failed (client error): The resource could not be found. Sep 10 03:13:06.064632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab1a9722-fc54-4dcd-bd62-d57ca309c74f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a3316a6-8dee-43a6-84f1-38f1a9dcad92 HTTP/1.1" status: 404 len: 347 time: 0.0257959 Sep 10 03:13:06.070852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:06.077271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002948618'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:06.109421 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd4be060-659a-4583-be4c-94d52fb810ce req-7695d567-4937-4082-bc8a-99db871416e9 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842030 Sep 10 03:13:06.161201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=13']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:06.227763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.231887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-332ddac6-b5de-427c-bcf9-067ed2c0f4d1', 'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1', 'tenant_id': '47b13ddb2d00470a94a146067e8f263c', 'fixed_ips': [{'subnet_id': '3d521523-5a71-42ba-b3d0-62ba2b4253aa'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:13:06.232733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.267795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fc994-227d-46e0-a949-c1499c25b596 req-fb778aa8-1413-40ad-8b79-80d4053b7994 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:06.269255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d9fc994-227d-46e0-a949-c1499c25b596 req-fb778aa8-1413-40ad-8b79-80d4053b7994 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 944 time: 0.1332400 Sep 10 03:13:06.304928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Allocated IP 172.20.0.7 (332ddac6-b5de-427c-bcf9-067ed2c0f4d1/3d521523-5a71-42ba-b3d0-62ba2b4253aa/9305bcaa-cb64-4171-923e-4b416f346c5c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:06.348002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d9fc994-227d-46e0-a949-c1499c25b596 req-f58632f7-e820-472f-b8a8-b47ea5de8bc0 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689759 Sep 10 03:13:06.426902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b506c482-9007-4251-9fd8-a2a2f079bf6d req-edd7c557-5420-4c47-95de-dc7b2bc3f678 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0336397 Sep 10 03:13:06.484829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.492115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.884307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1003bc-1c92-400e-8b6b-3d3112ef12f1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:06.918869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.923806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-80f37b04-9d88-4694-a684-1b9a675cc675 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8484178 Sep 10 03:13:06.924148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40936) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:06.928691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'ae1003bc-1c92-400e-8b6b-3d3112ef12f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:06.972934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.988903 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:06.998369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Transition to ACTIVE for port object 9305bcaa-cb64-4171-923e-4b416f346c5c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:07.046898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.048463 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.053089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.075998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fbe571-78c5-456a-b64f-bfcf2c44fee3,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:07.097224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.097224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-797ac5d9-b6f9-46e1-b3ee-975afb328f66 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686399 Sep 10 03:13:07.097565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:07.135387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-718837ef-c15f-4275-b78a-63c9f6bf4145 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.146546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:07.152581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-718837ef-c15f-4275-b78a-63c9f6bf4145 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.156231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:07.158657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e7fae02a-209d-448e-b1bf-a92a65feb826 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:07.162943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:07.211751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-718837ef-c15f-4275-b78a-63c9f6bf4145 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.219206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-718837ef-c15f-4275-b78a-63c9f6bf4145 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.225756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-718837ef-c15f-4275-b78a-63c9f6bf4145 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/30fbe571-78c5-456a-b64f-bfcf2c44fee3 HTTP/1.1" status: 204 len: 168 time: 0.1271806 Sep 10 03:13:07.229666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40942) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:07.248017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718837ef-c15f-4275-b78a-63c9f6bf4145 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30fbe571-78c5-456a-b64f-bfcf2c44fee3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:07.249113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event updated for resources: {'Port': ['ID=9305bcaa-cb64-4171-923e-4b416f346c5c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:07.294630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:07.299667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Allocated IP 172.20.0.2 (332ddac6-b5de-427c-bcf9-067ed2c0f4d1/3d521523-5a71-42ba-b3d0-62ba2b4253aa/39c0725d-20c7-43c4-a84f-54591b3d458a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:07.300537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.335965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48a12a65-4811-4294-a18e-903f89a5c83a tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5274339 Sep 10 03:13:07.338710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40946) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:07.345208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Request body: {'port': {'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1461470052', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:07.346582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.api.validators [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] bootfile-name is not in valid_values {{(pid=94634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:13:07.347430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.api.validators [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] tftp-server is not in valid_values {{(pid=94634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:13:07.348735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.api.validators [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] server-ip-address is not in valid_values {{(pid=94634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:13:07.358020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5cfacf16-78b3-4be2-85e9-6c6c5e61fc37 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231196 Sep 10 03:13:07.361163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:07.379263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334b1e-bc76-4c8f-8469-c3827e28e8ae req-3135ac8b-fb23-4d67-81f5-2b30d2e10428 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:07.380828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b334b1e-bc76-4c8f-8469-c3827e28e8ae req-3135ac8b-fb23-4d67-81f5-2b30d2e10428 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1420755 Sep 10 03:13:07.454850 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b334b1e-bc76-4c8f-8469-c3827e28e8ae req-baf632af-8e79-4adc-b9e9-b2e6b194395d tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643604 Sep 10 03:13:07.494159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1538e947-e991-42b1-806b-00efdea684e1 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.527033 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.548361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Transition to ACTIVE for port object 39c0725d-20c7-43c4-a84f-54591b3d458a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:07.561243 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1538e947-e991-42b1-806b-00efdea684e1 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.578300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Transition to ACTIVE for port object 39c0725d-20c7-43c4-a84f-54591b3d458a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:07.595362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.605678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.623670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d5e8a01-c73c-4508-b165-d1b643292c82 req-862336fb-990e-4a1b-baa5-ec3f5f2eff32 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0505152 Sep 10 03:13:07.681622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1538e947-e991-42b1-806b-00efdea684e1 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.684841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1538e947-e991-42b1-806b-00efdea684e1 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.686289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1538e947-e991-42b1-806b-00efdea684e1 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae1003bc-1c92-400e-8b6b-3d3112ef12f1 HTTP/1.1" status: 204 len: 168 time: 0.3240027 Sep 10 03:13:07.694466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:07.697187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538e947-e991-42b1-806b-00efdea684e1 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1003bc-1c92-400e-8b6b-3d3112ef12f1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:07.700275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:07.708458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:07.718336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:07.721384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Pushing event updated for resources: {'Port': ['ID=39c0725d-20c7-43c4-a84f-54591b3d458a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:07.730460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port e7fae02a-209d-448e-b1bf-a92a65feb826 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:07.730843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.756824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Made reservation on behalf of 47b13ddb2d00470a94a146067e8f263c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:07.768426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.798137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c99ca2-e767-4609-8127-511d2e2752ff req-e6e54837-d03a-4482-b97c-ad983f3dbe14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:07.804402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3c99ca2-e767-4609-8127-511d2e2752ff req-e6e54837-d03a-4482-b97c-ad983f3dbe14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 944 time: 0.2676365 Sep 10 03:13:07.834794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Attempting to bind port 39c0725d-20c7-43c4-a84f-54591b3d458a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:07.835171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Attempting to bind port 39c0725d-20c7-43c4-a84f-54591b3d458a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'c1199bc1-db1f-4916-a479-b86618942371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:07.836123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Attempting to bind port 39c0725d-20c7-43c4-a84f-54591b3d458a on network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:07.846663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:07.846979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Checking segment: {'id': 'c1199bc1-db1f-4916-a479-b86618942371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:07.847363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.847862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Bound using segment: {'id': 'c1199bc1-db1f-4916-a479-b86618942371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:07.848421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Bound port: 39c0725d-20c7-43c4-a84f-54591b3d458a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1199bc1-db1f-4916-a479-b86618942371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '332ddac6-b5de-427c-bcf9-067ed2c0f4d1'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:07.848864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:07.872607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] device_id is not set on port 6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:13:07.930661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.000368 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5e8c5232-68e4-4da6-a871-286d96414f36 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3033259 Sep 10 03:13:08.003042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:08.004016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:08.012045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620444151'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:08.016565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3c99ca2-e767-4609-8127-511d2e2752ff req-f0a5fa25-8fe5-454b-8785-9bd2bfd39102 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594634 Sep 10 03:13:08.029102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:08.044111 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf89713-b31a-4fff-8ab4-3e819ff16a1b" -d '{"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-plugged", "status": "completed", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:08.060945 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.063020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7830997-8f39-492d-ab17-7525ac125abc no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:08.073442 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.189949 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127ac59-d1ea-44d9-b5fe-58f9ecb5f225 x-openstack-request-id: req-5127ac59-d1ea-44d9-b5fe-58f9ecb5f225 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:08.192680 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-plugged", "status": "completed", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:08.195568 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5127ac59-d1ea-44d9-b5fe-58f9ecb5f225 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:08.196770 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'code': 200} Sep 10 03:13:08.199633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f7830997-8f39-492d-ab17-7525ac125abc {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:08.200066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7830997-8f39-492d-ab17-7525ac125abc not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:08.201044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Allocated IP 172.20.0.6 (332ddac6-b5de-427c-bcf9-067ed2c0f4d1/3d521523-5a71-42ba-b3d0-62ba2b4253aa/6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:08.213530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] For port 39c0725d-20c7-43c4-a84f-54591b3d458a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:08.232276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.237547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] For port 39c0725d-20c7-43c4-a84f-54591b3d458a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=39c0725d-20c7-43c4-a84f-54591b3d458a,segment=NetworkSegment(c1199bc1-db1f-4916-a479-b86618942371),segment_id=c1199bc1-db1f-4916-a479-b86618942371)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:08.238933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.272025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.283042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:08.320676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cf2bd-d0a8-44a3-baa2-926b571e0672,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:08.336544 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.340460 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-94eefa92-002f-4641-bb6a-00d01ddeac25 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3315763 Sep 10 03:13:08.346628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40962) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:08.353379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cf2bd-d0a8-44a3-baa2-926b571e0672', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:08.418225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde07e1-faf6-4e45-b642-b05d20934e68 None None] Pushing event updated for resources: {'Port': ['ID=39c0725d-20c7-43c4-a84f-54591b3d458a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:08.476670 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.679328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.732772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.755065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Transition to ACTIVE for port object 6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:08.758523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.782888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bf0f4-0f40-4b70-983f-c03bfbdf8726 req-8f91d4b8-7ba5-4584-b5bf-54ee3bbf9642 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:08.784595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-404bf0f4-0f40-4b70-983f-c03bfbdf8726 req-8f91d4b8-7ba5-4584-b5bf-54ee3bbf9642 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.2242019 Sep 10 03:13:08.815830 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f53673a6-734d-4f4d-a2cc-93954c0cb0af req-dd667296-a302-4ddd-b0b0-bb536c9faf9e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d57786-02bf-435a-baeb-1984c6b33b6f HTTP/1.1" status: 200 len: 210 time: 0.0661998 Sep 10 03:13:08.835087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de95f74-0b0e-4452-b90d-b861378cc6eb,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:08.858639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.862392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb7d54ad-a379-4ccc-81c7-9b342da18b2c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5124011 Sep 10 03:13:08.863237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:08.869032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-404bf0f4-0f40-4b70-983f-c03bfbdf8726 req-a881a853-cde0-46bf-b409-6b7689d517bf tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659354 Sep 10 03:13:08.870219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cf2bd-d0a8-44a3-baa2-926b571e0672', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:08.890928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.947328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:08.947803 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:08.952091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:08.956147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:09.063372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event updated for resources: {'Port': ['ID=6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:09.108128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:09.109039 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.131943 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.141015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40974) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:09.141700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-74a2ea10-ca99-4952-96a2-881ed47d48e4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8014357 Sep 10 03:13:09.192505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.242750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0185f-2fbe-4202-8a2b-9514e6ff2337 req-eaa5407c-80e3-401b-b018-63a8ba1b0988 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:09.244872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07b0185f-2fbe-4202-8a2b-9514e6ff2337 req-eaa5407c-80e3-401b-b018-63a8ba1b0988 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0676579 Sep 10 03:13:09.258133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.259567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3948159 Sep 10 03:13:09.261640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824ed6b-18f3-4b97-ab04-bdf87bc36ebc tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24080fb3-13a5-4dba-8c88-14fbb749ddaf,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:09.262287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40976) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:09.269179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cf2bd-d0a8-44a3-baa2-926b571e0672', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:09.289369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dbc63-e085-4ab7-a055-1495cf0720ad tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:09.295943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dbc63-e085-4ab7-a055-1495cf0720ad tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:09.308701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dbc63-e085-4ab7-a055-1495cf0720ad tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:09.311550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c4dbc63-e085-4ab7-a055-1495cf0720ad tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1688936 Sep 10 03:13:09.314333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40978) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:09.324866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07b0185f-2fbe-4202-8a2b-9514e6ff2337 req-a3c1ca94-a5a6-4a9d-95cb-fd943341b66f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722699 Sep 10 03:13:09.334443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.447332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Deleting port 6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:09.447736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.486890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.491430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.553772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00137a94-e5a2-434b-b948-7e7032b9f625,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:09.566906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.569486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-08ffc519-97ad-412f-8603-c30575e0d91d tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048978 Sep 10 03:13:09.572079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40980) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:09.576667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cf2bd-d0a8-44a3-baa2-926b571e0672', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:09.608781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.641279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Calling delete_port for 6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:09.672641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.807261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.831355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.858690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fd0d59-29f9-4da1-97b0-ba68cefcef0f,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:09.870503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.872002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-275315d7-89b1-472c-90ce-22fa0bcdaa47 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2988503 Sep 10 03:13:09.874980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40984) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:09.879713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'dc8cf2bd-d0a8-44a3-baa2-926b571e0672', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:09.910527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.931854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:09.984752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event deleted for resources: {'Port': ['ID=6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:10.051807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f6471-59f3-45b3-9aa1-0324482d4fbe None None] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:10.157937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.175340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.202654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dfe7-8986-4dcb-925a-b8f6faef6805 req-dd3d97fe-9445-4f59-a800-df87f27e87bc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:10.206908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95d33934-44f3-484f-91db-f1807e2b4dc2 None None] Provisioning for port 39c0725d-20c7-43c4-a84f-54591b3d458a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:10.209852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8641dfe7-8986-4dcb-925a-b8f6faef6805 req-dd3d97fe-9445-4f59-a800-df87f27e87bc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1724527 Sep 10 03:13:10.221516 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.225238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c61e425-f28b-4b64-a29d-201024416c10 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "DELETE /v2.0/ports/6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a HTTP/1.1" status: 204 len: 168 time: 0.9081626 Sep 10 03:13:10.228656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40996) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:10.238015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Request body: {'port': {'name': 'tempest-new-port-name-2093043257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:10.242391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.api.validators [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] bootfile-name is not in valid_values {{(pid=94633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:13:10.242760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.api.validators [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] tftp-server is not in valid_values {{(pid=94633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:13:10.243107 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.api.validators [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] server-ip-address is not in valid_values {{(pid=94633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:13:10.321789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcdfb86-7349-4610-8a22-f2f64a346f81,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:10.326329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.327438 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:13:10.327935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1d070bd0-cb59-4c26-9078-134283487505 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4514380 Sep 10 03:13:10.331656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:10.353037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.392941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8641dfe7-8986-4dcb-925a-b8f6faef6805 req-e1d42172-94ad-40be-a293-453f1e29a38b tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571887 Sep 10 03:13:10.505095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0923674f-a4d7-4fa5-9447-a46ad06aa64e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.515336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0923674f-a4d7-4fa5-9447-a46ad06aa64e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.575056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0923674f-a4d7-4fa5-9447-a46ad06aa64e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.580495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0923674f-a4d7-4fa5-9447-a46ad06aa64e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.584147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0923674f-a4d7-4fa5-9447-a46ad06aa64e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9dcdfb86-7349-4610-8a22-f2f64a346f81 HTTP/1.1" status: 204 len: 168 time: 0.2490087 Sep 10 03:13:10.584534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41002) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:10.699083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab43dcd-27d9-4b05-9266-c1ce5b76ed97 req-1951162c-4306-49a6-912e-6b264e28963b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:10.707484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ab43dcd-27d9-4b05-9266-c1ce5b76ed97 req-1951162c-4306-49a6-912e-6b264e28963b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2041285 Sep 10 03:13:10.712404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923674f-a4d7-4fa5-9447-a46ad06aa64e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dcdfb86-7349-4610-8a22-f2f64a346f81,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:10.756193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:10.758879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-625b2559-05c1-4115-8f68-f7a9f9c5729c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1731398 Sep 10 03:13:10.763523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ab43dcd-27d9-4b05-9266-c1ce5b76ed97 req-13f004c0-66c5-424f-84d5-266ac048fd5c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Sep 10 03:13:10.789023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b18c34e3-b13a-454e-9343-aa528de0c526 None None] Provisioning for port 9305bcaa-cb64-4171-923e-4b416f346c5c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:10.813879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 39c0725d-20c7-43c4-a84f-54591b3d458a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:10.834022 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-51c52fde-f656-493e-b5f5-b81a4968d377 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.843844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-51c52fde-f656-493e-b5f5-b81a4968d377 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.874577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b18c34e3-b13a-454e-9343-aa528de0c526 None None] Provisioning complete for port 9305bcaa-cb64-4171-923e-4b416f346c5c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:10.875050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b18c34e3-b13a-454e-9343-aa528de0c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.918084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-51c52fde-f656-493e-b5f5-b81a4968d377 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.928323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-51c52fde-f656-493e-b5f5-b81a4968d377 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.931534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-51c52fde-f656-493e-b5f5-b81a4968d377 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c9fd0d59-29f9-4da1-97b0-ba68cefcef0f HTTP/1.1" status: 204 len: 168 time: 0.1644363 Sep 10 03:13:10.935083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:10.948235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c52fde-f656-493e-b5f5-b81a4968d377 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9fd0d59-29f9-4da1-97b0-ba68cefcef0f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:10.956195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 39c0725d-20c7-43c4-a84f-54591b3d458a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:10.967315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 39c0725d-20c7-43c4-a84f-54591b3d458a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:10.967817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.970984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b18c34e3-b13a-454e-9343-aa528de0c526 None None] Port 9305bcaa-cb64-4171-923e-4b416f346c5c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:10.975662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:10.984924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.077059 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1d0d4e6a-71bb-4447-bbde-4a589b3b1dea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1406126 Sep 10 03:13:11.078789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event updated for resources: {'Port': ['ID=9305bcaa-cb64-4171-923e-4b416f346c5c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:11.085889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41008) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:11.103148 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.129083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] In _notify_port_updated(), no bound segment for port 9305bcaa-cb64-4171-923e-4b416f346c5c on network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:13:11.136822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:11.142447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.143412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d13a511a-eee9-4930-9347-ce5df1bd0c08 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.144361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a568030-48a0-4226-91dc-24c33cf37f98 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "PUT /v2.0/ports/9305bcaa-cb64-4171-923e-4b416f346c5c HTTP/1.1" status: 200 len: 1136 time: 0.9151270 Sep 10 03:13:11.149213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:11.164056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d13a511a-eee9-4930-9347-ce5df1bd0c08 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.204988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 39c0725d-20c7-43c4-a84f-54591b3d458a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=39c0725d-20c7-43c4-a84f-54591b3d458a,segment=NetworkSegment(c1199bc1-db1f-4916-a479-b86618942371),segment_id=c1199bc1-db1f-4916-a479-b86618942371)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:11.222098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42c149ec-c97b-4d44-91c9-f5c34062f262 None None] Provisioning complete for port 9305bcaa-cb64-4171-923e-4b416f346c5c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:11.222952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42c149ec-c97b-4d44-91c9-f5c34062f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.231078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee370d-3914-4f61-afec-6843b1b3e6f9 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:11.237914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ecee370d-3914-4f61-afec-6843b1b3e6f9 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "GET /v2.0/ports/9305bcaa-cb64-4171-923e-4b416f346c5c HTTP/1.1" status: 200 len: 1136 time: 0.0840290 Sep 10 03:13:11.238502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41016) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:11.251285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d13a511a-eee9-4930-9347-ce5df1bd0c08 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.261163 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.316554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d13a511a-eee9-4930-9347-ce5df1bd0c08 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.317331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42c149ec-c97b-4d44-91c9-f5c34062f262 None None] Port 9305bcaa-cb64-4171-923e-4b416f346c5c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:11.320772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d13a511a-eee9-4930-9347-ce5df1bd0c08 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/00137a94-e5a2-434b-b948-7e7032b9f625 HTTP/1.1" status: 204 len: 168 time: 0.2308602 Sep 10 03:13:11.321223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:11.333454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a511a-eee9-4930-9347-ce5df1bd0c08 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00137a94-e5a2-434b-b948-7e7032b9f625,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:11.395610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=39c0725d-20c7-43c4-a84f-54591b3d458a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:11.423682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea58d215-cf85-4ff9-ac08-cecce0440374 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1009402 Sep 10 03:13:11.426690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:11.446563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Deleting port 9305bcaa-cb64-4171-923e-4b416f346c5c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:11.446916 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.573172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548b74b-cd8d-42bd-bb4c-5d1f5c1fde7a req-61383366-63b9-451e-8896-5acc0457331f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:11.573172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3548b74b-cd8d-42bd-bb4c-5d1f5c1fde7a req-61383366-63b9-451e-8896-5acc0457331f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.0812263 Sep 10 03:13:11.579287 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.594338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Calling delete_port for 9305bcaa-cb64-4171-923e-4b416f346c5c owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:11.637374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3e3670cf-d29e-4ee5-ac43-21b150993718 None None] Could not find standard attr ID for object 6d63a0f6-065d-4c7c-a2c7-98c97b5f4d1a. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:13:11.640635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3548b74b-cd8d-42bd-bb4c-5d1f5c1fde7a req-a1a5c4e7-a680-4568-9f1b-d815af7ecf80 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Sep 10 03:13:11.782139 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c38244bb-5551-41d6-8870-257c0d7f3907 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.811374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.828133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c38244bb-5551-41d6-8870-257c0d7f3907 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:11.876989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event deleted for resources: {'Port': ['ID=9305bcaa-cb64-4171-923e-4b416f346c5c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:12.015550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.017794 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51ea2014-131c-4c80-92c6-e188c681cbe4 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "DELETE /v2.0/ports/9305bcaa-cb64-4171-923e-4b416f346c5c HTTP/1.1" status: 204 len: 168 time: 0.7777319 Sep 10 03:13:12.021732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:12.032595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c38244bb-5551-41d6-8870-257c0d7f3907 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.059881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c38244bb-5551-41d6-8870-257c0d7f3907 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.063844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c38244bb-5551-41d6-8870-257c0d7f3907 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/24080fb3-13a5-4dba-8c88-14fbb749ddaf HTTP/1.1" status: 204 len: 168 time: 0.6361766 Sep 10 03:13:12.081059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41030) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:12.098152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdad14-d72f-4cf8-831a-d4b412ac5c98 req-779bd1c1-fe8f-446b-999d-1b65f9271712 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:12.100106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcfdad14-d72f-4cf8-831a-d4b412ac5c98 req-779bd1c1-fe8f-446b-999d-1b65f9271712 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2111490 Sep 10 03:13:12.110416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Deleting subnet 3d521523-5a71-42ba-b3d0-62ba2b4253aa {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:12.114284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.145469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38244bb-5551-41d6-8870-257c0d7f3907 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24080fb3-13a5-4dba-8c88-14fbb749ddaf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:12.161919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bcfdad14-d72f-4cf8-831a-d4b412ac5c98 req-fcd70e37-1479-435c-a7d0-4c179055f6e4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539567 Sep 10 03:13:12.201670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.203110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-921b693c-884e-4651-a74b-4b92bb6edde4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1018183 Sep 10 03:13:12.206651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:12.265802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef45a-bdce-4172-abc5-0ec5305a4bd4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.279710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef45a-bdce-4172-abc5-0ec5305a4bd4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.346747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.355391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-15b5763d-c76a-44a9-b244-3bdaeb3cce9f None None] Could not find standard attr ID for object 9305bcaa-cb64-4171-923e-4b416f346c5c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:13:12.432852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.459367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event deleted for resources: {'Subnet': ['ID=3d521523-5a71-42ba-b3d0-62ba2b4253aa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:12.462644 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef45a-bdce-4172-abc5-0ec5305a4bd4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.467774 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef45a-bdce-4172-abc5-0ec5305a4bd4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.471261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae8ef45a-bdce-4172-abc5-0ec5305a4bd4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9de95f74-0b0e-4452-b90d-b861378cc6eb HTTP/1.1" status: 204 len: 168 time: 0.2613308 Sep 10 03:13:12.471745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:12.482634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ef45a-bdce-4172-abc5-0ec5305a4bd4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9de95f74-0b0e-4452-b90d-b861378cc6eb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:12.488404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.494307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7f0a48c0-c4fe-4029-b001-7a1755f31cf7 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "DELETE /v2.0/subnets/3d521523-5a71-42ba-b3d0-62ba2b4253aa HTTP/1.1" status: 204 len: 168 time: 0.4693270 Sep 10 03:13:12.494434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41042) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:12.612714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1bb35-c9cc-468e-8b04-65874f7b5016 None None] Network 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:12.706767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41046) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:12.707074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6884e7c8-45a6-4fe9-a057-2ba8adc6f079 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2338545 Sep 10 03:13:12.716595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.783249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 39c0725d-20c7-43c4-a84f-54591b3d458a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:12.793455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Deleting port 39c0725d-20c7-43c4-a84f-54591b3d458a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:12.794528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.835828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28315d7a-07c8-4e81-bf95-80bcf554418e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.885786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28315d7a-07c8-4e81-bf95-80bcf554418e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.974681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28315d7a-07c8-4e81-bf95-80bcf554418e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.980342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28315d7a-07c8-4e81-bf95-80bcf554418e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:12.983786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28315d7a-07c8-4e81-bf95-80bcf554418e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc8cf2bd-d0a8-44a3-baa2-926b571e0672 HTTP/1.1" status: 204 len: 168 time: 0.2733443 Sep 10 03:13:12.989010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:13.008039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 39c0725d-20c7-43c4-a84f-54591b3d458a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:13.008741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.024155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2043-69e1-468a-926c-efd989745421 req-29456444-7991-4156-87db-f1dce75e7444 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:13.025769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a56e2043-69e1-468a-926c-efd989745421 req-29456444-7991-4156-87db-f1dce75e7444 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.2231464 Sep 10 03:13:13.028075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] For port 39c0725d-20c7-43c4-a84f-54591b3d458a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=39c0725d-20c7-43c4-a84f-54591b3d458a,segment=NetworkSegment(c1199bc1-db1f-4916-a479-b86618942371),segment_id=c1199bc1-db1f-4916-a479-b86618942371)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:13.028463 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.036966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28315d7a-07c8-4e81-bf95-80bcf554418e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cf2bd-d0a8-44a3-baa2-926b571e0672,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:13.116792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a56e2043-69e1-468a-926c-efd989745421 req-926bb38a-81db-4081-9d8e-28300e8f24f4 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562580 Sep 10 03:13:13.122790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Calling delete_port for 39c0725d-20c7-43c4-a84f-54591b3d458a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:13.161235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] DHCP port deletion for 332ddac6-b5de-427c-bcf9-067ed2c0f4d1 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:13:13.184822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3c82fd5-31dc-4256-8b61-611815509ff7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801600 Sep 10 03:13:13.190724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41050) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:13.199977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590925928'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:13.258700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.269106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] Deleting port 39c0725d-20c7-43c4-a84f-54591b3d458a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:13.271289 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.285829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.325265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event deleted for resources: {'Port': ['ID=39c0725d-20c7-43c4-a84f-54591b3d458a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:13.332132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] No DVR routers for this DVR port 39c0725d-20c7-43c4-a84f-54591b3d458a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:13.428039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] For port 39c0725d-20c7-43c4-a84f-54591b3d458a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=39c0725d-20c7-43c4-a84f-54591b3d458a,segment=NetworkSegment(c1199bc1-db1f-4916-a479-b86618942371),segment_id=c1199bc1-db1f-4916-a479-b86618942371)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:13.429979 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.446762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] Calling delete_port for 39c0725d-20c7-43c4-a84f-54591b3d458a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:13.456277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.461470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c6e54-470f-407a-9799-56b8985ac3c1 req-b179f22d-470b-4430-80da-edeb4ebb7abf tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:13.463402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d2c6e54-470f-407a-9799-56b8985ac3c1 req-b179f22d-470b-4430-80da-edeb4ebb7abf tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1407971 Sep 10 03:13:13.530049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332ddac6-b5de-427c-bcf9-067ed2c0f4d1']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:13.557098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.561265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d2c6e54-470f-407a-9799-56b8985ac3c1 req-d2b5c475-e080-4c28-a7f4-930ab665a5d5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901856 Sep 10 03:13:13.565482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1199bc1-db1f-4916-a479-b86618942371') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:13.565844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1199bc1-db1f-4916-a479-b86618942371') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:13.566503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.591469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.621658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.637263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:13.637681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:13.640930 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:13.654945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7581ea-a185-44cd-bedd-af60779fdc7d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:13.666665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.670798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7e1ae6d0-d505-441d-bd77-84f4f5489faa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4790292 Sep 10 03:13:13.671409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:13.683309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'ea7581ea-a185-44cd-bedd-af60779fdc7d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:13.684164 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.744559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.765702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] Pushing event deleted for resources: {'Port': ['ID=39c0725d-20c7-43c4-a84f-54591b3d458a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:13.771055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3d21c-4c14-4bfa-9931-4862d2e6736e None None] No DVR routers for this DVR port 39c0725d-20c7-43c4-a84f-54591b3d458a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:13.787790 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.814602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.819083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] 10.222.0.23 "DELETE /v2.0/networks/332ddac6-b5de-427c-bcf9-067ed2c0f4d1 HTTP/1.1" status: 204 len: 168 time: 1.3216512 Sep 10 03:13:13.819083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dce965-dcc2-4817-ab29-c5f1a01b55b6 tempest-ExtraDHCPOptionsTestJSON-1119092374 tempest-ExtraDHCPOptionsTestJSON-1119092374-project] Pushing event deleted for resources: {'Network': ['ID=332ddac6-b5de-427c-bcf9-067ed2c0f4d1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:13.870720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.880840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.902474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f473def-bb36-4ffe-a18f-916bc23e238f,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:13.915502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:13.917310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f23bd8f1-6271-4ce2-8523-e9026620f2e2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2447820 Sep 10 03:13:13.919824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:13.996935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7882a2a-8ad6-4ca1-9cad-92027fbf7c50 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.044202 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7882a2a-8ad6-4ca1-9cad-92027fbf7c50 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.102068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7882a2a-8ad6-4ca1-9cad-92027fbf7c50 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.105246 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7882a2a-8ad6-4ca1-9cad-92027fbf7c50 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.109624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41072) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:14.120874 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b7882a2a-8ad6-4ca1-9cad-92027fbf7c50 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea7581ea-a185-44cd-bedd-af60779fdc7d HTTP/1.1" status: 204 len: 168 time: 0.1997578 Sep 10 03:13:14.142512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7882a2a-8ad6-4ca1-9cad-92027fbf7c50 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7581ea-a185-44cd-bedd-af60779fdc7d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:14.190742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41076) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:14.195777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406337062'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:14.203059 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5ac833e-b3cc-4041-9ca1-e02e11c0009b tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915196 Sep 10 03:13:14.227575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.234097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41078) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:14.370833 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.386145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.401321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b58649-ca26-4361-b76d-1393d1d735c8 req-dacf519e-934d-445c-b1d1-00ca73ca8804 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:14.405112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-761da249-0e0a-4c94-8b5b-ea259b0bbe56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47b13ddb2d00470a94a146067e8f263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678782 Sep 10 03:13:14.407129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36b58649-ca26-4361-b76d-1393d1d735c8 req-dacf519e-934d-445c-b1d1-00ca73ca8804 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1573734 Sep 10 03:13:14.407939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41082) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:14.461596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.465530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2711744 Sep 10 03:13:14.466613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:14.472639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--458409561'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:14.481599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5734d7-4fdc-4dc5-bc49-1bdb6f14f040 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a5603-d8ea-4578-9147-0e074a7c525f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:14.508621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.530274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36b58649-ca26-4361-b76d-1393d1d735c8 req-7cadf4be-4215-4dec-a8f8-c3bab3d8fd51 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020203 Sep 10 03:13:14.559757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5cda6f5e-6995-41c0-9f8d-56b2f488f749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.595617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5cda6f5e-6995-41c0-9f8d-56b2f488f749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.668822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.680720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.728745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.732761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2615092 Sep 10 03:13:14.733546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 39c0725d-20c7-43c4-a84f-54591b3d458a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:14.742819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41096) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:14.749701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': 'c30a5603-d8ea-4578-9147-0e074a7c525f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7dc07eb9-ffb2-4c97-8a71-f4cc4296b4c3', 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:14.775102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1ac9a-761b-4cb3-8f68-1e11ac2791a8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc07eb9-ffb2-4c97-8a71-f4cc4296b4c3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:14.786390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 39c0725d-20c7-43c4-a84f-54591b3d458a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:14.786739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 39c0725d-20c7-43c4-a84f-54591b3d458a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:14.837150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5cda6f5e-6995-41c0-9f8d-56b2f488f749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.851321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5cda6f5e-6995-41c0-9f8d-56b2f488f749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.854786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5cda6f5e-6995-41c0-9f8d-56b2f488f749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67f79ea1-9589-4a54-ba23-e8d8bc4e8ebb HTTP/1.1" status: 204 len: 168 time: 0.4391053 Sep 10 03:13:14.874548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6f5e-6995-41c0-9f8d-56b2f488f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f79ea1-9589-4a54-ba23-e8d8bc4e8ebb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:14.920524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af87f6-15bf-41f6-a027-b1720d22dd8c req-06f7df05-2aa3-49b1-9501-c13d5901ca0d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:14.922391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46af87f6-15bf-41f6-a027-b1720d22dd8c req-06f7df05-2aa3-49b1-9501-c13d5901ca0d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1500609 Sep 10 03:13:14.928415 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:14.989373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46af87f6-15bf-41f6-a027-b1720d22dd8c req-5abfb430-eb77-4016-bfa9-6dce07243f35 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547903 Sep 10 03:13:15.090771 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.097230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.139389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6c8404-a71b-440f-96f7-0f49db18ffdd,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:15.152503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.154273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-49f5fce2-55ec-4a60-9b3e-78fcc1e979e7 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4100924 Sep 10 03:13:15.156676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd25f1b-c9ae-4c35-805d-67badbfebea7 req-33a902df-03b9-4c33-bc1b-b2af12399667 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:15.156812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41104) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:15.167340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2dd25f1b-c9ae-4c35-805d-67badbfebea7 req-33a902df-03b9-4c33-bc1b-b2af12399667 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1424801 Sep 10 03:13:15.191248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09c60bae-a791-47ae-b566-9b4fde456860 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.202611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09c60bae-a791-47ae-b566-9b4fde456860 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.260697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2dd25f1b-c9ae-4c35-805d-67badbfebea7 req-250fbd65-6014-4f9e-8aea-2018cf3d3a62 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908072 Sep 10 03:13:15.285906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09c60bae-a791-47ae-b566-9b4fde456860 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.312653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09c60bae-a791-47ae-b566-9b4fde456860 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.313814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-09c60bae-a791-47ae-b566-9b4fde456860 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1f6c8404-a71b-440f-96f7-0f49db18ffdd HTTP/1.1" status: 204 len: 168 time: 0.1543670 Sep 10 03:13:15.316627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41110) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:15.322055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c60bae-a791-47ae-b566-9b4fde456860 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f6c8404-a71b-440f-96f7-0f49db18ffdd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:15.375765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-16bf2ca8-380b-405c-a0fd-c3063b533613 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0577240 Sep 10 03:13:15.378472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:15.493975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e42d4c-fcd0-4605-857d-3fff0fdb47d8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.520285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e42d4c-fcd0-4605-857d-3fff0fdb47d8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.578956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19636fd-1f5c-4629-930b-6f7d937950db req-1f239cfc-8e4c-4b6b-ae7e-c321260b7033 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:15.592686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b19636fd-1f5c-4629-930b-6f7d937950db req-1f239cfc-8e4c-4b6b-ae7e-c321260b7033 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1854126 Sep 10 03:13:15.602575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e42d4c-fcd0-4605-857d-3fff0fdb47d8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.605248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94e42d4c-fcd0-4605-857d-3fff0fdb47d8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.608655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-94e42d4c-fcd0-4605-857d-3fff0fdb47d8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/7dc07eb9-ffb2-4c97-8a71-f4cc4296b4c3 HTTP/1.1" status: 204 len: 168 time: 0.2264185 Sep 10 03:13:15.609051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41120) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:15.674935 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b19636fd-1f5c-4629-930b-6f7d937950db req-322fee68-e7fc-4fa2-9f95-ea42c6148e14 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813258 Sep 10 03:13:15.677883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e42d4c-fcd0-4605-857d-3fff0fdb47d8 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc07eb9-ffb2-4c97-8a71-f4cc4296b4c3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:15.735830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0af81f99-accc-4193-9e48-56eceb91b169 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1255007 Sep 10 03:13:15.738439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41126) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:15.800356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-153271b5-808f-422b-b3c6-772ef85412ea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.830837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-153271b5-808f-422b-b3c6-772ef85412ea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.938206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-153271b5-808f-422b-b3c6-772ef85412ea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.941539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-153271b5-808f-422b-b3c6-772ef85412ea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:15.946041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-153271b5-808f-422b-b3c6-772ef85412ea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/c30a5603-d8ea-4578-9147-0e074a7c525f HTTP/1.1" status: 204 len: 168 time: 0.2037480 Sep 10 03:13:15.946439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:15.978658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153271b5-808f-422b-b3c6-772ef85412ea tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a5603-d8ea-4578-9147-0e074a7c525f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:16.064809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41150) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.069627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716086517'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:16.073244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c224b671-d4ad-4469-a264-8ea16d886086 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255310 Sep 10 03:13:16.119328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.190950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108296d-512e-4995-93e4-5a32b005e254 req-d75f6625-79ca-4cab-abd9-3d7a2ffae7c1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:16.207899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d108296d-512e-4995-93e4-5a32b005e254 req-d75f6625-79ca-4cab-abd9-3d7a2ffae7c1 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1332238 Sep 10 03:13:16.283712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41154) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.291548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d108296d-512e-4995-93e4-5a32b005e254 req-b6a1f3cc-3ae7-43fa-bc1b-294b2b31be98 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806460 Sep 10 03:13:16.305925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.315795 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.408147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.409544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3437192 Sep 10 03:13:16.412616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41162) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.414400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8a41b-a3d4-401d-8c49-5e4d40353209 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f82b90-fa9d-42a0-8799-38b1fa742d30,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:16.418738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': '36f82b90-fa9d-42a0-8799-38b1fa742d30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:16.442506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c18a9-19d3-4f44-b8c7-8ca2d9cd9f79 req-1f1c42f4-8d3c-4f50-8f9c-89df54675b48 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:16.444146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d6c18a9-19d3-4f44-b8c7-8ca2d9cd9f79 req-1f1c42f4-8d3c-4f50-8f9c-89df54675b48 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.0848017 Sep 10 03:13:16.505139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.510301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-eacf4460-884a-4035-93cf-716cb4c5d9f9 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] Request body: {'port': {'network_id': '0151079b-fe3c-4caa-9411-10d9cd58b42b', 'name': 'tempest-NetworksNegativeTestJSON-2011354140'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:16.521673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d6c18a9-19d3-4f44-b8c7-8ca2d9cd9f79 req-83d8f125-899c-4896-842c-0717988de3ed tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611706 Sep 10 03:13:16.532064 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacf4460-884a-4035-93cf-716cb4c5d9f9 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] POST failed (client error): The resource could not be found. Sep 10 03:13:16.532894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacf4460-884a-4035-93cf-716cb4c5d9f9 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.538067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eacf4460-884a-4035-93cf-716cb4c5d9f9 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2494004 Sep 10 03:13:16.539340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41164) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.562097 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bd8d08-c59d-4caa-9277-58f53068db02 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] DELETE failed (client error): The resource could not be found. Sep 10 03:13:16.562859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bd8d08-c59d-4caa-9277-58f53068db02 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.565531 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-00bd8d08-c59d-4caa-9277-58f53068db02 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "DELETE /v2.0/networks/194eb555-86b2-4977-8655-a9ab3ca76b1c HTTP/1.1" status: 404 len: 339 time: 0.0248504 Sep 10 03:13:16.569396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41168) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.581488 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.591167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.597340 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a627239d-fec0-43f0-ae00-9ac1100bf957 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] DELETE failed (client error): The resource could not be found. Sep 10 03:13:16.598136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a627239d-fec0-43f0-ae00-9ac1100bf957 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.600179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a627239d-fec0-43f0-ae00-9ac1100bf957 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "DELETE /v2.0/ports/f7efc2d8-406c-4d66-9146-f5144f6bea54 HTTP/1.1" status: 404 len: 333 time: 0.0295582 Sep 10 03:13:16.605930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.628746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15d16af-2a12-42ca-9db4-912547db54ff,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:16.639804 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.641089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9538ef5d-cb55-43b7-960e-ed865897aaaa tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2265582 Sep 10 03:13:16.644181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41174) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.645304 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-13129864-2eb8-47e8-8c5e-49f74360f3ef tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] DELETE failed (client error): The resource could not be found. Sep 10 03:13:16.648535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13129864-2eb8-47e8-8c5e-49f74360f3ef tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.651318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13129864-2eb8-47e8-8c5e-49f74360f3ef tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "DELETE /v2.0/subnets/5c55d93d-bb6b-4b7f-95a0-00f8d0a18dd4 HTTP/1.1" status: 404 len: 337 time: 0.0436323 Sep 10 03:13:16.655684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41176) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.678490 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c877b1af-565f-4c5f-a3ec-86fddc9cb83d tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] GET failed (client error): The resource could not be found. Sep 10 03:13:16.681655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c877b1af-565f-4c5f-a3ec-86fddc9cb83d tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "GET /v2.0/networks/4cf5773b-eb3a-41b2-ae9e-2c2d2647cc65 HTTP/1.1" status: 404 len: 339 time: 0.0248172 Sep 10 03:13:16.686124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41178) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.704934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08173b03-2e83-4e99-8c63-c28d95c3357a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.742253 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08173b03-2e83-4e99-8c63-c28d95c3357a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.749997 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3e9ab1-389f-41e4-87de-9077c9abb6a8 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] GET failed (client error): The resource could not be found. Sep 10 03:13:16.752708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3d3e9ab1-389f-41e4-87de-9077c9abb6a8 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "GET /v2.0/ports/72dacdaf-ebfc-41c8-b160-816db9a553a6 HTTP/1.1" status: 404 len: 333 time: 0.0648878 Sep 10 03:13:16.756463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41182) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.792429 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4273f25-c32d-4f39-837f-830a8a70a9d0 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] GET failed (client error): The resource could not be found. Sep 10 03:13:16.793916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4273f25-c32d-4f39-837f-830a8a70a9d0 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "GET /v2.0/subnets/92ba3b17-d5ae-4cad-a3ae-b296061862a9 HTTP/1.1" status: 404 len: 337 time: 0.0352807 Sep 10 03:13:16.798066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.798521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08173b03-2e83-4e99-8c63-c28d95c3357a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.812845 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08173b03-2e83-4e99-8c63-c28d95c3357a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:16.815444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-08173b03-2e83-4e99-8c63-c28d95c3357a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d15d16af-2a12-42ca-9db4-912547db54ff HTTP/1.1" status: 204 len: 168 time: 0.1700141 Sep 10 03:13:16.816361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08173b03-2e83-4e99-8c63-c28d95c3357a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d15d16af-2a12-42ca-9db4-912547db54ff,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:16.818028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41186) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.820736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e3fc5499-71d7-47eb-aa25-7108efbd38e8 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:16.860137 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fc5499-71d7-47eb-aa25-7108efbd38e8 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] PUT failed (client error): The resource could not be found. Sep 10 03:13:16.860756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fc5499-71d7-47eb-aa25-7108efbd38e8 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.866178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e3fc5499-71d7-47eb-aa25-7108efbd38e8 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "PUT /v2.0/networks/3b54585d-197d-41e5-a85e-ef750c8dfee2 HTTP/1.1" status: 404 len: 339 time: 0.0626941 Sep 10 03:13:16.866396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41188) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.874842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6071d7b5-9705-4c71-8d66-74654419b181 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:16.892836 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6071d7b5-9705-4c71-8d66-74654419b181 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] PUT failed (client error): The resource could not be found. Sep 10 03:13:16.893504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6071d7b5-9705-4c71-8d66-74654419b181 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.894663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6071d7b5-9705-4c71-8d66-74654419b181 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "PUT /v2.0/ports/f20da6f7-fca3-42af-b5dc-42b67530a549 HTTP/1.1" status: 404 len: 333 time: 0.0267587 Sep 10 03:13:16.899039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41192) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.910602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f4ac9c71-6f7f-4807-ae46-c14aaac88396 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:16.947875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:16.948085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f5f67491-605f-482b-88d8-314cab1e26e5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1287515 Sep 10 03:13:16.949273 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ac9c71-6f7f-4807-ae46-c14aaac88396 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] PUT failed (client error): The resource could not be found. Sep 10 03:13:16.949737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ac9c71-6f7f-4807-ae46-c14aaac88396 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:13:16.950838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f4ac9c71-6f7f-4807-ae46-c14aaac88396 tempest-NetworksNegativeTestJSON-14050382 tempest-NetworksNegativeTestJSON-14050382-project] 10.222.0.23 "PUT /v2.0/subnets/9f98e1fb-4e00-403a-bca7-10ae2ec1b5fb HTTP/1.1" status: 404 len: 337 time: 0.0498738 Sep 10 03:13:17.011211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2851c26-cb72-4adc-8d17-b404885eb2be req-72e1964d-fe6b-49cf-bc4d-fa46810be1b6 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:17.013283 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2851c26-cb72-4adc-8d17-b404885eb2be req-72e1964d-fe6b-49cf-bc4d-fa46810be1b6 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.0614903 Sep 10 03:13:17.051927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47206c5c-953f-4c67-ac18-17c9840a580a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.063725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2851c26-cb72-4adc-8d17-b404885eb2be req-75fbd958-29fa-438c-b9cd-6d95bf872cb1 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Sep 10 03:13:17.117718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47206c5c-953f-4c67-ac18-17c9840a580a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.222254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47206c5c-953f-4c67-ac18-17c9840a580a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.224888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47206c5c-953f-4c67-ac18-17c9840a580a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.228897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47206c5c-953f-4c67-ac18-17c9840a580a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/36f82b90-fa9d-42a0-8799-38b1fa742d30 HTTP/1.1" status: 204 len: 168 time: 0.2780681 Sep 10 03:13:17.230413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41200) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:17.247798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47206c5c-953f-4c67-ac18-17c9840a580a tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f82b90-fa9d-42a0-8799-38b1fa742d30,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:17.296080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-917acfca-ecec-4040-8850-0eaa4f3c4fb4 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628495 Sep 10 03:13:17.299441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41202) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:17.305187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419293210'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:17.341317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.405552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-1f5c4cb5-c714-4698-afc5-dc291e0dc842 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:17.407486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-1f5c4cb5-c714-4698-afc5-dc291e0dc842 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1281185 Sep 10 03:13:17.481224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41208) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:17.522687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaeb85-73a2-4bf3-8f7d-96f753820d8b req-79fc1796-bfdd-48f4-ac90-311b1b9aa6d0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:17.529099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6dbaeb85-73a2-4bf3-8f7d-96f753820d8b req-79fc1796-bfdd-48f4-ac90-311b1b9aa6d0 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 945 time: 0.1037030 Sep 10 03:13:17.648512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:17.649062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.676247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6dbaeb85-73a2-4bf3-8f7d-96f753820d8b req-3d4ff0f9-e3d5-41db-a2e7-b5825cb4f853 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334596 Sep 10 03:13:17.681549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.702618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.737995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6da0f-cc3d-4f1f-b736-03bbfe49f409,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:17.766142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9596572-cd5f-4785-8e77-2629f8c368b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.769360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.773880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4e45d6ca-4373-4211-b3c2-44631ec168b0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4709198 Sep 10 03:13:17.779266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41214) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:17.789069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': '08c6da0f-cc3d-4f1f-b736-03bbfe49f409', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:17.807946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a982-a0e4-4731-9b75-4d5ae3b3c807 req-45c0525d-96a9-47aa-99ab-e91b701eec25 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:17.815866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ef4a982-a0e4-4731-9b75-4d5ae3b3c807 req-45c0525d-96a9-47aa-99ab-e91b701eec25 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1502802 Sep 10 03:13:17.849559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.900468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ef4a982-a0e4-4731-9b75-4d5ae3b3c807 req-876e4574-892a-4700-9506-cf2036061945 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834277 Sep 10 03:13:17.955219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:17.962112 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.006540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1d296e-dd90-4cda-ae99-dbe3c0997b54,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:18.007906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port 54683edf-2320-4da2-bd8b-dc0f489d5cb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=54683edf-2320-4da2-bd8b-dc0f489d5cb7,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:18.008286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.039893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9596572-cd5f-4785-8e77-2629f8c368b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.053339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for 54683edf-2320-4da2-bd8b-dc0f489d5cb7 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:18.055676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9596572-cd5f-4785-8e77-2629f8c368b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.056121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.057487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a4d3edc-000e-4513-a5b2-c531ad7e7b21 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764006 Sep 10 03:13:18.060239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41218) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:18.083734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa0a6f53-13cc-45b2-a155-e0c7e434fcf9 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules/cd1d296e-dd90-4cda-ae99-dbe3c0997b54 HTTP/1.1" status: 200 len: 763 time: 0.0162425 Sep 10 03:13:18.084504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41220) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:18.116222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596572-cd5f-4785-8e77-2629f8c368b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a3ed4-0f25-455a-b1c3-022ff1e313d4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:18.162202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0b5cd3af-2d7b-4bc3-9431-af150f59a8c0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0758786 Sep 10 03:13:18.163058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:18.182642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a9596572-cd5f-4785-8e77-2629f8c368b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b003e9061e404a269969359aff80dee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997502 Sep 10 03:13:18.185277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41226) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:18.206713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-552f568a-eced-4072-a839-065574023d04 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.250059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-552f568a-eced-4072-a839-065574023d04 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.266549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2e9610b-1e46-4713-a6a5-f2638d216555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.306139 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2e9610b-1e46-4713-a6a5-f2638d216555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.314946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ba25b-9bd6-4696-9c87-010c144d0d1a req-adb6e439-80e9-49ae-bcb9-e9d3829646a7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:18.316578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-768ba25b-9bd6-4696-9c87-010c144d0d1a req-adb6e439-80e9-49ae-bcb9-e9d3829646a7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.1380110 Sep 10 03:13:18.385518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-552f568a-eced-4072-a839-065574023d04 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.394520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-552f568a-eced-4072-a839-065574023d04 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.403157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41230) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:18.403709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-552f568a-eced-4072-a839-065574023d04 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cd1d296e-dd90-4cda-ae99-dbe3c0997b54 HTTP/1.1" status: 204 len: 168 time: 0.2392173 Sep 10 03:13:18.423503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f568a-eced-4072-a839-065574023d04 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd1d296e-dd90-4cda-ae99-dbe3c0997b54,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:18.439962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.453260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108', '54683edf-2320-4da2-bd8b-dc0f489d5cb7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:18.471241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-768ba25b-9bd6-4696-9c87-010c144d0d1a req-6fb7e362-36fb-45b4-b029-b9dcb180fb68 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361840 Sep 10 03:13:18.492353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e18bab9c-59a3-48af-957d-fb725b43d782 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0858741 Sep 10 03:13:18.495087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=54683edf-2320-4da2-bd8b-dc0f489d5cb7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:18.495214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41232) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:18.500505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2e9610b-1e46-4713-a6a5-f2638d216555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.503318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a2e9610b-1e46-4713-a6a5-f2638d216555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.504527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a2e9610b-1e46-4713-a6a5-f2638d216555 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f4a3ed4-0f25-455a-b1c3-022ff1e313d4 HTTP/1.1" status: 204 len: 168 time: 0.3182833 Sep 10 03:13:18.504743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': '08c6da0f-cc3d-4f1f-b736-03bbfe49f409', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:18.546536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9610b-1e46-4713-a6a5-f2638d216555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a3ed4-0f25-455a-b1c3-022ff1e313d4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:18.550171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port 54683edf-2320-4da2-bd8b-dc0f489d5cb7 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:18.552768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.555307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-386b290a-d794-47f0-8166-cab7b3d60f18 req-08078004-1f9b-41b7-b215-901f092cc495 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "DELETE /v2.0/ports/54683edf-2320-4da2-bd8b-dc0f489d5cb7 HTTP/1.1" status: 204 len: 173 time: 1.1390243 Sep 10 03:13:18.555847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'name': 'network-vif-deleted', 'tag': '54683edf-2320-4da2-bd8b-dc0f489d5cb7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:18.558212 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfc28e-0d94-4dba-9ff5-1f21798ff88b" -d '{"events": [{"server_uuid": "b481a919-9e72-43bb-b985-27ad5ee60c62", "name": "network-vif-deleted", "tag": "54683edf-2320-4da2-bd8b-dc0f489d5cb7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:18.645583 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce2dfd-6e2f-4f60-8d11-9d3a610fbd86 x-openstack-request-id: req-6cce2dfd-6e2f-4f60-8d11-9d3a610fbd86 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:18.645919 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481a919-9e72-43bb-b985-27ad5ee60c62", "name": "network-vif-deleted", "tag": "54683edf-2320-4da2-bd8b-dc0f489d5cb7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:18.646293 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cce2dfd-6e2f-4f60-8d11-9d3a610fbd86 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:18.646710 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481a919-9e72-43bb-b985-27ad5ee60c62', 'name': 'network-vif-deleted', 'tag': '54683edf-2320-4da2-bd8b-dc0f489d5cb7', 'status': 'completed', 'code': 200} Sep 10 03:13:18.674437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.787216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7841397-943d-467b-b05b-34f970360d49 req-f6b1b8a8-e608-437a-8b30-498aa8ee15f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:18.797578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7841397-943d-467b-b05b-34f970360d49 req-f6b1b8a8-e608-437a-8b30-498aa8ee15f7 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.2044020 Sep 10 03:13:18.888580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5560e37-1177-40f5-b1b1-49010aea4733 req-4b86c162-0db9-485b-8eff-b7601255b733 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=b481a919-9e72-43bb-b985-27ad5ee60c62 HTTP/1.1" status: 200 len: 210 time: 0.0607777 Sep 10 03:13:18.890678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.904010 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:18.993350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7989280b-f8f6-477a-b089-f38a50bf7ea7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:19.013378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.016959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b9f9695-a8ec-4af0-992d-d219360874d2 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5185275 Sep 10 03:13:19.018172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41250) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:19.041793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a5291762-174b-4a4d-9f0a-5e166033ee24 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules/7989280b-f8f6-477a-b089-f38a50bf7ea7 HTTP/1.1" status: 200 len: 763 time: 0.0194831 Sep 10 03:13:19.042266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:19.146652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Deleting port 79e3a923-4a6a-4638-81f5-8083f030d899 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:19.155681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.176509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8484a-2514-4ea4-8e81-cd9257f45b9a req-3c6b0e48-e9e2-4bea-8ea9-41084cb3c026 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:19.193340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8c8484a-2514-4ea4-8e81-cd9257f45b9a req-3c6b0e48-e9e2-4bea-8ea9-41084cb3c026 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1878524 Sep 10 03:13:19.215484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d72f37b5-534f-4098-ac07-0068eca3c2d3 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1723349 Sep 10 03:13:19.219017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41260) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:19.267438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8c8484a-2514-4ea4-8e81-cd9257f45b9a req-f9885480-1929-4c56-a628-856b6e90cd19 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714049 Sep 10 03:13:19.306615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.318912 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.382733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] For port 79e3a923-4a6a-4638-81f5-8083f030d899, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=79e3a923-4a6a-4638-81f5-8083f030d899,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:19.382951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.695674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.708339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.712248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7989280b-f8f6-477a-b089-f38a50bf7ea7 HTTP/1.1" status: 204 len: 168 time: 0.4893374 Sep 10 03:13:19.718888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:19.735177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7989280b-f8f6-477a-b089-f38a50bf7ea7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:19.758548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2289e-5896-4982-89f9-f23800603747 req-44f152d1-51e6-4eb2-9204-bc110d79dd69 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:19.766433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35d2289e-5896-4982-89f9-f23800603747 req-44f152d1-51e6-4eb2-9204-bc110d79dd69 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 945 time: 0.1309054 Sep 10 03:13:19.814394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.814694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.814987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.815317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.815676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.816009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.816335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.816657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.816979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.817300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.817621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.817940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ded54-5bcc-4393-b728-0e83994fa51c tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:19.823611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35d2289e-5896-4982-89f9-f23800603747 req-87db4a0a-0f5c-4aca-a868-97ef9be7e2fd tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9ff691c-0153-42ae-826a-544eb0853660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563054 Sep 10 03:13:19.879751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.880115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:19.880436 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Floating IP a7d3b147-eb63-40cb-aa49-1241eb8a31c6 disassociated. External IP: 172.25.8.140, port: 79e3a923-4a6a-4638-81f5-8083f030d899. Sep 10 03:13:19.881073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Calling delete_port for 79e3a923-4a6a-4638-81f5-8083f030d899 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:19.899661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a9c2d8f1-a28b-40a2-9ab1-b34d989f364b tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1766887 Sep 10 03:13:19.900940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41320) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:19.907002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Request body: {'security_group_rule': {'security_group_id': '08c6da0f-cc3d-4f1f-b736-03bbfe49f409', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:19.956865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.018948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:20.111563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.122537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.195821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.263114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab789cb1-f69e-482d-af0f-4545c304bb81,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:20.283125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event deleted for resources: {'Port': ['ID=79e3a923-4a6a-4638-81f5-8083f030d899,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:20.325665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1593871106'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:20.338513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.342169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b842e8e-d228-4375-9a71-09e41a9896c5 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388704 Sep 10 03:13:20.347251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41344) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:20.382782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3b791f2c-670a-4c7d-b58d-8eb7a9e8a480 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules/ab789cb1-f69e-482d-af0f-4545c304bb81 HTTP/1.1" status: 200 len: 764 time: 0.0318592 Sep 10 03:13:20.385397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41346) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:20.398910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:20.402344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.429659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.537110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d9a3fbae-eebd-4f63-8594-67083fbb50a6 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1492448 Sep 10 03:13:20.546875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41354) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:20.576107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b771adb-9fa2-4ccc-848d-7abd63b7cf14 req-1c77b624-796d-4610-9488-acabbe3ebec7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:20.577652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b771adb-9fa2-4ccc-848d-7abd63b7cf14 req-1c77b624-796d-4610-9488-acabbe3ebec7 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1539583 Sep 10 03:13:20.641099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8044578-74c1-4ab2-99b2-c4c92c05223e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.662411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8044578-74c1-4ab2-99b2-c4c92c05223e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.737034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b771adb-9fa2-4ccc-848d-7abd63b7cf14 req-d84fd2d4-dafe-453a-b5c9-d8d8f0bd545f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355598 Sep 10 03:13:20.764161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8044578-74c1-4ab2-99b2-c4c92c05223e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.777578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8044578-74c1-4ab2-99b2-c4c92c05223e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.778854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d8044578-74c1-4ab2-99b2-c4c92c05223e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ab789cb1-f69e-482d-af0f-4545c304bb81 HTTP/1.1" status: 204 len: 168 time: 0.2267702 Sep 10 03:13:20.787509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:20.875056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.881811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8044578-74c1-4ab2-99b2-c4c92c05223e tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab789cb1-f69e-482d-af0f-4545c304bb81,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:20.916522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:20.965508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:21.019859 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c5cc364-61ff-4147-888b-ddcf1eefd86f req-6718ada5-3e47-4662-b965-2e08c085c7a2 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 210 time: 0.0418069 Sep 10 03:13:21.027408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:13:21.057400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb06575-27b6-4d19-bded-9a1e56146b97,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:21.063937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.064666 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment bb404356-decb-4807-9a48-926eb16ff9fc of type vlan for network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 Sep 10 03:13:21.089592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6ce3df5c-0f50-4e50-865a-e98e3f1cdf1f tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3001821 Sep 10 03:13:21.092127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:21.238222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.265974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:21.276824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.280132 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:21.300400 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:21.301738 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:21.310665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:21.318051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.377976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] No DVR routers for this DVR port 79e3a923-4a6a-4638-81f5-8083f030d899 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:21.386127 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.388213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7841397-943d-467b-b05b-34f970360d49 req-f5d5ec7e-c423-4f45-b5d4-a806d0a75804 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.32 "DELETE /v2.0/ports/79e3a923-4a6a-4638-81f5-8083f030d899 HTTP/1.1" status: 204 len: 173 time: 2.5772069 Sep 10 03:13:21.388675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'name': 'network-vif-deleted', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:21.390290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 54683edf-2320-4da2-bd8b-dc0f489d5cb7 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:21.396682 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7137f81b-e334-4346-a93c-4f4f14313c2b" -d '{"events": [{"server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "name": "network-vif-deleted", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:21.453105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4302821 Sep 10 03:13:21.453454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41414) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:21.465497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251322693'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:21.499993 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:21.515049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 54683edf-2320-4da2-bd8b-dc0f489d5cb7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:21.517250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 54683edf-2320-4da2-bd8b-dc0f489d5cb7 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:21.531622 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a429a2-3bca-4686-8810-53cce37bfb33 x-openstack-request-id: req-95a429a2-3bca-4686-8810-53cce37bfb33 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:21.532154 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366ec11f-4029-4700-8c7f-0a885c514e2d", "name": "network-vif-deleted", "tag": "79e3a923-4a6a-4638-81f5-8083f030d899", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:21.532639 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95a429a2-3bca-4686-8810-53cce37bfb33 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:21.533474 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366ec11f-4029-4700-8c7f-0a885c514e2d', 'name': 'network-vif-deleted', 'tag': '79e3a923-4a6a-4638-81f5-8083f030d899', 'status': 'completed', 'code': 200} Sep 10 03:13:21.540040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:21.549272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.565022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a600e1-f343-442d-b2a1-5688e1982027 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=1f5aa79f-7c51-43b7-a7b3-c69a19f388c5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:21.580029 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c77012e-1ab4-4602-8d94-c0e5c08113d0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.584240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:13:21.643726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c77012e-1ab4-4602-8d94-c0e5c08113d0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.686681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96bd0d-dca5-4e40-a61f-f180b6a44df5 req-3a7ad586-7cb2-419b-a362-d5ce5e900a3c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:21.692381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:13:21.695522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff96bd0d-dca5-4e40-a61f-f180b6a44df5 req-3a7ad586-7cb2-419b-a362-d5ce5e900a3c tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 946 time: 0.1342463 Sep 10 03:13:21.743688 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.744044 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment 46189060-d892-434e-9751-9a3b5d00eec2 of type vlan for network 879e4cd9-2e20-4860-8d22-817bcd26d001 Sep 10 03:13:21.765351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff96bd0d-dca5-4e40-a61f-f180b6a44df5 req-f96669d9-208f-49ec-969a-84b8a33e1321 tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668874 Sep 10 03:13:21.769846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c77012e-1ab4-4602-8d94-c0e5c08113d0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.775903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c77012e-1ab4-4602-8d94-c0e5c08113d0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.781308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c77012e-1ab4-4602-8d94-c0e5c08113d0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "DELETE /v2.0/security-groups/08c6da0f-cc3d-4f1f-b736-03bbfe49f409 HTTP/1.1" status: 204 len: 168 time: 0.6880634 Sep 10 03:13:21.785959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41420) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:21.825878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77012e-1ab4-4602-8d94-c0e5c08113d0 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6da0f-cc3d-4f1f-b736-03bbfe49f409,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:21.845817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:21.896686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.915447 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:13:21.935895 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:21.938376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:21.938598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5213380d-d12b-4009-bf86-0ae5644224a3 tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458144 Sep 10 03:13:21.944466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:21.979436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891dd94-0fc3-43a4-bc30-a1940b7418e3 req-0c400c13-d126-4f5d-9993-54d3ed556516 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:21.987096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:21.993392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c891dd94-0fc3-43a4-bc30-a1940b7418e3 req-0c400c13-d126-4f5d-9993-54d3ed556516 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1129103 Sep 10 03:13:22.000076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:22.000721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:22.106147 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c891dd94-0fc3-43a4-bc30-a1940b7418e3 req-2a0408c7-78e9-49bc-9285-a4ad3dc766bb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990980 Sep 10 03:13:22.112533 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6577415 Sep 10 03:13:22.115570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:22.120666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:22.174652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-603c3066-8a38-41db-a639-c0c3ad73deab tempest-SecGroupTest-1467677334 tempest-SecGroupTest-1467677334-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2276495 Sep 10 03:13:22.181558 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:22.302996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc99966-002f-4947-8832-093a654671d0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=879e4cd9-2e20-4860-8d22-817bcd26d001,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:22.316266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:13:22.364586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:22.375838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:22.400288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e94f5d14-95db-4f49-a200-31bfb3eb334c req-5e9327cf-8506-4274-b23e-f88a0db96339 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/ports?device_id=366ec11f-4029-4700-8c7f-0a885c514e2d HTTP/1.1" status: 200 len: 210 time: 0.0943170 Sep 10 03:13:22.719740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:22.786490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41436) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:22.801617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=572bcad0-fbc3-4620-ac30-6d76ab427217,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:22.836420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': 'bb404356-decb-4807-9a48-926eb16ff9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:22.836779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:13:22.878162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f675b59-8467-4a3b-b704-aab391506c5e req-4f9588da-edf3-4df1-a50f-1b94564a39da tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:22.888400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f675b59-8467-4a3b-b704-aab391506c5e req-4f9588da-edf3-4df1-a50f-1b94564a39da tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 946 time: 0.1000006 Sep 10 03:13:22.916965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:13:22.925599 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:22.957085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:22.965790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:22.965971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565210f4-344f-4453-a291-a0b5fa64f0e4 None None] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:22.966387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.007356 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ef735-8a05-4401-8c43-ffbed93e10ed None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:05:49Z', 'revision_number': 4, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad', 'name': '', 'network_id': 'ddca94e9-0113-4048-be7a-47b4d5c974a9', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'mac_address': 'fa:16:3e:87:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:48Z', 'updated_at': '2021-09-10T03:05:58Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'subnets': [{'id': '4b05c0f3-88d9-4006-834b-b60131c9fc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:23.047502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-908aca98-2725-43a2-a0dd-6b9fa53e9bde tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9283075 Sep 10 03:13:23.048881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41442) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:23.056166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:23.243162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96ed0b-751b-4eb4-9970-d42013d56d70 req-66ce132c-2833-4188-a454-45dd0441e10f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:23.244815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d96ed0b-751b-4eb4-9970-d42013d56d70 req-66ce132c-2833-4188-a454-45dd0441e10f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/ports?device_id=648c2439-906c-4b52-9038-04ca94258b72 HTTP/1.1" status: 200 len: 946 time: 0.2082825 Sep 10 03:13:23.273572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Deleting port 3ebf030a-2615-41c0-89a7-eda857998108 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:23.273917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.346268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-09803729-b58b-4c68-bdea-713a42ab1660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47c2deb1ebed474c807937be55404981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5562265 Sep 10 03:13:23.347735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41446) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:23.409164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:23.414324 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.442558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 79e3a923-4a6a-4638-81f5-8083f030d899 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:23.486990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865c21-babf-4419-bb9e-dd9411d6bd81 req-50c97cbd-4559-4770-a6e8-9ac50d180f0b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:23.489182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d865c21-babf-4419-bb9e-dd9411d6bd81 req-50c97cbd-4559-4770-a6e8-9ac50d180f0b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2260416 Sep 10 03:13:23.502123 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d79e383-99ed-4f1a-a7a0-b9096864ed6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.502345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] For port 3ebf030a-2615-41c0-89a7-eda857998108, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ebf030a-2615-41c0-89a7-eda857998108,segment=NetworkSegment(99936be6-5d5a-4d56-a133-c70fc75dcafe),segment_id=99936be6-5d5a-4d56-a133-c70fc75dcafe)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:23.502813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.523761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Calling delete_port for 3ebf030a-2615-41c0-89a7-eda857998108 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:23.534097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ecdcaf-12e9-49cb-8271-7eea99405d4a None None] New status for floating IP a7d3b147-eb63-40cb-aa49-1241eb8a31c6: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:13:23.676152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 79e3a923-4a6a-4638-81f5-8083f030d899 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:23.677318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 79e3a923-4a6a-4638-81f5-8083f030d899 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:23.749540 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d79e383-99ed-4f1a-a7a0-b9096864ed6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.764373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-1f5aa79f-7c51-43b7-a7b3-c69a19f388c5', 'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '572bcad0-fbc3-4620-ac30-6d76ab427217'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:13:23.765784 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.881351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d96ed0b-751b-4eb4-9970-d42013d56d70 req-1bacf087-03f5-4a6f-ad9b-8f7802a98dbc tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.23 "GET /v2.0/security-groups?id=87e73dda-37c4-4f72-a96f-4cee1ea7a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206737 Sep 10 03:13:23.884712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:23.900080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d865c21-babf-4419-bb9e-dd9411d6bd81 req-73c672cf-81d6-4ee6-94c7-fe85fd97005c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018719 Sep 10 03:13:23.913947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3ebf030a-2615-41c0-89a7-eda857998108'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:23.979058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Pushing event deleted for resources: {'Port': ['ID=3ebf030a-2615-41c0-89a7-eda857998108,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:24.068639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41456) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:24.072828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] No DVR routers for this DVR port 3ebf030a-2615-41c0-89a7-eda857998108 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:24.078339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.081630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f675b59-8467-4a3b-b704-aab391506c5e req-6797b77c-8416-434c-a51f-b399da2e7e8f tempest-ServersTestJSON-1672500529 tempest-ServersTestJSON-1672500529-project] 10.222.0.36 "DELETE /v2.0/ports/3ebf030a-2615-41c0-89a7-eda857998108 HTTP/1.1" status: 204 len: 173 time: 1.1845064 Sep 10 03:13:24.096131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c2439-906c-4b52-9038-04ca94258b72', 'name': 'network-vif-deleted', 'tag': '3ebf030a-2615-41c0-89a7-eda857998108'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:24.107433 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70168d6c-90e5-48ec-8ba5-58eb89e7d100" -d '{"events": [{"server_uuid": "648c2439-906c-4b52-9038-04ca94258b72", "name": "network-vif-deleted", "tag": "3ebf030a-2615-41c0-89a7-eda857998108"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:24.138879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Allocated IP 172.20.0.2 (1f5aa79f-7c51-43b7-a7b3-c69a19f388c5/572bcad0-fbc3-4620-ac30-6d76ab427217/0e646d9a-92c7-42a9-b3c5-8c5821c1202c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:24.151831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.177388 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fbae60-3e17-4b70-a28f-a8a2d622e187 x-openstack-request-id: req-52fbae60-3e17-4b70-a28f-a8a2d622e187 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:24.177831 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648c2439-906c-4b52-9038-04ca94258b72", "name": "network-vif-deleted", "tag": "3ebf030a-2615-41c0-89a7-eda857998108", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:24.178184 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52fbae60-3e17-4b70-a28f-a8a2d622e187 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:24.178782 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c2439-906c-4b52-9038-04ca94258b72', 'name': 'network-vif-deleted', 'tag': '3ebf030a-2615-41c0-89a7-eda857998108', 'status': 'completed', 'code': 200} Sep 10 03:13:24.219796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a66166-7f83-4547-b60a-c5f3ad19111c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.249738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d79e383-99ed-4f1a-a7a0-b9096864ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.254316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d79e383-99ed-4f1a-a7a0-b9096864ed6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.257972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7d79e383-99ed-4f1a-a7a0-b9096864ed6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dab4308-7f9a-43f3-b1f2-5da45efdd06e HTTP/1.1" status: 204 len: 168 time: 0.9079797 Sep 10 03:13:24.262550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a66166-7f83-4547-b60a-c5f3ad19111c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.317133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79e383-99ed-4f1a-a7a0-b9096864ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dab4308-7f9a-43f3-b1f2-5da45efdd06e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:24.321961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=92bc0681-06a3-463c-9e25-3fce8cbebad2,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:24.360531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a66166-7f83-4547-b60a-c5f3ad19111c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.363830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3a66166-7f83-4547-b60a-c5f3ad19111c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.365873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b3a66166-7f83-4547-b60a-c5f3ad19111c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9ff691c-0153-42ae-826a-544eb0853660 HTTP/1.1" status: 204 len: 168 time: 0.2822676 Sep 10 03:13:24.370309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41462) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:24.398070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a66166-7f83-4547-b60a-c5f3ad19111c tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff691c-0153-42ae-826a-544eb0853660,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:24.406056 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-30bf25f9-2a98-45b4-a44e-74ddf65a2645 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] show failed (client error): The resource could not be found. Sep 10 03:13:24.414575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:24.414714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-30bf25f9-2a98-45b4-a44e-74ddf65a2645 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "GET /v2.0/security-groups/f9ff691c-0153-42ae-826a-544eb0853660 HTTP/1.1" status: 404 len: 347 time: 0.0424714 Sep 10 03:13:24.436921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': '46189060-d892-434e-9751-9a3b5d00eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:24.437339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 879e4cd9-2e20-4860-8d22-817bcd26d001, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:13:24.480913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:13:24.511421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 879e4cd9-2e20-4860-8d22-817bcd26d001) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:24.517145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:24.518140 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.550697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.553085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0a423121-2768-4234-9827-661a41ba0e1b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5025792 Sep 10 03:13:24.556054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41468) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:24.561032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Transition to ACTIVE for port object 0e646d9a-92c7-42a9-b3c5-8c5821c1202c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:24.561196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1840861386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:24.581393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Transition to ACTIVE for port object 0e646d9a-92c7-42a9-b3c5-8c5821c1202c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:24.603316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5f10e-5190-4623-825d-4cb226fc6ec6 None None] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:24.636165 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.650810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.652481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.744316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.751853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.766357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:24.776120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.778188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-315e9fdb-4832-491b-ae53-64e164a7bb93 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2210128 Sep 10 03:13:24.782631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:24.784761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41472) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:24.789809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Deleting port 5e0317b2-fd77-40ce-b906-fc90def4e0b7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:24.791939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:24.797111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:24.890878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Pushing event updated for resources: {'Port': ['ID=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:25.024202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Attempting to bind port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:25.027891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Attempting to bind port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'bb404356-decb-4807-9a48-926eb16ff9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:25.028217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Attempting to bind port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c on network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:25.031035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:25.047616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:25.048034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Checking segment: {'id': 'bb404356-decb-4807-9a48-926eb16ff9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:25.051009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.051325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Bound using segment: {'id': 'bb404356-decb-4807-9a48-926eb16ff9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:25.051859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Bound port: 0e646d9a-92c7-42a9-b3c5-8c5821c1202c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb404356-decb-4807-9a48-926eb16ff9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f5aa79f-7c51-43b7-a7b3-c69a19f388c5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:25.052259 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.128009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.130002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.182316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Calling delete_port for 5e0317b2-fd77-40ce-b906-fc90def4e0b7 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:25.197687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Deleting subnet 4da81212-6cde-43bb-8d26-be010c1c1056 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:25.207909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.340217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] For port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:25.372037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.373830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21688a-39e6-4566-a2d7-73bc90549858 req-9350b8a6-bac0-486e-abf1-ee54e543f370 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:25.375581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c21688a-39e6-4566-a2d7-73bc90549858 req-9350b8a6-bac0-486e-abf1-ee54e543f370 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.3072500 Sep 10 03:13:25.396331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] For port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,segment=NetworkSegment(bb404356-decb-4807-9a48-926eb16ff9fc),segment_id=bb404356-decb-4807-9a48-926eb16ff9fc)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:25.430919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.441703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-879e4cd9-2e20-4860-8d22-817bcd26d001', 'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '92bc0681-06a3-463c-9e25-3fce8cbebad2'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:13:25.445206 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.450985 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.529689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c21688a-39e6-4566-a2d7-73bc90549858 req-8fe54067-94ab-4a4e-b00c-b8bfd3aa5826 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347368 Sep 10 03:13:25.609754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41498) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:25.617007 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:25.863893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Pushing event updated for resources: {'Port': ['ID=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:25.911921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.912343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.912693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.913080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.913424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.913767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.914099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.914431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.914762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.915090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.915420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:25.915769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ac33-d9b7-4765-a030-04f3c3829be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:26.073660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Allocated IP 172.21.0.2 (879e4cd9-2e20-4860-8d22-817bcd26d001/92bc0681-06a3-463c-9e25-3fce8cbebad2/86a4e0db-d9c0-4661-80bb-12b6ccd58b1f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:26.082143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.20.0.1 (1f5aa79f-7c51-43b7-a7b3-c69a19f388c5/572bcad0-fbc3-4620-ac30-6d76ab427217/34745ce2-fa1a-402a-9389-3e2c5aef3f6b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:26.225650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.275594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ed34432f-21a5-47ff-9951-8a5da779fdaf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:26.276323 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-ed34432f-21a5-47ff-9951-8a5da779fdaf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 03:13:26.276836 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-ed34432f-21a5-47ff-9951-8a5da779fdaf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:13:26.282237 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed34432f-21a5-47ff-9951-8a5da779fdaf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6676464 Sep 10 03:13:26.282749 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.284196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41506) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:26.295003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966370590'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:26.302169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da81212-6cde-43bb-8d26-be010c1c1056,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:26.324661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.325963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4b5cd5c-a31a-4bb0-aa15-45bca23b3bdd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4da81212-6cde-43bb-8d26-be010c1c1056 HTTP/1.1" status: 204 len: 168 time: 1.2941113 Sep 10 03:13:26.331129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41508) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:26.381698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Pushing event deleted for resources: {'Port': ['ID=5e0317b2-fd77-40ce-b906-fc90def4e0b7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:26.422737 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.437787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Transition to ACTIVE for port object 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:26.472499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Transition to ACTIVE for port object 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:26.480424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.487831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.490308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.503141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.506055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.518220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7e1fc7fb-40e4-4f86-9249-987a25cbb595 tempest-AttachVolumeTestJSON-869643881 tempest-AttachVolumeTestJSON-869643881-project] 10.222.0.23 "DELETE /v2.0/floatingips/a7d3b147-eb63-40cb-aa49-1241eb8a31c6 HTTP/1.1" status: 204 len: 168 time: 2.0948291 Sep 10 03:13:26.547753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object 34745ce2-fa1a-402a-9389-3e2c5aef3f6b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:26.550694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Pushing event updated for resources: {'Port': ['ID=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:26.564841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.593936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:26.600255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:26.603310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:26.683517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.703594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Attempting to bind port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:26.704132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Attempting to bind port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '46189060-d892-434e-9751-9a3b5d00eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:26.706894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Attempting to bind port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f on network 879e4cd9-2e20-4860-8d22-817bcd26d001 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:26.720310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:26.720685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Checking segment: {'id': '46189060-d892-434e-9751-9a3b5d00eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:26.721550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.721550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Bound using segment: {'id': '46189060-d892-434e-9751-9a3b5d00eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:26.721959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Bound port: 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46189060-d892-434e-9751-9a3b5d00eec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '879e4cd9-2e20-4860-8d22-817bcd26d001'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:26.722331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.796817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.838808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e646d9a-92c7-42a9-b3c5-8c5821c1202c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:26.840095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67951fd-f593-4abf-97a2-9d68cfdbd94c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:26.851597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99936be6-5d5a-4d56-a133-c70fc75dcafe') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:26.852152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99936be6-5d5a-4d56-a133-c70fc75dcafe') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:26.862691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.879524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.886896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:26.887618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:26.966142 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:26.980763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.986728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:26.992819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f67951fd-f593-4abf-97a2-9d68cfdbd94c HTTP/1.1" status: 204 len: 168 time: 0.6586232 Sep 10 03:13:26.994558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] For port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:27.002076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] For port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,segment=NetworkSegment(46189060-d892-434e-9751-9a3b5d00eec2),segment_id=46189060-d892-434e-9751-9a3b5d00eec2)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:27.017021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.130627 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.146070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.197388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:27.309766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df2df4-6fc9-4a92-aa6c-8a6f891cf7e9 None None] Pushing event updated for resources: {'Port': ['ID=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:27.373229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.384950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7936cb-041b-4e7e-ba39-c9b8fa57ee46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67951fd-f593-4abf-97a2-9d68cfdbd94c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:27.402758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.429776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3ebf030a-2615-41c0-89a7-eda857998108 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:27.514419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.516712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2315614 Sep 10 03:13:27.519659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41522) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:27.526509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7dcb7-f99a-40b8-a166-4586cf30d50b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:27.533232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072679-c852-4573-af45-d8e9c85a6ab4 req-113952b7-f46f-40bc-a944-87c4af2fcdd8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:27.535104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 3ebf030a-2615-41c0-89a7-eda857998108 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:27.535241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63072679-c852-4573-af45-d8e9c85a6ab4 req-113952b7-f46f-40bc-a944-87c4af2fcdd8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.8613472 Sep 10 03:13:27.536181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3ebf030a-2615-41c0-89a7-eda857998108 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:27.537558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.584290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.623114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=34745ce2-fa1a-402a-9389-3e2c5aef3f6b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:27.635512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5799d9b-d74b-4d52-b18e-d715cdde9d48,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:27.704223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c3a30-665e-4553-8c7f-6333d3b8e2a6 None None] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:27.728619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18366fb0-a8cf-46c5-9df5-94a777528d08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7dcb7-f99a-40b8-a166-4586cf30d50b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:27.732967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41530) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:27.880349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] Provisioning for port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:27.892246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:27.907652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:27.911427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:27.930225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.940674 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2893908f-2bf1-4d69-9c94-0a1ff80ebbd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=623b01a55b9342058657c80337d2fdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031300 Sep 10 03:13:27.942734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41534) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:27.949252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] Provisioning complete for port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:27.949815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:27.992518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.026831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63072679-c852-4573-af45-d8e9c85a6ab4 req-6d922feb-3efc-4947-a7c0-ddf8eb735a18 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047976 Sep 10 03:13:28.084457 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.109367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea63648-9d93-4a42-a55a-9de39600a7c1,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:28.137866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.143058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41538) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:28.145399 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1f52c30d-90c7-4037-bbb9-b523c239cb39 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6236784 Sep 10 03:13:28.157266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-45be53ad-6aa1-434d-a603-933d138cbc31 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7dcb7-f99a-40b8-a166-4586cf30d50b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:28.167220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ed107c-d7a8-4ae8-9100-55cba18ee7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.203781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ed107c-d7a8-4ae8-9100-55cba18ee7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.244272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45be53ad-6aa1-434d-a603-933d138cbc31 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.293268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ed107c-d7a8-4ae8-9100-55cba18ee7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.296280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d2ed107c-d7a8-4ae8-9100-55cba18ee7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.299834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d2ed107c-d7a8-4ae8-9100-55cba18ee7a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87e73dda-37c4-4f72-a96f-4cee1ea7a417 HTTP/1.1" status: 204 len: 168 time: 0.3534739 Sep 10 03:13:28.307682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed107c-d7a8-4ae8-9100-55cba18ee7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e73dda-37c4-4f72-a96f-4cee1ea7a417,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:28.315685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.425187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] For port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,segment=NetworkSegment(bb404356-decb-4807-9a48-926eb16ff9fc),segment_id=bb404356-decb-4807-9a48-926eb16ff9fc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:28.432188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.509631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.535235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4081261-3b39-4241-8e4e-d9279fee0ef7 None None] Pushing event updated for resources: {'Port': ['ID=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:28.559899 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-45be53ad-6aa1-434d-a603-933d138cbc31 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:13:28.560979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45be53ad-6aa1-434d-a603-933d138cbc31 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4161551 Sep 10 03:13:28.564171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41546) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:28.715597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e763fb4-0bc1-4e27-a668-2295d50c60fc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.775549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e763fb4-0bc1-4e27-a668-2295d50c60fc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.892944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e763fb4-0bc1-4e27-a668-2295d50c60fc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.896311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e763fb4-0bc1-4e27-a668-2295d50c60fc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:28.897545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e763fb4-0bc1-4e27-a668-2295d50c60fc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/eeb7dcb7-f99a-40b8-a166-4586cf30d50b HTTP/1.1" status: 204 len: 168 time: 0.3316891 Sep 10 03:13:28.902313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:28.974221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-497c7f4b-e93f-4c79-9746-71a5ec1ec44f None None] Provisioning for port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:28.981157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e763fb4-0bc1-4e27-a668-2295d50c60fc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7dcb7-f99a-40b8-a166-4586cf30d50b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:28.992502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-497c7f4b-e93f-4c79-9746-71a5ec1ec44f None None] Provisioning complete for port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:28.994870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-497c7f4b-e93f-4c79-9746-71a5ec1ec44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.024999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d3f049da-c055-4a10-94f9-be22f17b074f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181319 Sep 10 03:13:29.025671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41556) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:29.035947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--84797549'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:29.089586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.145411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:29.319161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-497c7f4b-e93f-4c79-9746-71a5ec1ec44f None None] Port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:29.351901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.361875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.400411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:29.402779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-497c7f4b-e93f-4c79-9746-71a5ec1ec44f None None] Provisioning complete for port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:29.404655 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-497c7f4b-e93f-4c79-9746-71a5ec1ec44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.460531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e60bdb1-f80b-4c6a-9da2-a3974985618c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:29.470837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.476396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c1ccd68-eceb-4075-8fe0-a3e66152fc68 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4451857 Sep 10 03:13:29.476396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41568) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:29.493115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bcec516c-07d2-42c4-81af-a6bffa21feff tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '3e60bdb1-f80b-4c6a-9da2-a3974985618c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:29.494226 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-bcec516c-07d2-42c4-81af-a6bffa21feff tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 10 03:13:29.497895 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-bcec516c-07d2-42c4-81af-a6bffa21feff tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:29.503741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bcec516c-07d2-42c4-81af-a6bffa21feff tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0255721 Sep 10 03:13:29.519521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41572) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:29.531866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0127d6-9062-4f6a-bb27-4d0b5529a699 None None] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:29.541472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e646d9a-92c7-42a9-b3c5-8c5821c1202c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:29.721852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47c682ce-0a07-4222-bbec-17f328906a0f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.753127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:29.753850 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.775981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.786472 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47c682ce-0a07-4222-bbec-17f328906a0f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.786576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71a0af-1396-4592-a517-0462c4e67ca0 req-36ec617e-10e1-4d63-9c6b-a355901b776e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:29.795768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee71a0af-1396-4592-a517-0462c4e67ca0 req-36ec617e-10e1-4d63-9c6b-a355901b776e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.5571249 Sep 10 03:13:29.804123 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.915777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47c682ce-0a07-4222-bbec-17f328906a0f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.919277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47c682ce-0a07-4222-bbec-17f328906a0f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:29.923873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47c682ce-0a07-4222-bbec-17f328906a0f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e60bdb1-f80b-4c6a-9da2-a3974985618c HTTP/1.1" status: 204 len: 168 time: 0.3979092 Sep 10 03:13:29.929452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41592) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:29.940381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c682ce-0a07-4222-bbec-17f328906a0f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e60bdb1-f80b-4c6a-9da2-a3974985618c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:29.989270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Provisioning complete for port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:29.989650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.000693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee71a0af-1396-4592-a517-0462c4e67ca0 req-3741849e-93db-4edb-bd47-b5d92e5d9c4b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815717 Sep 10 03:13:30.000693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=34745ce2-fa1a-402a-9389-3e2c5aef3f6b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:30.000693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.029767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:30.044029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41594) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:30.055166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Provisioning for port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:30.056088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f3de0c75-c795-4e6e-85f3-b4d9ffeb6d5c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1220090 Sep 10 03:13:30.059632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41598) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:30.066023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--305122890'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:30.069083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Provisioning complete for port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:30.070209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.124248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.270600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.298557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1728917020-network', 'tenant_id': '4574739bdac9448d9e8338e7008636f7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:30.339765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] For port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,segment=NetworkSegment(46189060-d892-434e-9751-9a3b5d00eec2),segment_id=46189060-d892-434e-9751-9a3b5d00eec2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:30.347689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.352162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:30.357416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:30.444445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777471d1-f403-4b56-9803-ed6c820302cd None None] Pushing event updated for resources: {'Port': ['ID=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:30.476486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-91ce0a6a-20c2-49ad-bff5-2dbd10fb3730 None None] Provisioning complete for port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:30.476993 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91ce0a6a-20c2-49ad-bff5-2dbd10fb3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.560396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.578743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-b0afe7d7-310d-4e56-9957-8b6741c6bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:30.580728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-b0afe7d7-310d-4e56-9957-8b6741c6bf27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 1096 time: 0.1579971 Sep 10 03:13:30.583987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.606427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Made reservation on behalf of 4574739bdac9448d9e8338e7008636f7 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:30.608888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.632201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.679367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7a7f92-a1ae-4b4e-930d-2cf65dc1740b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:30.690510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.698226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:30.699364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ac8cec5a-c6b4-4bec-b0c0-cfbf3cb579c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6387017 Sep 10 03:13:30.705444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e2646241-1cc5-4cbf-b4bc-68f867049b1f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '3d7a7f92-a1ae-4b4e-930d-2cf65dc1740b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:30.706403 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-e2646241-1cc5-4cbf-b4bc-68f867049b1f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 10 03:13:30.707005 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-e2646241-1cc5-4cbf-b4bc-68f867049b1f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:30.708175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e2646241-1cc5-4cbf-b4bc-68f867049b1f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081189 Sep 10 03:13:30.712232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41608) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:30.782795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:30.783275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 3398fde4-bcfd-455f-824a-93f4ad32f7bd is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:13:30.808559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-8ee81794-498b-4186-a386-87e3a5843296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:30.810293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-8ee81794-498b-4186-a386-87e3a5843296 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 0.2175045 Sep 10 03:13:30.926467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c52c392c-79ee-464c-97cc-565739d2ad25 None None] Provisioning complete for port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:30.929318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03da2b1b-08a2-4e24-bc9d-73b2eabddcb7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:30.929838 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c52c392c-79ee-464c-97cc-565739d2ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.027778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03da2b1b-08a2-4e24-bc9d-73b2eabddcb7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.060019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c52c392c-79ee-464c-97cc-565739d2ad25 None None] Port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:31.108580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:31.109192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.138455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.182411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.213954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:13:31.226365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ce555-07ff-44d5-ab04-2e8ae7d02b18,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:31.233052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03da2b1b-08a2-4e24-bc9d-73b2eabddcb7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.235635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03da2b1b-08a2-4e24-bc9d-73b2eabddcb7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.239479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03da2b1b-08a2-4e24-bc9d-73b2eabddcb7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d7a7f92-a1ae-4b4e-930d-2cf65dc1740b HTTP/1.1" status: 204 len: 168 time: 0.5255461 Sep 10 03:13:31.244514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.244927 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Added segment deafa0c0-d1aa-40c0-a039-f91811f442b3 of type vlan for network cbe33fdd-af26-4cfd-bcef-bc96d908094b Sep 10 03:13:31.246086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41614) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:31.253208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-b3371093-c406-4b3c-97f8-e990404ddc87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7fae02a-209d-448e-b1bf-a92a65feb826 HTTP/1.1" status: 200 len: 217 time: 0.4109650 Sep 10 03:13:31.274603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da2b1b-08a2-4e24-bc9d-73b2eabddcb7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7a7f92-a1ae-4b4e-930d-2cf65dc1740b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:31.386459 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-80832883-0c11-42c5-889d-87b21b6222a0 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393661 Sep 10 03:13:31.387375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41618) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:31.400906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--844981304'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:31.407954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.444041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:31.449828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.453973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-13448d0a-5fe5-4e06-a2e4-037fc6b988d9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/3398fde4-bcfd-455f-824a-93f4ad32f7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6675406 Sep 10 03:13:31.457747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-c40a0588-c3ba-49b5-9ba9-524bc6435e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:31.459188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-c40a0588-c3ba-49b5-9ba9-524bc6435e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1909103 Sep 10 03:13:31.461485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.461678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41620) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:31.461873 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] Sync routers for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:31.462728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:31.463260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.475316 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:31.476551 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:31.479243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91911464-a388-44ca-92e6-cc8d0793bf5a req-eafd7437-8c16-4213-8c42-e66d0eaa0c01 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:31.481937 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91911464-a388-44ca-92e6-cc8d0793bf5a req-eafd7437-8c16-4213-8c42-e66d0eaa0c01 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2265968 Sep 10 03:13:31.521037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4758785 Sep 10 03:13:31.521651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41622) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:31.532799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Request body: {'subnet': {'network_id': 'cbe33fdd-af26-4cfd-bcef-bc96d908094b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1728917020-subnet', 'tenant_id': '4574739bdac9448d9e8338e7008636f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:31.536537 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-7cc05adb-f034-4124-a7d8-9265a903566f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545292 Sep 10 03:13:31.540183 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:31.551617 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:31.552533 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:31.571065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaa6c1-f6d4-443a-9cd5-c31f75e48845 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe33fdd-af26-4cfd-bcef-bc96d908094b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:31.583810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network cbe33fdd-af26-4cfd-bcef-bc96d908094b details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:13:31.588256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de64033-90e7-4023-bdc4-89b1da0a1542 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:31.589709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0de64033-90e7-4023-bdc4-89b1da0a1542 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports/34745ce2-fa1a-402a-9389-3e2c5aef3f6b HTTP/1.1" status: 200 len: 910 time: 0.1271024 Sep 10 03:13:31.595964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41626) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:31.608829 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:31.610033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9505b-4094-41c4-8fab-fe039bcb291b None None] The sync data for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:31.751860 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-2cf21033-56d6-4607-a569-8c31cc3abb8f service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041924 Sep 10 03:13:31.756727 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91911464-a388-44ca-92e6-cc8d0793bf5a req-93a45a32-27e9-4dc3-98fc-004d58877358 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450416 Sep 10 03:13:31.759060 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb737606-3749-406e-85f6-14fd300315c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.762306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.869320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.917338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc02a7dd-8bae-45a5-b3de-1304aab526bc req-cbbb0dc4-b7b9-4039-a524-fa58503bcc6c service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536038 Sep 10 03:13:31.940932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:31.952463 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.015349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Made reservation on behalf of 4574739bdac9448d9e8338e7008636f7 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:32.017675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.028362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.032112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6352506 Sep 10 03:13:32.032544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41630) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.037439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f2ee9887-aa83-49d2-b354-b5dea205e4b7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'a815e4a0-5686-47f1-81a4-80b641025635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.061834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cb8e5-8460-4eac-9984-0e9bdff685f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a815e4a0-5686-47f1-81a4-80b641025635,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:32.068247 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-f2ee9887-aa83-49d2-b354-b5dea205e4b7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 10 03:13:32.068978 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-f2ee9887-aa83-49d2-b354-b5dea205e4b7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.071907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f2ee9887-aa83-49d2-b354-b5dea205e4b7 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0377791 Sep 10 03:13:32.074090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41632) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.079482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d2181cd8-e326-4759-8c4c-cf0cb58a46ac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'a815e4a0-5686-47f1-81a4-80b641025635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.080573 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-d2181cd8-e326-4759-8c4c-cf0cb58a46ac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 10 03:13:32.081267 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-d2181cd8-e326-4759-8c4c-cf0cb58a46ac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.082444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2181cd8-e326-4759-8c4c-cf0cb58a46ac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070450 Sep 10 03:13:32.086080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41634) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.093060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-45374d11-2435-4f8e-8d0b-3074a2c2a3fe tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'a815e4a0-5686-47f1-81a4-80b641025635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.094322 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-45374d11-2435-4f8e-8d0b-3074a2c2a3fe tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 10 03:13:32.095069 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-45374d11-2435-4f8e-8d0b-3074a2c2a3fe tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.096549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45374d11-2435-4f8e-8d0b-3074a2c2a3fe tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090444 Sep 10 03:13:32.099363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41636) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.104411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-290e0310-eff0-40cb-94e2-fc06f98c8270 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'a815e4a0-5686-47f1-81a4-80b641025635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.105622 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-290e0310-eff0-40cb-94e2-fc06f98c8270 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 10 03:13:32.105871 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-290e0310-eff0-40cb-94e2-fc06f98c8270 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.107502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-290e0310-eff0-40cb-94e2-fc06f98c8270 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065858 Sep 10 03:13:32.109702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41638) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.178250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09b2be46-f08d-4e47-8192-9dc994701fc5 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.212280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09b2be46-f08d-4e47-8192-9dc994701fc5 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.217555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.268409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09b2be46-f08d-4e47-8192-9dc994701fc5 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.270860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-09b2be46-f08d-4e47-8192-9dc994701fc5 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.274572 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-09b2be46-f08d-4e47-8192-9dc994701fc5 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/a815e4a0-5686-47f1-81a4-80b641025635 HTTP/1.1" status: 204 len: 168 time: 0.1613922 Sep 10 03:13:32.275273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41640) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.295577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2be46-f08d-4e47-8192-9dc994701fc5 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a815e4a0-5686-47f1-81a4-80b641025635,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:32.332321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-287edf7f-0aea-42f5-b2ff-a74f70a282c2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523918 Sep 10 03:13:32.332788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41642) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.337169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--215007448'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.361925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.424582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.491940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.499546 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.533908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.535369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2016525 Sep 10 03:13:32.539588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41650) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.546836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b0c63efe-bfbc-47ec-87f4-d9d9707bfe20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.547699 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-b0c63efe-bfbc-47ec-87f4-d9d9707bfe20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 03:13:32.548260 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-b0c63efe-bfbc-47ec-87f4-d9d9707bfe20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.549484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b0c63efe-bfbc-47ec-87f4-d9d9707bfe20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086777 Sep 10 03:13:32.552656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41652) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.558623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d9b7e18f-54d6-4363-b3c1-ebfcdf19d65b tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.568494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71491760-a541-4abf-a054-40c4ee796967 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f03c7-f541-425e-8963-4ebc84f01f03,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:32.600044 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-d9b7e18f-54d6-4363-b3c1-ebfcdf19d65b tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.601932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9b7e18f-54d6-4363-b3c1-ebfcdf19d65b tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0482554 Sep 10 03:13:32.604837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41654) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.609324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-35c4ecb8-3046-4123-afec-b07e6eeb252d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.609808 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-35c4ecb8-3046-4123-afec-b07e6eeb252d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 10 03:13:32.610342 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-35c4ecb8-3046-4123-afec-b07e6eeb252d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.611256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-35c4ecb8-3046-4123-afec-b07e6eeb252d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054815 Sep 10 03:13:32.614171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.619193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dd240a14-abf1-4a9a-9abf-77bd713ccfc9 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.641379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf1a85b-ff82-49c4-879e-f14660a4163a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:32.674803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Checking segment: {'id': 'deafa0c0-d1aa-40c0-a039-f91811f442b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cbe33fdd-af26-4cfd-bcef-bc96d908094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:32.675173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Network hostable DHCP agents. Network: cbe33fdd-af26-4cfd-bcef-bc96d908094b, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:13:32.699398 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-dd240a14-abf1-4a9a-9abf-77bd713ccfc9 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.705256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dd240a14-abf1-4a9a-9abf-77bd713ccfc9 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0885141 Sep 10 03:13:32.706688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41660) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.716358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f9a8216d-e0e5-4f6a-9cee-ffb6016fee08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.717103 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-f9a8216d-e0e5-4f6a-9cee-ffb6016fee08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 03:13:32.717594 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-f9a8216d-e0e5-4f6a-9cee-ffb6016fee08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.718581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f9a8216d-e0e5-4f6a-9cee-ffb6016fee08 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059903 Sep 10 03:13:32.722087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41662) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.729230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1b72de36-b274-4cb6-a948-710a57c4d980 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.745128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Network cbe33fdd-af26-4cfd-bcef-bc96d908094b is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:13:32.747602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.21.0.1 (879e4cd9-2e20-4860-8d22-817bcd26d001/92bc0681-06a3-463c-9e25-3fce8cbebad2/7b431f2a-e658-4c35-bdeb-b63d00e494bb) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:32.765441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, cbe33fdd-af26-4cfd-bcef-bc96d908094b) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:32.772160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:32.773204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.774363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24308789-807e-4ba9-ac69-d6e1ab41c332 None None] Network cbe33fdd-af26-4cfd-bcef-bc96d908094b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:32.774638 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-1b72de36-b274-4cb6-a948-710a57c4d980 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Project 48e9878edc4d44ff8c452c7420f5b136 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:13:32.812440 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-1b72de36-b274-4cb6-a948-710a57c4d980 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.817141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1b72de36-b274-4cb6-a948-710a57c4d980 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0939415 Sep 10 03:13:32.818229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41668) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.832007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ec50e823-418c-4734-af86-7f81c92d0ce4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2973187 Sep 10 03:13:32.833652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a94d03ad-4e99-4739-a931-db7878e8fe97 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.834503 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-a94d03ad-4e99-4739-a931-db7878e8fe97 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 10 03:13:32.837204 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-a94d03ad-4e99-4739-a931-db7878e8fe97 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:32.843825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a94d03ad-4e99-4739-a931-db7878e8fe97 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0227985 Sep 10 03:13:32.844689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41672) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:32.857242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5c815922-7c51-444c-b543-0114866f15bf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:32.961305 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-5c815922-7c51-444c-b543-0114866f15bf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Project 48e9878edc4d44ff8c452c7420f5b136 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:13:32.966895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:32.999233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9f2fc-1069-47e8-ab85-3d6f75e58148 req-1028e15d-39ea-4ecd-bf70-02a085ab6009 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:33.001309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object 7b431f2a-e658-4c35-bdeb-b63d00e494bb will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:33.008958 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35b9f2fc-1069-47e8-ab85-3d6f75e58148 req-1028e15d-39ea-4ecd-bf70-02a085ab6009 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.1033657 Sep 10 03:13:33.011292 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-5c815922-7c51-444c-b543-0114866f15bf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:33.015659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5c815922-7c51-444c-b543-0114866f15bf tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1672931 Sep 10 03:13:33.016835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41676) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.024129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3bf4ff88-8bbf-4485-b176-f739cf7f419f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '9e0f03c7-f541-425e-8963-4ebc84f01f03', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:33.064766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35b9f2fc-1069-47e8-ab85-3d6f75e58148 req-616657e1-bfd5-4b6b-b9b4-18d169753023 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Sep 10 03:13:33.103985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41680) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.151473 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-3bf4ff88-8bbf-4485-b176-f739cf7f419f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Project 48e9878edc4d44ff8c452c7420f5b136 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:13:33.164225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.189805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Deleting subnet faf1a85b-ff82-49c4-879e-f14660a4163a {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:33.194827 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.232701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=7b431f2a-e658-4c35-bdeb-b63d00e494bb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:33.236666 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-3bf4ff88-8bbf-4485-b176-f739cf7f419f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:33.240708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3bf4ff88-8bbf-4485-b176-f739cf7f419f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2202873 Sep 10 03:13:33.242056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41682) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.243447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da90ab-1dcf-44ac-baf9-0f7b12523e25 None None] Network cbe33fdd-af26-4cfd-bcef-bc96d908094b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:33.261701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:33.265191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:33.270108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:33.300972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.382306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2810a370-df7e-46e8-ac51-f7d0c4023093 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.407690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2810a370-df7e-46e8-ac51-f7d0c4023093 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.414002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.474248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2810a370-df7e-46e8-ac51-f7d0c4023093 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.478464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2810a370-df7e-46e8-ac51-f7d0c4023093 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.479748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2810a370-df7e-46e8-ac51-f7d0c4023093 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e0f03c7-f541-425e-8963-4ebc84f01f03 HTTP/1.1" status: 204 len: 168 time: 0.2371185 Sep 10 03:13:33.484796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41684) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.495719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.498491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810a370-df7e-46e8-ac51-f7d0c4023093 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f03c7-f541-425e-8963-4ebc84f01f03,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:33.587489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b1545e88-19d4-4d88-8470-f5affa1bff6d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996468 Sep 10 03:13:33.590058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41688) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.597129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048966271'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:33.634093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.680884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.701689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.715487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c1aadaec-2ce8-4eac-bfa6-d7f29b1b3306 None None] Provisioning for port 7b431f2a-e658-4c35-bdeb-b63d00e494bb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:33.724770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c1aadaec-2ce8-4eac-bfa6-d7f29b1b3306 None None] Provisioning complete for port 7b431f2a-e658-4c35-bdeb-b63d00e494bb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:33.725143 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1aadaec-2ce8-4eac-bfa6-d7f29b1b3306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.732383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf1a85b-ff82-49c4-879e-f14660a4163a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:33.748850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.753704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-66d7d25e-a1af-4585-9470-a1df2e97cf67 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/faf1a85b-ff82-49c4-879e-f14660a4163a HTTP/1.1" status: 204 len: 168 time: 0.6456165 Sep 10 03:13:33.754723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41690) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.777362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c1aadaec-2ce8-4eac-bfa6-d7f29b1b3306 None None] Port 7b431f2a-e658-4c35-bdeb-b63d00e494bb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:33.802685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.817990 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.851342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.856722 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2647579 Sep 10 03:13:33.857356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.885407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-845b2d6a-b39a-4483-abf7-ffdc808a2101 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '996d8178-c4ca-4b7f-96eb-77dbd5b17beb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:33.957232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:33.971744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89f597-e6db-4498-825f-79192b3b4482 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996d8178-c4ca-4b7f-96eb-77dbd5b17beb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:33.977411 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-845b2d6a-b39a-4483-abf7-ffdc808a2101 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The resource could not be found. Sep 10 03:13:33.982238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-845b2d6a-b39a-4483-abf7-ffdc808a2101 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1177466 Sep 10 03:13:33.983108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:33.988325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ad62d9fc-28d6-4509-9aee-02e287c6cf3c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '996d8178-c4ca-4b7f-96eb-77dbd5b17beb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b978cd37-1713-49ad-acf4-da1e7d7d7fa7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:34.048660 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-ad62d9fc-28d6-4509-9aee-02e287c6cf3c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The resource could not be found. Sep 10 03:13:34.050325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad62d9fc-28d6-4509-9aee-02e287c6cf3c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0664012 Sep 10 03:13:34.053216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.137520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.152795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc514-6874-4187-b865-97ee1cab3b51 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.178073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe33fdd-af26-4cfd-bcef-bc96d908094b']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:34.183135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc514-6874-4187-b865-97ee1cab3b51 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.196017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deafa0c0-d1aa-40c0-a039-f91811f442b3') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:34.196889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deafa0c0-d1aa-40c0-a039-f91811f442b3') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:34.210873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.248340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc514-6874-4187-b865-97ee1cab3b51 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.251086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc514-6874-4187-b865-97ee1cab3b51 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.254571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a1dc514-6874-4187-b865-97ee1cab3b51 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/996d8178-c4ca-4b7f-96eb-77dbd5b17beb HTTP/1.1" status: 204 len: 168 time: 0.1974301 Sep 10 03:13:34.256150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.258714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.268088 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.269010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc514-6874-4187-b865-97ee1cab3b51 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996d8178-c4ca-4b7f-96eb-77dbd5b17beb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:34.285678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.299503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:34.299911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:34.318532 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:34.328439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67dd51a7-cec0-45d7-906b-9af889ef0fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.443898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72494d-4f09-430b-89ca-e9a6ea8fa393 req-488a0a2d-0785-4b26-98a4-8518c62476f6 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:34.445937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d72494d-4f09-430b-89ca-e9a6ea8fa393 req-488a0a2d-0785-4b26-98a4-8518c62476f6 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 945 time: 0.2376454 Sep 10 03:13:34.446786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.454577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3c77b894-75fb-4571-a619-948130de3965 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1936646 Sep 10 03:13:34.459507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.467769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6fc202d8-8fc6-486a-82a7-3c241c546054 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '548b0863-d958-4cfb-8af1-d7d743cf68a9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:34.481652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.487472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=7b431f2a-e658-4c35-bdeb-b63d00e494bb,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:34.496404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.501184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cbe33fdd-af26-4cfd-bcef-bc96d908094b HTTP/1.1" status: 204 len: 168 time: 0.7433636 Sep 10 03:13:34.501348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f4c38-aab7-4fa1-aad8-19bd1e9b711b req-86f35080-f5d5-4e0a-a91e-3ee995abf966 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:34.501576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-673f4c38-aab7-4fa1-aad8-19bd1e9b711b req-86f35080-f5d5-4e0a-a91e-3ee995abf966 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1098 time: 0.0770009 Sep 10 03:13:34.524616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5512711-b48a-4551-be71-a196660023c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe33fdd-af26-4cfd-bcef-bc96d908094b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:34.546979 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d72494d-4f09-430b-89ca-e9a6ea8fa393 req-9307d952-617c-4355-9275-9e967afabd48 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857050 Sep 10 03:13:34.584393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-673f4c38-aab7-4fa1-aad8-19bd1e9b711b req-12f075a9-968e-4473-81e5-bbcec619584f tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667810 Sep 10 03:13:34.590061 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-6fc202d8-8fc6-486a-82a7-3c241c546054 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The resource could not be found. Sep 10 03:13:34.594657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6fc202d8-8fc6-486a-82a7-3c241c546054 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1326063 Sep 10 03:13:34.595489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41716) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.604033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--624903839'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:34.609304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41718) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.709223 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.716286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.751032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:34.753949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:34.799018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41726) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.927876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.945044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:34.985169 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-82081e41-5f9d-4535-b0cd-18fa6b83296e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4574739bdac9448d9e8338e7008636f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848364 Sep 10 03:13:34.989672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41732) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:34.998686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de243d6-e200-436a-aaa4-182629397eae,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:35.008825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.012709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c870025b-de4a-45c6-98f8-0c66fab692f2 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4136176 Sep 10 03:13:35.013612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41734) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:35.019170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122869301'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:35.046922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 3398fde4-bcfd-455f-824a-93f4ad32f7bd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:35.079266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port df611ed7-0703-49de-bf5b-60f09c2277cf {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:35.079755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.099847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.132530 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f6d7e9-48dd-4c25-8749-6b6e10f6160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.203318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f6d7e9-48dd-4c25-8749-6b6e10f6160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.218708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f649d99d-34bc-4644-8e06-a5ac8e50d26b None None] Provisioning complete for port 7b431f2a-e658-4c35-bdeb-b63d00e494bb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:35.219089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f649d99d-34bc-4644-8e06-a5ac8e50d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.275550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e7fae02a-209d-448e-b1bf-a92a65feb826 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:35.306394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f6d7e9-48dd-4c25-8749-6b6e10f6160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.318394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f6d7e9-48dd-4c25-8749-6b6e10f6160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.324708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03f6d7e9-48dd-4c25-8749-6b6e10f6160f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e5ce555-07ff-44d5-ab04-2e8ae7d02b18 HTTP/1.1" status: 204 len: 168 time: 0.3315864 Sep 10 03:13:35.345412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6d7e9-48dd-4c25-8749-6b6e10f6160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ce555-07ff-44d5-ab04-2e8ae7d02b18,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:35.445796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f649d99d-34bc-4644-8e06-a5ac8e50d26b None None] Port 7b431f2a-e658-4c35-bdeb-b63d00e494bb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:35.460473 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.545078 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.582137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:35.584700 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2a8a1a-431c-4cf1-81b2-9f51631ab8a8" -d '{"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:35.601274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:35.608494 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.763347 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f860d0-44bf-4f79-a6f5-07cf0d35f27d x-openstack-request-id: req-90f860d0-44bf-4f79-a6f5-07cf0d35f27d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:35.764851 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-unplugged", "status": "failed", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826", "code": 422}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:35.765918 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90f860d0-44bf-4f79-a6f5-07cf0d35f27d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:35.766510 n-d-808126-2 neutron-server[94635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'code': 422} returned with failed status Sep 10 03:13:35.767830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:35.939965 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.940470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:35.982997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for df611ed7-0703-49de-bf5b-60f09c2277cf owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:36.214165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:36.226077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] Sync routers for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:36.239706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:36.241791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-017eb220-eb97-4edc-800d-9253b4e16345 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/3398fde4-bcfd-455f-824a-93f4ad32f7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6436555 Sep 10 03:13:36.242115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:36.244567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:36.266153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-c027ec6f-3c18-4e7d-8813-9678466da6ce tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:36.273870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-c027ec6f-3c18-4e7d-8813-9678466da6ce tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b497ece-e28a-46f1-afaa-dda7d1a93245 HTTP/1.1" status: 200 len: 943 time: 0.2952232 Sep 10 03:13:36.284196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:36.340592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:36.345150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:36.390434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:36.394278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:36.443051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c96c94-a280-4382-a319-3bdec1bf3dd6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:36.450013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:36.450671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8a97e-4a2c-4c05-b245-b76ae9ff55c0 None None] The sync data for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:36.452260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-76c96c94-a280-4382-a319-3bdec1bf3dd6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports/7b431f2a-e658-4c35-bdeb-b63d00e494bb HTTP/1.1" status: 200 len: 910 time: 0.2065778 Sep 10 03:13:36.455036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:36.580077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:36.584764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5692947 Sep 10 03:13:36.589736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:36.594205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7498386b-76d5-498b-b965-bd02f309116a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:36.603185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2a36dc7f-9d83-4dc1-80ef-bca16d9e83ce tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': '3de243d6-e200-436a-aaa4-182629397eae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7498386b-76d5-498b-b965-bd02f309116a'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:36.648782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Deleting port e7fae02a-209d-448e-b1bf-a92a65feb826 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:36.649281 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:36.724530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41810) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:36.741087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.741530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.741891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.742550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.742991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.743326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.743680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.744010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.744403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.744664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.744989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.745313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a820da-c8a6-4154-b2e5-d20551921dac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:13:36.790996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] For port e7fae02a-209d-448e-b1bf-a92a65feb826, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e7fae02a-209d-448e-b1bf-a92a65feb826,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:36.791348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:36.816389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Calling delete_port for e7fae02a-209d-448e-b1bf-a92a65feb826 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:36.829618 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-2a36dc7f-9d83-4dc1-80ef-bca16d9e83ce tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:36.834167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2a36dc7f-9d83-4dc1-80ef-bca16d9e83ce tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2410791 Sep 10 03:13:36.837598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41814) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:36.963945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-network', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:36.974125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.015367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=df611ed7-0703-49de-bf5b-60f09c2277cf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:37.056869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e023c75-9bef-4f80-bcf1-010994dc2dae tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.107318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e023c75-9bef-4f80-bcf1-010994dc2dae tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.152342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Made reservation on behalf of bc907fa437ac408396b44d71ad2156f8 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:37.155145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.174152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.181940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.182541 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP 3da64716-a106-4b2a-8ef6-34f70d348ec2 disassociated (deleted). External IP: 172.25.8.171, port: d710e016-6c9f-4644-9e04-8f6f5e6b2649. Sep 10 03:13:37.220154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e023c75-9bef-4f80-bcf1-010994dc2dae tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.229120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e023c75-9bef-4f80-bcf1-010994dc2dae tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.229120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8e023c75-9bef-4f80-bcf1-010994dc2dae tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/7498386b-76d5-498b-b965-bd02f309116a HTTP/1.1" status: 204 len: 168 time: 0.3810217 Sep 10 03:13:37.232764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41820) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:37.264593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e023c75-9bef-4f80-bcf1-010994dc2dae tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7498386b-76d5-498b-b965-bd02f309116a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:37.331959 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.365719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.372368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7e03da76-e880-4895-a2a9-8d59ad9717ac tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1382277 Sep 10 03:13:37.384205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41822) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:37.388709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.402274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event deleted for resources: {'Port': ['ID=e7fae02a-209d-448e-b1bf-a92a65feb826,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:37.566970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] No DVR routers for this DVR port e7fae02a-209d-448e-b1bf-a92a65feb826 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:37.572283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.574927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-26d210de-a1fa-4665-a6a9-b34b99bc01b6 req-4ecaf6c3-d9e2-401e-bb4b-abbd22cb758e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "DELETE /v2.0/ports/e7fae02a-209d-448e-b1bf-a92a65feb826 HTTP/1.1" status: 204 len: 173 time: 1.3000488 Sep 10 03:13:37.575431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-deleted', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:37.578126 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b76bc-856b-45fd-b65c-f8cf11392419" -d '{"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-deleted", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:37.651017 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703406d0-90df-4933-af71-3e7fae3ce9eb x-openstack-request-id: req-703406d0-90df-4933-af71-3e7fae3ce9eb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:37.651509 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b497ece-e28a-46f1-afaa-dda7d1a93245", "name": "network-vif-deleted", "tag": "e7fae02a-209d-448e-b1bf-a92a65feb826", "status": "failed", "code": 422}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:37.651966 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-703406d0-90df-4933-af71-3e7fae3ce9eb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:37.652546 n-d-808126-2 neutron-server[94634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b497ece-e28a-46f1-afaa-dda7d1a93245', 'name': 'network-vif-deleted', 'tag': 'e7fae02a-209d-448e-b1bf-a92a65feb826', 'status': 'failed', 'code': 422} returned with failed status Sep 10 03:13:37.681933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd74401-c70a-4efd-b112-e896ad3f6b0c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.690662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.705969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router fd899912-7a55-4399-92aa-7857c7aa05c9 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:37.710171 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.747748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7745eb47-2535-4f5d-bdd9-76e0ad3ecc2f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:37.756389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd74401-c70a-4efd-b112-e896ad3f6b0c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.777564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:13:37.800957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.801300 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Added segment 95a5bdb6-a66b-4423-b822-5ea5c7354930 of type vlan for network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 Sep 10 03:13:37.886446 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.900056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:37.909607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd74401-c70a-4efd-b112-e896ad3f6b0c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.912133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd74401-c70a-4efd-b112-e896ad3f6b0c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.916076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8dd74401-c70a-4efd-b112-e896ad3f6b0c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/3de243d6-e200-436a-aaa4-182629397eae HTTP/1.1" status: 204 len: 168 time: 0.4831169 Sep 10 03:13:37.917951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:37.919796 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] Sync routers for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:37.922876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41838) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:37.940170 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:37.941089 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:37.945237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd74401-c70a-4efd-b112-e896ad3f6b0c tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de243d6-e200-436a-aaa4-182629397eae,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:38.007888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.010359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:38.010956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.017236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3812aa5e-48fc-4395-8f9f-90803b74220e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/floatingips/3da64716-a106-4b2a-8ef6-34f70d348ec2 HTTP/1.1" status: 204 len: 168 time: 3.4068859 Sep 10 03:13:38.028210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-db5a7fac-1c13-4370-86e1-3446ec8f25a9 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044929 Sep 10 03:13:38.032732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41844) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:38.037508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3109877 Sep 10 03:13:38.039882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022610348'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:38.045505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41846) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:38.055209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Request body: {'subnet': {'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-subnet', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:38.074828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 7b431f2a-e658-4c35-bdeb-b63d00e494bb {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:38.075483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.083535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:13:38.083535 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:13:38.083535 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id_1': 'bc907fa437ac408396b44d71ad2156f8', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 13, 18, 63436)}] Sep 10 03:13:38.083535 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:13:38.083535 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:13:38.097272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.158354 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:38.210390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe49467-a30f-48cf-a018-28e5b8a773d1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:38.223882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:13:38.361178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.381138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.413956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.419898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3815198 Sep 10 03:13:38.419898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41854) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:38.426347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.427197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f7c170e4-62d1-4dca-8d54-c91f492c62dc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'd25f972e-7db9-45e1-9742-f827b0891e2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:38.452805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb747b-6401-486f-82b2-cb09fa3c6e20 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f972e-7db9-45e1-9742-f827b0891e2d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:38.469623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 7b431f2a-e658-4c35-bdeb-b63d00e494bb owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:38.520484 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-f7c170e4-62d1-4dca-8d54-c91f492c62dc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:38.524880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f7c170e4-62d1-4dca-8d54-c91f492c62dc tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1015606 Sep 10 03:13:38.524880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:38.530308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dccb0a24-1aff-4812-bd31-91f566eccb0d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group_rule': {'security_group_id': 'd25f972e-7db9-45e1-9742-f827b0891e2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:38.643189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Made reservation on behalf of bc907fa437ac408396b44d71ad2156f8 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:38.647967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.668933 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-dccb0a24-1aff-4812-bd31-91f566eccb0d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:13:38.673718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dccb0a24-1aff-4812-bd31-91f566eccb0d tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1442978 Sep 10 03:13:38.673718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:38.749587 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:38.800393 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] Checking router: fd899912-7a55-4399-92aa-7857c7aa05c9 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:13:38.821799 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:38.822420 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:38.870405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1239e8-2cc7-49e4-89ae-548fcde691b1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.875056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:38.922834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=7b431f2a-e658-4c35-bdeb-b63d00e494bb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:38.985605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1239e8-2cc7-49e4-89ae-548fcde691b1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.057516 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:39.176300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.193851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1239e8-2cc7-49e4-89ae-548fcde691b1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.201960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1239e8-2cc7-49e4-89ae-548fcde691b1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.203127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b1239e8-2cc7-49e4-89ae-548fcde691b1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/d25f972e-7db9-45e1-9742-f827b0891e2d HTTP/1.1" status: 204 len: 168 time: 0.5292139 Sep 10 03:13:39.216755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41876) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:39.229222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42e8d5-7606-4f3a-be1a-b87efab493e5 req-975f26e9-dbf6-4b2f-a08b-b23ad5660468 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:39.231174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d42e8d5-7606-4f3a-be1a-b87efab493e5 req-975f26e9-dbf6-4b2f-a08b-b23ad5660468 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 947 time: 0.2259612 Sep 10 03:13:39.254513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.346928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1239e8-2cc7-49e4-89ae-548fcde691b1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f972e-7db9-45e1-9742-f827b0891e2d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:39.375691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-294cafdc-34e0-43f8-85f3-47dbe84655ed tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:39.377457 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-294cafdc-34e0-43f8-85f3-47dbe84655ed tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.3779411 Sep 10 03:13:39.381288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17f5612-1260-4471-a156-86cb2817c089,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:39.401167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d42e8d5-7606-4f3a-be1a-b87efab493e5 req-4ee8de8b-d4bb-4f1a-941c-67642f3a4597 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605489 Sep 10 03:13:39.419246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-ebd4a4f4-3995-4186-9140-67adeb912736 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0336962 Sep 10 03:13:39.483226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Checking segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:39.483624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Network hostable DHCP agents. Network: eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:13:39.485519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-37a9372d-446c-48b0-bc9b-8fb99ea622cb tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2670064 Sep 10 03:13:39.494845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41882) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:39.499825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-67cc6e79-1997-49cb-b2aa-aad6fad92743 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746980 Sep 10 03:13:39.503534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706215807'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:39.549932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:13:39.592184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:39.635554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:39.635875 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e19f9-92fb-4b7e-9f06-5171715968dc None None] The sync data for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 is: [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:11:25Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e428f4db-123f-4380-bda4-d7446d37d45c', 'name': '', 'network_id': '8a173de8-a458-40a0-bc5e-61d878e99854', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:de:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:23Z', 'updated_at': '2021-09-10T03:11:34Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': '54651da5-86c5-44b5-88c8-4055b32a277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:39.648042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:39.648042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.649745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fb683-8f54-4d6d-b045-20573c31a080 None None] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:39.653862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:39.656857 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:39.691084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.692428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-763939e7-3638-4948-be5c-f163f87944aa service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913354 Sep 10 03:13:39.792447 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2fcc6d-db97-4844-878a-811f1d140c5e x-openstack-request-id: req-9c2fcc6d-db97-4844-878a-811f1d140c5e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:39.792974 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:39.793389 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c2fcc6d-db97-4844-878a-811f1d140c5e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:39.793969 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'status': 'completed', 'code': 200} Sep 10 03:13:39.812246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 3398fde4-bcfd-455f-824a-93f4ad32f7bd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:39.818922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a9984489-c589-4b6d-9711-b8d6f81711be admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7710681 Sep 10 03:13:39.823373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:39.871216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:39.968987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:13:39.971889 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:39.978649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-9f96d31c-97fe-4117-8770-b8ede5a99fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:39.980210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-9f96d31c-97fe-4117-8770-b8ede5a99fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 1098 time: 0.1982985 Sep 10 03:13:39.982894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:39.994003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-f9ba7026-c2cd-455a-b271-22436df5de63 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007078 Sep 10 03:13:39.994226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aca98355-425f-4dff-9021-d73096055064 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/3398fde4-bcfd-455f-824a-93f4ad32f7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5380354 Sep 10 03:13:39.994923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:40.017253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] Sync routers for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:40.030604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:40.031646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:40.151801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.160813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.216586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-ff4cc898-ce52-4da0-b2f6-9c43425d1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:40.218828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-ff4cc898-ce52-4da0-b2f6-9c43425d1dc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 200 len: 895 time: 0.2208228 Sep 10 03:13:40.222290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.223882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.245272 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184952f-b54f-4704-95b2-62c16220b778 None None] New status for floating IP 3da64716-a106-4b2a-8ef6-34f70d348ec2: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:13:40.282878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-3e8d881c-ae1e-4faf-b23a-5a338fce0add service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 200 len: 217 time: 0.0519693 Sep 10 03:13:40.316310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.321591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8241310 Sep 10 03:13:40.321845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Allocated IP 172.20.0.2 (eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089/a17f5612-1260-4471-a156-86cb2817c089/dedaa572-1bf3-406a-9e4b-8d7108acf186) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:40.324527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41896) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:40.334750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-de5ca225-743f-439c-b0db-eb69ee3d048f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:40.335991 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-de5ca225-743f-439c-b0db-eb69ee3d048f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 03:13:40.336773 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-de5ca225-743f-439c-b0db-eb69ee3d048f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] update failed (client error): There was a conflict when trying to complete your request. Sep 10 03:13:40.343353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de5ca225-743f-439c-b0db-eb69ee3d048f tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "PUT /v2.0/security-groups/a0630b14-93ad-44bd-bf4e-6856c1ecd7b2 HTTP/1.1" status: 409 len: 330 time: 0.0114090 Sep 10 03:13:40.356961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:40.362919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ed51a-57bd-4e67-9371-066589fe2fd4 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0630b14-93ad-44bd-bf4e-6856c1ecd7b2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:40.465211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.518137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:40.557810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:40.558609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:40.664907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-e72f702b-a561-4693-9b73-ee8dc9c55f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:40.667441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-e72f702b-a561-4693-9b73-ee8dc9c55f3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 200 len: 834 time: 0.3767664 Sep 10 03:13:40.715344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:40.716057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ef7a9-8b22-4e28-a69f-626a996d10b7 None None] The sync data for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:40.793214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.817021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.828609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Transition to ACTIVE for port object dedaa572-1bf3-406a-9e4b-8d7108acf186 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:40.851147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Transition to ACTIVE for port object dedaa572-1bf3-406a-9e4b-8d7108acf186 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:40.864991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e96f54-5b01-4a9e-8fe8-c4f724f51b64 req-9ffcdcb9-cdde-46c3-954a-1b823c7a857a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:40.865367 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.876818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5e96f54-5b01-4a9e-8fe8-c4f724f51b64 req-9ffcdcb9-cdde-46c3-954a-1b823c7a857a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 947 time: 0.3079505 Sep 10 03:13:40.896612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:40.899715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:40.919106 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c858751-3fc8-4cb8-b877-f6bbb6caed88 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:40.925796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:41.016335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ed077-3f24-4010-a778-97ec68a6a94c req-1655987e-a398-4606-ac97-63dc3d94af7f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:41.020237 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622ed077-3f24-4010-a778-97ec68a6a94c req-1655987e-a398-4606-ac97-63dc3d94af7f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 947 time: 0.8371608 Sep 10 03:13:41.021053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Pushing event updated for resources: {'Port': ['ID=dedaa572-1bf3-406a-9e4b-8d7108acf186,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:41.022231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99d1dc11-d137-4277-92d0-b145d24f677d req-553b1ac4-8c9d-4a6f-acef-0b807f8f6f7e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 210 time: 0.6679897 Sep 10 03:13:41.031774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-c4627d19-ff83-485e-a8e8-82a7d099b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:41.033332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-c4627d19-ff83-485e-a8e8-82a7d099b066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a173de8-a458-40a0-bc5e-61d878e99854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404934 Sep 10 03:13:41.039914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Attempting to bind port dedaa572-1bf3-406a-9e4b-8d7108acf186 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:41.040576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Attempting to bind port dedaa572-1bf3-406a-9e4b-8d7108acf186 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:41.041562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Attempting to bind port dedaa572-1bf3-406a-9e4b-8d7108acf186 on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:41.049418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:41.050600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Checking segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:41.051242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.051891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Bound using segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:41.052816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Bound port: dedaa572-1bf3-406a-9e4b-8d7108acf186, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:41.054451 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.169782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c858751-3fc8-4cb8-b877-f6bbb6caed88 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.228170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5e96f54-5b01-4a9e-8fe8-c4f724f51b64 req-e4c74cf0-6b15-4896-8a1b-14d27cab89ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465128 Sep 10 03:13:41.237477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] For port dedaa572-1bf3-406a-9e4b-8d7108acf186, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:41.246269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] For port dedaa572-1bf3-406a-9e4b-8d7108acf186, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dedaa572-1bf3-406a-9e4b-8d7108acf186,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:41.257006 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.305302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port d710e016-6c9f-4644-9e04-8f6f5e6b2649 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:41.305734 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.311185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41918) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:41.358657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-afc5ec12-9f26-45c5-9ad0-62ed0c3ba524 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076506 Sep 10 03:13:41.366560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c858751-3fc8-4cb8-b877-f6bbb6caed88 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.370013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c858751-3fc8-4cb8-b877-f6bbb6caed88 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.371443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3c858751-3fc8-4cb8-b877-f6bbb6caed88 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0630b14-93ad-44bd-bf4e-6856c1ecd7b2 HTTP/1.1" status: 204 len: 168 time: 1.0112927 Sep 10 03:13:41.378307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 41922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:41.440712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c858751-3fc8-4cb8-b877-f6bbb6caed88 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0630b14-93ad-44bd-bf4e-6856c1ecd7b2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:41.464070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1f1d4-266c-4875-9f91-0fd4e6f03de5 None None] Pushing event updated for resources: {'Port': ['ID=dedaa572-1bf3-406a-9e4b-8d7108acf186,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:41.563941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5cdb14b-20b5-4372-972a-cbbca22bd4eb req-b2adb09d-d708-40d5-b47b-5ff059be0cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900754 Sep 10 03:13:41.639747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port d710e016-6c9f-4644-9e04-8f6f5e6b2649, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d710e016-6c9f-4644-9e04-8f6f5e6b2649,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:41.640188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.669102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.677956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for d710e016-6c9f-4644-9e04-8f6f5e6b2649 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:41.715446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:41.883371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Allocated IP 172.25.8.154 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/5cb4150a-e772-47fb-88c4-b425b82cf33b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:41.900873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cf86c434-d533-42df-80dc-97dff12804f1 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4636996 Sep 10 03:13:41.901515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:41.941414 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-e6b49033-0007-4d4a-b6ed-2ddd229ee779 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] delete failed (client error): The resource could not be found. Sep 10 03:13:41.946488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6b49033-0007-4d4a-b6ed-2ddd229ee779 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "DELETE /v2.0/security-groups/b86fa3bc-40ab-4ed1-aab0-3dd523c7c728 HTTP/1.1" status: 404 len: 347 time: 0.0377815 Sep 10 03:13:41.947243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41928) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:41.974142 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-5b0d8af4-238f-4775-819e-8c7cfd9ecf7e tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] show failed (client error): The resource could not be found. Sep 10 03:13:41.978884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5b0d8af4-238f-4775-819e-8c7cfd9ecf7e tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-groups/d5fe2ec5-2b4a-4b28-8d8b-354242d9e935 HTTP/1.1" status: 404 len: 347 time: 0.0270214 Sep 10 03:13:41.979409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41930) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:42.014997 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-8a5f4f0e-4e66-4bde-9adb-0396fdf0e430 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] show failed (client error): The resource could not be found. Sep 10 03:13:42.020483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8a5f4f0e-4e66-4bde-9adb-0396fdf0e430 tempest-NegativeSecGroupIPv6Test-392877549 tempest-NegativeSecGroupIPv6Test-392877549-project] 10.222.0.23 "GET /v2.0/security-group-rules/2c72fe8c-5c4d-45ab-ba8e-0617f7f2f43e HTTP/1.1" status: 404 len: 356 time: 0.0355334 Sep 10 03:13:42.050371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-eda49af6-99d1-4546-9704-a3c81d40ec8a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:42.051918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-eda49af6-99d1-4546-9704-a3c81d40ec8a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.1181779 Sep 10 03:13:42.075526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Request body: {'port': {'device_id': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'admin_state_up': True, 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:42.110602 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:42.212196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:42.284777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:42.362880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb4150a-e772-47fb-88c4-b425b82cf33b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:42.377737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:42.381977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:42.384970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:42.403793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-db30febb-76b3-4d2f-a69e-5d8a36f42ad4 req-047a29ca-1b78-495a-80d0-798c614cd6f2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 210 time: 0.2174261 Sep 10 03:13:42.500264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41948) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:42.555641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:42.566562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770f806-5621-4c3e-8fae-692e47409ea0 req-4f085c99-2a54-4c22-a1fc-e758ca3eecce tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:42.568872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3770f806-5621-4c3e-8fae-692e47409ea0 req-4f085c99-2a54-4c22-a1fc-e758ca3eecce tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e3e83a-202c-41c9-8fa5-c15a8c409c1a HTTP/1.1" status: 200 len: 868 time: 0.1889708 Sep 10 03:13:42.642902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=d710e016-6c9f-4644-9e04-8f6f5e6b2649,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:42.650601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:42.654414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:42.780875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] No DVR routers for this DVR port d710e016-6c9f-4644-9e04-8f6f5e6b2649 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:42.786842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:42.788838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-622ed077-3f24-4010-a778-97ec68a6a94c req-bc0a0f21-0f27-4e59-8674-d4774db7342b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "DELETE /v2.0/ports/d710e016-6c9f-4644-9e04-8f6f5e6b2649 HTTP/1.1" status: 204 len: 173 time: 1.7599456 Sep 10 03:13:42.791058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-deleted', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:42.792855 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50242019-48a5-4c7e-8452-da3c91bf5232" -d '{"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-deleted", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:42.815655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dedaa572-1bf3-406a-9e4b-8d7108acf186 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:42.908555 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba73831-a1e1-4d5e-b7f8-e8b04236594c x-openstack-request-id: req-9ba73831-a1e1-4d5e-b7f8-e8b04236594c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:42.908888 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3e83a-202c-41c9-8fa5-c15a8c409c1a", "name": "network-vif-deleted", "tag": "d710e016-6c9f-4644-9e04-8f6f5e6b2649", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:42.909095 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ba73831-a1e1-4d5e-b7f8-e8b04236594c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:42.909498 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3e83a-202c-41c9-8fa5-c15a8c409c1a', 'name': 'network-vif-deleted', 'tag': 'd710e016-6c9f-4644-9e04-8f6f5e6b2649', 'status': 'completed', 'code': 200} Sep 10 03:13:42.923678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port dedaa572-1bf3-406a-9e4b-8d7108acf186 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:42.956794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d1795-49b7-4c74-92ae-0dc0f1d5fa92 None None] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:43.009724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3770f806-5621-4c3e-8fae-692e47409ea0 req-89833512-6715-46df-bccf-df95ab82e6b2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=658e1401-fd3e-40fc-b28a-a53d5263a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141881 Sep 10 03:13:43.050942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d8249f25-a3cb-4a88-9167-d44ce4e89cee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48e9878edc4d44ff8c452c7420f5b136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482323 Sep 10 03:13:43.051851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Allocated IP 172.20.0.5 (45e9dc8d-92d8-486b-9ada-22d2ac6a7232/0df218cd-3929-40b5-93f3-2f0820794960/db4e4bd3-2b7f-499b-9fc0-5ad554fe3972) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:43.057440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:43.081413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] Provisioning for port dedaa572-1bf3-406a-9e4b-8d7108acf186 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:43.101749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] Provisioning complete for port dedaa572-1bf3-406a-9e4b-8d7108acf186 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:43.102436 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.310889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.317199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.388493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] For port dedaa572-1bf3-406a-9e4b-8d7108acf186, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dedaa572-1bf3-406a-9e4b-8d7108acf186,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:43.400272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.409102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 34745ce2-fa1a-402a-9389-3e2c5aef3f6b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:43.409459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.457866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55418ef-b9c8-4fef-9306-71302063ef28 None None] Pushing event updated for resources: {'Port': ['ID=dedaa572-1bf3-406a-9e4b-8d7108acf186,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:43.500401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:43.507068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.521164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 34745ce2-fa1a-402a-9389-3e2c5aef3f6b owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:43.542892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: d710e016-6c9f-4644-9e04-8f6f5e6b2649 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:43.543491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d710e016-6c9f-4644-9e04-8f6f5e6b2649 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:43.613879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-673d09ee-b5c5-41af-afca-67d950bbfcc2 req-86c1df16-e751-4160-8314-f2bd89d6996e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 210 time: 0.0378590 Sep 10 03:13:43.619439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.701808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.746060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f868f3e5-5aef-430b-b1b3-b7113193cc0b None None] Provisioning complete for port dedaa572-1bf3-406a-9e4b-8d7108acf186 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:43.746717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f868f3e5-5aef-430b-b1b3-b7113193cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.750761 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef966e24-9d93-453d-a439-60f6e7f8caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.795865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef966e24-9d93-453d-a439-60f6e7f8caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.968860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef966e24-9d93-453d-a439-60f6e7f8caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.971387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef966e24-9d93-453d-a439-60f6e7f8caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:43.975877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ef966e24-9d93-453d-a439-60f6e7f8caa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5799d9b-d74b-4d52-b18e-d715cdde9d48 HTTP/1.1" status: 204 len: 168 time: 0.9130237 Sep 10 03:13:44.005695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:44.095004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef966e24-9d93-453d-a439-60f6e7f8caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5799d9b-d74b-4d52-b18e-d715cdde9d48,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:44.096965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41980) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:44.258306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:44.296924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:44.301674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=34745ce2-fa1a-402a-9389-3e2c5aef3f6b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:44.323771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:13:44.372836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:44.382326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:44.394858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:44.449397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event updated for resources: {'Port': ['ID=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:44.513187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:44.513852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:44.530072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:44.546110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:44.564795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:44.565699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:44.626011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a97871e0-f648-47be-a6f2-4d3ce039427c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5622058 Sep 10 03:13:44.629714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:44.634858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70b884fd-7560-48ff-9a8c-ab50e06093e0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8054314 Sep 10 03:13:44.641845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 41996) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:44.672232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Request body: {'port': {'device_id': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:44.675555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:44.776655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:44.890098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dedaa572-1bf3-406a-9e4b-8d7108acf186 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:45.000449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.052849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Deleting port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:45.053199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.099715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dedaa572-1bf3-406a-9e4b-8d7108acf186 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:45.100397 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.164667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] For port 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:45.165045 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.180246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Calling delete_port for 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:45.267193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:42Z', 'revision_number': 3, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:45.307247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.329707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:13:45.330093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Updating router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd port 5cb4150a-e772-47fb-88c4-b425b82cf33b binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:13:45.389463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.392416 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.495509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c45176-00c8-4ac2-9fe9-5986e2feab6b req-2c9b69b0-6ee1-4372-a517-60a41bdfe63c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:45.503160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c45176-00c8-4ac2-9fe9-5986e2feab6b req-2c9b69b0-6ee1-4372-a517-60a41bdfe63c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 931 time: 0.6662014 Sep 10 03:13:45.509718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:45.766780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 3398fde4-bcfd-455f-824a-93f4ad32f7bd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:45.814641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:45.915165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3c45176-00c8-4ac2-9fe9-5986e2feab6b req-b56f463b-fe4c-4dfa-b0d2-ca2e06bb623a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110162 Sep 10 03:13:46.036609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.070282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Transition to ACTIVE for port object 5cb4150a-e772-47fb-88c4-b425b82cf33b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:46.093723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.179048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Attempting to bind port 5cb4150a-e772-47fb-88c4-b425b82cf33b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:46.179354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Attempting to bind port 5cb4150a-e772-47fb-88c4-b425b82cf33b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:46.179733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Attempting to bind port 5cb4150a-e772-47fb-88c4-b425b82cf33b on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:46.192254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa11d3-a14a-474e-81a5-6f3db0800160 None None] Pushing event updated for resources: {'Port': ['ID=5cb4150a-e772-47fb-88c4-b425b82cf33b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:46.194942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:46.195317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:46.195742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.196265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:46.197845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Bound port: 5cb4150a-e772-47fb-88c4-b425b82cf33b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:46.198239 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.269893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] For port 5cb4150a-e772-47fb-88c4-b425b82cf33b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:46.277310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] For port 5cb4150a-e772-47fb-88c4-b425b82cf33b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5cb4150a-e772-47fb-88c4-b425b82cf33b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:46.290312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port e428f4db-123f-4380-bda4-d7446d37d45c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:46.290541 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.290636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.316908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Allocated IP 172.20.0.1 (eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089/a17f5612-1260-4471-a156-86cb2817c089/b6e7c8e0-c905-47a1-9a97-1bc48f01eff5) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:46.430691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:46.431243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:46.433221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa11d3-a14a-474e-81a5-6f3db0800160 None None] Pushing event updated for resources: {'Port': ['ID=5cb4150a-e772-47fb-88c4-b425b82cf33b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:46.518289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.537327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port e428f4db-123f-4380-bda4-d7446d37d45c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e428f4db-123f-4380-bda4-d7446d37d45c,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:46.537327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.559112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for e428f4db-123f-4380-bda4-d7446d37d45c owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:46.595177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:46.637253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.663242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Transition to ACTIVE for port object b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:46.782570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.825032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-eb1963fd-bdc2-4e48-8713-f88c7e93d214 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0051987 Sep 10 03:13:46.828285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:13:46.878528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:46.881326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Pushing event updated for resources: {'Port': ['ID=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:46.885612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:46.888521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:46.918761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:46.925463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad196ffa-6667-49dd-b4dc-c1167a020a58 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/3398fde4-bcfd-455f-824a-93f4ad32f7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9271228 Sep 10 03:13:46.929127 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] Sync routers for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:46.945612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.953424 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:46.954819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:46.956010 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:46.962926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Transition to ACTIVE for port object db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:46.968552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42046) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:47.011279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:42Z', 'revision_number': 3, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:47.049912 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:47.057604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292389-4043-405e-ad20-9d683db245b3 None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:42Z', 'revision_number': 3, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:47.073057 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] Routers {'3398fde4-bcfd-455f-824a-93f4ad32f7bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:47.074990 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:47.125498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:47.164672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:47.165324 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc0306-9862-4941-a822-a88be162cfb1 None None] The sync data for ids ['3398fde4-bcfd-455f-824a-93f4ad32f7bd'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:47.287192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Pushing event updated for resources: {'Port': ['ID=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:47.306534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-04bcf43c-346e-4a67-b3b6-4bef68d3a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:47.308298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-04bcf43c-346e-4a67-b3b6-4bef68d3a5b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1096 time: 0.3807368 Sep 10 03:13:47.311588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:47.329876 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:13:47.339935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcc9e913-6e66-4952-aa27-5502132deec1 None None] Provisioning for port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:47.347512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcc9e913-6e66-4952-aa27-5502132deec1 None None] Provisioning complete for port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:47.349645 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e913-6e66-4952-aa27-5502132deec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:47.362566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939c5f-2e3e-4871-9eb8-974f345d3045 req-1de11799-0593-4acb-a9b8-4daad4f02671 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:47.371583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-19939c5f-2e3e-4871-9eb8-974f345d3045 req-1de11799-0593-4acb-a9b8-4daad4f02671 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 943 time: 0.2719553 Sep 10 03:13:47.384438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a3390dfc-1fe3-44e7-8217-0729c00fbd2d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=3398fde4-bcfd-455f-824a-93f4ad32f7bd HTTP/1.1" status: 200 len: 205 time: 0.4068396 Sep 10 03:13:47.385568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:47.405860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:47.444545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9e913-6e66-4952-aa27-5502132deec1 None None] Port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:47.522038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=e428f4db-123f-4380-bda4-d7446d37d45c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:47.551606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42058) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:47.669563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:47.725774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:47.737880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] Sync routers for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:47.758995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:47.761281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:47.931022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-c94f5e8f-c1ae-4606-8151-1cd361acd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:47.935912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-c94f5e8f-c1ae-4606-8151-1cd361acd82a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.5951912 Sep 10 03:13:47.942103 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2f94cd5e-2fec-4c9e-b772-92295282d8dd admin admin] 10.222.0.23 "PUT /v2.0/routers/821054ed-f5c4-460d-8b34-85a0ad7d2c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6287816 Sep 10 03:13:47.953984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42062) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:47.987350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Attempting to bind port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:47.988071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Attempting to bind port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:47.988594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Attempting to bind port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:48.008544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:48.095915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:13:48.096389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Attempting to bind port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:48.116737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-19939c5f-2e3e-4871-9eb8-974f345d3045 req-c8a2e064-5726-4ca7-bbb0-5694d978ec48 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7082026 Sep 10 03:13:48.160109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:48.160456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:48.160853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Bound using segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:48.161557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Bound port: db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:48.161927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.266351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] For port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:48.269826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] For port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:48.318300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8457c26b-3756-4daf-87a8-db804e51caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.327648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:13:45Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:48.364215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] Checking router: 821054ed-f5c4-460d-8b34-85a0ad7d2c48 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:13:48.384511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] Routers {'821054ed-f5c4-460d-8b34-85a0ad7d2c48'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:48.385512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:48.538477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.575554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] Set router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:48.617942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.629068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.741401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.750291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-a414d011-bfbd-4e02-84aa-80b2825c28aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 999 time: 0.7941518 Sep 10 03:13:48.858137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.858851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router 3398fde4-bcfd-455f-824a-93f4ad32f7bd {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:13:48.872379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.880562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a9633b6c-6d8c-49e3-9b16-f8eb78eb50b2 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/3398fde4-bcfd-455f-824a-93f4ad32f7bd HTTP/1.1" status: 204 len: 168 time: 1.4880280 Sep 10 03:13:48.882756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.884551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:48.887770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:48.888403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:48.889825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] 10.222.0.32 "PUT /v2.0/ports/db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 HTTP/1.1" status: 200 len: 1091 time: 4.2242889 Sep 10 03:13:48.897271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'tag': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:48.899922 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9ccf28-fb57-4549-a7fc-1550e07eb808", "tag": "db4e4bd3-2b7f-499b-9fc0-5ad554fe3972"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:48.925115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 5cb4150a-e772-47fb-88c4-b425b82cf33b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:48.973397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:13:45Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:49.004495 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c7495-e24c-4196-9381-be37c99989bf x-openstack-request-id: req-772c7495-e24c-4196-9381-be37c99989bf {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:49.004759 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9ccf28-fb57-4549-a7fc-1550e07eb808", "tag": "db4e4bd3-2b7f-499b-9fc0-5ad554fe3972", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:49.005156 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-772c7495-e24c-4196-9381-be37c99989bf {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:49.005386 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'tag': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972', 'status': 'completed', 'code': 200} Sep 10 03:13:49.040214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a5cc8-4878-4159-bd8f-fdf2684fbd6d service neutron] Pushing event updated for resources: {'Port': ['ID=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:49.048005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.077551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46dbf17-ac76-4634-81d2-bb690fa9c18b None None] The sync data for ids ['821054ed-f5c4-460d-8b34-85a0ad7d2c48'] in n-d-808126-2 is: [{'id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'name': 'tempest-AttachVolumeTestJSON-684181140-router', 'tenant_id': '609c04f734294906a77b94c16b8f2674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:05:43Z', 'updated_at': '2021-09-10T03:13:45Z', 'revision_number': 5, 'project_id': '609c04f734294906a77b94c16b8f2674', 'gw_port': {'id': 'e228feee-54a0-4c9b-9ec8-df02c53b4f5d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821054ed-f5c4-460d-8b34-85a0ad7d2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:05:44Z', 'updated_at': '2021-09-10T03:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:49.109792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 5cb4150a-e772-47fb-88c4-b425b82cf33b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:49.125058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 5cb4150a-e772-47fb-88c4-b425b82cf33b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:49.125478 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.132033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8457c26b-3756-4daf-87a8-db804e51caaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.177685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8457c26b-3756-4daf-87a8-db804e51caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.253281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-f278601f-036d-41c3-884a-3abcbbebdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:49.255021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-f278601f-036d-41c3-884a-3abcbbebdbf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.4623916 Sep 10 03:13:49.265908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.340371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.342610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8457c26b-3756-4daf-87a8-db804e51caaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3003d61d72a94b759c03b8e03e6cecac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7898331 Sep 10 03:13:49.359507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457c26b-3756-4daf-87a8-db804e51caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36dc3b-1f67-476d-84a2-283645f41d7b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:49.361767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42078) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:49.367891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 92bc0681-06a3-463c-9e25-3fce8cbebad2 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:49.378973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 5cb4150a-e772-47fb-88c4-b425b82cf33b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5cb4150a-e772-47fb-88c4-b425b82cf33b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:49.388677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-d5d745f1-6b2f-409e-b019-c965984184f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:49.390858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-d5d745f1-6b2f-409e-b019-c965984184f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 1094 time: 0.3820138 Sep 10 03:13:49.394578 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.394783 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.468545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=5cb4150a-e772-47fb-88c4-b425b82cf33b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:49.468902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-2793b6ff-5728-4c8a-9b68-08274443292d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 HTTP/1.1" status: 200 len: 217 time: 0.0656147 Sep 10 03:13:49.480325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.499382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-450ac4ee-f601-421c-95d8-2be1c92137fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:49.501367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.501523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-450ac4ee-f601-421c-95d8-2be1c92137fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238553 Sep 10 03:13:49.548699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.593273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-0815ee11-d1c8-419e-8a79-08d34c4e37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:49.594902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-0815ee11-d1c8-419e-8a79-08d34c4e37f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1002688 Sep 10 03:13:49.598915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.622642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Pushing event updated for resources: {'Port': ['ID=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:49.643598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699b122-d5ca-45be-b727-5de70e049beb req-9b6ed9ba-0923-4aab-945e-c56f6cea5a22 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:49.645152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4699b122-d5ca-45be-b727-5de70e049beb req-9b6ed9ba-0923-4aab-945e-c56f6cea5a22 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 943 time: 0.3647642 Sep 10 03:13:49.713815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-a2283ca7-950e-49ee-a0b2-52273b8e0ce9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879998 Sep 10 03:13:49.776851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4699b122-d5ca-45be-b727-5de70e049beb req-1fa0b899-a199-4995-b85b-7943179e15af tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234686 Sep 10 03:13:49.798851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Deleting port e228feee-54a0-4c9b-9ec8-df02c53b4f5d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:49.799938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.834268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29d97e4b-7dd9-4ca0-be15-766b707ba382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:49.842852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:49.848118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:49.864054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router fd899912-7a55-4399-92aa-7857c7aa05c9 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:50.006521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29d97e4b-7dd9-4ca0-be15-766b707ba382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.008930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.016552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-66a47c81-afe3-4bfc-a53f-c8c47fcc0447 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389873 Sep 10 03:13:50.062147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:13:50.076346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:50.107684 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] Sync routers for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:50.124182 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:50.125673 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:50.130680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-551e0273-4d93-4e89-80f1-1215d08b209f None None] Provisioning complete for port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:50.130680 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-551e0273-4d93-4e89-80f1-1215d08b209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.138765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-9e7bc9ee-440a-4508-a27d-b76a5c831e01 service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845515 Sep 10 03:13:50.149060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] For port e228feee-54a0-4c9b-9ec8-df02c53b4f5d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:50.149507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.167865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-580b19d6-fc25-45db-b5f5-6d2684b7d52a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/fd899912-7a55-4399-92aa-7857c7aa05c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0680528 Sep 10 03:13:50.184982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-551e0273-4d93-4e89-80f1-1215d08b209f None None] Port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:13:50.200093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42080) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:50.258584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Calling delete_port for e228feee-54a0-4c9b-9ec8-df02c53b4f5d owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:50.277864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:13:50.291585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:13:50.294532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca7f6ce8-0df4-4047-9ef1-93daf1889edd admin admin] 10.222.0.23 "PUT /v2.0/routers/a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6516042 Sep 10 03:13:50.303602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:50.304459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:50.392954 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.416664 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:50.439129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting subnet 54651da5-86c5-44b5-88c8-4055b32a277e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:50.478975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.514273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc55eb96-ac1c-4447-b2eb-849209d568dd req-ded749f6-10ac-4d45-9291-b76f0cdd00b4 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690089 Sep 10 03:13:50.514868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29d97e4b-7dd9-4ca0-be15-766b707ba382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.527310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29d97e4b-7dd9-4ca0-be15-766b707ba382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.536910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-29d97e4b-7dd9-4ca0-be15-766b707ba382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e36dc3b-1f67-476d-84a2-283645f41d7b HTTP/1.1" status: 204 len: 168 time: 1.1660457 Sep 10 03:13:50.550605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:50.610344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=92bc0681-06a3-463c-9e25-3fce8cbebad2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:50.635074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4ef2e-561a-4053-a724-7d8c7f18ce7e req-7720230b-245e-4e79-94aa-2e8bfc5b0f08 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:50.635722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8260fe-ee15-4b4d-a2c9-47f77d4b3377 None None] Network 879e4cd9-2e20-4860-8d22-817bcd26d001 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:50.640484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e8c4ef2e-561a-4053-a724-7d8c7f18ce7e req-7720230b-245e-4e79-94aa-2e8bfc5b0f08 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.1376433 Sep 10 03:13:50.660362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.667375 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4e8099ab-9547-4616-b625-6e070bfbad50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/92bc0681-06a3-463c-9e25-3fce8cbebad2 HTTP/1.1" status: 204 len: 168 time: 1.7709329 Sep 10 03:13:50.680928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42100) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:50.691385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0149b84c-5a1e-4e60-96ce-ab48d423a2cc req-0f2a0762-a3fc-4095-9373-e094d91f8303 service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391943 Sep 10 03:13:50.692157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97e4b-7dd9-4ca0-be15-766b707ba382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36dc3b-1f67-476d-84a2-283645f41d7b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:50.761671 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:13:46Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:50.772849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e8c4ef2e-561a-4053-a724-7d8c7f18ce7e req-24ca92bb-b925-43ad-9b08-4e544122f8d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202397 Sep 10 03:13:50.820591 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:50.822481 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] Checking router: fd899912-7a55-4399-92aa-7857c7aa05c9 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:13:50.839616 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] Routers {'fd899912-7a55-4399-92aa-7857c7aa05c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:50.840199 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['fd899912-7a55-4399-92aa-7857c7aa05c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:50.901304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 5cb4150a-e772-47fb-88c4-b425b82cf33b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:50.947748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 572bcad0-fbc3-4620-ac30-6d76ab427217 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:50.965575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.031187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-272581bf-d44b-41ad-8abe-d363059ff23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:51.032748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-272581bf-d44b-41ad-8abe-d363059ff23a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 1094 time: 0.2767811 Sep 10 03:13:51.061687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.098991 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] Set router fd899912-7a55-4399-92aa-7857c7aa05c9 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:51.185094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 5cb4150a-e772-47fb-88c4-b425b82cf33b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:51.185720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.190605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.391160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42118) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:51.413876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ccb2-fe03-4704-8625-edfa4c244c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.500501 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:13:46Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:51.543156 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f40b46-e377-4c12-8fbc-7ff614bec2d1 None None] The sync data for ids ['fd899912-7a55-4399-92aa-7857c7aa05c9'] in n-d-808126-2 is: [{'id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873678411', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:14Z', 'updated_at': '2021-09-10T03:13:46Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '9c4d9c89-7078-4273-a346-e9a3547829be', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd899912-7a55-4399-92aa-7857c7aa05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:15Z', 'updated_at': '2021-09-10T03:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:51.675425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ccb2-fe03-4704-8625-edfa4c244c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.698761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] DHCP port deletion for 879e4cd9-2e20-4860-8d22-817bcd26d001 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:13:51.701422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ccb2-fe03-4704-8625-edfa4c244c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.723076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42124) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:51.731646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641000884', 'description': 'tempest-description--1553566492'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:51.778716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8ff2d-7eb9-4280-b0a4-665b343ede56 req-92470e37-2894-4e3c-a327-69b7ac7b955c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:51.786989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2d8ff2d-7eb9-4280-b0a4-665b343ede56 req-92470e37-2894-4e3c-a327-69b7ac7b955c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 943 time: 0.1718414 Sep 10 03:13:51.806792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d6d7ccb2-fe03-4704-8625-edfa4c244c3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af04701f16884bc58f2781806476bbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145293 Sep 10 03:13:51.818732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42126) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:51.829583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ccb2-fe03-4704-8625-edfa4c244c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14fccd5-94a3-47b7-a844-4ac86d660bdc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:51.864123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:48Z', 'revision_number': 2, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:51.869862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.874662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] Deleting port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:51.875176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:51.878506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:51.911729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2d8ff2d-7eb9-4280-b0a4-665b343ede56 req-6199efaf-e456-490e-a307-6c8117c2b200 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237457 Sep 10 03:13:51.951060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:13:51.951425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Updating router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:13:51.955581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:51.955932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4b21ea01-0dfb-4de1-8ef7-0fdc37c581ad not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:51.975787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.025667 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.028060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.046763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] For port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,segment=NetworkSegment(46189060-d892-434e-9751-9a3b5d00eec2),segment_id=46189060-d892-434e-9751-9a3b5d00eec2)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:52.047166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.069376 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.080867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e228feee-54a0-4c9b-9ec8-df02c53b4f5d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:52.089549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.101894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f76-5d9b-456c-bde4-38f3d03a719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.106885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-6731cdfd-2294-4538-9f05-09a8c105d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:52.108686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-6731cdfd-2294-4538-9f05-09a8c105d46a service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 1.0622506 Sep 10 03:13:52.128301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] Calling delete_port for 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:52.134162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f76-5d9b-456c-bde4-38f3d03a719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.193367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.249948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.274588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.276642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5486081 Sep 10 03:13:52.287768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c563152-01a2-4c74-8b6d-5b89e29cf507 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65355b2-1e5c-4e36-8676-c1a924eda465,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:52.290489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:52.293135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f76-5d9b-456c-bde4-38f3d03a719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.296654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bca7f76-5d9b-456c-bde4-38f3d03a719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.298428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-1dd641cb-bd73-450e-b6ea-c571f3a001dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 HTTP/1.1" status: 200 len: 217 time: 0.1332798 Sep 10 03:13:52.298751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5bca7f76-5d9b-456c-bde4-38f3d03a719c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a14fccd5-94a3-47b7-a844-4ac86d660bdc HTTP/1.1" status: 204 len: 168 time: 0.4779630 Sep 10 03:13:52.308448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'security_group_rule': {'security_group_id': 'f65355b2-1e5c-4e36-8676-c1a924eda465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:52.318659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Subnet': ['ID=54651da5-86c5-44b5-88c8-4055b32a277e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:52.335836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7f76-5d9b-456c-bde4-38f3d03a719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14fccd5-94a3-47b7-a844-4ac86d660bdc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:52.387613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.395616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-a5956bb8-b9be-429d-8529-3139d786c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:52.397624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-a5956bb8-b9be-429d-8529-3139d786c852 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.0664718 Sep 10 03:13:52.402624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.407867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] Pushing event deleted for resources: {'Port': ['ID=86a4e0db-d9c0-4661-80bb-12b6ccd58b1f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:52.409282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-946e93a1-0880-44d2-a648-28e31eee71ad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/subnets/54651da5-86c5-44b5-88c8-4055b32a277e HTTP/1.1" status: 204 len: 168 time: 2.2063127 Sep 10 03:13:52.410231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:52.414792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6b219-5a1d-49d0-b8cf-e57cdfd00925 None None] No DVR routers for this DVR port 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:52.433880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f390539-3ddc-418e-82f9-53fb775e4c45 None None] Network 8a173de8-a458-40a0-bc5e-61d878e99854 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:52.505333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-bb912fba-9eb2-4107-89e5-43083df40e26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723448 Sep 10 03:13:52.506906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.612494 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.685393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23bacf0-bb87-4e2a-86e2-c8931e066c0d None None] Network 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:52.762342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.793578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.813919 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/572bcad0-fbc3-4620-ac30-6d76ab427217 HTTP/1.1" status: 204 len: 168 time: 2.1260574 Sep 10 03:13:52.921113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:52.937204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.954077 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:52.956974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcbedd-afd5-4b76-a464-4bfad1c0f47b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=572bcad0-fbc3-4620-ac30-6d76ab427217,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:52.962592 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.056919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.061934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.080820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.129203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.130449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Transition to ACTIVE for port object b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:13:53.131860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821054ed-f5c4-460d-8b34-85a0ad7d2c48 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:13:53.140863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.141060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.144783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8502469 Sep 10 03:13:53.146089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee06d87f-121c-4feb-b67b-c320074321f4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/821054ed-f5c4-460d-8b34-85a0ad7d2c48 HTTP/1.1" status: 204 len: 168 time: 5.1628218 Sep 10 03:13:53.147745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42154) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:53.148263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42152) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:53.152019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:53.160643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'security_group_rule': {'security_group_id': 'f65355b2-1e5c-4e36-8676-c1a924eda465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:53.170722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593aaf4-fe8e-484c-a293-3f116a07ded8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73d0e19-f0f3-49aa-be4e-b36fa8b44132,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:53.172498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] DHCP port deletion for 8a173de8-a458-40a0-bc5e-61d878e99854 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:13:53.227549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-41d7e194-2b30-49f7-8f14-7decc1ced2f9 service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134700 Sep 10 03:13:53.252024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.289596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Deleting subnet 4b05c0f3-88d9-4006-834b-b60131c9fc47 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:13:53.294870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.298396 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.322320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879e4cd9-2e20-4860-8d22-817bcd26d001']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:53.329498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:53.329938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 86a4e0db-d9c0-4661-80bb-12b6ccd58b1f not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:53.330410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e428f4db-123f-4380-bda4-d7446d37d45c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:53.332831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46189060-d892-434e-9751-9a3b5d00eec2') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:53.333140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46189060-d892-434e-9751-9a3b5d00eec2') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:53.343314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.350818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.361330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.369670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:53.370111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:53.386328 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:53.408588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.414937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:13:53.453489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e428f4db-123f-4380-bda4-d7446d37d45c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:53.454006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e428f4db-123f-4380-bda4-d7446d37d45c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:53.492362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae347-847f-487c-80e6-f7bc13f6d126 None None] Pushing event updated for resources: {'Port': ['ID=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:53.521610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.560998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] Deleting port 90f3c9ee-9550-437f-9983-885862fd318b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:53.561371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.561629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.575283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:13:53.647756 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.650601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/879e4cd9-2e20-4860-8d22-817bcd26d001 HTTP/1.1" status: 204 len: 168 time: 0.7258713 Sep 10 03:13:53.653801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f0b20-57c5-4186-acda-126a2f13e813 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=879e4cd9-2e20-4860-8d22-817bcd26d001,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:53.656030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:53.656352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.675073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Attempting to bind port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:13:53.675545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Attempting to bind port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:13:53.676224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Attempting to bind port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:13:53.687387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:13:53.687823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Checking segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:53.688214 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.688603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Bound using segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:13:53.689347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Bound port: b6e7c8e0-c905-47a1-9a97-1bc48f01eff5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:13:53.689736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.695085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.742764 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.744031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5898750 Sep 10 03:13:53.753884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42172) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:53.767627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:53.776593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 9c4d9c89-7078-4273-a346-e9a3547829be {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:53.777090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.781074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:13:53.796588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] DHCP port deletion for 1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:13:53.813367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c7b1bd-57c5-481a-9b75-1f7b87764d3b req-6469f305-5a8c-459d-ad89-55e3c3bdf58c service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768256 Sep 10 03:13:53.817579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0dd59-f5a7-4083-bf7b-fffe2257c84b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e16d6d-f456-4802-a182-f5a81faf0223,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:53.826252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.831813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.902269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.904476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea443-614e-4179-bf5b-7cf9ab5b012e req-26bd47e8-ed5a-4c72-83d7-086734db824f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:53.906075 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-319ea443-614e-4179-bf5b-7cf9ab5b012e req-26bd47e8-ed5a-4c72-83d7-086734db824f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 943 time: 0.2999854 Sep 10 03:13:53.914007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] For port 90f3c9ee-9550-437f-9983-885862fd318b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=90f3c9ee-9550-437f-9983-885862fd318b,segment=NetworkSegment(dc048e14-7fce-475c-ae02-439b8dba9708),segment_id=dc048e14-7fce-475c-ae02-439b8dba9708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:53.914007 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:53.936028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:53.984901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] Calling delete_port for 90f3c9ee-9550-437f-9983-885862fd318b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:53.999222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-319ea443-614e-4179-bf5b-7cf9ab5b012e req-3bc7cf1d-a006-4e2c-b202-ff518170e1cc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734866 Sep 10 03:13:54.023050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972', 'mac_address': 'fa:16:3e:7d:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:13:54.039538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] For port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:13:54.041885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.043269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] For port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:13:54.050847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port 9c4d9c89-7078-4273-a346-e9a3547829be, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9c4d9c89-7078-4273-a346-e9a3547829be,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:54.051617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.058594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.063268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b05c0f3-88d9-4006-834b-b60131c9fc47 HTTP/1.1" status: 204 len: 168 time: 0.9078512 Sep 10 03:13:54.064470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:54.090198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7d1f0-01b3-4cca-a87b-2bc3dfe30529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b05c0f3-88d9-4006-834b-b60131c9fc47,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:54.107794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.109910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551e192-d944-4fdf-8ed0-a238ee507098 None None] Network ddca94e9-0113-4048-be7a-47b4d5c974a9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:13:54.112947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 9c4d9c89-7078-4273-a346-e9a3547829be owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:54.143214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.275724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Allocated IP 172.25.8.191 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6b9a5cea-73ac-435c-a892-fbcd59c7d935) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:13:54.329886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.423652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=9c4d9c89-7078-4273-a346-e9a3547829be,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:54.442138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae347-847f-487c-80e6-f7bc13f6d126 None None] Pushing event updated for resources: {'Port': ['ID=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:54.446145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.464769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:54.465117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.497892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.604196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'Port': ['ID=6b9a5cea-73ac-435c-a892-fbcd59c7d935,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:54.619720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.628671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:13:54.637239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:13:54.640028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:13:54.664229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:54.692490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] Deleting port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:54.692895 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.799785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:54.824728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:13:54.825378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:13:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:54.829393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:13:54.831630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:13:54.853740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.002352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 90f3c9ee-9550-437f-9983-885862fd318b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:55.088466 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.094651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.104424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.183781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.210541 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.220145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,segment=NetworkSegment(bb404356-decb-4807-9a48-926eb16ff9fc),segment_id=bb404356-decb-4807-9a48-926eb16ff9fc)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:55.222678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.284006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] For port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,segment=NetworkSegment(bb404356-decb-4807-9a48-926eb16ff9fc),segment_id=bb404356-decb-4807-9a48-926eb16ff9fc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:55.284462 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.301389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.302427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5400794 Sep 10 03:13:55.310670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4f9d-e86e-40c6-8e80-c427403589a0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'Port': ['ID=6b9a5cea-73ac-435c-a892-fbcd59c7d935,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:55.315126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:55.342472 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.352469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc39162-7016-45ce-83d6-56679eeab9e9 req-b1a82e1b-9504-4293-83b2-158930f45d09 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:55.354354 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3bc39162-7016-45ce-83d6-56679eeab9e9 req-b1a82e1b-9504-4293-83b2-158930f45d09 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 943 time: 0.1647704 Sep 10 03:13:55.373343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] Calling delete_port for 0e646d9a-92c7-42a9-b3c5-8c5821c1202c owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:55.393399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.409403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 0e646d9a-92c7-42a9-b3c5-8c5821c1202c owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:55.439734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3bc39162-7016-45ce-83d6-56679eeab9e9 req-87a5f21e-c828-400c-9020-4c0ee7758c12 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751662 Sep 10 03:13:55.463508 n-d-808126-2 neutron-server[94635]: INFO neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No ports have port_id starting with 90f3c9ee-9550-437f-9983-885862fd318b Sep 10 03:13:55.466882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] DHCP port deletion for ddca94e9-0113-4048-be7a-47b4d5c974a9 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:13:55.470602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.473597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:13:55.480346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.495311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-22226916-d030-41ef-a204-6487667a7d10 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:55.497085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-22226916-d030-41ef-a204-6487667a7d10 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.4270842 Sep 10 03:13:55.522558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e228feee-54a0-4c9b-9ec8-df02c53b4f5d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:55.524293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] Pushing event deleted for resources: {'Port': ['ID=90f3c9ee-9550-437f-9983-885862fd318b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:55.565605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44917e3-6409-4ca6-868c-a3139debf25b None None] No DVR routers for this DVR port 90f3c9ee-9550-437f-9983-885862fd318b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:55.579555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.588630 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.618328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e228feee-54a0-4c9b-9ec8-df02c53b4f5d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:55.618681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e228feee-54a0-4c9b-9ec8-df02c53b4f5d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:55.619106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e646d9a-92c7-42a9-b3c5-8c5821c1202c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:55.644123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:55.677707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['db4e4bd3-2b7f-499b-9fc0-5ad554fe3972'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:55.682241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:13:55.756472 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-7ac4d97f-0942-46f3-b67d-d59a364f221c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.1710598 Sep 10 03:13:55.760649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:55.771254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-8a22064b-b93a-4687-aaaa-e5fcc90df2f1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1641000884&fields=id&tenant_id=bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 267 time: 0.0900948 Sep 10 03:13:55.838975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0e646d9a-92c7-42a9-b3c5-8c5821c1202c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:55.839324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e646d9a-92c7-42a9-b3c5-8c5821c1202c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:55.868807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:55.893078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.895768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Fanout notify agent at l3_agent the message router_deleted on router fd899912-7a55-4399-92aa-7857c7aa05c9 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:13:55.911069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.917876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:55.919877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e89aecfd-5c95-45c7-bf4d-4b4625f937a1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/routers/fd899912-7a55-4399-92aa-7857c7aa05c9 HTTP/1.1" status: 204 len: 168 time: 3.5040097 Sep 10 03:13:55.926252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42264) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:55.943024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:56.000751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-aa68024a-d9c7-40e6-b966-689624417db7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:56.009486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-aa68024a-d9c7-40e6-b966-689624417db7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 817 time: 0.2360041 Sep 10 03:13:56.037047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-f322e6aa-15f9-40cf-b5e3-2a892e41a4f1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/quotas/bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 375 time: 0.0265951 Sep 10 03:13:56.039507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42266) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:56.056462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c8a474cb-b943-472c-a5db-c8f6a6154e58'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:13:56.133679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] Deleting port 49dad701-c5e5-48cc-a88e-a5ef30058122 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:56.134399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.136276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.141891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.149047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-d30a81ed-7e58-402d-9a0f-6950051a460c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085911 Sep 10 03:13:56.222439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] No DVR routers for this DVR port 0e646d9a-92c7-42a9-b3c5-8c5821c1202c on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:56.227470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:56.308287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-f833cfc9-cef6-4391-8592-fe5226204637 service neutron] 10.222.0.23 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582503 Sep 10 03:13:56.318007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.322482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Deleting port 49dad701-c5e5-48cc-a88e-a5ef30058122 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:13:56.322891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.341678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] For port 49dad701-c5e5-48cc-a88e-a5ef30058122, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=49dad701-c5e5-48cc-a88e-a5ef30058122,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:56.342714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.345347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cf366-faa8-4d8e-a589-af2f10a543e5 None None] Pushing event deleted for resources: {'Port': ['ID=0e646d9a-92c7-42a9-b3c5-8c5821c1202c,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:56.359688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-ccd3a091-7ebc-402d-8283-d8f1a01774df tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5726540 Sep 10 03:13:56.385374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78e222b2-0d17-40ee-9c1b-7f1156abe168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.395888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] Calling delete_port for 49dad701-c5e5-48cc-a88e-a5ef30058122 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:56.413198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5aa79f-7c51-43b7-a7b3-c69a19f388c5']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.501188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb404356-decb-4807-9a48-926eb16ff9fc') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.501936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb404356-decb-4807-9a48-926eb16ff9fc') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.512881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-4d5f02b9-9fda-44e3-be57-fe77ecb3cd40 service neutron] 10.222.0.23 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967642 Sep 10 03:13:56.556773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] For port 49dad701-c5e5-48cc-a88e-a5ef30058122, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=49dad701-c5e5-48cc-a88e-a5ef30058122,segment=NetworkSegment(0d8876c8-79ce-4e1f-85e1-56067c7a7591),segment_id=0d8876c8-79ce-4e1f-85e1-56067c7a7591)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:56.558688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.582509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:54Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.594816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Calling delete_port for 49dad701-c5e5-48cc-a88e-a5ef30058122 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:13:56.638842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceab88-5d5c-4c0b-9a9d-cac16e8b4f41 None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:54Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:13:56.650938 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.678944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78e222b2-0d17-40ee-9c1b-7f1156abe168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.692257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78e222b2-0d17-40ee-9c1b-7f1156abe168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.748060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] Pushing event deleted for resources: {'Port': ['ID=49dad701-c5e5-48cc-a88e-a5ef30058122,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:56.754410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633bb5f-a0d4-44a0-8b03-a16392e9c57c None None] No DVR routers for this DVR port 49dad701-c5e5-48cc-a88e-a5ef30058122 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:56.840114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e222b2-0d17-40ee-9c1b-7f1156abe168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8974a4f8-1ac6-44a2-a019-4633c4cd1344,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:56.844881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 49dad701-c5e5-48cc-a88e-a5ef30058122 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:56.850566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.898666 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-78e222b2-0d17-40ee-9c1b-7f1156abe168 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aeb4bdd10794c7886eb20828931b734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575766 Sep 10 03:13:56.901358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42280) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:56.921900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 49dad701-c5e5-48cc-a88e-a5ef30058122 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:56.922598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 49dad701-c5e5-48cc-a88e-a5ef30058122 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:56.923223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c4d9c89-7078-4273-a346-e9a3547829be no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:13:56.933631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:56.950896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 9c4d9c89-7078-4273-a346-e9a3547829be {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:13:56.951538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c4d9c89-7078-4273-a346-e9a3547829be not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:13:56.971254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a173de8-a458-40a0-bc5e-61d878e99854']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.983179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc048e14-7fce-475c-ae02-439b8dba9708') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.983570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc048e14-7fce-475c-ae02-439b8dba9708') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:56.994000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.015222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.032371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.045267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:57.045768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.059927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2726094-c70e-432a-82c2-7fed8bb1220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.086506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2726094-c70e-432a-82c2-7fed8bb1220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.140031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245fc5-93e2-49a3-99ed-c645459f56a1 req-b825c7db-0aa6-4822-967a-e16a466e97a1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:57.141775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd245fc5-93e2-49a3-99ed-c645459f56a1 req-b825c7db-0aa6-4822-967a-e16a466e97a1 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 944 time: 0.1773334 Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:57.165549 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:57.178699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Pushing event deleted for resources: {'Port': ['ID=49dad701-c5e5-48cc-a88e-a5ef30058122,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:57.186935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.191167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2726094-c70e-432a-82c2-7fed8bb1220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.191743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.194086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/1f5aa79f-7c51-43b7-a7b3-c69a19f388c5 HTTP/1.1" status: 204 len: 168 time: 3.5351393 Sep 10 03:13:57.194702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2726094-c70e-432a-82c2-7fed8bb1220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.196069 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2726094-c70e-432a-82c2-7fed8bb1220d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8974a4f8-1ac6-44a2-a019-4633c4cd1344 HTTP/1.1" status: 204 len: 168 time: 0.2937846 Sep 10 03:13:57.204797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42286) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:57.205589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.219497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-192453744'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:57.228435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd245fc5-93e2-49a3-99ed-c645459f56a1 req-eda751b4-2b11-4964-9b92-2a4e9407937c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784967 Sep 10 03:13:57.231604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2726094-c70e-432a-82c2-7fed8bb1220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974a4f8-1ac6-44a2-a019-4633c4cd1344,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:57.281566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:57.285652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.326128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] No DVR routers for this DVR port 49dad701-c5e5-48cc-a88e-a5ef30058122 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:13:57.360469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:13:57.403983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64c3b4cd-54bf-433b-b231-3e0a3c304d05 req-74c76dff-14f1-424a-bcfe-8294c0772b14 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 210 time: 0.0732348 Sep 10 03:13:57.404947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:57.425175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.427031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.427601 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment 8e7b6d09-9060-486c-a7e3-8ba7f2611497 of type vlan for network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe Sep 10 03:13:57.448283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddca94e9-0113-4048-be7a-47b4d5c974a9']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:57.458623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8876c8-79ce-4e1f-85e1-56067c7a7591') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:57.458930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8876c8-79ce-4e1f-85e1-56067c7a7591') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:13:57.474980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.480241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.489328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.496058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:57.496413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.540739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.549682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:57.550413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.571246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:13:57.573381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.590534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:57.596637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:57.597316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:13:57.609926 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:13:57.615339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7d3ec-0b26-4fdd-b4e6-943e14bdba25 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=1f5aa79f-7c51-43b7-a7b3-c69a19f388c5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:57.645972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.655162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.662549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ddca94e9-0113-4048-be7a-47b4d5c974a9 HTTP/1.1" status: 204 len: 168 time: 3.5937707 Sep 10 03:13:57.671037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4645867 Sep 10 03:13:57.673319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42296) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:57.695155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:57.738739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-4cd0d660-3952-4b81-9a10-4eecb5b29e18 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3539889 Sep 10 03:13:57.757437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3efd3-66d7-4481-b0d9-9a3be91eda5b admin admin] Pushing event deleted for resources: {'Network': ['ID=ddca94e9-0113-4048-be7a-47b4d5c974a9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:57.864603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42302) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:57.903237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f653076f-d551-45c2-9def-0769bdc9cf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.908247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:57.989527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42304) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:57.992014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.000315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/networks/8a173de8-a458-40a0-bc5e-61d878e99854 HTTP/1.1" status: 204 len: 168 time: 2.0667136 Sep 10 03:13:58.001665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ff288-d6ad-4600-be41-b82019dbdad1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Network': ['ID=8a173de8-a458-40a0-bc5e-61d878e99854,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:58.017878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42306) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:58.118471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f653076f-d551-45c2-9def-0769bdc9cf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.124207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:58.133232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f653076f-d551-45c2-9def-0769bdc9cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.137182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733df05e-2978-43de-a222-6a4ace77e4f0 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:58.207039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:13:58.213217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-57ff242a-8796-4832-8947-4b7969469c94 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728169 Sep 10 03:13:58.235817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653076f-d551-45c2-9def-0769bdc9cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13456f3c-e68f-49ef-9b65-48f9c80cf748,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:58.250326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f653076f-d551-45c2-9def-0769bdc9cf18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0e82c099aae4e58a8e21d1b7e2a3fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838465 Sep 10 03:13:58.250527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-608576c2-4cae-4b57-9ee7-aaed23b92e4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.253315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42308) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:58.278308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.347714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fcaeb2f9-5e5a-4c9b-a137-9e3a8dce7360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=609c04f734294906a77b94c16b8f2674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491423 Sep 10 03:13:58.348635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42312) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:58.368844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-608576c2-4cae-4b57-9ee7-aaed23b92e4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.377068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b683f79-8aa0-4cd4-8cd9-473c7d3f22cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.377823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:13:58.381739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.434756 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b683f79-8aa0-4cd4-8cd9-473c7d3f22cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.460457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:13:58.463511 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31455545-3f26-4bf5-b9ec-5738a6bd535e" -d '{"events": [{"server_uuid": "7c9ccf28-fb57-4549-a7fc-1550e07eb808", "name": "network-vif-plugged", "status": "completed", "tag": "db4e4bd3-2b7f-499b-9fc0-5ad554fe3972"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:13:58.482957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:58.490919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c8a474cb-b943-472c-a5db-c8f6a6154e58 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:58.491761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.495336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.548090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b683f79-8aa0-4cd4-8cd9-473c7d3f22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.557435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b683f79-8aa0-4cd4-8cd9-473c7d3f22cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.563710 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b683f79-8aa0-4cd4-8cd9-473c7d3f22cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13456f3c-e68f-49ef-9b65-48f9c80cf748 HTTP/1.1" status: 204 len: 168 time: 0.3084130 Sep 10 03:13:58.591870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b683f79-8aa0-4cd4-8cd9-473c7d3f22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13456f3c-e68f-49ef-9b65-48f9c80cf748,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:58.635629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:58.804420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9e550fe-7a08-4942-8774-53ad6c8ca9fd req-3aa11bef-7941-4694-956d-aa712433ac1c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 210 time: 0.1148055 Sep 10 03:13:58.813573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:58.935124 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ec634-ca4f-45b7-83e5-b285f0236d41 x-openstack-request-id: req-fe0ec634-ca4f-45b7-83e5-b285f0236d41 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:13:58.937765 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9ccf28-fb57-4549-a7fc-1550e07eb808", "name": "network-vif-plugged", "status": "completed", "tag": "db4e4bd3-2b7f-499b-9fc0-5ad554fe3972", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:13:58.940281 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe0ec634-ca4f-45b7-83e5-b285f0236d41 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:13:58.940955 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972', 'code': 200} Sep 10 03:13:58.954187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:13:59.087577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d40362a-2fa3-4f25-81d4-92987a62cbd2 req-b0abdb0d-0a40-4005-a3df-0ae89ea2d81c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.0949705 Sep 10 03:13:59.089169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:59.128190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.154593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-608576c2-4cae-4b57-9ee7-aaed23b92e4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.174370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-608576c2-4cae-4b57-9ee7-aaed23b92e4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.195798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-608576c2-4cae-4b57-9ee7-aaed23b92e4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/security-groups/658e1401-fd3e-40fc-b28a-a53d5263a1a8 HTTP/1.1" status: 204 len: 168 time: 1.1710618 Sep 10 03:13:59.306114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:13:59.322630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c548-f368-40f5-8b5e-3e99d4ed7b3a req-8653cfa1-a572-46f9-bec1-05adf6d9eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:59.325496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8435c548-f368-40f5-8b5e-3e99d4ed7b3a req-8653cfa1-a572-46f9-bec1-05adf6d9eff4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 1096 time: 0.1096382 Sep 10 03:13:59.328157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:59.346760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:13:59.347130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.394354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608576c2-4cae-4b57-9ee7-aaed23b92e4d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e1401-fd3e-40fc-b28a-a53d5263a1a8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:59.423133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8435c548-f368-40f5-8b5e-3e99d4ed7b3a req-ab245637-44a0-4ff4-a810-b0093d67f685 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839338 Sep 10 03:13:59.424160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.496607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.545778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:13:59.556989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.557192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166a54b-6d17-4788-9d32-95ad0b5d160b req-9e163ac1-2548-4a0b-8c6f-d4ad9a53d92b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:59.564859 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f166a54b-6d17-4788-9d32-95ad0b5d160b req-9e163ac1-2548-4a0b-8c6f-d4ad9a53d92b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 1.1754081 Sep 10 03:13:59.566880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d887-cf87-4f07-bc14-17d999510c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.593040 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d887-cf87-4f07-bc14-17d999510c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.654816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:59.781625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d887-cf87-4f07-bc14-17d999510c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.784899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d887-cf87-4f07-bc14-17d999510c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:13:59.786065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0cc4d887-cf87-4f07-bc14-17d999510c1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/109b362d-1e8c-40f7-9a20-ad2362ddd96c HTTP/1.1" status: 204 len: 168 time: 1.4259520 Sep 10 03:13:59.827866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=27ceb750-a3f0-44b7-a328-a109c14dc8c5,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:59.852839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42356) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:13:59.855827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': '8e7b6d09-9060-486c-a7e3-8ba7f2611497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:13:59.856199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:13:59.859441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209900164', 'description': 'tempest-secgroup-smoke-1209900164 description', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:13:59.878524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-e3f36594-02b7-4b36-83bd-17606f8b6878 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:13:59.880613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-e3f36594-02b7-4b36-83bd-17606f8b6878 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 817 time: 0.8344071 Sep 10 03:13:59.897944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4d887-cf87-4f07-bc14-17d999510c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b362d-1e8c-40f7-9a20-ad2362ddd96c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:13:59.938143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f166a54b-6d17-4788-9d32-95ad0b5d160b req-617b3233-c687-4b61-b500-114f84f83482 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721070 Sep 10 03:13:59.946189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c8759ed-0e0b-4bb5-a585-74e6064a8b07 req-2655f8bd-d6b1-4938-820a-8ea2180e0303 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 210 time: 0.0424569 Sep 10 03:13:59.947673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.049661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-3842e4dc-93d7-48a9-bece-9188140b45cc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 380 time: 0.1451948 Sep 10 03:14:00.051032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:14:00.063031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'port': {'device_id': '92041077-612b-4138-8082-826835f28e2d', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'admin_state_up': True, 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'security_groups': ['f65355b2-1e5c-4e36-8676-c1a924eda465']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:00.090118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:00.103038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4311f3-e8d4-4d80-96dc-5761f9722400 None None] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:00.111166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:00.111821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.195997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.211901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.292422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.301757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4384458 Sep 10 03:14:00.306874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:00.339283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': 'e794ec0f-35e2-41c5-a242-492951cedcb4', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:00.353298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c68c-9788-41b1-afc9-a08670c7f941 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e794ec0f-35e2-41c5-a242-492951cedcb4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:00.449197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-91b2ad41-da94-4814-98c6-c2f60ddad677 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:00.453837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-91b2ad41-da94-4814-98c6-c2f60ddad677 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.2537990 Sep 10 03:14:00.481090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6df34599-e58d-4e56-a512-d1ef305abf5b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8038800 Sep 10 03:14:00.488350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42378) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:00.488856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': '08a870b4-82a7-4538-a974-06457c2287de', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:00.491622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.525244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2028022931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:00.587130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9a58615b-48d0-4d8a-84df-5922109ace10 req-0af0d087-3fc0-4348-a7ec-741e6f623c50 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.2897708 Sep 10 03:14:00.591205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe', 'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '27ceb750-a3f0-44b7-a328-a109c14dc8c5'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:14:00.594984 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.651881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.651881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.671661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.672750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.734539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a0ff67-eee8-4ddd-ba2d-3988b9cef56c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:00.765302 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.775862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0d82cca-3fb0-491d-b1b3-4eed559986e0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4653745 Sep 10 03:14:00.777032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42388) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:00.809276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': 'e794ec0f-35e2-41c5-a242-492951cedcb4', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:00.890013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.899672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.903881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Made reservation on behalf of bc907fa437ac408396b44d71ad2156f8 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:00.908578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:00.914282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:00.996128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.070554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:01.072887 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4465447-d6f1-4625-bbef-38549d7a15dd" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:01.110199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Allocated IP 172.20.0.3 (eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089/a17f5612-1260-4471-a156-86cb2817c089/72c06f3f-1490-4b33-b4b5-6904842c24dd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:01.257156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbac1e-b108-47ef-a9f1-888b138d3c37 req-9439c6d7-a62c-4fab-8919-af995926968f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:01.265008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eabbac1e-b108-47ef-a9f1-888b138d3c37 req-9439c6d7-a62c-4fab-8919-af995926968f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.1767561 Sep 10 03:14:01.283362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.299578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.330940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51319346-9530-4f1b-9279-fb669e1d8ca3,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:01.353350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:01.353735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.367187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eabbac1e-b108-47ef-a9f1-888b138d3c37 req-18d82c48-01b3-431d-b0c3-f9abacd3f674 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 Sep 10 03:14:01.418855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1c0e272c-1334-4974-90ad-951ff8ac57ac req-91afb893-8c05-4169-8ba1-ab33d978ae6d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 210 time: 0.2303376 Sep 10 03:14:01.460347 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed4023-698e-4e58-b34c-1136fa411b55 x-openstack-request-id: req-2aed4023-698e-4e58-b34c-1136fa411b55 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:01.460993 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:01.461385 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2aed4023-698e-4e58-b34c-1136fa411b55 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:01.461970 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:14:01.467274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Allocated IP 172.20.0.2 (ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe/27ceb750-a3f0-44b7-a328-a109c14dc8c5/a20dfff3-0f57-4afe-b09b-64611a32de2b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:01.477512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.481225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6e944a8-4efe-4ff0-ab3e-0980036144a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9754019 Sep 10 03:14:01.481225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.484097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6f9524a7-6bc0-469f-9552-54a5ec7405d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6939051 Sep 10 03:14:01.484844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42418) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:01.485176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42420) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:01.490185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'port': {'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe', 'name': 'tempest-RoutersTest-2058844991'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:01.492482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:01.508922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.529177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': 'e794ec0f-35e2-41c5-a242-492951cedcb4', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:01.585396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:01.693142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.705860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Transition to ACTIVE for port object a20dfff3-0f57-4afe-b09b-64611a32de2b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:01.729324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Transition to ACTIVE for port object a20dfff3-0f57-4afe-b09b-64611a32de2b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:01.758933 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.820744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Pushing event updated for resources: {'Port': ['ID=a20dfff3-0f57-4afe-b09b-64611a32de2b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:01.823853 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c830018f-8abc-44db-88df-1e2d44a1f4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.858536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:01.859284 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:01.861438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:01.873440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:02.006380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Attempting to bind port a20dfff3-0f57-4afe-b09b-64611a32de2b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:02.006916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Attempting to bind port a20dfff3-0f57-4afe-b09b-64611a32de2b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '8e7b6d09-9060-486c-a7e3-8ba7f2611497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:02.007285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Attempting to bind port a20dfff3-0f57-4afe-b09b-64611a32de2b on network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:02.029899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.032374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:02.033993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Checking segment: {'id': '8e7b6d09-9060-486c-a7e3-8ba7f2611497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:02.034557 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.036767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Bound using segment: {'id': '8e7b6d09-9060-486c-a7e3-8ba7f2611497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:02.040444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Bound port: a20dfff3-0f57-4afe-b09b-64611a32de2b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7b6d09-9060-486c-a7e3-8ba7f2611497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:02.041053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.076368 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07fbe840-4160-40bb-beb9-0130a14d91d6 req-4902f00b-bc88-4bad-84aa-f8b0cb3b3e78 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.0910866 Sep 10 03:14:02.078420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.145022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1170551103-network', 'tenant_id': '7f752c5a4ce84b63ae73b14fc1faeb2d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:02.229395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] For port a20dfff3-0f57-4afe-b09b-64611a32de2b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:02.241992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] For port a20dfff3-0f57-4afe-b09b-64611a32de2b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a20dfff3-0f57-4afe-b09b-64611a32de2b,segment=NetworkSegment(8e7b6d09-9060-486c-a7e3-8ba7f2611497),segment_id=8e7b6d09-9060-486c-a7e3-8ba7f2611497)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:02.263547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.290489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:02.294614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.312496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Made reservation on behalf of 7f752c5a4ce84b63ae73b14fc1faeb2d for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:02.315263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.334058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] device_id is not set on port e1221282-a369-4520-a954-3dd390d9dc2a yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:14:02.340430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.357842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e2504-b329-4c24-8b3e-ade21014e765 None None] Pushing event updated for resources: {'Port': ['ID=a20dfff3-0f57-4afe-b09b-64611a32de2b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:02.366750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.623567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.758384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.818014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8ef6da-b6f4-45ef-8843-c2d3bbc4abf3,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:02.842079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-81d2e146-1d40-47b0-a2af-a537d37cccda req-6da0c6f7-815a-442b-9ed5-069961974deb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 210 time: 0.2550170 Sep 10 03:14:02.846072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.895845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:02.895845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:02.900511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-89b83e6b-a7e2-4993-a7ba-a9331b8ab612 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3852842 Sep 10 03:14:02.905699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42452) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:02.919601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': 'e794ec0f-35e2-41c5-a242-492951cedcb4', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:02.973672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:14:02.989270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.024954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.025284 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Added segment 7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8 of type vlan for network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d Sep 10 03:14:03.067576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.20.0.13 (ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe/27ceb750-a3f0-44b7-a328-a109c14dc8c5/e1221282-a369-4520-a954-3dd390d9dc2a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:03.128535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.10 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/df5f1051-2f2a-42fb-916e-d301185dd921) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:03.158317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.216426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.222075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.223190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:03.223906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.297060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.358413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.387507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.400271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-253a82fb-ae9f-4be7-8e24-756bbec13914 req-b032b20b-d34f-4bfe-a087-a8d5583ef9b2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.1802287 Sep 10 03:14:03.400979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.402060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4927647 Sep 10 03:14:03.410165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42462) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:03.432615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8380520 Sep 10 03:14:03.454930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': 'e794ec0f-35e2-41c5-a242-492951cedcb4', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:03.463399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42464) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:03.466014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Transition to ACTIVE for port object 72c06f3f-1490-4b33-b4b5-6904842c24dd will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:03.476999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4459f-6d00-4085-af62-2b9052119402 req-87164ef3-5e4c-4218-9a02-98c0bc647446 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:03.484630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8d4459f-6d00-4085-af62-2b9052119402 req-87164ef3-5e4c-4218-9a02-98c0bc647446 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.2104814 Sep 10 03:14:03.487045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object df5f1051-2f2a-42fb-916e-d301185dd921 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:03.492894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Request body: {'subnet': {'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1170551103-subnet', 'tenant_id': '7f752c5a4ce84b63ae73b14fc1faeb2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:03.520515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a5bf8-59ad-4efd-98b3-c3b510de05d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9ab214-3648-4fdc-90aa-724a4d5c0c00,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:03.539836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c8c2b-0477-400d-897c-75a69ac1cd71 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:03.562067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:14:03.603415 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:14:03.635327 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.700253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8d4459f-6d00-4085-af62-2b9052119402 req-4da99af0-aea7-4245-abb2-e8dd01dd441e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144325 Sep 10 03:14:03.717434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Made reservation on behalf of 7f752c5a4ce84b63ae73b14fc1faeb2d for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:03.720055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.744482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.746391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.807935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.839672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object e1221282-a369-4520-a954-3dd390d9dc2a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:03.847189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.872280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:03.883090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:03.887395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:03.911213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:03.987899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:03.992510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.007304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:04.013925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:04.018967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:04.090426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:04.091355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.127266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:04.132845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:04.160347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=e1221282-a369-4520-a954-3dd390d9dc2a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:04.225270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:04.226133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.231183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a8b9b-4bc0-4359-ba7f-ccef0b5e9e0b None None] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:04.243846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7746232 Sep 10 03:14:04.263136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20831450-dc48-4396-ba7e-6ca55c8ed61c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:04.272310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f607c46-2d57-475d-b094-0fc4a8b0ae2b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=df5f1051-2f2a-42fb-916e-d301185dd921,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:04.295799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Request body: {'port': {'device_id': '08a870b4-82a7-4538-a974-06457c2287de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:04.304828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:04.305506 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.351593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e14c1-6626-477a-83ff-d218b094458d req-91345a51-ed53-415a-909d-9063abec5839 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:04.353217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e2e14c1-6626-477a-83ff-d218b094458d req-91345a51-ed53-415a-909d-9063abec5839 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 931 time: 0.3210647 Sep 10 03:14:04.364800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d5dfb5ae-732e-46e8-aa9b-d69bc72a7568 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8689647 Sep 10 03:14:04.366764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42474) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:04.456598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.458728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3af559d-55ea-4264-8331-cef2028de3bc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0348809 Sep 10 03:14:04.469919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:04.471736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4128063 Sep 10 03:14:04.478768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.493338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Request body: {'port': {'device_id': '92041077-612b-4138-8082-826835f28e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:04.563193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': 'e794ec0f-35e2-41c5-a242-492951cedcb4', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:04.572967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5a8ac092-76d0-4e68-a3e1-f4f8580d2d42 None None] Provisioning for port a20dfff3-0f57-4afe-b09b-64611a32de2b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:04.632358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82436b97-4e37-4349-a6b3-30445fef9350 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:04.636229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b5ed84a0-dfd4-46c1-9278-604edc78a7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.677592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e2e14c1-6626-477a-83ff-d218b094458d req-bac29738-c8d5-43db-acd6-0254ca02994c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097761 Sep 10 03:14:04.738094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.885516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Provisioning for port 72c06f3f-1490-4b33-b4b5-6904842c24dd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:04.911539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Provisioning complete for port 72c06f3f-1490-4b33-b4b5-6904842c24dd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:04.911877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:04.934541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.012639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a20dfff3-0f57-4afe-b09b-64611a32de2b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:05.219678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9535f-5685-441c-a209-f4abd3eeead9 req-070ce966-f286-41e2-96ec-aeaa3d66a389 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:05.221311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78d9535f-5685-441c-a209-f4abd3eeead9 req-070ce966-f286-41e2-96ec-aeaa3d66a389 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 932 time: 0.5668817 Sep 10 03:14:05.233784 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.239022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Port 72c06f3f-1490-4b33-b4b5-6904842c24dd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:05.258686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a20dfff3-0f57-4afe-b09b-64611a32de2b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:05.266387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a20dfff3-0f57-4afe-b09b-64611a32de2b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:05.266960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.346864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Provisioning for port df5f1051-2f2a-42fb-916e-d301185dd921 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:05.354322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Provisioning complete for port df5f1051-2f2a-42fb-916e-d301185dd921 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:05.354950 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.544106 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:14:05.622648 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.645362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.682736 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.686348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a20dfff3-0f57-4afe-b09b-64611a32de2b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a20dfff3-0f57-4afe-b09b-64611a32de2b,segment=NetworkSegment(8e7b6d09-9060-486c-a7e3-8ba7f2611497),segment_id=8e7b6d09-9060-486c-a7e3-8ba7f2611497)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:05.688830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0d63b373-b706-4179-9d19-d76dedf309c9 None None] Port df5f1051-2f2a-42fb-916e-d301185dd921 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:05.696188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.761575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a20dfff3-0f57-4afe-b09b-64611a32de2b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:05.776147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5f1051-2f2a-42fb-916e-d301185dd921 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:05.792062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.817525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Transition to ACTIVE for port object df5f1051-2f2a-42fb-916e-d301185dd921 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:05.850129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d66cebd4-2a9b-44bc-8e77-2c4117c9f1f9 None None] Provisioning for port e1221282-a369-4520-a954-3dd390d9dc2a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:05.856265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d66cebd4-2a9b-44bc-8e77-2c4117c9f1f9 None None] Provisioning complete for port e1221282-a369-4520-a954-3dd390d9dc2a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:05.856748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d66cebd4-2a9b-44bc-8e77-2c4117c9f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:05.952375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ddbe2-ecfd-4f11-a1ff-6325f5f06bd6 req-9d723b35-9cf6-4056-977c-63569160f51b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:05.959872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d66cebd4-2a9b-44bc-8e77-2c4117c9f1f9 None None] Port e1221282-a369-4520-a954-3dd390d9dc2a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:05.961415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e64ddbe2-ecfd-4f11-a1ff-6325f5f06bd6 req-9d723b35-9cf6-4056-977c-63569160f51b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.5855029 Sep 10 03:14:06.014127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78d9535f-5685-441c-a209-f4abd3eeead9 req-08a95e1e-7a61-4231-bf55-cbd4860d1ec8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807171 Sep 10 03:14:06.017156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d66cebd4-2a9b-44bc-8e77-2c4117c9f1f9 None None] Provisioning complete for port a20dfff3-0f57-4afe-b09b-64611a32de2b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:06.033590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d66cebd4-2a9b-44bc-8e77-2c4117c9f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.036191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.043395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.096583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.122922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947a0ca6-7cac-49bf-9bad-0aeefe7af385,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:06.149329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e64ddbe2-ecfd-4f11-a1ff-6325f5f06bd6 req-f6e019ee-468b-4260-a356-584968f0f734 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825178 Sep 10 03:14:06.174204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.209387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.216386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6062dd1f-99a5-4dbf-9038-56371f096b1b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6646190 Sep 10 03:14:06.296795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42510) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:06.320412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'network': {'name': 'tempest-network-smoke--1567189069', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'port_security_enabled': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:06.504246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd6d26b-9f4b-4294-9353-4c2fec11695e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:06.520942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:06.529259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.554118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-29774253-ff3b-4fb0-897a-b0369b6b7a93 None None] Provisioning complete for port e1221282-a369-4520-a954-3dd390d9dc2a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:06.560376 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29774253-ff3b-4fb0-897a-b0369b6b7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:06.714021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Checking segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:06.714232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Network hostable DHCP agents. Network: a4f5dd6e-fe51-4b2e-be2e-5afea659f30d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:14:06.752532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-29774253-ff3b-4fb0-897a-b0369b6b7a93 None None] Port e1221282-a369-4520-a954-3dd390d9dc2a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:06.799912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Pushing event updated for resources: {'Port': ['ID=df5f1051-2f2a-42fb-916e-d301185dd921,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:06.909178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a20dfff3-0f57-4afe-b09b-64611a32de2b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:06.971303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793b13-0083-40ef-9a75-fd2749cc7b90 req-b10a8894-74fa-40aa-9c07-ac3c6aacc906 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:06.987774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf793b13-0083-40ef-9a75-fd2749cc7b90 req-b10a8894-74fa-40aa-9c07-ac3c6aacc906 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 931 time: 0.7701528 Sep 10 03:14:07.006685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a20dfff3-0f57-4afe-b09b-64611a32de2b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:07.007385 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.068947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:14:07.103783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.128248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.133654 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.134013 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Added segment 75a2c77f-4967-4659-8f43-9954d0a7ee2a of type vlan for network d82ffcc0-34cf-4444-81ef-fde982d5bd57 Sep 10 03:14:07.160079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:14:07.237761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a4f5dd6e-fe51-4b2e-be2e-5afea659f30d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:07.264180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221bd641-651b-4073-919f-56ea5403b678 None None] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:07.264886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf793b13-0083-40ef-9a75-fd2749cc7b90 req-2cedc5b4-9aee-43f9-b7ed-8e3fba87d59e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746637 Sep 10 03:14:07.271303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=e1221282-a369-4520-a954-3dd390d9dc2a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:07.315113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Attempting to bind port df5f1051-2f2a-42fb-916e-d301185dd921 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:07.318272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Attempting to bind port df5f1051-2f2a-42fb-916e-d301185dd921 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:07.319393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Attempting to bind port df5f1051-2f2a-42fb-916e-d301185dd921 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:07.329201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:07.334698 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.350556 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.407336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Port df5f1051-2f2a-42fb-916e-d301185dd921 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:14:07.410736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Attempting to bind port df5f1051-2f2a-42fb-916e-d301185dd921 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:07.455445 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.509292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:07.509602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:07.509941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:07.510618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Bound port: df5f1051-2f2a-42fb-916e-d301185dd921, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:07.511049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.518869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:14:07.528999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4bf61-3f1f-4d53-97d3-bb13eb2d5e4b req-2dcf5b5b-81a2-4eb6-9391-7932a8caf328 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:07.537891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84b4bf61-3f1f-4d53-97d3-bb13eb2d5e4b req-2dcf5b5b-81a2-4eb6-9391-7932a8caf328 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.2671573 Sep 10 03:14:07.548464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cbd5be74-f7d2-4f09-a9d0-9c84eea73490 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0731630 Sep 10 03:14:07.658196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84b4bf61-3f1f-4d53-97d3-bb13eb2d5e4b req-40a45d76-dc68-4a36-b162-821c7bf6a4d3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984042 Sep 10 03:14:07.658783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c06f3f-1490-4b33-b4b5-6904842c24dd {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:07.685691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.691579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:07.692337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.712496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.822248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Transition to ACTIVE for port object 72c06f3f-1490-4b33-b4b5-6904842c24dd will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:07.826038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] For port df5f1051-2f2a-42fb-916e-d301185dd921, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:07.836784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0f6ed-2291-418c-867e-f88a0d8cb406 req-b46e6553-5331-4bf9-a6be-f4959d058fe9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:07.839252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3c0f6ed-2291-418c-867e-f88a0d8cb406 req-b46e6553-5331-4bf9-a6be-f4959d058fe9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.4242485 Sep 10 03:14:07.842136 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5322716 Sep 10 03:14:07.877426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42528) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:07.894626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'admin_state_up': True, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:07.897353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.900475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:07.913214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67a734-de85-4573-b6c4-bc0831bf3a2c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Network': ['ID=d82ffcc0-34cf-4444-81ef-fde982d5bd57,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:07.926759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] For port df5f1051-2f2a-42fb-916e-d301185dd921, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df5f1051-2f2a-42fb-916e-d301185dd921,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:07.942612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:14:08.011776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.087075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989cbd4a-d270-45f3-a9aa-26ee2540d1fd None None] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:08.154362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:08.184943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:08.198008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.199521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] 10.222.0.36 "PUT /v2.0/ports/df5f1051-2f2a-42fb-916e-d301185dd921 HTTP/1.1" status: 200 len: 1092 time: 3.9374692 Sep 10 03:14:08.200430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.201509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.217811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a870b4-82a7-4538-a974-06457c2287de', 'tag': 'df5f1051-2f2a-42fb-916e-d301185dd921'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:08.220182 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22fe34c-8923-479f-a070-22489c0c0be7" -d '{"events": [{"name": "network-changed", "server_uuid": "08a870b4-82a7-4538-a974-06457c2287de", "tag": "df5f1051-2f2a-42fb-916e-d301185dd921"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:08.242270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3c0f6ed-2291-418c-867e-f88a0d8cb406 req-c32720b1-ca48-47db-908e-1a8c14350320 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565795 Sep 10 03:14:08.389765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.473538 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f96423-ff54-4da7-8f85-f83bcb803be2 x-openstack-request-id: req-e1f96423-ff54-4da7-8f85-f83bcb803be2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:08.474012 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a870b4-82a7-4538-a974-06457c2287de", "tag": "df5f1051-2f2a-42fb-916e-d301185dd921", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:08.474091 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1f96423-ff54-4da7-8f85-f83bcb803be2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:08.474571 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a870b4-82a7-4538-a974-06457c2287de', 'tag': 'df5f1051-2f2a-42fb-916e-d301185dd921', 'status': 'completed', 'code': 200} Sep 10 03:14:08.756983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ee5e93fd-81f4-45a1-b315-1ba71e637de4 None None] Provisioning complete for port e1221282-a369-4520-a954-3dd390d9dc2a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:08.763384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ee5e93fd-81f4-45a1-b315-1ba71e637de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.818289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e93fd-81f4-45a1-b315-1ba71e637de4 None None] Port e1221282-a369-4520-a954-3dd390d9dc2a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:08.860541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:08.892740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1887e-c2f2-4076-931d-e015b9360f54 service neutron] Pushing event updated for resources: {'Port': ['ID=df5f1051-2f2a-42fb-916e-d301185dd921,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:08.987550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-e66c4a36-10a0-43b9-ace6-47b8e5aa07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:08.993815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-e66c4a36-10a0-43b9-ace6-47b8e5aa07be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 1095 time: 0.7159104 Sep 10 03:14:09.053144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-cb49915b-1a79-4f73-8eff-c236604f1547 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:09.056344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-cb49915b-1a79-4f73-8eff-c236604f1547 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.4834814 Sep 10 03:14:09.074606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97929cf-7294-456f-a498-333a5bc550a3 req-e7f6ddea-5073-4ed3-a424-df6116192cb5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:09.076521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a97929cf-7294-456f-a498-333a5bc550a3 req-e7f6ddea-5073-4ed3-a424-df6116192cb5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.4845934 Sep 10 03:14:09.145991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-38011659-14a9-48ec-bc8d-2f5c6c03b780 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5f1051-2f2a-42fb-916e-d301185dd921 HTTP/1.1" status: 200 len: 217 time: 0.1428683 Sep 10 03:14:09.156367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Attempting to bind port 72c06f3f-1490-4b33-b4b5-6904842c24dd on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:09.156739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Attempting to bind port 72c06f3f-1490-4b33-b4b5-6904842c24dd by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:09.157015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Attempting to bind port 72c06f3f-1490-4b33-b4b5-6904842c24dd on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:09.192601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-5b9ec642-9dde-4b62-90e0-79831bd5f610 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/quotas/7f752c5a4ce84b63ae73b14fc1faeb2d HTTP/1.1" status: 200 len: 375 time: 0.1308925 Sep 10 03:14:09.233392 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:09.242615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Port 72c06f3f-1490-4b33-b4b5-6904842c24dd on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:14:09.242615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Attempting to bind port 72c06f3f-1490-4b33-b4b5-6904842c24dd on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:09.269636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:09.270026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Checking segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:09.270358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Bound using segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:09.270805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Bound port: 72c06f3f-1490-4b33-b4b5-6904842c24dd, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:09.271170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:09.317513 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a97929cf-7294-456f-a498-333a5bc550a3 req-91669f25-12c3-40bb-85d7-56d1bf3d642c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082841 Sep 10 03:14:09.330752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-f9ddedb3-5fc1-4ff7-aef5-37b365ceb218 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1340120 Sep 10 03:14:09.343714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-a32e19e1-83ff-4d2a-8154-65565fcc594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:09.355956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-a32e19e1-83ff-4d2a-8154-65565fcc594e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1912770 Sep 10 03:14:09.454273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:09.457429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:09.529847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:09.701509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:09.702471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:09.704257 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] 10.222.0.32 "PUT /v2.0/ports/72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 1091 time: 5.2209034 Sep 10 03:14:09.711477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-690c89f1-bf1a-4227-a5a2-5abee4ddaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:09.713113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-690c89f1-bf1a-4227-a5a2-5abee4ddaf86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523477 Sep 10 03:14:09.728638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-063af3d3-87dc-410d-964a-64ae7456cbc7 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944421 Sep 10 03:14:10.082563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-b2c45e65-6226-463d-b3fb-f5178b6772d7 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903857 Sep 10 03:14:10.095231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:10.106656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:10.194712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:10.196572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=e1221282-a369-4520-a954-3dd390d9dc2a,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:10.597477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:10.609565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:10.644957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:10.647836 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c" -d '{"events": [{"name": "network-changed", "server_uuid": "92041077-612b-4138-8082-826835f28e2d", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:10.781720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b4c6-91b6-4360-9dce-429ca5290a4f req-a9eddccc-119b-4eaf-aaa8-118ca68c2565 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:10.789818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7493b4c6-91b6-4360-9dce-429ca5290a4f req-a9eddccc-119b-4eaf-aaa8-118ca68c2565 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.2282763 Sep 10 03:14:10.826684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router f963da29-6509-4a38-a366-7772e32000bc is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:14:10.891242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7493b4c6-91b6-4360-9dce-429ca5290a4f req-bb0b7758-5a7b-4630-8206-b6adac4dc6fe tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893872 Sep 10 03:14:11.152648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af913ebf-c9e6-4462-8c2b-f39f7318142a service neutron] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:11.161702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-1405e34a-8f52-4130-975a-8bbff08cdddf service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4194877 Sep 10 03:14:11.180704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d7aa434-84b2-44c4-911a-aeeb754300b6 req-46b86366-b723-4cb5-82a5-d434802728e3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 210 time: 0.1799610 Sep 10 03:14:11.282816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-94a71c43-a27d-4821-97eb-88d9cba76bc5 None None] Provisioning complete for port e1221282-a369-4520-a954-3dd390d9dc2a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:11.283399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94a71c43-a27d-4821-97eb-88d9cba76bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:11.309096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:11.333525 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] Sync routers for ids ['f963da29-6509-4a38-a366-7772e32000bc'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:11.347612 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] Routers {'f963da29-6509-4a38-a366-7772e32000bc'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:11.349117 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f963da29-6509-4a38-a366-7772e32000bc'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:11.374257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c22ad9f-7023-4709-9fbc-ec74091513f7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/f963da29-6509-4a38-a366-7772e32000bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0008183 Sep 10 03:14:11.376921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42598) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:11.475932 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:11.511721 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] Routers {'f963da29-6509-4a38-a366-7772e32000bc'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:11.516366 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f963da29-6509-4a38-a366-7772e32000bc'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:11.554139 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3dc9c49-d39d-4e57-af90-78b070791ae4 req-df0a09bb-84ef-4a97-8876-b157a74207fc service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210540 Sep 10 03:14:11.650246 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:11.652523 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c7685-9109-47b5-9dc5-6df362f3879e None None] The sync data for ids ['f963da29-6509-4a38-a366-7772e32000bc'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:11.671443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-94a71c43-a27d-4821-97eb-88d9cba76bc5 None None] Port e1221282-a369-4520-a954-3dd390d9dc2a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:11.677077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-4bf4323f-17de-4193-98ee-557b43557a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:11.679847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-4bf4323f-17de-4193-98ee-557b43557a1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1094 time: 0.5560377 Sep 10 03:14:11.696313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9544-599d-47a1-88f0-d0821d3a3972 req-10ac3971-6521-4419-89e5-4e3fee79e0a2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:11.697485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79ba9544-599d-47a1-88f0-d0821d3a3972 req-10ac3971-6521-4419-89e5-4e3fee79e0a2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 2.0631990 Sep 10 03:14:11.806715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-90b14f75-c0ce-4c3e-8187-79bfb5635e6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 217 time: 0.0966074 Sep 10 03:14:11.819538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb3eb34-8a11-4c33-bb84-c99635936485 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:11.832646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6cb3eb34-8a11-4c33-bb84-c99635936485 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports/e1221282-a369-4520-a954-3dd390d9dc2a HTTP/1.1" status: 200 len: 978 time: 0.4542661 Sep 10 03:14:11.871866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42604) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:11.977489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-e7421175-0246-4d86-beb9-974c411c8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:11.979583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-e7421175-0246-4d86-beb9-974c411c8498 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.1719341 Sep 10 03:14:12.220848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-23a32702-1b67-412b-a8dd-b08cfe97216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:12.222284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-23a32702-1b67-412b-a8dd-b08cfe97216a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 1095 time: 0.5810034 Sep 10 03:14:12.233749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79ba9544-599d-47a1-88f0-d0821d3a3972 req-3db5207d-f606-49b2-b26a-ca5d3bf36c8c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227947 Sep 10 03:14:12.373477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d04329-3b5d-4c74-abb5-c579ae1f9559 req-0bc5428b-08f1-4c46-9cd4-6d5ceaf7642e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:12.385133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d04329-3b5d-4c74-abb5-c579ae1f9559 req-0bc5428b-08f1-4c46-9cd4-6d5ceaf7642e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.9266856 Sep 10 03:14:12.409555 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b709837-e578-4b57-8dfa-5489be268cef x-openstack-request-id: req-2b709837-e578-4b57-8dfa-5489be268cef {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:12.411553 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92041077-612b-4138-8082-826835f28e2d", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:12.411946 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b709837-e578-4b57-8dfa-5489be268cef {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:12.413011 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'status': 'completed', 'code': 200} Sep 10 03:14:12.444463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-5062e56a-5507-4429-aaee-c92e89412cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:12.446316 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-5062e56a-5507-4429-aaee-c92e89412cf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4460807 Sep 10 03:14:12.504852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:12.609014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:12.651727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d04329-3b5d-4c74-abb5-c579ae1f9559 req-534ba8f4-2aee-4d09-bcd6-eb10be154d33 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654886 Sep 10 03:14:12.910858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05669bb2-1ba5-41c6-8004-da3fe8d525b6 req-76eeb450-a928-409d-a2cf-7efe1e14b68d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:12.920244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-05669bb2-1ba5-41c6-8004-da3fe8d525b6 req-76eeb450-a928-409d-a2cf-7efe1e14b68d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.5061889 Sep 10 03:14:12.949289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-249421af-dfdd-4f74-a01f-ab01e50e77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:12.950926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-249421af-dfdd-4f74-a01f-ab01e50e77d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.7137823 Sep 10 03:14:13.082184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-d550196e-0f9b-4e72-8d98-ea8ea29c2a51 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585339 Sep 10 03:14:13.082184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-fdc91593-283d-4bb3-ac65-4786b0c1e08e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5f1051-2f2a-42fb-916e-d301185dd921 HTTP/1.1" status: 200 len: 217 time: 0.0786691 Sep 10 03:14:13.082184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-05669bb2-1ba5-41c6-8004-da3fe8d525b6 req-986c1bbd-9b0e-445d-8cfd-5a3e73845743 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543164 Sep 10 03:14:13.203838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e83df90-cb99-4825-817a-65284e0a2ed0 req-6b8d3faa-76cb-4889-8b5e-e9f1b9ed25de tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 210 time: 0.1128056 Sep 10 03:14:13.232710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-2299959f-894b-48b7-ad56-bfc9c4508711 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:13.234244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-2299959f-894b-48b7-ad56-bfc9c4508711 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.5667131 Sep 10 03:14:13.265225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Request body: {'port': {'device_id': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'admin_state_up': True, 'tenant_id': '7f752c5a4ce84b63ae73b14fc1faeb2d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:13.472744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.32 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/40c57ec1-41e8-48f3-8715-712b8d892d71) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:13.505735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-aa3a09b6-4b2b-4f73-8b19-51ecf3b7a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:13.508183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-aa3a09b6-4b2b-4f73-8b19-51ecf3b7a2cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.4575677 Sep 10 03:14:13.604466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a25fff40-64d7-410f-b034-0139a704b4f1 req-47d0c94c-ea3f-4531-b190-910f0ed9e9fc service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549054 Sep 10 03:14:13.728039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:13.775439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd99ae-3a0a-4a9d-a766-78b576b0a2dc req-11ab2523-d3c6-438b-b751-cf7a93cae4bf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:13.777607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9fd99ae-3a0a-4a9d-a766-78b576b0a2dc req-11ab2523-d3c6-438b-b751-cf7a93cae4bf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.3503785 Sep 10 03:14:13.783322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:13.828106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-4b2a64e0-69d6-4035-afdd-d489ad01e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:13.829780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-4b2a64e0-69d6-4035-afdd-d489ad01e4cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3131230 Sep 10 03:14:14.027784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-0dc4cf63-2620-497b-8cd9-4a05416aa293 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488361 Sep 10 03:14:14.043364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9fd99ae-3a0a-4a9d-a766-78b576b0a2dc req-f2130dbb-1728-4b8a-80d6-82a189d070b4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569084 Sep 10 03:14:14.045272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:14.086699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-e712f50f-5e74-4fce-8e6e-5f274ac740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:14.088360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-e712f50f-5e74-4fce-8e6e-5f274ac740b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1094 time: 0.3076119 Sep 10 03:14:14.089316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:14.104215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:14.144820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=40c57ec1-41e8-48f3-8715-712b8d892d71,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:14.264254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f67aa-c6f0-454a-9cf6-eb5249580c5c req-1d952e01-af78-488f-b2d9-ebb62d4f201f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:14.275167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c35f67aa-c6f0-454a-9cf6-eb5249580c5c req-1d952e01-af78-488f-b2d9-ebb62d4f201f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.2511430 Sep 10 03:14:14.363399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Made reservation on behalf of 7f752c5a4ce84b63ae73b14fc1faeb2d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:14.373076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:14.437625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c35f67aa-c6f0-454a-9cf6-eb5249580c5c req-20fdb181-6d5d-4132-84e6-3f8194bc615c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596014 Sep 10 03:14:14.538215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0305d3-2346-4f3f-8f7a-d89baa33d5a3 req-da5136f5-cb11-46e7-a5ce-706f9d862499 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:14.539758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea0305d3-2346-4f3f-8f7a-d89baa33d5a3 req-da5136f5-cb11-46e7-a5ce-706f9d862499 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.2787189 Sep 10 03:14:14.544336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e22fe34c-8923-479f-a070-22489c0c0be7 req-19b1d839-b1a1-4e2b-a857-839925a19444 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980068 Sep 10 03:14:14.545309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-295bbae0-db67-4320-8652-53da9c2cbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:14.547064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-295bbae0-db67-4320-8652-53da9c2cbf8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.4398382 Sep 10 03:14:14.690712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-829070ee-10a2-40ce-83c9-1b1016e7fc5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 217 time: 0.0770347 Sep 10 03:14:14.737877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8228b1a-0712-4e5c-8ff3-dbbe7c0122f3 req-ecea5f56-8742-48c7-92a4-8aacf2a8a6a5 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 210 time: 0.0627611 Sep 10 03:14:14.748158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:14.772652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea0305d3-2346-4f3f-8f7a-d89baa33d5a3 req-fdfbcf9d-4d90-49b8-a506-05390c1441a2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225862 Sep 10 03:14:14.781329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:14.835759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-fd15a550-164e-4ce6-a422-3e32e9fade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:14.837606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-fd15a550-164e-4ce6-a422-3e32e9fade1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.1328270 Sep 10 03:14:15.183383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Allocated IP 172.20.0.12 (a4f5dd6e-fe51-4b2e-be2e-5afea659f30d/4fd6d26b-9f4b-4294-9353-4c2fec11695e/23cdda8e-1d57-47e2-8793-518fe006ce0b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:15.539646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6020-5b7c-4712-bcee-97f81f9ef10c req-619e7be2-dbb2-4468-a108-2407395fb270 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:15.541253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce7b6020-5b7c-4712-bcee-97f81f9ef10c req-619e7be2-dbb2-4468-a108-2407395fb270 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.2657781 Sep 10 03:14:15.562181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port e1221282-a369-4520-a954-3dd390d9dc2a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:15.562533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:15.566223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:14:15.732516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:15.747425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for e1221282-a369-4520-a954-3dd390d9dc2a owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:15.839760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:15.871520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-b2173c65-73ac-49f3-aa10-63e01c6214b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:15.872020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:15.877836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-b2173c65-73ac-49f3-aa10-63e01c6214b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0316432 Sep 10 03:14:15.902707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'mac_address': 'fa:16:3e:2a:e7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:14:15.947659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:15.971091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c06f3f-1490-4b33-b4b5-6904842c24dd {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:15.997974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:16.010454 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:16.074855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:16.213111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:16.223945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['72c06f3f-1490-4b33-b4b5-6904842c24dd'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:16.320516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:16.371272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86757a0-7868-40d0-bdbd-09d3d5756e63 req-c81727ea-e453-43b4-8ee3-21b0bf2c5c66 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:16.372731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:16.390852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e86757a0-7868-40d0-bdbd-09d3d5756e63 req-c81727ea-e453-43b4-8ee3-21b0bf2c5c66 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.6120703 Sep 10 03:14:16.454280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-a9ca4e85-e423-4947-a105-a67600cdfa6f service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645447 Sep 10 03:14:16.532762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce7b6020-5b7c-4712-bcee-97f81f9ef10c req-56d75cf8-894a-4571-b86f-56302642a4a4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9719126 Sep 10 03:14:16.577622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:16.615641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:16.710778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:16.715003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event updated for resources: {'Port': ['ID=23cdda8e-1d57-47e2-8793-518fe006ce0b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:16.764091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fe5848c-daaf-4e64-b2f4-67dcc101f80c req-e5fcb271-22b9-4de9-80a1-c083496b23da service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747078 Sep 10 03:14:16.897845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=e1221282-a369-4520-a954-3dd390d9dc2a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:16.917064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e86757a0-7868-40d0-bdbd-09d3d5756e63 req-7a45fbe8-7e96-403c-adb9-c7f28be98564 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253162 Sep 10 03:14:16.930927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router b99372c0-4569-4e86-b09e-ec9e0734f70b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:14:17.083705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:17.097881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Sync routers for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:17.107816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:17.108456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:17.116669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:17.117301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:17.203151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:17.215626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-71929378-3f3f-4324-8be5-a8feea07a549 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.3335230 Sep 10 03:14:17.217815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42672) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:17.230544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5298-9fcb-4b5a-b5dd-9b2c381e1c6e req-ee6c9c17-1a89-467a-b1a6-a88a1abd5679 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:17.243574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-457f5298-9fcb-4b5a-b5dd-9b2c381e1c6e req-ee6c9c17-1a89-467a-b1a6-a88a1abd5679 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.1101279 Sep 10 03:14:17.269612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf116c9-b144-42e8-a13f-70bd3ba3080b req-b83b8a87-2dd6-4beb-b18e-a228a85da47d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:17.285919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2cf116c9-b144-42e8-a13f-70bd3ba3080b req-b83b8a87-2dd6-4beb-b18e-a228a85da47d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 932 time: 0.5718713 Sep 10 03:14:17.336779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-457f5298-9fcb-4b5a-b5dd-9b2c381e1c6e req-3beb91be-6cea-45a4-82fd-a4c144b44937 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872724 Sep 10 03:14:17.337988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-6b799d04-38d6-4a52-bccd-1efe2a15de0d tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0867386 Sep 10 03:14:17.395276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Request body: {'port': {'device_id': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:17.401499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:17.466548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:17.527479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2cf116c9-b144-42e8-a13f-70bd3ba3080b req-41131003-8819-452e-80ac-d1ba41d5229b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404256 Sep 10 03:14:17.556945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:17.732667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 72c06f3f-1490-4b33-b4b5-6904842c24dd completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:17.745390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 72c06f3f-1490-4b33-b4b5-6904842c24dd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:17.745972 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:17.882328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:17.916085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-110e286e-bf86-44a5-a8ce-0be8ad2bdd1c tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=baf2f642bfba4c31b1e3efb88337e1d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6694429 Sep 10 03:14:17.917742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42684) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:17.938867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bd3e9-f5b1-4a8f-bc3a-4f7f0d92ffa3 req-3516af1a-413f-4ad7-9696-1b7835e9849e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:17.960568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-072bd3e9-f5b1-4a8f-bc3a-4f7f0d92ffa3 req-3516af1a-413f-4ad7-9696-1b7835e9849e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.2661159 Sep 10 03:14:18.025125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:18.205235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:18.212539 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4a025-8fba-4866-8ceb-073c6fc505b5" -d '{"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-plugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:18.261454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:18.269732 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:18.376058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:18.396977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:14Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:18.433129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Checking router: b99372c0-4569-4e86-b09e-ec9e0734f70b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:14:18.433483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Updating router b99372c0-4569-4e86-b09e-ec9e0734f70b port 40c57ec1-41e8-48f3-8715-712b8d892d71 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:14:18.482897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-072bd3e9-f5b1-4a8f-bc3a-4f7f0d92ffa3 req-3e0a1edb-19da-4331-ac43-299208e8dde2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207736 Sep 10 03:14:18.497263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:18.549271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb319e47-2d89-4be7-ba82-92fd16123987 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:18.554360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cb319e47-2d89-4be7-ba82-92fd16123987 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6319752 Sep 10 03:14:18.558105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42696) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:18.570207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router f963da29-6509-4a38-a366-7772e32000bc has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:14:18.640594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c5592fd6-ddba-49d7-9bc5-f47a09d3533a tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688581 Sep 10 03:14:18.643289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:18.649257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-105229861', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:19.020910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad58a6c-9e26-48c4-9e45-70786cf3bd29 req-e1ed26c2-1720-4d4b-a42a-22030eaee0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:19.023021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ad58a6c-9e26-48c4-9e45-70786cf3bd29 req-e1ed26c2-1720-4d4b-a42a-22030eaee0df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1096 time: 0.2216835 Sep 10 03:14:19.048081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:19.067003 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.157478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67992055-b8a5-4b1e-9a93-19a0e2b2d1e7 req-cd081002-c477-4e08-bbf8-890d1bf970b9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:19.185928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67992055-b8a5-4b1e-9a93-19a0e2b2d1e7 req-cd081002-c477-4e08-bbf8-890d1bf970b9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.2862632 Sep 10 03:14:19.194901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2fcb-63c4-4364-88ab-4f66ededf35d req-19b657e2-e227-4b18-906e-abfde1e3680b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:19.221812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3aa2fcb-63c4-4364-88ab-4f66ededf35d req-19b657e2-e227-4b18-906e-abfde1e3680b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 1.0566342 Sep 10 03:14:19.259433 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341d16e-97a3-445d-9d8c-fc8c1abf42c0 x-openstack-request-id: req-c341d16e-97a3-445d-9d8c-fc8c1abf42c0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:19.259963 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-plugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:19.260591 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c341d16e-97a3-445d-9d8c-fc8c1abf42c0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:19.262954 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'code': 200} Sep 10 03:14:19.350419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8ad58a6c-9e26-48c4-9e45-70786cf3bd29 req-5f62f262-3bc3-476f-9e5f-d9e35fc9cf52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091085 Sep 10 03:14:19.383690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:19.392008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-629c3e65-e198-405e-a68d-2ff2142d9567 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/f963da29-6509-4a38-a366-7772e32000bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4808676 Sep 10 03:14:19.400176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:19.415036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3aa2fcb-63c4-4364-88ab-4f66ededf35d req-904e57e7-8aff-406c-8904-a7e953a916bb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921108 Sep 10 03:14:19.419555 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] Sync routers for ids ['f963da29-6509-4a38-a366-7772e32000bc'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:19.456518 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] Routers {'f963da29-6509-4a38-a366-7772e32000bc'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:19.460039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f963da29-6509-4a38-a366-7772e32000bc'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:19.509936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67992055-b8a5-4b1e-9a93-19a0e2b2d1e7 req-6e6f3769-3dd8-4269-8b36-058935536b21 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150482 Sep 10 03:14:19.586957 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.603541 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:19.636436 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] Routers {'f963da29-6509-4a38-a366-7772e32000bc'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:19.639544 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f963da29-6509-4a38-a366-7772e32000bc'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:19.644932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Transition to ACTIVE for port object 40c57ec1-41e8-48f3-8715-712b8d892d71 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:19.659809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.746833 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:19.747792 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fcf94-4e7a-4e5f-893a-6b43e3968d87 None None] The sync data for ids ['f963da29-6509-4a38-a366-7772e32000bc'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:19.784853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Attempting to bind port 40c57ec1-41e8-48f3-8715-712b8d892d71 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:19.785488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Attempting to bind port 40c57ec1-41e8-48f3-8715-712b8d892d71 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:19.785881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Attempting to bind port 40c57ec1-41e8-48f3-8715-712b8d892d71 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:19.800506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:19.803632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cdda8e-1d57-47e2-8793-518fe006ce0b {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:19.804182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:19.804634 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.807916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:19.808477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Bound port: 40c57ec1-41e8-48f3-8715-712b8d892d71, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:19.808880 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.821349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.846984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Transition to ACTIVE for port object 23cdda8e-1d57-47e2-8793-518fe006ce0b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:19.895392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb91e38-9b99-4e86-8bc2-6a4e821f101f None None] Pushing event updated for resources: {'Port': ['ID=40c57ec1-41e8-48f3-8715-712b8d892d71,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:19.915586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:19.962477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] For port 40c57ec1-41e8-48f3-8715-712b8d892d71, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:19.970005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] For port 40c57ec1-41e8-48f3-8715-712b8d892d71, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=40c57ec1-41e8-48f3-8715-712b8d892d71,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:19.977662 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:20.084591 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:20.119201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:20.119924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:20.211822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb91e38-9b99-4e86-8bc2-6a4e821f101f None None] Pushing event updated for resources: {'Port': ['ID=40c57ec1-41e8-48f3-8715-712b8d892d71,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:20.257551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Subnet': ['ID=f2c28be3-6528-402a-b97a-a945bb59d134,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:20.296635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.297241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.297684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.298127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.298600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.299576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.299927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.300269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.300608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.300941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.306375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.306671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:20.352041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:20.368778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aba41-9460-4599-b773-429c9c6f4328 req-084d0544-0314-462c-ba54-b7cac69bdeba tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:20.374457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a3aba41-9460-4599-b773-429c9c6f4328 req-084d0544-0314-462c-ba54-b7cac69bdeba tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.6800888 Sep 10 03:14:20.522530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=23cdda8e-1d57-47e2-8793-518fe006ce0b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:20.552272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a3aba41-9460-4599-b773-429c9c6f4328 req-71a5ad38-9d23-4da4-862e-d842d248392f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030312 Sep 10 03:14:20.559895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Checking segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:20.561450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network hostable DHCP agents. Network: d82ffcc0-34cf-4444-81ef-fde982d5bd57, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:14:20.601405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848db61-d272-4a8e-9c71-09100442f4fb req-4c811967-3ad5-46c8-93b3-49686b66ca08 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:20.606955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:14:20.614797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b848db61-d272-4a8e-9c71-09100442f4fb req-4c811967-3ad5-46c8-93b3-49686b66ca08 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 944 time: 0.8315389 Sep 10 03:14:20.640003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d82ffcc0-34cf-4444-81ef-fde982d5bd57) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:20.647550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:20.648198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:20.654109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab459e-f17f-4005-a741-ef3f746ec9c1 None None] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:20.697904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-55ea6221-6356-4aca-a4d4-16c11595e67b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0530837 Sep 10 03:14:20.698836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42724) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:21.121615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d82ffcc0-34cf-4444-81ef-fde982d5bd57', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:14:21.122500 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:21.308028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Allocated IP 172.20.0.2 (d82ffcc0-34cf-4444-81ef-fde982d5bd57/f2c28be3-6528-402a-b97a-a945bb59d134/d1b06820-46ea-4e0d-860e-aab976d8ace8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:21.412357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe184a-f502-4817-8a88-ca1a59f6d4b4 req-b12e6c05-f1e2-4bfd-a71d-f46559f54f04 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:21.419842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eebe184a-f502-4817-8a88-ca1a59f6d4b4 req-b12e6c05-f1e2-4bfd-a71d-f46559f54f04 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.4947510 Sep 10 03:14:21.509488 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:21.509720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:14Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:21.537358 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eebe184a-f502-4817-8a88-ca1a59f6d4b4 req-d4e6530a-57ec-41c0-9924-50b91c3760a5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143308 Sep 10 03:14:21.592519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05588b-bce0-47ed-8ffb-c0771e30f6a3 None None] The sync data for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 is: [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:14Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:21.743313 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-26a7fdaf-c9a4-42b1-ba7a-2d036a260c9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] remove_router_interface failed (client error): The resource could not be found. Sep 10 03:14:21.752775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-26a7fdaf-c9a4-42b1-ba7a-2d036a260c9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/f963da29-6509-4a38-a366-7772e32000bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 2.3512864 Sep 10 03:14:21.758584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:21.801720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:21.824764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Transition to ACTIVE for port object d1b06820-46ea-4e0d-860e-aab976d8ace8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:21.830383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Attempting to bind port 23cdda8e-1d57-47e2-8793-518fe006ce0b on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:21.841648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Attempting to bind port 23cdda8e-1d57-47e2-8793-518fe006ce0b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:21.842116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Attempting to bind port 23cdda8e-1d57-47e2-8793-518fe006ce0b on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:21.870326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Transition to ACTIVE for port object d1b06820-46ea-4e0d-860e-aab976d8ace8 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:21.880389 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:21.885448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2337cdba-6135-4340-9e63-77e4dc52a8c6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f963da29-6509-4a38-a366-7772e32000bc HTTP/1.1" status: 200 len: 205 time: 0.1181846 Sep 10 03:14:21.886112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:21.904259 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b848db61-d272-4a8e-9c71-09100442f4fb req-2f47ba28-e181-4dff-bd7f-957c99ba6cf9 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2878952 Sep 10 03:14:21.909588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Port 23cdda8e-1d57-47e2-8793-518fe006ce0b on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:14:21.909915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Attempting to bind port 23cdda8e-1d57-47e2-8793-518fe006ce0b on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:21.952702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:21.954616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Checking segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:21.955927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Bound using segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:21.956642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Bound port: 23cdda8e-1d57-47e2-8793-518fe006ce0b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:21.958371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:22.094677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:22.114232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:22.159339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:22.243210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Pushing event updated for resources: {'Port': ['ID=d1b06820-46ea-4e0d-860e-aab976d8ace8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:22.308830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:22.404722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] For port 23cdda8e-1d57-47e2-8793-518fe006ce0b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:22.408667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] For port 23cdda8e-1d57-47e2-8793-518fe006ce0b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:22.480756 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:22.668513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:22.671579 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:22.676299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] 10.222.0.32 "PUT /v2.0/ports/23cdda8e-1d57-47e2-8793-518fe006ce0b HTTP/1.1" status: 200 len: 1092 time: 5.2902141 Sep 10 03:14:22.777419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:22.779321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'tag': '23cdda8e-1d57-47e2-8793-518fe006ce0b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:22.781866 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d" -d '{"events": [{"name": "network-changed", "server_uuid": "73ed16a7-b56f-4104-92ab-f8289a7048a1", "tag": "23cdda8e-1d57-47e2-8793-518fe006ce0b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:22.785509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:22.831268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c217-3e10-40ed-b807-8bbd9ee8b2c7 req-44886dc5-1c10-415b-b829-e90c438a4a75 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:22.835682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e90c217-3e10-40ed-b807-8bbd9ee8b2c7 req-44886dc5-1c10-415b-b829-e90c438a4a75 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.7008405 Sep 10 03:14:22.902818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42756) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:22.914993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'floatingip': {'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:23.016588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Attempting to bind port d1b06820-46ea-4e0d-860e-aab976d8ace8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:23.017157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Attempting to bind port d1b06820-46ea-4e0d-860e-aab976d8ace8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:23.017340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Attempting to bind port d1b06820-46ea-4e0d-860e-aab976d8ace8 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:23.035419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 40c57ec1-41e8-48f3-8715-712b8d892d71 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:23.082000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.124116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:23.125957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Checking segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:23.126721 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.127591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Bound using segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:23.128322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Bound port: d1b06820-46ea-4e0d-860e-aab976d8ace8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:23.129063 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.237006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] For port d1b06820-46ea-4e0d-860e-aab976d8ace8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:23.251219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] For port d1b06820-46ea-4e0d-860e-aab976d8ace8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d1b06820-46ea-4e0d-860e-aab976d8ace8,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:23.263544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.319710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 40c57ec1-41e8-48f3-8715-712b8d892d71 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:23.369339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 40c57ec1-41e8-48f3-8715-712b8d892d71 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:23.370034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.386448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd0c1e-b788-42c9-ab06-4ba3ebf71dc6 req-c54c768f-f03f-4871-b341-7bddd7a3d06a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:23.397476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57bd0c1e-b788-42c9-ab06-4ba3ebf71dc6 req-c54c768f-f03f-4871-b341-7bddd7a3d06a tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 1.5998683 Sep 10 03:14:23.459762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad972-c489-41b6-8128-0b7ef5576bda None None] Pushing event updated for resources: {'Port': ['ID=d1b06820-46ea-4e0d-860e-aab976d8ace8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:23.504990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d4592-580e-49e6-b555-2af9b9d5a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=23cdda8e-1d57-47e2-8793-518fe006ce0b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:23.551560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.565289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.565948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router f963da29-6509-4a38-a366-7772e32000bc {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:14:23.578440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.582056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3a53fadc-beb9-4590-9bf8-ef89c8e8a81f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/f963da29-6509-4a38-a366-7772e32000bc HTTP/1.1" status: 204 len: 168 time: 1.6862168 Sep 10 03:14:23.589425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-e86d4fb5-dfad-473c-b4db-bf9e38680195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:23.591065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-e86d4fb5-dfad-473c-b4db-bf9e38680195 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 1095 time: 0.7922435 Sep 10 03:14:23.592840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42764) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:23.607728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 40c57ec1-41e8-48f3-8715-712b8d892d71, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=40c57ec1-41e8-48f3-8715-712b8d892d71,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:23.618003 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.676700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57bd0c1e-b788-42c9-ab06-4ba3ebf71dc6 req-bc0cc575-83cb-4dff-a129-96c2791cccfc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602422 Sep 10 03:14:23.736341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.1 (d82ffcc0-34cf-4444-81ef-fde982d5bd57/f2c28be3-6528-402a-b97a-a945bb59d134/19723932-05ea-4341-a50c-2d05dc7ab766) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:23.772945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 27ceb750-a3f0-44b7-a328-a109c14dc8c5 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:14:23.773083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=40c57ec1-41e8-48f3-8715-712b8d892d71,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:23.883664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.894240 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a93ad-e5b8-44c0-aef2-3a64352be637 x-openstack-request-id: req-033a93ad-e5b8-44c0-aef2-3a64352be637 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:23.894623 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ed16a7-b56f-4104-92ab-f8289a7048a1", "tag": "23cdda8e-1d57-47e2-8793-518fe006ce0b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:23.894776 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-033a93ad-e5b8-44c0-aef2-3a64352be637 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:23.895179 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'tag': '23cdda8e-1d57-47e2-8793-518fe006ce0b', 'status': 'completed', 'code': 200} Sep 10 03:14:23.965992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:23.984953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object 19723932-05ea-4341-a50c-2d05dc7ab766 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:24.119635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f681-742e-4a94-a31f-c4d986265175 req-b61dd8bc-82f9-4aaf-9171-0f877683bab7 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:24.128936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9de3f681-742e-4a94-a31f-c4d986265175 req-b61dd8bc-82f9-4aaf-9171-0f877683bab7 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 944 time: 0.1210222 Sep 10 03:14:24.159535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:24.249789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:24.275344 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9de3f681-742e-4a94-a31f-c4d986265175 req-cbcab083-c10f-41e7-ace7-d45d0759eab2 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432173 Sep 10 03:14:24.278302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:24.290319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:24.325261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=19723932-05ea-4341-a50c-2d05dc7ab766,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:24.329932 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:14:24.355311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:24.357665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-41674e5a-bd37-44c0-b644-8a5e1f68d111 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b HTTP/1.1" status: 200 len: 217 time: 0.6975818 Sep 10 03:14:24.362694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:24.387874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716491ba-7295-49ac-8a33-69aef1831467 req-8b28c0c6-3b4a-4f1f-993c-7e75bdf30abe tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:24.399249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-716491ba-7295-49ac-8a33-69aef1831467 req-8b28c0c6-3b4a-4f1f-993c-7e75bdf30abe tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 1.3711309 Sep 10 03:14:24.406282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:24.482797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7292b-f5f3-46cd-b7e7-7019f82581fc req-4694959a-458a-4a2a-a483-b7cc23832a25 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:24.484381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ef7292b-f5f3-46cd-b7e7-7019f82581fc req-4694959a-458a-4a2a-a483-b7cc23832a25 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.1267164 Sep 10 03:14:24.507143 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:24.561925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-d0721a3b-7ae9-4793-8f2b-5b3628448eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:24.563541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-d0721a3b-7ae9-4793-8f2b-5b3628448eb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.1968319 Sep 10 03:14:24.586352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-716491ba-7295-49ac-8a33-69aef1831467 req-5f20ad2d-d275-4347-8262-0a533f9585cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857941 Sep 10 03:14:24.600183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ef7292b-f5f3-46cd-b7e7-7019f82581fc req-2e35efda-8aa7-401d-858f-930df39f4074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639918 Sep 10 03:14:24.650442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-768fe90d-15e7-45b9-a01e-17f55c997fe1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627160 Sep 10 03:14:24.692512 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:24.947770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1b06820-46ea-4e0d-860e-aab976d8ace8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:25.069190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d1b06820-46ea-4e0d-860e-aab976d8ace8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:25.073748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 40c57ec1-41e8-48f3-8715-712b8d892d71 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:25.117899 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Floating IP e04903c1-eb7a-434a-972e-d16ee0f8238c associated. External IP: 172.25.8.191, port: 72c06f3f-1490-4b33-b4b5-6904842c24dd. Sep 10 03:14:25.174802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.184517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.230026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a1def-fc1c-470f-aaa7-1c9171fb8715 None None] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:25.233796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.236279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 40c57ec1-41e8-48f3-8715-712b8d892d71 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:25.236915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.273809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b813e-69ea-4e31-a67f-77fecafe225e req-584e73db-0444-487e-88f0-72e91548e691 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:25.275348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-979b813e-69ea-4e31-a67f-77fecafe225e req-584e73db-0444-487e-88f0-72e91548e691 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.3346901 Sep 10 03:14:25.285620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=19723932-05ea-4341-a50c-2d05dc7ab766,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:25.296456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.309233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-efabcd59-023a-4b06-b1c5-b5c00069687a service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077132 Sep 10 03:14:25.348359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Provisioning for port d1b06820-46ea-4e0d-860e-aab976d8ace8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:25.382613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Provisioning complete for port d1b06820-46ea-4e0d-860e-aab976d8ace8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:25.383099 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.445704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:25.449434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b04b4a4-e8d0-4166-a431-46edfe5c7949 req-35f69e7f-810b-4904-b5ff-4d2078d016bb service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257954 Sep 10 03:14:25.450466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:25.502384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-979b813e-69ea-4e31-a67f-77fecafe225e req-e3d4419d-4f04-4bc9-afdb-6043e8562c5c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170253 Sep 10 03:14:25.606040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.628058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:25.630289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/27ceb750-a3f0-44b7-a328-a109c14dc8c5 HTTP/1.1" status: 204 len: 168 time: 1.9756835 Sep 10 03:14:25.652939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42802) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:25.655646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-2a96d633-7547-4112-bc28-b07b273838df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:25.657336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-2a96d633-7547-4112-bc28-b07b273838df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 1095 time: 0.1058424 Sep 10 03:14:25.659507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ae807-b653-49a0-a653-e1449176d9e4 None None] Network ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:25.669013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641887ae-273a-4da7-bf39-7c36f11c73e8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=27ceb750-a3f0-44b7-a328-a109c14dc8c5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:25.686178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router b99372c0-4569-4e86-b09e-ec9e0734f70b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:14:25.702804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a6905-210f-46b6-a906-ecee405a2baf req-888e4319-d90c-454a-85ec-5f35fe38d461 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:25.704401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e9a6905-210f-46b6-a906-ecee405a2baf req-888e4319-d90c-454a-85ec-5f35fe38d461 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 944 time: 0.3029747 Sep 10 03:14:25.893215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-ad29b021-d412-4a4c-8a3f-cd8f9d775932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:25.894986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-ad29b021-d412-4a4c-8a3f-cd8f9d775932 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 915 time: 0.1724601 Sep 10 03:14:25.907808 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e9a6905-210f-46b6-a906-ecee405a2baf req-d90d4275-02bf-4ac7-a0e2-a65b2fb51b05 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969767 Sep 10 03:14:25.908850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:25.924819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6605719f-6692-40fe-8a21-61658a177473 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/b99372c0-4569-4e86-b09e-ec9e0734f70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2156370 Sep 10 03:14:25.960308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Sync routers for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:25.972812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:26.033130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:26.043494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:26.071258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-12944a24-cf0d-4edd-9131-0adb6062b2ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b HTTP/1.1" status: 200 len: 217 time: 0.1639373 Sep 10 03:14:26.112076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999b43-d84a-4fab-9dc6-6462f8a7fb40 req-a4ea7e38-f345-457a-84df-4b3ea402f4cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:26.113597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86999b43-d84a-4fab-9dc6-6462f8a7fb40 req-a4ea7e38-f345-457a-84df-4b3ea402f4cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.3870745 Sep 10 03:14:26.120427 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:26.172595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] DHCP port deletion for ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:14:26.177241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] For port d1b06820-46ea-4e0d-860e-aab976d8ace8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d1b06820-46ea-4e0d-860e-aab976d8ace8,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:26.199667 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:26.204974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a40ab7-03ca-43bc-8de4-f379fb8ec0f3 req-6ec6ad79-88d2-48f4-b989-acb93af5c18b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:26.207215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5a40ab7-03ca-43bc-8de4-f379fb8ec0f3 req-6ec6ad79-88d2-48f4-b989-acb93af5c18b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.1658940 Sep 10 03:14:26.287233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5a40ab7-03ca-43bc-8de4-f379fb8ec0f3 req-00ee5a3f-f4fe-400a-9fe1-caf73671de57 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728881 Sep 10 03:14:26.414800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:26.457725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Pushing event updated for resources: {'Port': ['ID=d1b06820-46ea-4e0d-860e-aab976d8ace8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:26.483801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.484170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.484524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.484871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.485215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.485553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.485884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.486217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.486549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.486877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.487207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.487556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feffcff1-e880-4721-9f07-6c5079bfdae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:26.501845 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-37d7b1eb-bd40-4d30-9f19-83eaae4c3176 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209900164&fields=id&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 267 time: 0.0717907 Sep 10 03:14:26.714643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] Deleting port a20dfff3-0f57-4afe-b09b-64611a32de2b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:26.715386 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:26.726779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-e9426b5c-198a-42e7-8e03-4b9e746d4f5b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:26.733646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-e9426b5c-198a-42e7-8e03-4b9e746d4f5b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 797 time: 0.2303209 Sep 10 03:14:26.739271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d1b61e7-697a-4ce4-a877-f84636e7f6a7 None None] Provisioning for port 19723932-05ea-4341-a50c-2d05dc7ab766 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:26.764874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d1b61e7-697a-4ce4-a877-f84636e7f6a7 None None] Provisioning complete for port 19723932-05ea-4341-a50c-2d05dc7ab766 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:26.765258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d1b61e7-697a-4ce4-a877-f84636e7f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:26.774731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:14:26.784264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0626402f-0be8-42b6-9e7e-89292e5700aa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/quotas/baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 375 time: 0.0387065 Sep 10 03:14:26.825815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-94e27c94-528c-4e60-9fb7-c2471f2a564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:26.840610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-94e27c94-528c-4e60-9fb7-c2471f2a564f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.7558360 Sep 10 03:14:26.887994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1b06820-46ea-4e0d-860e-aab976d8ace8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:26.906539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-02ea6644-ef13-46d6-b892-38c09026b695 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091535 Sep 10 03:14:26.933821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-e0e1f633-ff21-4ca2-b441-d95704e80de0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828712 Sep 10 03:14:27.026272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] For port a20dfff3-0f57-4afe-b09b-64611a32de2b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a20dfff3-0f57-4afe-b09b-64611a32de2b,segment=NetworkSegment(8e7b6d09-9060-486c-a7e3-8ba7f2611497),segment_id=8e7b6d09-9060-486c-a7e3-8ba7f2611497)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:27.027309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.042837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-37a78922-9dbe-41be-b7e2-72ae5a082093 service neutron] 10.222.0.23 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291308 Sep 10 03:14:27.049786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86999b43-d84a-4fab-9dc6-6462f8a7fb40 req-abb41cc8-a795-4aaf-ab9a-794cb973cffa tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9072275 Sep 10 03:14:27.056660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b61e7-697a-4ce4-a877-f84636e7f6a7 None None] Port 19723932-05ea-4341-a50c-2d05dc7ab766 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:27.072555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] Calling delete_port for a20dfff3-0f57-4afe-b09b-64611a32de2b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:27.161035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d1b61e7-697a-4ce4-a877-f84636e7f6a7 None None] Provisioning complete for port d1b06820-46ea-4e0d-860e-aab976d8ace8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:27.161496 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d1b61e7-697a-4ce4-a877-f84636e7f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.174206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:25Z', 'revision_number': 2, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:27.189715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3f2ec971-ed5f-4d41-a726-b26bfe75ec9e service neutron] 10.222.0.23 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459050 Sep 10 03:14:27.235409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Checking router: b99372c0-4569-4e86-b09e-ec9e0734f70b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:14:27.236114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Updating router b99372c0-4569-4e86-b09e-ec9e0734f70b port 19723932-05ea-4341-a50c-2d05dc7ab766 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:14:27.286267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:27.297905 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:27.299882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.302057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d1b06820-46ea-4e0d-860e-aab976d8ace8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:27.302697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.311328 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:27.311986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:27.342779 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-822cf248-cf3f-4ec2-b824-946f14227931 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819045 Sep 10 03:14:27.353104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c90dc46d-fe67-445d-8fb8-17c1529e36fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "PUT /v2.0/floatingips/e04903c1-eb7a-434a-972e-d16ee0f8238c HTTP/1.1" status: 200 len: 991 time: 4.4451594 Sep 10 03:14:27.365538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:27.373340 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31515d57-10a6-4f08-a133-066c14d4c0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "92041077-612b-4138-8082-826835f28e2d", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:27.407748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.446500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port a20dfff3-0f57-4afe-b09b-64611a32de2b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:27.446881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.509082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.531195 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:27.564852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23cdda8e-1d57-47e2-8793-518fe006ce0b details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:14:27.566677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] Pushing event deleted for resources: {'Port': ['ID=a20dfff3-0f57-4afe-b09b-64611a32de2b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:27.566890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port a20dfff3-0f57-4afe-b09b-64611a32de2b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a20dfff3-0f57-4afe-b09b-64611a32de2b,segment=NetworkSegment(8e7b6d09-9060-486c-a7e3-8ba7f2611497),segment_id=8e7b6d09-9060-486c-a7e3-8ba7f2611497)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:27.567906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:27.601830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a8cd0-0f46-4d34-81f7-daf20dc8be58 None None] No DVR routers for this DVR port a20dfff3-0f57-4afe-b09b-64611a32de2b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:27.609928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ecbc5-682e-4891-bab0-198d07f01e5e req-c0a45107-d1d9-4bef-8446-272ca17e115d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:27.612361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for a20dfff3-0f57-4afe-b09b-64611a32de2b owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:27.612686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-842ecbc5-682e-4891-bab0-198d07f01e5e req-c0a45107-d1d9-4bef-8446-272ca17e115d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.1223643 Sep 10 03:14:27.679690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-842ecbc5-682e-4891-bab0-198d07f01e5e req-b42874bb-2d56-47e4-9071-2da645f9395b tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607526 Sep 10 03:14:27.913735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a578141d-21a3-4ce7-9deb-9a3d68e2be9d req-ae77e6ef-cd0b-4923-bc7d-9c4f0f69b9ae service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592651 Sep 10 03:14:27.929077 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91acf6b2-c340-4a0b-ba34-91ccb681f961 x-openstack-request-id: req-91acf6b2-c340-4a0b-ba34-91ccb681f961 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:27.931465 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92041077-612b-4138-8082-826835f28e2d", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:27.931865 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91acf6b2-c340-4a0b-ba34-91ccb681f961 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:27.932304 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'status': 'completed', 'code': 200} Sep 10 03:14:27.994620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:14:28.042931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ae373-a081-4746-b293-befacee8a6d4 req-1fe7172f-b46e-4ef1-b7bd-b987fd64bae5 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:28.049130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a66ae373-a081-4746-b293-befacee8a6d4 req-1fe7172f-b46e-4ef1-b7bd-b987fd64bae5 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 944 time: 0.2427034 Sep 10 03:14:28.061720 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'e04903c1-eb7a-434a-972e-d16ee0f8238c', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'mac_address': 'fa:16:3e:2a:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041077-612b-4138-8082-826835f28e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:13:54Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 1, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:28.079620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dbc64fc0-c106-459a-8c46-e1f3e7005145 req-f2a57984-8300-4dd1-9e10-0bc062dfe7df tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 210 time: 0.0512197 Sep 10 03:14:28.106868 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:14:28.125886 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:28.126675 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:28.149678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.151736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:14:28.157953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a20dfff3-0f57-4afe-b09b-64611a32de2b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:14:28.161233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-c79a3913-3af9-48d0-88b3-7620c34663c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:28.163302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-c79a3913-3af9-48d0-88b3-7620c34663c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1096 time: 0.1913550 Sep 10 03:14:28.208760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a66ae373-a081-4746-b293-befacee8a6d4 req-81f68ca1-570a-45d6-9991-5d9ebcea34a2 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042075 Sep 10 03:14:28.217546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port a20dfff3-0f57-4afe-b09b-64611a32de2b on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:28.218924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=a20dfff3-0f57-4afe-b09b-64611a32de2b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:28.335440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a20dfff3-0f57-4afe-b09b-64611a32de2b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:14:28.335814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a20dfff3-0f57-4afe-b09b-64611a32de2b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:14:28.359724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4aa94b5c-3698-4e5d-94b8-a294bca20033 None None] Provisioning complete for port 19723932-05ea-4341-a50c-2d05dc7ab766 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:28.360294 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4aa94b5c-3698-4e5d-94b8-a294bca20033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.423433 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:28.439748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.490309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23cdda8e-1d57-47e2-8793-518fe006ce0b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:28.498595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:28.515042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7a405-2af5-4fe1-aa45-931fb6c13309 req-320c23f8-10d1-43a1-90da-d33ffcc7890f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:28.524523 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94f7a405-2af5-4fe1-aa45-931fb6c13309 req-320c23f8-10d1-43a1-90da-d33ffcc7890f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.2108307 Sep 10 03:14:28.528502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-3d8785b7-389c-49e5-a36f-46900ca9e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:28.530094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-3d8785b7-389c-49e5-a36f-46900ca9e399 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.3590016 Sep 10 03:14:28.530444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688d60b-073e-41c4-b1e6-e134ecb37f77 req-3a1dbd8b-bbaf-48e1-a840-5e06d8381b70 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:28.532151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6688d60b-073e-41c4-b1e6-e134ecb37f77 req-3a1dbd8b-bbaf-48e1-a840-5e06d8381b70 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.0936315 Sep 10 03:14:28.532377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b6d09-9060-486c-a7e3-8ba7f2611497') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:28.533462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b6d09-9060-486c-a7e3-8ba7f2611497') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:28.579948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.582284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4aa94b5c-3698-4e5d-94b8-a294bca20033 None None] Port 19723932-05ea-4341-a50c-2d05dc7ab766 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:28.584336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '23cdda8e-1d57-47e2-8793-518fe006ce0b', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'port_id': '23cdda8e-1d57-47e2-8793-518fe006ce0b', 'mac_address': 'fa:16:3e:d2:92:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd6d26b-9f4b-4294-9353-4c2fec11695e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:14:28.633574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.640806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6688d60b-073e-41c4-b1e6-e134ecb37f77 req-73c79305-c735-4c14-b2e9-179b4ed23478 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894899 Sep 10 03:14:28.656000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.691104 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.701298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.721065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:28.723578 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4178f5d9-5c60-4411-86d7-2d6fb1d5479a" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:28.738742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94f7a405-2af5-4fe1-aa45-931fb6c13309 req-0c5c2193-d56e-4bb1-aecd-90a61c9b7df3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016349 Sep 10 03:14:28.741987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cdda8e-1d57-47e2-8793-518fe006ce0b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:28.742106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-abcea1b3-0075-4f8c-8ae7-b9f38724ca31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 999 time: 0.1850092 Sep 10 03:14:28.744257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:14:28.744782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.755258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Transition to ACTIVE for port object 19723932-05ea-4341-a50c-2d05dc7ab766 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:28.759770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:14:28.765415 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:14:28.781043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.787595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.802048 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2debeb-a80a-4ef1-8e22-7b8875e0dc72 x-openstack-request-id: req-4c2debeb-a80a-4ef1-8e22-7b8875e0dc72 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:28.802382 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:28.802638 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c2debeb-a80a-4ef1-8e22-7b8875e0dc72 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:28.803101 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:14:28.804785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23cdda8e-1d57-47e2-8793-518fe006ce0b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:28.840564 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'e04903c1-eb7a-434a-972e-d16ee0f8238c', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'mac_address': 'fa:16:3e:2a:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041077-612b-4138-8082-826835f28e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:13:54Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 1, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:28.846205 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.871279 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019dc90-4e8f-42ff-8e29-80695e78252f None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'e04903c1-eb7a-434a-972e-d16ee0f8238c', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'mac_address': 'fa:16:3e:2a:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041077-612b-4138-8082-826835f28e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:13:54Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 1, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:28.937919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.943962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:28.952486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:28.955193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe HTTP/1.1" status: 204 len: 168 time: 3.2962711 Sep 10 03:14:28.958896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42884) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:28.964038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-591422672'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:28.985596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-4b67a247-9c7d-464d-8fff-6e00868a95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:28.987497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-4b67a247-9c7d-464d-8fff-6e00868a95db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.2205470 Sep 10 03:14:28.991289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b700a-ac39-4c6d-815e-cb1dca1785a6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=ca9a58f5-4e31-47aa-9b16-dbfc7139cdfe,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:29.011943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:29.015391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.061280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Attempting to bind port 19723932-05ea-4341-a50c-2d05dc7ab766 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:29.061652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Attempting to bind port 19723932-05ea-4341-a50c-2d05dc7ab766 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:29.062014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Attempting to bind port 19723932-05ea-4341-a50c-2d05dc7ab766 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:29.074921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:14:29.085138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:29.095092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:29.095686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Checking segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:29.095941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.096338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Bound using segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:29.096834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Bound port: 19723932-05ea-4341-a50c-2d05dc7ab766, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:29.097217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.102066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bb560-130f-4644-ba6f-96f8322b246b None None] Pushing event updated for resources: {'Port': ['ID=19723932-05ea-4341-a50c-2d05dc7ab766,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:29.112708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-a30f086b-ad65-4827-af09-83835c5a9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:29.114428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-a30f086b-ad65-4827-af09-83835c5a9c58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132491 Sep 10 03:14:29.343040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] For port 19723932-05ea-4341-a50c-2d05dc7ab766, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:29.346264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] For port 19723932-05ea-4341-a50c-2d05dc7ab766, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19723932-05ea-4341-a50c-2d05dc7ab766,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:29.354246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-d50018a3-428f-4b05-8a69-1db5f1543042 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:29.356383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-d50018a3-428f-4b05-8a69-1db5f1543042 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 797 time: 0.2549634 Sep 10 03:14:29.363569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.370316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.370915 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment 9c02a1bf-231d-41dd-a562-01d7b2aa44dc of type vlan for network 4432d25d-472b-4926-b0ba-2c03bff0b103 Sep 10 03:14:29.397976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaf512-37f4-4ebf-82de-f65ca7568bcc None None] New status for floating IP e04903c1-eb7a-434a-972e-d16ee0f8238c: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:14:29.425018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e83e7aef-9315-4ac1-9253-5bb1dbc6c0e6 req-be879d4e-f3c8-40a3-b288-b622b7a01962 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 210 time: 0.0673637 Sep 10 03:14:29.436545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-17694ee4-d670-4763-8fdb-678c2d0a9b33 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128779 Sep 10 03:14:29.474538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23cdda8e-1d57-47e2-8793-518fe006ce0b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:29.476717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.484854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fa7b-2626-46e0-8166-9578f7739624 req-1d3445cd-4a25-4444-a700-33808a8262fd tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:29.486658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df86fa7b-2626-46e0-8166-9578f7739624 req-1d3445cd-4a25-4444-a700-33808a8262fd tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 945 time: 0.1165111 Sep 10 03:14:29.500793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-9f5a1ab3-9ecd-4f33-932d-975ba606a8cf tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 380 time: 0.1269543 Sep 10 03:14:29.534500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.541339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:29.542102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.542688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:29.543333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:29.553354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bb560-130f-4644-ba6f-96f8322b246b None None] Pushing event updated for resources: {'Port': ['ID=19723932-05ea-4341-a50c-2d05dc7ab766,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:29.559219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'port': {'device_id': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'admin_state_up': True, 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'security_groups': ['e794ec0f-35e2-41c5-a242-492951cedcb4']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:29.616923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31515d57-10a6-4f08-a133-066c14d4c0c7 req-8c5aff8b-1da9-4a6c-8593-f8925b355566 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711688 Sep 10 03:14:29.652517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df86fa7b-2626-46e0-8166-9578f7739624 req-9e8106a1-a736-40f0-865f-d2ae35917644 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505139 Sep 10 03:14:29.744918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=4432d25d-472b-4926-b0ba-2c03bff0b103,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:29.763280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:14:29.789413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-17954f57-6d2b-46d7-b022-e15e2180ea9e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8293693 Sep 10 03:14:29.793569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:29.800808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:29.917384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b475e067-be38-4da0-9a27-70603ce814f5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:29.918437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b475e067-be38-4da0-9a27-70603ce814f5 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.2951391 Sep 10 03:14:29.923357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:29.923976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:29.927694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:29.981067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5617e-f06f-4b8d-979a-853bd5392e63 req-1e5c6b05-7350-42e6-81e8-229660a2eca2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:29.983080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7c5617e-f06f-4b8d-979a-853bd5392e63 req-1e5c6b05-7350-42e6-81e8-229660a2eca2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 945 time: 0.1652870 Sep 10 03:14:30.009800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a27ac-fc66-4313-b771-31015709b63c req-4cbfce44-2e68-4321-b99f-ffb8829dd32b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:30.011061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a41a27ac-fc66-4313-b771-31015709b63c req-4cbfce44-2e68-4321-b99f-ffb8829dd32b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.0929163 Sep 10 03:14:30.070018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a41a27ac-fc66-4313-b771-31015709b63c req-78b6d405-6e1e-4dd6-9426-a557f509d9a5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501766 Sep 10 03:14:30.071760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:30.077455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.139546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7c5617e-f06f-4b8d-979a-853bd5392e63 req-077d8264-bb41-4443-a161-fad417478804 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485982 Sep 10 03:14:30.171227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:29Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:30.212040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Deleting port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:30.212393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.216107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c50d61-e244-47c1-8bcd-75a09197a1d9 None None] The sync data for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 is: [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:29Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:30.247898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:14:30.248424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.6 (d82ffcc0-34cf-4444-81ef-fde982d5bd57/f2c28be3-6528-402a-b97a-a945bb59d134/b13be432-9428-49e3-bbe9-9cff95860d53) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:30.417022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.437356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] For port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:30.437858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.464707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Calling delete_port for db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:30.494877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:30.528436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:14:30.577342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=0846ff65-8c60-43df-bc15-49bc8e5c0e25,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:30.591729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': '9c02a1bf-231d-41dd-a562-01d7b2aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:30.592094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 4432d25d-472b-4926-b0ba-2c03bff0b103, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:14:30.605292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.632248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:30.638392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:14:30.655531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90f46df9-a787-4090-9135-b6a2a0356dc6 req-1b54da62-5894-4b2a-98e8-b14d5055b93c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 210 time: 0.1019895 Sep 10 03:14:30.659221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4432d25d-472b-4926-b0ba-2c03bff0b103) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:30.663740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:30.664400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.668044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:30.676052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60a79d-4379-4a76-9560-bf62662b9e55 None None] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:30.695796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb6289eb-dff2-41ee-8335-a319e50d8de8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9010730 Sep 10 03:14:30.696415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:30.714284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1701491969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:30.777574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.778609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:30.914207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19723932-05ea-4341-a50c-2d05dc7ab766 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:30.918836 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.009765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.018813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.028767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.061890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event deleted for resources: {'Port': ['ID=db4e4bd3-2b7f-499b-9fc0-5ad554fe3972,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:31.082398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['db4e4bd3-2b7f-499b-9fc0-5ad554fe3972'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:31.094611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c8a474cb-b943-472c-a5db-c8f6a6154e58'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:31.102324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.104083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-66c06913-3a28-42e7-b4ee-bab0013a6f81 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4061861 Sep 10 03:14:31.106911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42940) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:31.113565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51781f0e-71a6-4b59-b5d9-d288c06f49b7 req-3426adb0-0c86-4cf5-92f8-e746491fa974 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:31.121762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51781f0e-71a6-4b59-b5d9-d288c06f49b7 req-3426adb0-0c86-4cf5-92f8-e746491fa974 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 945 time: 0.2781157 Sep 10 03:14:31.152017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] No DVR routers for this DVR port db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:31.175864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51781f0e-71a6-4b59-b5d9-d288c06f49b7 req-dbd2242d-d9fd-4aa7-960a-40833353068f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Sep 10 03:14:31.222321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.234048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e21127cd-b84e-4cf5-8f7a-727474f686fd req-b040c0dc-4b0e-484e-8674-521aaa657e14 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "DELETE /v2.0/ports/db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 HTTP/1.1" status: 204 len: 173 time: 1.3031671 Sep 10 03:14:31.236980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'name': 'network-vif-deleted', 'tag': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:31.252857 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5068cd6c-fbf0-4c3e-ac12-8f1fc388415d" -d '{"events": [{"server_uuid": "7c9ccf28-fb57-4549-a7fc-1550e07eb808", "name": "network-vif-deleted", "tag": "db4e4bd3-2b7f-499b-9fc0-5ad554fe3972"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:31.318846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.325697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1b74e0d-b25f-4110-b19c-d31d27e8b6c2 req-241771bf-94d3-41aa-ab59-f32b7f09d45d tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9ccf28-fb57-4549-a7fc-1550e07eb808 HTTP/1.1" status: 200 len: 210 time: 0.0819283 Sep 10 03:14:31.542656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object b13be432-9428-49e3-bbe9-9cff95860d53 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:31.564848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:31.585505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 19723932-05ea-4341-a50c-2d05dc7ab766 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:31.590443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23cdda8e-1d57-47e2-8793-518fe006ce0b up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:31.592705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a963747-049c-423d-9b74-416622c91143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4432d25d-472b-4926-b0ba-2c03bff0b103', 'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '0846ff65-8c60-43df-bc15-49bc8e5c0e25'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:14:31.596435 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a963747-049c-423d-9b74-416622c91143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.668789 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41dd618-c1b5-4aaf-b2c6-32dbf8a88050 x-openstack-request-id: req-c41dd618-c1b5-4aaf-b2c6-32dbf8a88050 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:31.669266 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9ccf28-fb57-4549-a7fc-1550e07eb808", "name": "network-vif-deleted", "tag": "db4e4bd3-2b7f-499b-9fc0-5ad554fe3972", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:31.669516 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c41dd618-c1b5-4aaf-b2c6-32dbf8a88050 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:31.670013 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ccf28-fb57-4549-a7fc-1550e07eb808', 'name': 'network-vif-deleted', 'tag': 'db4e4bd3-2b7f-499b-9fc0-5ad554fe3972', 'status': 'completed', 'code': 200} Sep 10 03:14:31.673672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 19723932-05ea-4341-a50c-2d05dc7ab766 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:31.674253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.897065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0f15db8-28df-40d6-9ad7-1b8053c1c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.939277 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:31.959719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f2560-dd17-4e2f-8d45-bb15097a103b req-023eb7a1-db7f-43cc-8128-53d8dc640bee tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:31.976104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-692f2560-dd17-4e2f-8d45-bb15097a103b req-023eb7a1-db7f-43cc-8128-53d8dc640bee tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.5436718 Sep 10 03:14:32.056072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64da7db0-8c05-4fce-829e-ebf97d1e1b01 req-4908b7ab-ea1a-474a-b9cc-71d262e21b3a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 210 time: 0.0589778 Sep 10 03:14:32.165589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-692f2560-dd17-4e2f-8d45-bb15097a103b req-12e3e8e3-3982-4ce8-855a-59c78c903055 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763761 Sep 10 03:14:32.347758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:32.379768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181776-d5e5-47b0-8bad-ac4473d1a543 req-b92165be-86f0-49dc-82e7-0070e9756117 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:32.393643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0181776-d5e5-47b0-8bad-ac4473d1a543 req-b92165be-86f0-49dc-82e7-0070e9756117 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 945 time: 0.1134803 Sep 10 03:14:32.409703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-9a963747-049c-423d-9b74-416622c91143 None None] Allocated IP 172.20.0.2 (4432d25d-472b-4926-b0ba-2c03bff0b103/0846ff65-8c60-43df-bc15-49bc8e5c0e25/e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:32.480186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0181776-d5e5-47b0-8bad-ac4473d1a543 req-fc69b0c6-73e4-43aa-87a8-fd92ff9b2d58 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829475 Sep 10 03:14:32.595178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:32.598590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:32.613783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:32.678946 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a963747-049c-423d-9b74-416622c91143 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:32.691889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9a963747-049c-423d-9b74-416622c91143 None None] Transition to ACTIVE for port object e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:32.712853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9a963747-049c-423d-9b74-416622c91143 None None] Transition to ACTIVE for port object e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:32.738314 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a963747-049c-423d-9b74-416622c91143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:32.811188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:32.868189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 23cdda8e-1d57-47e2-8793-518fe006ce0b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:32.881457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a963747-049c-423d-9b74-416622c91143 None None] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:32.886079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 23cdda8e-1d57-47e2-8793-518fe006ce0b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:32.886465 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:32.936208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-9a963747-049c-423d-9b74-416622c91143 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:32.938784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a963747-049c-423d-9b74-416622c91143 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:32.980343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963747-049c-423d-9b74-416622c91143 None None] Pushing event updated for resources: {'Port': ['ID=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:32.981864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:32.984650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-3ad31029-f0d6-4060-9640-6176a886f5bd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:32.997924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-3ad31029-f0d6-4060-9640-6176a886f5bd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.2799504 Sep 10 03:14:33.000729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:33.036780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-8b01eab0-4049-4aea-b0c2-eeb56d104aa4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/quotas/518a021f94bd42538e5478c902f130a3 HTTP/1.1" status: 200 len: 375 time: 0.0378482 Sep 10 03:14:33.092389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-3205c900-6722-4717-8503-4374e60ae285 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517514 Sep 10 03:14:33.132077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.272015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-6a4b7bb6-9cbd-4082-98a4-e338d1d1207f service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771855 Sep 10 03:14:33.296884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 19723932-05ea-4341-a50c-2d05dc7ab766, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19723932-05ea-4341-a50c-2d05dc7ab766,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:33.315189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:33.315948 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.324669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9a963747-049c-423d-9b74-416622c91143 None None] Attempting to bind port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:33.325046 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9a963747-049c-423d-9b74-416622c91143 None None] Attempting to bind port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9c02a1bf-231d-41dd-a562-01d7b2aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:33.325460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a963747-049c-423d-9b74-416622c91143 None None] Attempting to bind port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 on network 4432d25d-472b-4926-b0ba-2c03bff0b103 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:33.331134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-60677a9e-7f3f-47f2-aec0-e5ecee099a05 None None] Provisioning for port b13be432-9428-49e3-bbe9-9cff95860d53 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:33.336615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.341525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a963747-049c-423d-9b74-416622c91143 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:33.342363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a963747-049c-423d-9b74-416622c91143 None None] Checking segment: {'id': '9c02a1bf-231d-41dd-a562-01d7b2aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:33.343157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a963747-049c-423d-9b74-416622c91143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.343577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a963747-049c-423d-9b74-416622c91143 None None] Bound using segment: {'id': '9c02a1bf-231d-41dd-a562-01d7b2aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:33.344123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9a963747-049c-423d-9b74-416622c91143 None None] Bound port: e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c02a1bf-231d-41dd-a562-01d7b2aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4432d25d-472b-4926-b0ba-2c03bff0b103'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:33.344512 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a963747-049c-423d-9b74-416622c91143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.389184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0f4bf915-782b-4456-b738-a49af3a392e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8423891 Sep 10 03:14:33.405025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Request body: {'port': {'device_id': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:33.419210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=19723932-05ea-4341-a50c-2d05dc7ab766,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:33.432413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117a4e-9039-40bb-b6d2-762460cee3f1 req-68c53334-28fc-4946-80ee-1ba197533ad4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:33.433964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-89117a4e-9039-40bb-b6d2-762460cee3f1 req-68c53334-28fc-4946-80ee-1ba197533ad4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 931 time: 0.2146356 Sep 10 03:14:33.454258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-9fd581a4-acfc-4c30-8a41-ecccf5a2a688 service neutron] 10.222.0.23 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780136 Sep 10 03:14:33.465965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-60677a9e-7f3f-47f2-aec0-e5ecee099a05 None None] Provisioning complete for port b13be432-9428-49e3-bbe9-9cff95860d53 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:33.466403 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60677a9e-7f3f-47f2-aec0-e5ecee099a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.471722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.20.0.1 (4432d25d-472b-4926-b0ba-2c03bff0b103/0846ff65-8c60-43df-bc15-49bc8e5c0e25/ed3dd251-9602-432c-908c-1c888b391aad) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:33.573984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-60677a9e-7f3f-47f2-aec0-e5ecee099a05 None None] Port b13be432-9428-49e3-bbe9-9cff95860d53 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:33.626922 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.685214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23cdda8e-1d57-47e2-8793-518fe006ce0b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:33.698225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cdda8e-1d57-47e2-8793-518fe006ce0b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:33.701593 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4bfab3-8ced-4b76-b5f1-c6bd824ef4a5" -d '{"events": [{"server_uuid": "73ed16a7-b56f-4104-92ab-f8289a7048a1", "name": "network-vif-plugged", "status": "completed", "tag": "23cdda8e-1d57-47e2-8793-518fe006ce0b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:33.708070 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.787434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23cdda8e-1d57-47e2-8793-518fe006ce0b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:33.790743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:14:33.816422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:14:33.816779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device db4e4bd3-2b7f-499b-9fc0-5ad554fe3972 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:14:33.821105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9a963747-049c-423d-9b74-416622c91143 None None] For port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:33.838370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9a963747-049c-423d-9b74-416622c91143 None None] For port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,segment=NetworkSegment(9c02a1bf-231d-41dd-a562-01d7b2aa44dc),segment_id=9c02a1bf-231d-41dd-a562-01d7b2aa44dc)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:33.852081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a963747-049c-423d-9b74-416622c91143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:33.917790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5e919-ae1e-4269-b0d0-7a5e1f7dcb03 req-a47cce44-37b5-49a9-94e4-6d0c84111944 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:33.928444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cdd5e919-ae1e-4269-b0d0-7a5e1f7dcb03 req-a47cce44-37b5-49a9-94e4-6d0c84111944 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 944 time: 0.1884468 Sep 10 03:14:33.978310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963747-049c-423d-9b74-416622c91143 None None] Pushing event updated for resources: {'Port': ['ID=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:34.018128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cdd5e919-ae1e-4269-b0d0-7a5e1f7dcb03 req-3c5acb99-cd54-4e16-b9f3-90f4b9e59111 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792997 Sep 10 03:14:34.138782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df5f1051-2f2a-42fb-916e-d301185dd921 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:14:34.174794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e33221-dc79-4a76-a6b2-165bb5dfcece req-d7033bfc-cffc-4750-b1ce-122d8ccb3212 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:34.187598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6e33221-dc79-4a76-a6b2-165bb5dfcece req-d7033bfc-cffc-4750-b1ce-122d8ccb3212 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 946 time: 0.1036372 Sep 10 03:14:34.193907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-89117a4e-9039-40bb-b6d2-762460cee3f1 req-0bd588e1-2237-450b-8ba0-2c472621b0a6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7412395 Sep 10 03:14:34.238486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.299021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6e33221-dc79-4a76-a6b2-165bb5dfcece req-7ebb566d-9933-4d4e-b7ef-cbac7dc4d2c5 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105280 Sep 10 03:14:34.409320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:34.518812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-870f2fbe-d9ef-46a1-9b33-677ace2a3afc req-34d88fae-3933-4662-9ced-734a70e0eb01 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 210 time: 0.0775273 Sep 10 03:14:34.532962 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc1f31c-499e-469e-8c7a-e7fee1bef42b x-openstack-request-id: req-8dc1f31c-499e-469e-8c7a-e7fee1bef42b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:34.533248 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ed16a7-b56f-4104-92ab-f8289a7048a1", "name": "network-vif-plugged", "status": "completed", "tag": "23cdda8e-1d57-47e2-8793-518fe006ce0b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:34.533503 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8dc1f31c-499e-469e-8c7a-e7fee1bef42b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:34.542934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.543477 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cdda8e-1d57-47e2-8793-518fe006ce0b', 'code': 200} Sep 10 03:14:34.606649 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d4e94cde-005b-4520-b756-2ff9bd40df6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.629633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port df5f1051-2f2a-42fb-916e-d301185dd921, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df5f1051-2f2a-42fb-916e-d301185dd921,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:34.679800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'df5f1051-2f2a-42fb-916e-d301185dd921', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': 'df5f1051-2f2a-42fb-916e-d301185dd921', 'mac_address': 'fa:16:3e:29:17:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:14:34.717022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object ed3dd251-9602-432c-908c-1c888b391aad will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:34.722269 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.781334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c8a474cb-b943-472c-a5db-c8f6a6154e58 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:34.781788 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.891503 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.937719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13be432-9428-49e3-bbe9-9cff95860d53 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:34.937956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5f1051-2f2a-42fb-916e-d301185dd921 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:34.948275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:34.964758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Transition to ACTIVE for port object b13be432-9428-49e3-bbe9-9cff95860d53 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:34.967758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b5288-c259-4423-bde4-a46559c634bd req-1ac88ff6-5545-4a05-80a3-93d8808ec3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:34.969530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-239b5288-c259-4423-bde4-a46559c634bd req-1ac88ff6-5545-4a05-80a3-93d8808ec3fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 1097 time: 0.3281727 Sep 10 03:14:34.977615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.002217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port df5f1051-2f2a-42fb-916e-d301185dd921, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df5f1051-2f2a-42fb-916e-d301185dd921,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:35.025487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.083044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.143335 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.175656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-239b5288-c259-4423-bde4-a46559c634bd req-e862216e-c4b5-442d-87fa-39469fa4db59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910932 Sep 10 03:14:35.203291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:35.205811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:35.216563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=df5f1051-2f2a-42fb-916e-d301185dd921,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:35.245768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43046) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:35.294757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:35.296873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:35.304819 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.359619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['df5f1051-2f2a-42fb-916e-d301185dd921'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:35.433374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:35.464933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace2295-43c1-45b7-9d23-f51b8eeeb5f2 req-bde697de-5429-4fcc-bb53-eca6448354fe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:35.478820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cace2295-43c1-45b7-9d23-f51b8eeeb5f2 req-bde697de-5429-4fcc-bb53-eca6448354fe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.1572933 Sep 10 03:14:35.570808 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.577186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d3313f8-440c-4d44-a2cc-e2de6d334ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.639140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:35.720541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a885e52-34b0-4cd5-96d4-0a01beb32f40 None None] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:35.752551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d3313f8-440c-4d44-a2cc-e2de6d334ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.767896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cace2295-43c1-45b7-9d23-f51b8eeeb5f2 req-48f9587c-6bda-45a3-a14d-53d01909e160 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878549 Sep 10 03:14:35.788084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d3313f8-440c-4d44-a2cc-e2de6d334ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:35.918993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:35.919344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:35.919712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:35.925432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7d3313f8-440c-4d44-a2cc-e2de6d334ec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5b7837596554b9aab33993e18f198e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784668 Sep 10 03:14:35.932699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:35.937874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:35.948643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=ed3dd251-9602-432c-908c-1c888b391aad,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:35.953822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3313f8-440c-4d44-a2cc-e2de6d334ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bccb27-2a04-46fc-8fbd-8b3bcaaf340f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:35.978596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fe4f4-c345-4567-9106-415c53637e88 req-361174aa-2f1a-474b-b42e-ece24ab2b368 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:35.980264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c59fe4f4-c345-4567-9106-415c53637e88 req-361174aa-2f1a-474b-b42e-ece24ab2b368 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 945 time: 0.7695191 Sep 10 03:14:35.981073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.033347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9acf97cd-9ce6-4db5-96da-f75459ae3d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.048063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3e77a01d-bc6d-4996-b10a-3cd7d6f90c05 None None] Provisioning for port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:36.057528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9acf97cd-9ce6-4db5-96da-f75459ae3d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.121774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:14:36.122121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:36.127376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13170a-0934-4e8f-92ed-a74a3a95d7c7 req-9695e8d0-3509-41b0-8bd7-bfa905fcc4bd tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:36.135352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a13170a-0934-4e8f-92ed-a74a3a95d7c7 req-9695e8d0-3509-41b0-8bd7-bfa905fcc4bd tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 946 time: 0.2037702 Sep 10 03:14:36.143328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9acf97cd-9ce6-4db5-96da-f75459ae3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.145870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9acf97cd-9ce6-4db5-96da-f75459ae3d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.149916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9acf97cd-9ce6-4db5-96da-f75459ae3d24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18bccb27-2a04-46fc-8fbd-8b3bcaaf340f HTTP/1.1" status: 204 len: 168 time: 0.2139761 Sep 10 03:14:36.184744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf97cd-9ce6-4db5-96da-f75459ae3d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bccb27-2a04-46fc-8fbd-8b3bcaaf340f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:36.186461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:36.186813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Checking segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:36.187211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Bound using segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:36.187709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Bound port: b13be432-9428-49e3-bbe9-9cff95860d53, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:36.188075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.279981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a13170a-0934-4e8f-92ed-a74a3a95d7c7 req-c7e2be4c-6c76-4e0f-966c-211a5d1a31b4 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435411 Sep 10 03:14:36.291665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c59fe4f4-c345-4567-9106-415c53637e88 req-6766d2e8-4c2e-4e48-9d6b-2e05fee3b613 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233078 Sep 10 03:14:36.363560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-a07ddaa8-30e0-4a93-b936-0217087f4b88 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:36.378551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:36.381593 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-a07ddaa8-30e0-4a93-b936-0217087f4b88 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 812 time: 0.6976542 Sep 10 03:14:36.442044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:36.442533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.477141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:36.485045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:36.505804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Request body: {'port': {'device_id': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'admin_state_up': True, 'tenant_id': '518a021f94bd42538e5478c902f130a3'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:36.527925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.544901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:36.547177 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4fb8fe-ace4-4c14-afab-5cf2f0428790" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:36.555010 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.578731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77018236-3f09-4088-81e5-02236a908dd9 req-f8d381c2-ce5c-48ec-a5b7-97aa854ceae2 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 210 time: 0.1539526 Sep 10 03:14:36.585843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.646697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,segment=NetworkSegment(9c02a1bf-231d-41dd-a562-01d7b2aa44dc),segment_id=9c02a1bf-231d-41dd-a562-01d7b2aa44dc)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:36.649076 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b73d44-e03f-4aac-ae62-1c8394edef5a x-openstack-request-id: req-52b73d44-e03f-4aac-ae62-1c8394edef5a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:36.649363 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:36.649619 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52b73d44-e03f-4aac-ae62-1c8394edef5a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:36.650135 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:14:36.657563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.658678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19723932-05ea-4341-a50c-2d05dc7ab766 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:36.694224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:36.695200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.696816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] 10.222.0.36 "PUT /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 1091 time: 3.2962308 Sep 10 03:14:36.699388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:36.702270 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e75b60-f85e-4023-994a-0fb16ce2c503" -d '{"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:36.758342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43070) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:36.779903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.815808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:36.854124 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711cc613-1a63-437a-922e-798f08dbf4e3 x-openstack-request-id: req-711cc613-1a63-437a-922e-798f08dbf4e3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:36.855049 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:36.855496 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-711cc613-1a63-437a-922e-798f08dbf4e3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:36.856410 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'status': 'completed', 'code': 200} Sep 10 03:14:36.857551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 19723932-05ea-4341-a50c-2d05dc7ab766 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:36.858125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:36.979833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05bbad29-b8a1-49ef-9f8b-2d33cb94f061 None None] Provisioning complete for port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:36.980899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05bbad29-b8a1-49ef-9f8b-2d33cb94f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.065308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c85c3-5166-464e-adaa-e55626071fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:37.111686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae023b4-ab5a-4879-91ea-a94355096569 req-fd863e2f-b2c4-44e5-b72c-150138aea36b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:37.125497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ae023b4-ab5a-4879-91ea-a94355096569 req-fd863e2f-b2c4-44e5-b72c-150138aea36b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.1799257 Sep 10 03:14:37.199058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ae023b4-ab5a-4879-91ea-a94355096569 req-1488a4fe-889c-4af3-9403-e3e908b615fa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 Sep 10 03:14:37.213930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05bbad29-b8a1-49ef-9f8b-2d33cb94f061 None None] Provisioning for port ed3dd251-9602-432c-908c-1c888b391aad completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:37.220360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05bbad29-b8a1-49ef-9f8b-2d33cb94f061 None None] Provisioning complete for port ed3dd251-9602-432c-908c-1c888b391aad triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:37.220739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05bbad29-b8a1-49ef-9f8b-2d33cb94f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.222912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.230661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.266324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-05bbad29-b8a1-49ef-9f8b-2d33cb94f061 None None] Port ed3dd251-9602-432c-908c-1c888b391aad cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:37.273890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-c7c04baa-504b-47e8-883f-9cbef95adc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:37.275571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-c7c04baa-504b-47e8-883f-9cbef95adc1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1094 time: 0.4144857 Sep 10 03:14:37.288544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=398090e561bc49fd92a4c37332719eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289421 Sep 10 03:14:37.293025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43080) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:37.307306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.321004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f732ea65-ca28-44a3-bcf6-12b7ffbd3224,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:37.330127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.330476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.330822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.331157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.331521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.331924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.332193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.332504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.332832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.333156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.334038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.334367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd80155f-8654-4e5e-80d3-53f71b6dfb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:14:37.363597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-0d0dc2c3-b9a2-4818-abf4-3c8226123346 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 217 time: 0.0768297 Sep 10 03:14:37.422455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7f6a744b-a737-4ac4-a26a-6c24355b116b None None] Provisioning complete for port ed3dd251-9602-432c-908c-1c888b391aad triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:37.425072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7f6a744b-a737-4ac4-a26a-6c24355b116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.456012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Made reservation on behalf of 518a021f94bd42538e5478c902f130a3 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:37.459672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.492936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:37.519948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713028e8-fd4d-41db-9234-ca6930b889fe req-d2f900fc-261a-4ee9-98ec-a787810e9ac1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:37.524008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.534032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-713028e8-fd4d-41db-9234-ca6930b889fe req-d2f900fc-261a-4ee9-98ec-a787810e9ac1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 945 time: 0.1085703 Sep 10 03:14:37.541989 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.543536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a744b-a737-4ac4-a26a-6c24355b116b None None] Port ed3dd251-9602-432c-908c-1c888b391aad cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:37.563112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:37.563534 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.565425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-329144ea-63a3-497d-af3f-e23f7462838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:37.566981 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-329144ea-63a3-497d-af3f-e23f7462838d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.1926186 Sep 10 03:14:37.601239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-713028e8-fd4d-41db-9234-ca6930b889fe req-9b9f7b82-0614-4947-a7aa-d6bcc2c405e5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625451 Sep 10 03:14:37.677622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdc90b26-f507-4907-ac2a-3e043cfaf41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.722652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b1e2-7b85-4372-8245-54d501c29ed6 req-be69bfa1-ec01-4e93-867b-88764b754dd1 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:37.724867 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7519b1e2-7b85-4372-8245-54d501c29ed6 req-be69bfa1-ec01-4e93-867b-88764b754dd1 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 946 time: 0.3256180 Sep 10 03:14:37.804206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdc90b26-f507-4907-ac2a-3e043cfaf41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.805826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=ed3dd251-9602-432c-908c-1c888b391aad,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:37.809176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:37.809990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2c919704-1786-48e8-ab0a-7fa0041c01b8 req-16292a23-a5ba-4278-8b2f-eaf405e897cc tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 210 time: 0.0325561 Sep 10 03:14:37.893746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-46162221-b10e-488a-87b0-1dfa97e127e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:37.895255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-46162221-b10e-488a-87b0-1dfa97e127e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3031905 Sep 10 03:14:37.927729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7519b1e2-7b85-4372-8245-54d501c29ed6 req-cac8382a-539d-41b9-9ec7-379e83fb8da9 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839428 Sep 10 03:14:38.019622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Allocated IP 172.20.0.6 (45e9dc8d-92d8-486b-9ada-22d2ac6a7232/0df218cd-3929-40b5-93f3-2f0820794960/56783d77-ee3c-4bc0-8e36-e489730c95ad) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:38.103892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdc90b26-f507-4907-ac2a-3e043cfaf41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:38.106569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdc90b26-f507-4907-ac2a-3e043cfaf41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:38.110781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cdc90b26-f507-4907-ac2a-3e043cfaf41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f732ea65-ca28-44a3-bcf6-12b7ffbd3224 HTTP/1.1" status: 204 len: 168 time: 0.8085849 Sep 10 03:14:38.142878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc90b26-f507-4907-ac2a-3e043cfaf41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f732ea65-ca28-44a3-bcf6-12b7ffbd3224,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:38.145609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df5f1051-2f2a-42fb-916e-d301185dd921 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:38.150767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:38.176209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:38.281462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-f453d551-95a6-442c-8f1e-207fe08475aa service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565707 Sep 10 03:14:38.400223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port df5f1051-2f2a-42fb-916e-d301185dd921 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:38.405198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port df5f1051-2f2a-42fb-916e-d301185dd921 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:38.406951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:38.498985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38aeb2-aefe-481c-868f-76122e6a9ab5 req-184fffa1-83c5-4748-bfcd-47f6131a06eb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:38.516035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c38aeb2-aefe-481c-868f-76122e6a9ab5 req-184fffa1-83c5-4748-bfcd-47f6131a06eb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.1473532 Sep 10 03:14:38.655432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c38aeb2-aefe-481c-868f-76122e6a9ab5 req-cf535e48-dcc0-4f11-8968-7ca8028b63af tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384332 Sep 10 03:14:38.684182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:38.715674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:38.720155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router e8b6810f-5f71-44fd-ba2e-119a1b9de3ba is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:14:38.775283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port df5f1051-2f2a-42fb-916e-d301185dd921, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df5f1051-2f2a-42fb-916e-d301185dd921,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:38.787418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a870b4-82a7-4538-a974-06457c2287de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5f1051-2f2a-42fb-916e-d301185dd921'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:38.790802 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7b4b0f-3651-4a69-9583-e36f5f75142d" -d '{"events": [{"server_uuid": "08a870b4-82a7-4538-a974-06457c2287de", "name": "network-vif-plugged", "status": "completed", "tag": "df5f1051-2f2a-42fb-916e-d301185dd921"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:38.808927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:38.965526 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40815a0-f40a-4593-9002-3da20a8f5145 x-openstack-request-id: req-a40815a0-f40a-4593-9002-3da20a8f5145 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:38.965895 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a870b4-82a7-4538-a974-06457c2287de", "name": "network-vif-plugged", "status": "completed", "tag": "df5f1051-2f2a-42fb-916e-d301185dd921", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:38.966022 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a40815a0-f40a-4593-9002-3da20a8f5145 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:38.966474 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a870b4-82a7-4538-a974-06457c2287de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5f1051-2f2a-42fb-916e-d301185dd921', 'code': 200} Sep 10 03:14:38.966993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=df5f1051-2f2a-42fb-916e-d301185dd921,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:38.989038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-54c625c7-a343-452a-84b5-3bd745a9aa41 None None] Provisioning complete for port ed3dd251-9602-432c-908c-1c888b391aad triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:38.989410 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-54c625c7-a343-452a-84b5-3bd745a9aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:39.062149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c468de-dffe-43f3-a250-4fea8be3e874 req-4dee9a39-81da-485f-a82b-af275e0dfb46 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 210 time: 0.0687847 Sep 10 03:14:39.082809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550f576-56e2-4ea3-b952-f1a9e0f71f45 req-70b7aee3-5003-40f2-be1b-9d07071af72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:39.084415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-54c625c7-a343-452a-84b5-3bd745a9aa41 None None] Port ed3dd251-9602-432c-908c-1c888b391aad cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:39.092111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f550f576-56e2-4ea3-b952-f1a9e0f71f45 req-70b7aee3-5003-40f2-be1b-9d07071af72a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 1097 time: 0.1476057 Sep 10 03:14:39.176346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f550f576-56e2-4ea3-b952-f1a9e0f71f45 req-42899614-1833-4b9a-9194-342b30c041fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757368 Sep 10 03:14:39.511872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:39.535288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9adfd1-ced9-4c6d-9c0f-c4ea6fa2035f req-7775e2f2-0202-41da-b9dc-7000e29d5a37 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:39.537788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd9adfd1-ced9-4c6d-9c0f-c4ea6fa2035f req-7775e2f2-0202-41da-b9dc-7000e29d5a37 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 945 time: 0.8122633 Sep 10 03:14:39.558369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d33f189e-b974-4760-abfa-3d3fefdadfe9 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/e8b6810f-5f71-44fd-ba2e-119a1b9de3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4419110 Sep 10 03:14:39.561079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:39.637031 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] Sync routers for ids ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:39.650022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cda1f1c4-078f-4bc2-84a9-4742074521b0 req-f5ccdd29-f2aa-4a9c-8493-a750fd083946 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3529267 Sep 10 03:14:39.670642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315987d-25bc-476c-9f92-460534498756 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:39.675393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd9adfd1-ced9-4c6d-9c0f-c4ea6fa2035f req-c9b02833-1cf5-40b2-8c22-816498ec5e15 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281443 Sep 10 03:14:39.676686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8315987d-25bc-476c-9f92-460534498756 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports/ed3dd251-9602-432c-908c-1c888b391aad HTTP/1.1" status: 200 len: 910 time: 0.1139710 Sep 10 03:14:39.678233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:39.694170 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] Routers {'e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:39.694823 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:39.703643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:39.793236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event updated for resources: {'Port': ['ID=56783d77-ee3c-4bc0-8e36-e489730c95ad,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:39.804887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:39.818448 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] Routers {'e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:39.821237 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:39.849577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:39.851596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:39.854436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:39.942523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-0049a069-a0c2-4d99-b3ac-b30caf4dd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:39.944113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-0049a069-a0c2-4d99-b3ac-b30caf4dd6d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1094 time: 0.1528921 Sep 10 03:14:40.013036 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:40.013963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c31eb-0072-4fa8-ac76-91c753fcb13c None None] The sync data for ids ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:40.058243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-3743d933-11db-4bb8-bfac-5236cbb91e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.059773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-3743d933-11db-4bb8-bfac-5236cbb91e08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 897 time: 0.1049311 Sep 10 03:14:40.070904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.075133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:40.141391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-6a7377e1-f384-4aea-899a-7f5c422c1dbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 217 time: 0.0603061 Sep 10 03:14:40.149245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8566d-3502-433a-94dd-f75a04691999 req-51aef8c5-ad05-4c0a-986b-b6ac6b47178f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.157775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ed8566d-3502-433a-94dd-f75a04691999 req-51aef8c5-ad05-4c0a-986b-b6ac6b47178f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.2905800 Sep 10 03:14:40.168698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-48dcbf9a-13c9-4fa3-8f82-c7904bdfc721 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7426605 Sep 10 03:14:40.220261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Request body: {'port': {'device_id': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:40.306313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:40.368319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ed8566d-3502-433a-94dd-f75a04691999 req-5c914230-e10c-4587-82bb-621228248891 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997397 Sep 10 03:14:40.402724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-9adf7df2-c256-417b-877e-19e79f45e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.405142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-9adf7df2-c256-417b-877e-19e79f45e118 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.2565665 Sep 10 03:14:40.491990 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:40.524196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf8014-2e14-48d8-b9f7-776b53907cec req-3c55b6b7-af74-46ee-be22-e2f5a1136607 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.531647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cacf8014-2e14-48d8-b9f7-776b53907cec req-3c55b6b7-af74-46ee-be22-e2f5a1136607 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 931 time: 0.3193698 Sep 10 03:14:40.606728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-8e199857-bb5d-4306-ba2b-ed2b3e386214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.608290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-8e199857-bb5d-4306-ba2b-ed2b3e386214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870568 Sep 10 03:14:40.628743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cacf8014-2e14-48d8-b9f7-776b53907cec req-b827bef0-468f-4dd7-9bbe-9025b9ce4cdf tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902638 Sep 10 03:14:40.783395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-4d77171c-41d9-4000-8d02-b562e1e04977 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535923 Sep 10 03:14:40.952749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56783d77-ee3c-4bc0-8e36-e489730c95ad {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:40.953376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4e167-8030-4811-9355-0d3d5bb3a3c7 req-4be789c3-80ba-472c-90d6-af1a695bf996 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:40.955077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4e4e167-8030-4811-9355-0d3d5bb3a3c7 req-4be789c3-80ba-472c-90d6-af1a695bf996 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 946 time: 0.1162570 Sep 10 03:14:40.959340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port ed3dd251-9602-432c-908c-1c888b391aad {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:40.959873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:40.969857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:40.992707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Transition to ACTIVE for port object 56783d77-ee3c-4bc0-8e36-e489730c95ad will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:41.004074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.009405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b2e75b60-f85e-4023-994a-0fb16ce2c503 req-adfb93b2-b4de-478d-b6b4-9124692ae6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128313 Sep 10 03:14:41.064547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Pushing event updated for resources: {'Port': ['ID=56783d77-ee3c-4bc0-8e36-e489730c95ad,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:41.215140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.216213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Attempting to bind port 56783d77-ee3c-4bc0-8e36-e489730c95ad on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:41.217043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Attempting to bind port 56783d77-ee3c-4bc0-8e36-e489730c95ad by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:41.217505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Attempting to bind port 56783d77-ee3c-4bc0-8e36-e489730c95ad on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:41.228870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Port 56783d77-ee3c-4bc0-8e36-e489730c95ad on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:14:41.229216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Attempting to bind port 56783d77-ee3c-4bc0-8e36-e489730c95ad on network 45e9dc8d-92d8-486b-9ada-22d2ac6a7232 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:41.231502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4e4e167-8030-4811-9355-0d3d5bb3a3c7 req-4e049460-f5f5-4699-ad40-5b6de2acba87 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143620 Sep 10 03:14:41.237317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:41.237696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Checking segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:41.238411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Bound using segment: {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:41.238763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Bound port: 56783d77-ee3c-4bc0-8e36-e489730c95ad, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:41.239560 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.263339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for ed3dd251-9602-432c-908c-1c888b391aad owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:41.390863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] For port 56783d77-ee3c-4bc0-8e36-e489730c95ad, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:41.395654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] For port 56783d77-ee3c-4bc0-8e36-e489730c95ad, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:41.411604 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.568582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Pushing event updated for resources: {'Port': ['ID=56783d77-ee3c-4bc0-8e36-e489730c95ad,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:41.605685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43204) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:41.612840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:41.613071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.615077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-31dab2e4-8c06-49cb-9de8-8d004a1e3453 service neutron] 10.222.0.32 "PUT /v2.0/ports/56783d77-ee3c-4bc0-8e36-e489730c95ad HTTP/1.1" status: 200 len: 1091 time: 1.4011438 Sep 10 03:14:41.616393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'tag': '56783d77-ee3c-4bc0-8e36-e489730c95ad'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:41.620439 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857be527-782e-4f3a-b1ed-3bf7a2ac780f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc9402a-1cae-4443-bab2-0dc4ea5fee1c", "tag": "56783d77-ee3c-4bc0-8e36-e489730c95ad"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:41.682886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a1a26-d628-4b19-b9e8-148a91e1a763 req-72dec405-4fbe-46eb-9930-a111d81588e1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:41.698223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-639a1a26-d628-4b19-b9e8-148a91e1a763 req-72dec405-4fbe-46eb-9930-a111d81588e1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 946 time: 0.1596606 Sep 10 03:14:41.777426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4d8-9781-4253-8612-1db06f2f52f5 req-9df508fa-099b-4876-aaf0-3ec879459146 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:41.781221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af1da4d8-9781-4253-8612-1db06f2f52f5 req-9df508fa-099b-4876-aaf0-3ec879459146 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.2182679 Sep 10 03:14:41.788569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-639a1a26-d628-4b19-b9e8-148a91e1a763 req-f25dd8b0-dd55-431f-8198-7949405e7c82 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894475 Sep 10 03:14:41.790424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-480b65ab-7b74-486d-80ce-f95be9581056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:41.793668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-480b65ab-7b74-486d-80ce-f95be9581056 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 1094 time: 0.0805080 Sep 10 03:14:41.819229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6329-cb47-4dcd-9a46-98411714432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.874770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-4b762011-a80a-4341-8d0d-1342e7f7acb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad HTTP/1.1" status: 200 len: 217 time: 0.0601356 Sep 10 03:14:41.876446 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cad103e-b807-4994-8550-5054a3944aad x-openstack-request-id: req-8cad103e-b807-4994-8550-5054a3944aad {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:41.876976 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc9402a-1cae-4443-bab2-0dc4ea5fee1c", "tag": "56783d77-ee3c-4bc0-8e36-e489730c95ad", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:41.877295 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cad103e-b807-4994-8550-5054a3944aad {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:41.877714 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'tag': '56783d77-ee3c-4bc0-8e36-e489730c95ad', 'status': 'completed', 'code': 200} Sep 10 03:14:41.895928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:41.960996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-3a7def8d-4e8a-49e2-a3ee-8f0d645eb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:41.963247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-3a7def8d-4e8a-49e2-a3ee-8f0d645eb879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.0761278 Sep 10 03:14:41.982964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=ed3dd251-9602-432c-908c-1c888b391aad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:41.984893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af1da4d8-9781-4253-8612-1db06f2f52f5 req-9a3505af-9151-4d97-91cc-2a9703502578 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925912 Sep 10 03:14:42.062041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-2759877f-a6fb-471f-a1e6-bd0fd29b66c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693588 Sep 10 03:14:42.158692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:42.180083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:14:42.214491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-170eed2b-1171-401f-ac2e-2999fd389747 service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430650 Sep 10 03:14:42.365595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-113a43e3-cf36-49a8-b8a3-bd099b2b4450 req-e4664a3e-b2ff-4418-9bbe-a86178c27756 service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368935 Sep 10 03:14:42.425495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:42.442057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'port_id': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'mac_address': 'fa:16:3e:48:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:14:42.476070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-49ae441c-9298-4187-be6a-753d1cc3122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:42.477577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-49ae441c-9298-4187-be6a-753d1cc3122b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=518a021f94bd42538e5478c902f130a3&device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 1094 time: 0.0549550 Sep 10 03:14:42.485325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3caa-955d-4629-92c2-1b121102f663 req-f3e74a64-6b76-41f4-96a6-26d1ba80253e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:42.489094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router e8b6810f-5f71-44fd-ba2e-119a1b9de3ba has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:14:42.493370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cf3caa-955d-4629-92c2-1b121102f663 req-f3e74a64-6b76-41f4-96a6-26d1ba80253e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 946 time: 0.2778912 Sep 10 03:14:42.495948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:42.519497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13be432-9428-49e3-bbe9-9cff95860d53 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:42.565208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623c076-f736-4a7c-8d5d-d60b208f4c6d req-6df11f6e-35f4-4efd-8893-38126ce14d72 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:42.572985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b623c076-f736-4a7c-8d5d-d60b208f4c6d req-6df11f6e-35f4-4efd-8893-38126ce14d72 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 943 time: 0.6014893 Sep 10 03:14:42.605536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:42.620500 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:42.631069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-308fbb58-bef2-4d92-ba5b-ce78f7b2bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:42.635805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-308fbb58-bef2-4d92-ba5b-ce78f7b2bcad service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 200 len: 912 time: 0.1402864 Sep 10 03:14:42.636649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b623c076-f736-4a7c-8d5d-d60b208f4c6d req-4e2759d5-02e0-4e5b-98e7-a6f3ebc39782 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 Sep 10 03:14:42.673731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49cf3caa-955d-4629-92c2-1b121102f663 req-90be19b7-df6a-4c50-9d58-339d8948f207 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625626 Sep 10 03:14:42.710207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:42.716010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4205165d-4d0c-4501-bb32-0dec6b0c433d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/e8b6810f-5f71-44fd-ba2e-119a1b9de3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365193 Sep 10 03:14:42.718981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43224) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:42.750397 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-4e863dfb-7465-4b4c-b4ee-f2376bed55d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad HTTP/1.1" status: 200 len: 217 time: 0.0849981 Sep 10 03:14:42.750755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c096fc1-ccc1-4885-9f1e-aca609104e12 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8b6810f-5f71-44fd-ba2e-119a1b9de3ba HTTP/1.1" status: 200 len: 205 time: 0.0294385 Sep 10 03:14:42.756491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43226) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:42.769746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:42.794883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] Sync routers for ids ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:42.838821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] Routers {'e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:42.839634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:42.841242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6329-cb47-4dcd-9a46-98411714432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:42.905583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-cb2aee5b-836d-4858-85a3-1b0c6fbe0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:42.905583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-cb2aee5b-836d-4858-85a3-1b0c6fbe0624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 200 len: 852 time: 0.1306095 Sep 10 03:14:42.943038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b13be432-9428-49e3-bbe9-9cff95860d53'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:42.963099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-551ebd10-c8f0-4f75-9f6e-0801a569fba7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e9dc8d-92d8-486b-9ada-22d2ac6a7232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484724 Sep 10 03:14:43.049916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:43.175407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] Routers {'e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:43.177940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:43.183231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-3c562ae0-3ade-4971-889f-bb84607b66d4 service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054319 Sep 10 03:14:43.275349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:43.276748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa7646-6122-4af4-8ac5-7d4a850f385f None None] The sync data for ids ['e8b6810f-5f71-44fd-ba2e-119a1b9de3ba'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:43.361148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.366153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6329-cb47-4dcd-9a46-98411714432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.441453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-857be527-782e-4f3a-b1ed-3bf7a2ac780f req-ca26a98a-5dba-4c27-bf4c-3c26e76d0aad service neutron] 10.222.0.32 "GET /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498224 Sep 10 03:14:43.467341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f087c-7c2b-4b48-9ab1-81ac1f29dd54 req-7b0b1234-8006-4ae8-bc84-513781f86942 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:43.480161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-219f087c-7c2b-4b48-9ab1-81ac1f29dd54 req-7b0b1234-8006-4ae8-bc84-513781f86942 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 946 time: 0.1643388 Sep 10 03:14:43.526287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-219f087c-7c2b-4b48-9ab1-81ac1f29dd54 req-514bbe68-2089-4cf6-ba2c-43d58e17e867 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Sep 10 03:14:43.537749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a3cd6329-cb47-4dcd-9a46-98411714432e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6100e2f9f0594e07ae114f4be3220578&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9300659 Sep 10 03:14:43.540872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43238) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:43.609884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd6329-cb47-4dcd-9a46-98411714432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77085d-94a1-49d3-9213-8205295ed5c5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:43.613496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fb-1cd7-42eb-8245-316d237b368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.622148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 56783d77-ee3c-4bc0-8e36-e489730c95ad details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:14:43.639746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fb67b-4b70-4a9b-b1f6-a6284dd80644 req-026b24bb-64a8-4477-931e-c58e00f04b72 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:43.644869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fb-1cd7-42eb-8245-316d237b368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.646978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f89fb67b-4b70-4a9b-b1f6-a6284dd80644 req-026b24bb-64a8-4477-931e-c58e00f04b72 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.2828057 Sep 10 03:14:43.692270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.700204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.780163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.780704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router e8b6810f-5f71-44fd-ba2e-119a1b9de3ba {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:14:43.784428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fb-1cd7-42eb-8245-316d237b368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.787147 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fb-1cd7-42eb-8245-316d237b368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.789241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:43.792757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3e65cf4a-f759-4024-8d36-337f7c21af08 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/e8b6810f-5f71-44fd-ba2e-119a1b9de3ba HTTP/1.1" status: 204 len: 168 time: 1.0313714 Sep 10 03:14:43.792907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cf93d8fb-1cd7-42eb-8245-316d237b368e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa77085d-94a1-49d3-9213-8205295ed5c5 HTTP/1.1" status: 204 len: 168 time: 0.2503848 Sep 10 03:14:43.795283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43244) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:43.805643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f89fb67b-4b70-4a9b-b1f6-a6284dd80644 req-4bdf4685-f75f-4f49-bed9-e42dfa765f2e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431880 Sep 10 03:14:43.848661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d8fb-1cd7-42eb-8245-316d237b368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77085d-94a1-49d3-9213-8205295ed5c5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:43.890201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1d85-9000-4a3f-a2a1-86265f66fc64 req-4718277b-14b1-4150-8d34-cf63c3a54307 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:43.901198 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e9e1d85-9000-4a3f-a2a1-86265f66fc64 req-4718277b-14b1-4150-8d34-cf63c3a54307 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 943 time: 0.1624761 Sep 10 03:14:43.960026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 0846ff65-8c60-43df-bc15-49bc8e5c0e25 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:14:43.985600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.025605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e9e1d85-9000-4a3f-a2a1-86265f66fc64 req-3a519777-45a6-4ee9-afcb-659fef95b289 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234493 Sep 10 03:14:44.059475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.158678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 56783d77-ee3c-4bc0-8e36-e489730c95ad, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:44.185063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:44.191721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '56783d77-ee3c-4bc0-8e36-e489730c95ad', 'network_id': '45e9dc8d-92d8-486b-9ada-22d2ac6a7232', 'port_id': '56783d77-ee3c-4bc0-8e36-e489730c95ad', 'mac_address': 'fa:16:3e:93:d4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df218cd-3929-40b5-93f3-2f0820794960', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:14:44.199761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.272363 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.293673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.303003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56783d77-ee3c-4bc0-8e36-e489730c95ad {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:14:44.333929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 56783d77-ee3c-4bc0-8e36-e489730c95ad, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:44.336058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port b13be432-9428-49e3-bbe9-9cff95860d53 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:44.340952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.345320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port b13be432-9428-49e3-bbe9-9cff95860d53 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:44.345698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.374138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=0846ff65-8c60-43df-bc15-49bc8e5c0e25,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:44.382475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.384580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db713a8c-4f02-4dba-8a1c-ff6973a2ac15 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/0846ff65-8c60-43df-bc15-49bc8e5c0e25 HTTP/1.1" status: 204 len: 168 time: 0.5836711 Sep 10 03:14:44.387248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:44.394469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:44.422893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9322325-9e85-4ad9-b78c-829b0cdeaa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.459243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe19cc-f3d0-4ef0-9b43-611f90f74f90 None None] Network 4432d25d-472b-4926-b0ba-2c03bff0b103 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:44.512887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.628320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9322325-9e85-4ad9-b78c-829b0cdeaa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.638689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9322325-9e85-4ad9-b78c-829b0cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.665900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['56783d77-ee3c-4bc0-8e36-e489730c95ad'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:44.683896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:44.684336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.691183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d9322325-9e85-4ad9-b78c-829b0cdeaa52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e6ef7885d9e405aac05ef64afc0d411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956216 Sep 10 03:14:44.692080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43262) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:44.739716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9322325-9e85-4ad9-b78c-829b0cdeaa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb4a436-d29c-4d10-9396-63a43a60dcd2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:44.763326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=56783d77-ee3c-4bc0-8e36-e489730c95ad,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:44.817225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649480d1-ae2a-49d2-a38e-5ed153032652 req-0ef32223-7f8a-400f-9398-38fafb6e988e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:44.825999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-649480d1-ae2a-49d2-a38e-5ed153032652 req-0ef32223-7f8a-400f-9398-38fafb6e988e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 946 time: 0.1442220 Sep 10 03:14:44.845297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9766aa0c-2284-4a96-a8ae-59311dfcae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.893968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9766aa0c-2284-4a96-a8ae-59311dfcae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.900908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,segment=NetworkSegment(9c02a1bf-231d-41dd-a562-01d7b2aa44dc),segment_id=9c02a1bf-231d-41dd-a562-01d7b2aa44dc)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:44.901387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.929242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:44.939192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:44.963166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-7be80c43-296c-4ebf-a75e-45d82b0faec7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:44.970234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-7be80c43-296c-4ebf-a75e-45d82b0faec7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 946 time: 0.2240038 Sep 10 03:14:45.055922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] DHCP port deletion for 4432d25d-472b-4926-b0ba-2c03bff0b103 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:14:45.067437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-649480d1-ae2a-49d2-a38e-5ed153032652 req-191e1e02-3d5b-4bfb-adaf-417ee4afc675 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402451 Sep 10 03:14:45.069018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9766aa0c-2284-4a96-a8ae-59311dfcae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.071847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9766aa0c-2284-4a96-a8ae-59311dfcae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.084021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9766aa0c-2284-4a96-a8ae-59311dfcae90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5eb4a436-d29c-4d10-9396-63a43a60dcd2 HTTP/1.1" status: 204 len: 168 time: 0.3802183 Sep 10 03:14:45.112228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766aa0c-2284-4a96-a8ae-59311dfcae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb4a436-d29c-4d10-9396-63a43a60dcd2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:45.164073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:45.171835 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b183ab1a-cd62-490e-99e2-5d04fc8b7bfe" -d '{"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-plugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:45.248414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:45.289472 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.328661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c5e8-3f50-49ad-9d7c-47db2d5984a3 req-fc531493-555a-4fd9-a321-0c391fe49ed4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:45.336030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2315c5e8-3f50-49ad-9d7c-47db2d5984a3 req-fc531493-555a-4fd9-a321-0c391fe49ed4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.3318634 Sep 10 03:14:45.363027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2fcd9-b1ff-4a09-a28d-32c65ad8ac74 req-be02495f-c029-409c-bd00-d7f73fc3c62c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:45.375789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acc2fcd9-b1ff-4a09-a28d-32c65ad8ac74 req-be02495f-c029-409c-bd00-d7f73fc3c62c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 944 time: 0.1081398 Sep 10 03:14:45.448121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.479958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acc2fcd9-b1ff-4a09-a28d-32c65ad8ac74 req-7e6a484e-7f50-4107-b534-4e82a8f51c5c tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025369 Sep 10 03:14:45.517805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2315c5e8-3f50-49ad-9d7c-47db2d5984a3 req-51b96e7b-db1d-41d2-b5bc-db7168343e4c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807079 Sep 10 03:14:45.519112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Deleting port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:45.519608 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.523538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:45.536086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port df5f1051-2f2a-42fb-916e-d301185dd921 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:45.536979 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.543771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:45.639300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] For port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:45.639868 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.653248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Calling delete_port for e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:45.656892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:14:45.663081 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c4fca9-000e-4558-a141-de1d70fc5692 x-openstack-request-id: req-c3c4fca9-000e-4558-a141-de1d70fc5692 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:45.663550 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-plugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:45.663883 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3c4fca9-000e-4558-a141-de1d70fc5692 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:45.664366 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'code': 200} Sep 10 03:14:45.667102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.670004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:14:45.724149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:14:45.724607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:14:45.729262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] No DVR routers for this DVR port e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:45.732253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:45.787841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.811110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067fd7-78eb-4cde-a94a-59650bb575c5 None None] Pushing event deleted for resources: {'Port': ['ID=e2f6a2ca-fa5f-4e56-a7ce-3c5cd2dbd8a9,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:45.820181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4432d25d-472b-4926-b0ba-2c03bff0b103']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:45.820348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fbc48-8a6e-4f57-83ff-5e114a9ab892 req-6299b1d4-c43f-401d-9c2f-5c9739051197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:45.827611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-981fbc48-8a6e-4f57-83ff-5e114a9ab892 req-6299b1d4-c43f-401d-9c2f-5c9739051197 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1096 time: 0.1679285 Sep 10 03:14:45.839418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c02a1bf-231d-41dd-a562-01d7b2aa44dc') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:45.839728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c02a1bf-231d-41dd-a562-01d7b2aa44dc') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:45.857407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port df5f1051-2f2a-42fb-916e-d301185dd921, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df5f1051-2f2a-42fb-916e-d301185dd921,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:45.857773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.861131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.916204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for df5f1051-2f2a-42fb-916e-d301185dd921 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:45.916838 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.925600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-981fbc48-8a6e-4f57-83ff-5e114a9ab892 req-d670d9b6-d696-4171-b1a4-05ea50c29a61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885561 Sep 10 03:14:45.933759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:14:45.934596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:14:45.938454 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:14:46.059553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.077712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.079719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/4432d25d-472b-4926-b0ba-2c03bff0b103 HTTP/1.1" status: 204 len: 168 time: 1.6912303 Sep 10 03:14:46.083733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43294) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:46.089533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180033737', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:46.098499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef45de5-17ca-47b4-9ee5-6a18afe6dc73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=4432d25d-472b-4926-b0ba-2c03bff0b103,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:46.157371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.160032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.297824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.346017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.471791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=df5f1051-2f2a-42fb-916e-d301185dd921,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:46.553985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995eaa9-3249-4d34-bcc8-725aba34f90c req-2828946c-f4bf-4ad2-a04a-b37467501d32 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:46.561230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5995eaa9-3249-4d34-bcc8-725aba34f90c req-2828946c-f4bf-4ad2-a04a-b37467501d32 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 867 time: 0.3315940 Sep 10 03:14:46.621290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.672228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port df5f1051-2f2a-42fb-916e-d301185dd921 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:46.678127 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:46.689924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6841b0b1-aac7-4635-a364-707d6cb79630 req-eab4f1ac-5e38-458f-8b65-45c004999016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "DELETE /v2.0/ports/df5f1051-2f2a-42fb-916e-d301185dd921 HTTP/1.1" status: 204 len: 173 time: 1.7054532 Sep 10 03:14:46.704236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5995eaa9-3249-4d34-bcc8-725aba34f90c req-6034cdde-b75d-4809-82b0-088faed6610c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104896 Sep 10 03:14:46.707088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a870b4-82a7-4538-a974-06457c2287de', 'name': 'network-vif-deleted', 'tag': 'df5f1051-2f2a-42fb-916e-d301185dd921'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:46.716361 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b6aaed-5997-4582-a5b0-2ead2e7f4ef4" -d '{"events": [{"server_uuid": "08a870b4-82a7-4538-a974-06457c2287de", "name": "network-vif-deleted", "tag": "df5f1051-2f2a-42fb-916e-d301185dd921"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:46.826275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820338d7-07bf-4fd4-96c8-d9f35826e4d5 req-da8bfee4-0f71-4e7a-af4d-5b8a840101d4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:46.853848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-820338d7-07bf-4fd4-96c8-d9f35826e4d5 req-da8bfee4-0f71-4e7a-af4d-5b8a840101d4 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 944 time: 0.2082520 Sep 10 03:14:46.948338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-820338d7-07bf-4fd4-96c8-d9f35826e4d5 req-88cf5264-fd34-4095-834d-a0e3a972a831 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882375 Sep 10 03:14:47.015615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-3944652a-6b92-4064-9ee4-838e0a3fc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:47.017375 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-3944652a-6b92-4064-9ee4-838e0a3fc070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1097 time: 0.1846764 Sep 10 03:14:47.029427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baa3ea-931d-49ea-840e-72b84017c5a8 req-8a5f40c4-a290-4fbf-88a4-23af93f746ec tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:47.037754 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37baa3ea-931d-49ea-840e-72b84017c5a8 req-8a5f40c4-a290-4fbf-88a4-23af93f746ec tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.1312156 Sep 10 03:14:47.126536 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad09a1f-6d3e-43e8-bdff-25de05535c19 x-openstack-request-id: req-bad09a1f-6d3e-43e8-bdff-25de05535c19 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:47.128775 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a870b4-82a7-4538-a974-06457c2287de", "name": "network-vif-deleted", "tag": "df5f1051-2f2a-42fb-916e-d301185dd921", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:47.129132 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bad09a1f-6d3e-43e8-bdff-25de05535c19 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:47.130933 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a870b4-82a7-4538-a974-06457c2287de', 'name': 'network-vif-deleted', 'tag': 'df5f1051-2f2a-42fb-916e-d301185dd921', 'status': 'completed', 'code': 200} Sep 10 03:14:47.291367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-61d29b02-8bb6-40f3-9555-56ca14f62a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:47.293153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-61d29b02-8bb6-40f3-9555-56ca14f62a22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.2195678 Sep 10 03:14:47.385301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37baa3ea-931d-49ea-840e-72b84017c5a8 req-b5b7b60a-3f98-4d38-a17f-363209354a01 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463616 Sep 10 03:14:47.387022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-89ed7b59-77ef-46fe-8288-47687873dc92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 999 time: 0.0848889 Sep 10 03:14:47.422461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:47.447419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:47.471988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-e5f34d12-d613-492e-9b27-1d20d61a677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:47.473518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-e5f34d12-d613-492e-9b27-1d20d61a677d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.0788336 Sep 10 03:14:47.547042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-6ca02ce8-5e7b-468c-aa24-d8654ef21b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:47.548607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-6ca02ce8-5e7b-468c-aa24-d8654ef21b13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664706 Sep 10 03:14:47.635777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.25.8.198 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/54bb0bde-44fc-457d-9265-4e27fdface47) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:47.653413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 56783d77-ee3c-4bc0-8e36-e489730c95ad up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:47.714678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-01e32c8f-4e14-4406-a112-fa1ac29b2c53 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533322 Sep 10 03:14:47.792284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:47.794549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 56783d77-ee3c-4bc0-8e36-e489730c95ad completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:47.810433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 56783d77-ee3c-4bc0-8e36-e489730c95ad triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:47.810823 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:47.851417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:47.943762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:47.962945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:47.978127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:47.987926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e209c623-43c8-44d0-b7b7-6db56d00314e req-5d225296-5736-4f71-bda7-a66082650b4e service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626824 Sep 10 03:14:48.045985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:48.048629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a1f4d182-d889-4d32-a6fc-121bf4518ca8 req-8a73c010-2151-4cef-a9c1-c5651f4628ae tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.0676649 Sep 10 03:14:48.062152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=54bb0bde-44fc-457d-9265-4e27fdface47,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:48.115135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56783d77-ee3c-4bc0-8e36-e489730c95ad'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:48.118694 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945a03e-6d48-49b6-9b36-cd1645cbb7dc" -d '{"events": [{"server_uuid": "cdc9402a-1cae-4443-bab2-0dc4ea5fee1c", "name": "network-vif-plugged", "status": "completed", "tag": "56783d77-ee3c-4bc0-8e36-e489730c95ad"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:48.161209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 56783d77-ee3c-4bc0-8e36-e489730c95ad, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:48.173480 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:48.230491 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56e424-a6e7-4d3e-a74d-6b7e958234ef x-openstack-request-id: req-9d56e424-a6e7-4d3e-a74d-6b7e958234ef {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:48.230694 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc9402a-1cae-4443-bab2-0dc4ea5fee1c", "name": "network-vif-plugged", "status": "completed", "tag": "56783d77-ee3c-4bc0-8e36-e489730c95ad", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:48.230932 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d56e424-a6e7-4d3e-a74d-6b7e958234ef {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:48.231319 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56783d77-ee3c-4bc0-8e36-e489730c95ad', 'code': 200} Sep 10 03:14:48.232112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df5f1051-2f2a-42fb-916e-d301185dd921 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:14:48.297837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: df5f1051-2f2a-42fb-916e-d301185dd921 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:14:48.298421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df5f1051-2f2a-42fb-916e-d301185dd921 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:14:48.324984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65875190-f790-495f-b267-96264308a1a5 req-fa142907-6f68-4c5e-bae9-bfb23c1ead1e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:48.333585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65875190-f790-495f-b267-96264308a1a5 req-fa142907-6f68-4c5e-bae9-bfb23c1ead1e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 944 time: 0.1964605 Sep 10 03:14:48.337109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=56783d77-ee3c-4bc0-8e36-e489730c95ad,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:48.360479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6da31-b5c5-4f29-a370-3184eff3fe4b req-3d9332d9-63f4-4f5c-9bfb-496a77448965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:48.363370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f0f6da31-b5c5-4f29-a370-3184eff3fe4b req-3d9332d9-63f4-4f5c-9bfb-496a77448965 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 1096 time: 0.0950792 Sep 10 03:14:48.397916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65875190-f790-495f-b267-96264308a1a5 req-dba4ee8f-700e-4c2a-905b-798a1344bb1f tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Sep 10 03:14:48.445863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f0f6da31-b5c5-4f29-a370-3184eff3fe4b req-b937cbba-45cc-4f10-8c74-d29226367f3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734522 Sep 10 03:14:48.570575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbf000-d39f-470c-9e9e-c7de875e6090 req-eb4ff57c-7c0a-4558-9c14-83c8c4345b7b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:48.579353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-73fbf000-d39f-470c-9e9e-c7de875e6090 req-eb4ff57c-7c0a-4558-9c14-83c8c4345b7b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.0965919 Sep 10 03:14:48.591116 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:48.632290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-73fbf000-d39f-470c-9e9e-c7de875e6090 req-eec339f0-4b56-4734-a130-575b6162208e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Sep 10 03:14:48.795938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22396e-8b5b-4ebe-8942-c7d42a406c46 req-90406632-77e2-4afc-a9e3-43f1412d5042 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:48.797539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca22396e-8b5b-4ebe-8942-c7d42a406c46 req-90406632-77e2-4afc-a9e3-43f1412d5042 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.0908558 Sep 10 03:14:48.855795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca22396e-8b5b-4ebe-8942-c7d42a406c46 req-73206d2d-c9fd-4ae9-ae02-f48fb886a6ae tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514984 Sep 10 03:14:48.878127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43362) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:48.905589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:48.927744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c75bc8-0f8b-4604-aba2-b9076ab61157 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:48.929464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-55c75bc8-0f8b-4604-aba2-b9076ab61157 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1091 time: 0.0503469 Sep 10 03:14:48.936846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43364) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:48.948646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:48.990426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:49.116248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:49.134430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 02c8a5ae-c537-4d8f-a819-894b943c4343 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:14:49.252955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.115 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/fc08bfe6-5b66-4925-8ef1-5dca682e3d3f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:49.268425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:49.280116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] Sync routers for ids ['02c8a5ae-c537-4d8f-a819-894b943c4343'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:49.295351 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] Routers {'02c8a5ae-c537-4d8f-a819-894b943c4343'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:49.300388 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['02c8a5ae-c537-4d8f-a819-894b943c4343'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:49.348425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b615c7f-846f-484c-acf5-c1e0703cb47c req-5b5dcfd9-107e-44c1-aa8f-00d93cd02e96 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.0674617 Sep 10 03:14:49.380752 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:49.402460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:49.402460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7eb69aee-f46a-432d-9cdf-185c7413cdc3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3145411 Sep 10 03:14:49.402960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43368) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:49.414550 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] Routers {'02c8a5ae-c537-4d8f-a819-894b943c4343'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:49.415187 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['02c8a5ae-c537-4d8f-a819-894b943c4343'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:49.470533 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:49.472661 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c17e1-2691-4776-aef9-afb5dabbbce1 None None] The sync data for ids ['02c8a5ae-c537-4d8f-a819-894b943c4343'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:49.635306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-61c6c095-54c7-4a8b-8d6d-ed3e2492ef0b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/routers/02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 200 len: 881 time: 0.2285855 Sep 10 03:14:49.636905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:49.820425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:49.837900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693e162-c0ab-4ad0-ad95-d5f3174bfc01 req-473749d1-f38b-4049-822e-5b197a849bdd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:49.839493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7693e162-c0ab-4ad0-ad95-d5f3174bfc01 req-473749d1-f38b-4049-822e-5b197a849bdd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.1462071 Sep 10 03:14:49.898470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7693e162-c0ab-4ad0-ad95-d5f3174bfc01 req-f9985eaa-1658-413e-bb7b-1aad7b027e9e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Sep 10 03:14:49.924232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:49.986587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-97725497-6c42-43ee-859a-f58fd4888f71 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3471408 Sep 10 03:14:49.990590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43380) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:49.995536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1180033737'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:50.010645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=fc08bfe6-5b66-4925-8ef1-5dca682e3d3f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:50.028041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:50.030213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:50.032361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:50.366018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:50.397220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:50.478885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:50.627017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:50.940639 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:50.955851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:51.043618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:51.048257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d5f723-a897-4095-bd4e-1a5efcbcdf0b req-33cae9dc-db6b-4d8e-88a4-45092c37bb0b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.0436957 Sep 10 03:14:51.063355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 02c8a5ae-c537-4d8f-a819-894b943c4343 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:14:51.195798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5bd32-11e9-4d14-bf2f-4e7c685c4898 req-02434af5-56cc-4bcc-b035-abce9e0bc112 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:51.196727 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f5bd32-11e9-4d14-bf2f-4e7c685c4898 req-02434af5-56cc-4bcc-b035-abce9e0bc112 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.1497130 Sep 10 03:14:51.202092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=fc08bfe6-5b66-4925-8ef1-5dca682e3d3f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:51.217212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:51.225564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:51.229501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55d86c1d-c30f-456f-867f-6b76f1cc47be tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 200 len: 888 time: 1.2349467 Sep 10 03:14:51.229735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43392) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:51.232246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] Sync routers for ids ['02c8a5ae-c537-4d8f-a819-894b943c4343'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:51.250668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] Routers {'02c8a5ae-c537-4d8f-a819-894b943c4343'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:51.253939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['02c8a5ae-c537-4d8f-a819-894b943c4343'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:51.303361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f5bd32-11e9-4d14-bf2f-4e7c685c4898 req-7801c1ff-587a-4b2f-a450-d16cdb83bc15 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959158 Sep 10 03:14:51.303361 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP 78417e80-77a4-4288-93e3-810c037ee397 associated. External IP: 172.25.8.115, port: b13be432-9428-49e3-bbe9-9cff95860d53. Sep 10 03:14:51.401484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:51.413056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] Routers {'02c8a5ae-c537-4d8f-a819-894b943c4343'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:51.413875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['02c8a5ae-c537-4d8f-a819-894b943c4343'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:51.458875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:51.459957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2abc25-e0dd-49c6-894f-404b14b79e93 None None] The sync data for ids ['02c8a5ae-c537-4d8f-a819-894b943c4343'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:51.498489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b9175892-41cd-4571-9480-1373b0bd89c1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/routers/02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 200 len: 888 time: 0.2674375 Sep 10 03:14:51.502570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43396) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:51.543157 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-10f73a85-163d-461b-8706-7de56732cfd5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 200 len: 205 time: 0.0394020 Sep 10 03:14:51.545868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:51.759002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:51.809467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router b99372c0-4569-4e86-b09e-ec9e0734f70b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:14:51.845498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971b985-78d3-4d29-a2cc-bbe2170eb350 req-89c9b7ac-14f5-4968-bc60-f7333e388017 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:51.848520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c971b985-78d3-4d29-a2cc-bbe2170eb350 req-89c9b7ac-14f5-4968-bc60-f7333e388017 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.1906071 Sep 10 03:14:51.965171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:51.969238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c971b985-78d3-4d29-a2cc-bbe2170eb350 req-8ba2faf4-7865-4cce-bffa-9be55a647c4e tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125600 Sep 10 03:14:52.094516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 54bb0bde-44fc-457d-9265-4e27fdface47 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:52.095052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:52.158549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:52.170370 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] Sync routers for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:52.185408 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:52.188172 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:52.198334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:52.250292 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:52.265608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f45927c5-e603-4c62-9e42-846904effd47 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3276527 Sep 10 03:14:52.266225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:52.268637 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2" -d '{"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:52.306597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 54bb0bde-44fc-457d-9265-4e27fdface47 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:52.310869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a373e331-710d-481a-ae0d-9c3c86d8ac74 req-193b154d-efc5-41e6-854c-aaf542e18190 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a870b4-82a7-4538-a974-06457c2287de HTTP/1.1" status: 200 len: 210 time: 0.0656900 Sep 10 03:14:52.442368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:52.475903 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2111f65-a12e-4dd7-a9b1-bed9afaaeed7 x-openstack-request-id: req-d2111f65-a12e-4dd7-a9b1-bed9afaaeed7 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:52.476189 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:52.476443 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2111f65-a12e-4dd7-a9b1-bed9afaaeed7 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:52.476852 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'status': 'completed', 'code': 200} Sep 10 03:14:52.496393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727404-05e3-46eb-9c58-458cf2ccd812 req-181975f7-837e-460f-9cab-86bb2ca2dad7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:52.503824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b9727404-05e3-46eb-9c58-458cf2ccd812 req-181975f7-837e-460f-9cab-86bb2ca2dad7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.1240923 Sep 10 03:14:52.583983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:52.632012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b9727404-05e3-46eb-9c58-458cf2ccd812 req-67a67413-5ba2-4a8e-8514-375864d12221 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165199 Sep 10 03:14:52.639353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43424) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:52.641497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-dc8f0ec0-4d6a-4366-bdc8-08ae89726dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:52.643481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-dc8f0ec0-4d6a-4366-bdc8-08ae89726dbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1096 time: 0.1200135 Sep 10 03:14:52.655944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=54bb0bde-44fc-457d-9265-4e27fdface47,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:52.755607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:52.846276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6738bb4e-09b6-4b04-a290-4199e1eb4077 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/78417e80-77a4-4288-93e3-810c037ee397 HTTP/1.1" status: 200 len: 991 time: 0.2021840 Sep 10 03:14:52.910735 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '78417e80-77a4-4288-93e3-810c037ee397', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'port_id': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'mac_address': 'fa:16:3e:48:3d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:14:50Z', 'updated_at': '2021-09-10T03:14:50Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:33Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:52.970162 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] Checking router: b99372c0-4569-4e86-b09e-ec9e0734f70b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:14:52.982258 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:52.984183 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:53.025238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-67162fae-bf6e-4c97-8ab2-d7053fdd52c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1774182 Sep 10 03:14:53.072019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-44d69255-f1a7-4cf9-ac02-e4f9fae6d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.073855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-44d69255-f1a7-4cf9-ac02-e4f9fae6d4fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 897 time: 0.2947807 Sep 10 03:14:53.078051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.086384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.166662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.167332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router 02c8a5ae-c537-4d8f-a819-894b943c4343 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:14:53.177614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.182410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca1cf441-c3a7-4d97-9a98-094d6e373fa4 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 204 len: 168 time: 1.6318099 Sep 10 03:14:53.182713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43442) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:53.191965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1272685390'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:53.242512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:53.246668 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.283472 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:14:53.301284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:14:53.303229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-69f6b534-74bf-4855-99a1-ecc938b61bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.306030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-69f6b534-74bf-4855-99a1-ecc938b61bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1096 time: 0.2282836 Sep 10 03:14:53.322368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.323677 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment 0f05f957-3f4f-4066-afd1-83cf57da09ee of type vlan for network 7897fa2b-efba-4afb-9e9c-9080735a1f82 Sep 10 03:14:53.353015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-808a44cb-1320-47a6-84ab-9d7155db14ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 999 time: 0.2353303 Sep 10 03:14:53.368822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa89b67-6a45-45b5-88dc-20a519c7d956 req-bab5f382-c095-46dd-8c9d-09ec8dd14bbb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.368822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7aa89b67-6a45-45b5-88dc-20a519c7d956 req-bab5f382-c095-46dd-8c9d-09ec8dd14bbb tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.2242818 Sep 10 03:14:53.441877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.510050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.516783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.517435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:53.527009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7aa89b67-6a45-45b5-88dc-20a519c7d956 req-13d67819-d2d8-42a3-950f-1040536fa4bd tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399457 Sep 10 03:14:53.543171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-b28965ee-b295-4a3a-95b9-83c79288f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.544836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-b28965ee-b295-4a3a-95b9-83c79288f268 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.1778591 Sep 10 03:14:53.594917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4085233 Sep 10 03:14:53.598806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43454) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:53.606449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:53.623873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-0b70a507-dc64-47ca-b04b-d783293c5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.627405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-0b70a507-dc64-47ca-b04b-d783293c5cfc service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.2951884 Sep 10 03:14:53.710346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c12b7c-0bf1-4561-b02e-fe6184fb9c77 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=7897fa2b-efba-4afb-9e9c-9080735a1f82,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:53.723386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-7a2e811d-ef38-404c-a61e-df06fd8ed736 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 1001 time: 0.0804265 Sep 10 03:14:53.727853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:14:53.792519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-b1df1dfd-2397-475e-b2c4-dffa07e61cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.794148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-b1df1dfd-2397-475e-b2c4-dffa07e61cda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.0546966 Sep 10 03:14:53.850140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:53.930525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-68af91cc-c1cc-42b0-a3b7-89f5490c0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:53.932238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-68af91cc-c1cc-42b0-a3b7-89f5490c0e3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719125 Sep 10 03:14:53.990474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-82822314-e3e9-473d-80f4-a2436f6ce388 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/78417e80-77a4-4288-93e3-810c037ee397 HTTP/1.1" status: 200 len: 991 time: 0.1389465 Sep 10 03:14:54.017705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-fc9c78f3-06b2-42fd-bd82-fb2ba1947e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:54.019373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-fc9c78f3-06b2-42fd-bd82-fb2ba1947e72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256905 Sep 10 03:14:54.076206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:14:54.079972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:54.201826 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '78417e80-77a4-4288-93e3-810c037ee397', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'port_id': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'mac_address': 'fa:16:3e:48:3d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:14:50Z', 'updated_at': '2021-09-10T03:14:50Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:33Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:54.238627 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e03f5-55fd-4007-8495-7218134409f2 None None] The sync data for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 is: [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '78417e80-77a4-4288-93e3-810c037ee397', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'port_id': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'mac_address': 'fa:16:3e:48:3d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:14:50Z', 'updated_at': '2021-09-10T03:14:50Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:33Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:54.265780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-6f31f6cd-ec49-467d-8cb8-b3db09305022 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121345 Sep 10 03:14:54.485018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b684ddfe-10d9-49d5-bda7-ecfb565b2da2 req-78b5b08a-3555-4334-81c9-805af69644f5 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848497 Sep 10 03:14:54.488758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-a2f77c2d-07b4-4666-a4f3-17e4d940274e service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287405 Sep 10 03:14:54.504947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e5b45-f006-403a-aadd-96610dc84da2 req-b5ae2ced-4154-48c8-b0e5-a95287576593 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:54.506965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4d0e5b45-f006-403a-aadd-96610dc84da2 req-b5ae2ced-4154-48c8-b0e5-a95287576593 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.3194075 Sep 10 03:14:54.654871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4d0e5b45-f006-403a-aadd-96610dc84da2 req-28b6caec-72db-43b4-a702-1f10ae7bc2fe tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365621 Sep 10 03:14:54.742832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58118df8-c947-456a-9c9c-db25bfee48a0 None None] New status for floating IP 78417e80-77a4-4288-93e3-810c037ee397: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:14:54.836030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:54.939715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62132a7-c093-4f6c-aaf8-029ac124ced8 req-5d9cd302-d918-415e-8235-bb6a9e2b0957 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314761 Sep 10 03:14:54.942148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:54.992613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43492) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:55.033650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=05f0d659-587c-4c5d-8c62-1771c250aa69,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:55.043611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': '0f05f957-3f4f-4066-afd1-83cf57da09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:55.043611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 7897fa2b-efba-4afb-9e9c-9080735a1f82, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:14:55.095548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:14:55.097495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c5686b2-99ca-465f-9ef5-1b37f244a993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.110798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7897fa2b-efba-4afb-9e9c-9080735a1f82) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:55.118938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:55.119721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.134968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39622ac9-c6f9-4775-b55e-5366c3695356 None None] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:55.139117 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e586d9c0-a29d-4ec5-8c87-b8796447b08c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/78417e80-77a4-4288-93e3-810c037ee397 HTTP/1.1" status: 200 len: 993 time: 0.1452067 Sep 10 03:14:55.245152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c5686b2-99ca-465f-9ef5-1b37f244a993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.257843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c5686b2-99ca-465f-9ef5-1b37f244a993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.264398 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c81c4e1-814e-48dc-aa5b-b16c9d82e77b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6641300 Sep 10 03:14:55.267619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43496) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:55.285457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1829249121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:55.333971 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.335582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.361657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5686b2-99ca-465f-9ef5-1b37f244a993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3000ab7e-6f03-48d8-adb7-acf77c4e6e6d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:55.380350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c5686b2-99ca-465f-9ef5-1b37f244a993 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b4f1ada4cce4523ba2ee4cf610bddfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425732 Sep 10 03:14:55.384250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43500) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:55.440280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-7897fa2b-efba-4afb-9e9c-9080735a1f82', 'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '05f0d659-587c-4c5d-8c62-1771c250aa69'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:14:55.441400 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.494307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a31d28-ae29-4707-8b26-49ea8dc6161b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.529045 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a31d28-ae29-4707-8b26-49ea8dc6161b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.616971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a31d28-ae29-4707-8b26-49ea8dc6161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.620211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92a31d28-ae29-4707-8b26-49ea8dc6161b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.624124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-92a31d28-ae29-4707-8b26-49ea8dc6161b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3000ab7e-6f03-48d8-adb7-acf77c4e6e6d HTTP/1.1" status: 204 len: 168 time: 0.2339144 Sep 10 03:14:55.638196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a31d28-ae29-4707-8b26-49ea8dc6161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3000ab7e-6f03-48d8-adb7-acf77c4e6e6d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:55.735576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Allocated IP 172.20.0.2 (7897fa2b-efba-4afb-9e9c-9080735a1f82/05f0d659-587c-4c5d-8c62-1771c250aa69/31f51432-ad37-4dd9-9e64-350839ccbd3b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:55.925085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:55.953306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.030629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.032062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd191b2f-5888-4a5b-9ac4-82f9ebc3f286 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7584457 Sep 10 03:14:56.034983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43514) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:56.063419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.074054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Transition to ACTIVE for port object 31f51432-ad37-4dd9-9e64-350839ccbd3b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:56.081112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540330-e5f1-4455-b37e-a5f3850e3d4b req-c297323c-09f4-48c8-9d18-38aa893a8ec8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:56.094808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Transition to ACTIVE for port object 31f51432-ad37-4dd9-9e64-350839ccbd3b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:56.095996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b540330-e5f1-4455-b37e-a5f3850e3d4b req-c297323c-09f4-48c8-9d18-38aa893a8ec8 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.1661921 Sep 10 03:14:56.104210 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.132805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a64fd8e1-86bf-4f1e-a7e5-b262b47b23b6 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:56.141140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a64fd8e1-86bf-4f1e-a7e5-b262b47b23b6 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 945 time: 0.2130713 Sep 10 03:14:56.155232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:56.158348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:56.170961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:56.180504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Pushing event updated for resources: {'Port': ['ID=31f51432-ad37-4dd9-9e64-350839ccbd3b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:56.276305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Attempting to bind port 31f51432-ad37-4dd9-9e64-350839ccbd3b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:14:56.276664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Attempting to bind port 31f51432-ad37-4dd9-9e64-350839ccbd3b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '0f05f957-3f4f-4066-afd1-83cf57da09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:14:56.277722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Attempting to bind port 31f51432-ad37-4dd9-9e64-350839ccbd3b on network 7897fa2b-efba-4afb-9e9c-9080735a1f82 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:14:56.279972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43518) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:56.283988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:14:56.284376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Checking segment: {'id': '0f05f957-3f4f-4066-afd1-83cf57da09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:14:56.284787 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.285324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Bound using segment: {'id': '0f05f957-3f4f-4066-afd1-83cf57da09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:14:56.285860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Bound port: 31f51432-ad37-4dd9-9e64-350839ccbd3b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f05f957-3f4f-4066-afd1-83cf57da09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7897fa2b-efba-4afb-9e9c-9080735a1f82'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:14:56.286303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.310747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56904fd4-d6a7-4427-8656-270717acbf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.346057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b540330-e5f1-4455-b37e-a5f3850e3d4b req-c3b01a99-94c5-492c-b54c-2f040529ca58 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3b594d2-6132-4550-b4a5-b7cbafcc36ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458429 Sep 10 03:14:56.359315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] For port 31f51432-ad37-4dd9-9e64-350839ccbd3b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:14:56.363008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] For port 31f51432-ad37-4dd9-9e64-350839ccbd3b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=31f51432-ad37-4dd9-9e64-350839ccbd3b,segment=NetworkSegment(0f05f957-3f4f-4066-afd1-83cf57da09ee),segment_id=0f05f957-3f4f-4066-afd1-83cf57da09ee)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:14:56.369945 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.435238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24643d7-0ad4-4c22-9843-f3ef34478a56 None None] Pushing event updated for resources: {'Port': ['ID=31f51432-ad37-4dd9-9e64-350839ccbd3b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:56.604601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.609078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Deleting port 56783d77-ee3c-4bc0-8e36-e489730c95ad {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:14:56.609665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.638657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56904fd4-d6a7-4427-8656-270717acbf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.652659 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56904fd4-d6a7-4427-8656-270717acbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.717025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56904fd4-d6a7-4427-8656-270717acbf03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd0729a6b9c74159a34d410be85c0473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355958 Sep 10 03:14:56.765168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43528) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:56.830389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56904fd4-d6a7-4427-8656-270717acbf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108bbb51-b1de-4220-ba00-df82c0a5c21d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:56.858162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] For port 56783d77-ee3c-4bc0-8e36-e489730c95ad, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=56783d77-ee3c-4bc0-8e36-e489730c95ad,segment=NetworkSegment(4a4cf9f1-63e8-4a55-a212-2a37b409ae7f),segment_id=4a4cf9f1-63e8-4a55-a212-2a37b409ae7f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:56.858542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:56.875867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Calling delete_port for 56783d77-ee3c-4bc0-8e36-e489730c95ad owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:14:56.957061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a41b-7698-4a48-9fd3-cb1393f1907d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.019038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a41b-7698-4a48-9fd3-cb1393f1907d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.062829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.076520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.20.0.1 (7897fa2b-efba-4afb-9e9c-9080735a1f82/05f0d659-587c-4c5d-8c62-1771c250aa69/5eb82f03-41dd-49a1-b890-88d55f2abf45) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:14:57.078079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['56783d77-ee3c-4bc0-8e36-e489730c95ad'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:14:57.108858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Pushing event deleted for resources: {'Port': ['ID=56783d77-ee3c-4bc0-8e36-e489730c95ad,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:57.180246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] No DVR routers for this DVR port 56783d77-ee3c-4bc0-8e36-e489730c95ad on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:14:57.183880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.185725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-012a2957-c77a-4841-9fa1-46b10e3ed15c req-a5ecba54-ac5d-4bd7-97d7-840165b4ce77 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.32 "DELETE /v2.0/ports/56783d77-ee3c-4bc0-8e36-e489730c95ad HTTP/1.1" status: 204 len: 173 time: 1.0332916 Sep 10 03:14:57.186184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'name': 'network-vif-deleted', 'tag': '56783d77-ee3c-4bc0-8e36-e489730c95ad'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:14:57.188600 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206c24b9-cb19-4876-a05d-b42b029f5161" -d '{"events": [{"server_uuid": "cdc9402a-1cae-4443-bab2-0dc4ea5fee1c", "name": "network-vif-deleted", "tag": "56783d77-ee3c-4bc0-8e36-e489730c95ad"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:14:57.238540 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a41b-7698-4a48-9fd3-cb1393f1907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.242041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a41b-7698-4a48-9fd3-cb1393f1907d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.243509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f8b6a41b-7698-4a48-9fd3-cb1393f1907d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/108bbb51-b1de-4220-ba00-df82c0a5c21d HTTP/1.1" status: 204 len: 168 time: 0.4767232 Sep 10 03:14:57.259608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6a41b-7698-4a48-9fd3-cb1393f1907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108bbb51-b1de-4220-ba00-df82c0a5c21d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:57.269564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e944f4-7161-4191-bcea-7c94fc366d0c req-9730649b-0014-4efd-b26c-68a6d8083ef3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:57.274522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.274671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e944f4-7161-4191-bcea-7c94fc366d0c req-9730649b-0014-4efd-b26c-68a6d8083ef3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1450818 Sep 10 03:14:57.290500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object 5eb82f03-41dd-49a1-b890-88d55f2abf45 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:14:57.310854 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c64bc6-1613-4fec-9001-4a8891c7b8ea x-openstack-request-id: req-25c64bc6-1613-4fec-9001-4a8891c7b8ea {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:14:57.311148 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc9402a-1cae-4443-bab2-0dc4ea5fee1c", "name": "network-vif-deleted", "tag": "56783d77-ee3c-4bc0-8e36-e489730c95ad", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:14:57.311398 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25c64bc6-1613-4fec-9001-4a8891c7b8ea {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:14:57.311856 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc9402a-1cae-4443-bab2-0dc4ea5fee1c', 'name': 'network-vif-deleted', 'tag': '56783d77-ee3c-4bc0-8e36-e489730c95ad', 'status': 'completed', 'code': 200} Sep 10 03:14:57.349348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.366478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42e944f4-7161-4191-bcea-7c94fc366d0c req-23d8623f-d9cf-4bd1-8098-b754ff46f5ab tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777912 Sep 10 03:14:57.405593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:57.409556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:57.414196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:14:57.520229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=5eb82f03-41dd-49a1-b890-88d55f2abf45,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:57.558764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ec2b442-8fdf-424f-bad4-c673fa064e9b req-efe6c510-20a5-4c3b-90f8-a0f99e44e7b9 tempest-DeleteServersTestJSON-1479142319 tempest-DeleteServersTestJSON-1479142319-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc9402a-1cae-4443-bab2-0dc4ea5fee1c HTTP/1.1" status: 200 len: 210 time: 0.0340183 Sep 10 03:14:57.559951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.598756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 31f51432-ad37-4dd9-9e64-350839ccbd3b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:57.681898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 31f51432-ad37-4dd9-9e64-350839ccbd3b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:57.792191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:57.965591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a6cb2-88bd-48a8-ad05-0f3a122b5bb6 None None] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:14:58.073429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] Provisioning for port 31f51432-ad37-4dd9-9e64-350839ccbd3b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:58.095378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] Provisioning complete for port 31f51432-ad37-4dd9-9e64-350839ccbd3b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:58.096022 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.180983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.190126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.289181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.335573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=5eb82f03-41dd-49a1-b890-88d55f2abf45,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:58.340137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.362761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] For port 31f51432-ad37-4dd9-9e64-350839ccbd3b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=31f51432-ad37-4dd9-9e64-350839ccbd3b,segment=NetworkSegment(0f05f957-3f4f-4066-afd1-83cf57da09ee),segment_id=0f05f957-3f4f-4066-afd1-83cf57da09ee)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:14:58.375966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.468573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207ab10-3748-456b-8074-cb294bd8a230 None None] Pushing event updated for resources: {'Port': ['ID=31f51432-ad37-4dd9-9e64-350839ccbd3b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:14:58.527440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:14:58.530614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:14:58.705683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-58ce7b5f-0c32-477e-974f-60de43874dec None None] Provisioning complete for port 31f51432-ad37-4dd9-9e64-350839ccbd3b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:58.706149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-58ce7b5f-0c32-477e-974f-60de43874dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:58.771953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9bf1f-4811-4d71-8279-304c89312952 req-97915317-ddd1-490d-9c83-efd9589fd7ad tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:58.788199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5cd9bf1f-4811-4d71-8279-304c89312952 req-97915317-ddd1-490d-9c83-efd9589fd7ad tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.2496433 Sep 10 03:14:58.904019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5cd9bf1f-4811-4d71-8279-304c89312952 req-283e350c-9956-4157-91e4-3c9418ec4722 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042919 Sep 10 03:14:58.906922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 57d34a9e-f4c9-4ac5-adaf-ba04431a431a is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:14:58.933254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-58ce7b5f-0c32-477e-974f-60de43874dec None None] Provisioning for port 5eb82f03-41dd-49a1-b890-88d55f2abf45 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:14:58.940845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-58ce7b5f-0c32-477e-974f-60de43874dec None None] Provisioning complete for port 5eb82f03-41dd-49a1-b890-88d55f2abf45 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:58.941221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-58ce7b5f-0c32-477e-974f-60de43874dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:59.068673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-58ce7b5f-0c32-477e-974f-60de43874dec None None] Port 5eb82f03-41dd-49a1-b890-88d55f2abf45 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:59.101368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:14:59.110651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43622) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:59.113364 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] Sync routers for ids ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:14:59.118694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ab99205b-7081-4ebb-b43b-ec13c5c4f3ba tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/57d34a9e-f4c9-4ac5-adaf-ba04431a431a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0798240 Sep 10 03:14:59.124815 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] Routers {'57d34a9e-f4c9-4ac5-adaf-ba04431a431a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:59.126799 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:59.194522 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:59.196243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dd6c5674-276e-4edf-8ab0-10771f98f7a0 None None] Provisioning complete for port 5eb82f03-41dd-49a1-b890-88d55f2abf45 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:59.197395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5674-276e-4edf-8ab0-10771f98f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:59.216905 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] Routers {'57d34a9e-f4c9-4ac5-adaf-ba04431a431a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:14:59.217584 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:59.288137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c5674-276e-4edf-8ab0-10771f98f7a0 None None] Port 5eb82f03-41dd-49a1-b890-88d55f2abf45 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:59.293556 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:14:59.294277 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e0899-fad8-425b-8c2a-0dbf0529d00f None None] The sync data for ids ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:14:59.301016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98272110-6556-438a-964a-e521ace750d1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:14:59.306541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43632) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:14:59.307076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98272110-6556-438a-964a-e521ace750d1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports/5eb82f03-41dd-49a1-b890-88d55f2abf45 HTTP/1.1" status: 200 len: 910 time: 0.1913636 Sep 10 03:14:59.315295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05f0d659-587c-4c5d-8c62-1771c250aa69'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:14:59.425166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-092a196d-3149-40c4-aad1-9cfeea8414f4 None None] Provisioning complete for port 5eb82f03-41dd-49a1-b890-88d55f2abf45 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:59.428360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-092a196d-3149-40c4-aad1-9cfeea8414f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:59.543313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-092a196d-3149-40c4-aad1-9cfeea8414f4 None None] Port 5eb82f03-41dd-49a1-b890-88d55f2abf45 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:14:59.570063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 31f51432-ad37-4dd9-9e64-350839ccbd3b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:14:59.654597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:59.715092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 31f51432-ad37-4dd9-9e64-350839ccbd3b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:14:59.715546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:14:59.819894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 56783d77-ee3c-4bc0-8e36-e489730c95ad no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:14:59.918943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 56783d77-ee3c-4bc0-8e36-e489730c95ad {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:14:59.919554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 56783d77-ee3c-4bc0-8e36-e489730c95ad not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:15:00.195038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb5b9-4c1c-42bb-9b92-fd2309939255 req-12031eb7-40e8-44ac-8d96-cd283aeeab88 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:00.196657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-142eb5b9-4c1c-42bb-9b92-fd2309939255 req-12031eb7-40e8-44ac-8d96-cd283aeeab88 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.0965450 Sep 10 03:15:00.241957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:15:00.305069 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-142eb5b9-4c1c-42bb-9b92-fd2309939255 req-4fc90694-c397-4a7e-bdb0-d109480be27c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955210 Sep 10 03:15:00.368785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:00.429774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:00.445004 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706debf4-99fa-496c-9d76-88db3892ed71" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:00.475697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:00.481134 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:00.746484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=11']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:00.764177 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff7564-80ec-4ab7-8c1d-e93017511109 x-openstack-request-id: req-deff7564-80ec-4ab7-8c1d-e93017511109 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:00.764476 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:00.764735 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-deff7564-80ec-4ab7-8c1d-e93017511109 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:00.765189 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:15:00.966702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:00.991185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:01.090576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=5eb82f03-41dd-49a1-b890-88d55f2abf45,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:01.118090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:01.118749 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:01.123005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fda079d6-7390-4374-83a6-ab1556464e0e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/ports/5eb82f03-41dd-49a1-b890-88d55f2abf45 HTTP/1.1" status: 200 len: 910 time: 1.8117750 Sep 10 03:15:01.123252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:01.296783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-96f5554f-5654-44f5-8dd0-72edf8da0b8b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:01.298804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-96f5554f-5654-44f5-8dd0-72edf8da0b8b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.1840496 Sep 10 03:15:01.333969 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:15:01.336177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-652a8d96-3cfb-46fb-bd03-3385a30741e8 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/quotas/7f752c5a4ce84b63ae73b14fc1faeb2d HTTP/1.1" status: 200 len: 375 time: 0.0300283 Sep 10 03:15:01.440747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-748800da-f46d-41e2-bdf0-e121595001a7 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875323 Sep 10 03:15:01.613658 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-2a410392-6371-40a6-ac61-e6191b9e6a0e service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615918 Sep 10 03:15:01.727408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad794d33-05ca-45e6-9c6a-d6c7e22fe1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:01.755521 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:01.803581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:01.845137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-22eb33d5-3669-4a87-a0cf-3d5549ff455f service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235534 Sep 10 03:15:01.911514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9f669-3dbe-4aac-862c-22b041adb07d req-62d6899e-aa32-4c55-8312-3df58da9630c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:01.918697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdb9f669-3dbe-4aac-862c-22b041adb07d req-62d6899e-aa32-4c55-8312-3df58da9630c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.4463401 Sep 10 03:15:01.962207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:02.037652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdb9f669-3dbe-4aac-862c-22b041adb07d req-ef93a24e-b071-465a-94b6-383483ac78c7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180177 Sep 10 03:15:02.107713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c163f92d-7388-427a-a210-d307bd9732f1 req-3b617b31-0756-42a1-8d93-1c1693081e40 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 210 time: 0.0559044 Sep 10 03:15:02.245357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:02.278916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 5eb82f03-41dd-49a1-b890-88d55f2abf45 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:02.279089 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:02.411309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:02.434555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:02.460453 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 5eb82f03-41dd-49a1-b890-88d55f2abf45 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:02.470667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'mac_address': 'fa:16:3e:9e:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:15:02.563958 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:02.589129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:02.657015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:02.667902 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:02.779545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:02.814963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:02.845492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=5eb82f03-41dd-49a1-b890-88d55f2abf45,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:02.854190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c8a474cb-b943-472c-a5db-c8f6a6154e58'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:03.195874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:03.294869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9216aa8-1f6e-4260-99cc-6ffef4d2eb48 req-44f3c1f9-f4e5-4705-b1e2-d5384c732304 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:03.302707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9216aa8-1f6e-4260-99cc-6ffef4d2eb48 req-44f3c1f9-f4e5-4705-b1e2-d5384c732304 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.1268759 Sep 10 03:15:03.423938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5435f487-ca46-445d-b7c9-366cc9976318 req-4cbd14a7-14c1-4aa4-8e48-b5e03a676dca tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 210 time: 0.1039591 Sep 10 03:15:03.572536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-5b7709d9-106e-4c2f-949e-42715e39c828 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:03.574739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-5b7709d9-106e-4c2f-949e-42715e39c828 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.1780734 Sep 10 03:15:03.589615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9216aa8-1f6e-4260-99cc-6ffef4d2eb48 req-201ce1de-5a46-4f85-bf67-8cee866197ee tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789140 Sep 10 03:15:03.610370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Request body: {'port': {'device_id': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'admin_state_up': True, 'tenant_id': '7f752c5a4ce84b63ae73b14fc1faeb2d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:03.827139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 57d34a9e-f4c9-4ac5-adaf-ba04431a431a has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:03.830033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43790) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:03.875319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Made reservation on behalf of 7f752c5a4ce84b63ae73b14fc1faeb2d for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:03.879398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:03.995347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Deleting subnet 0df218cd-3929-40b5-93f3-2f0820794960 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:15:04.061932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:04.072701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02331340-eaf6-4973-8e1b-9c8e5ec98f95 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/57d34a9e-f4c9-4ac5-adaf-ba04431a431a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9483140 Sep 10 03:15:04.073934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.076048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43826) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:04.086133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] Sync routers for ids ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:04.113433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] Routers {'57d34a9e-f4c9-4ac5-adaf-ba04431a431a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:04.118888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:04.130346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Allocated IP 172.20.0.14 (a4f5dd6e-fe51-4b2e-be2e-5afea659f30d/4fd6d26b-9f4b-4294-9353-4c2fec11695e/8ab3c7c2-960b-4694-8f30-7efcab8afc4c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:04.162287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43828) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:04.163013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bcfd076c-194f-4b78-843a-5399603c5256 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d34a9e-f4c9-4ac5-adaf-ba04431a431a HTTP/1.1" status: 200 len: 205 time: 0.0842285 Sep 10 03:15:04.177454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.223957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:04.228580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.243527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] Routers {'57d34a9e-f4c9-4ac5-adaf-ba04431a431a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:04.246255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:04.258191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:04.319598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.345220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.381967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df218cd-3929-40b5-93f3-2f0820794960,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:04.384830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.386451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-582da209-9b4f-4107-881e-a22b0daf4743 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0df218cd-3929-40b5-93f3-2f0820794960 HTTP/1.1" status: 204 len: 168 time: 0.5549438 Sep 10 03:15:04.388851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43834) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:04.418007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:04.418858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86101c87-5cc3-49d6-8a06-51a8424e9eff None None] The sync data for ids ['57d34a9e-f4c9-4ac5-adaf-ba04431a431a'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:04.444123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40c241cc-a738-44d6-a976-c12e5d0d0979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.523269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c8a474cb-b943-472c-a5db-c8f6a6154e58 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:04.523269 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.545719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.770942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.788875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.814494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.878761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.885202 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.907128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:04.908099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:04.912181 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c844f-9d41-4e26-afd3-14002bf7c15e" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:04.921414 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:04.970804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-489ea383-4515-4aa8-b044-cce20598ead0 req-a4a557b9-1535-4ac9-9fb7-6c91cf00bfa6 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 210 time: 0.1484237 Sep 10 03:15:04.976589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e9dc8d-92d8-486b-9ada-22d2ac6a7232']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:05.003995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:05.004303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4cf9f1-63e8-4a55-a212-2a37b409ae7f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:05.016991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.037022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.044845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:15:05.045483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:15:05.051509 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:15:05.113394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=13']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:05.151969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.152530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router 57d34a9e-f4c9-4ac5-adaf-ba04431a431a {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:15:05.173768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.177814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-87028afb-6645-41a8-a200-4991f6181964 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/57d34a9e-f4c9-4ac5-adaf-ba04431a431a HTTP/1.1" status: 204 len: 168 time: 1.0116482 Sep 10 03:15:05.192999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43880) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:05.205279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.208276 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346b040-1e89-41fa-847d-faecf6204a02 x-openstack-request-id: req-3346b040-1e89-41fa-847d-faecf6204a02 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:05.208598 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:05.208838 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3346b040-1e89-41fa-847d-faecf6204a02 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:05.209253 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:15:05.225580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.227879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] 10.222.0.23 "DELETE /v2.0/networks/45e9dc8d-92d8-486b-9ada-22d2ac6a7232 HTTP/1.1" status: 204 len: 168 time: 0.8377869 Sep 10 03:15:05.252548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9284dc4-0b66-4e5d-bc74-011d3dbdeeab admin admin] Pushing event deleted for resources: {'Network': ['ID=45e9dc8d-92d8-486b-9ada-22d2ac6a7232,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:05.340197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d717-0143-4285-8463-810fc7258b0f req-272edfe7-b50f-4048-b75d-be4abdb8efff tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:05.347732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1b1d717-0143-4285-8463-810fc7258b0f req-272edfe7-b50f-4048-b75d-be4abdb8efff tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 945 time: 0.6164567 Sep 10 03:15:05.422815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.536627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1b1d717-0143-4285-8463-810fc7258b0f req-00fb213f-fbe4-4d73-85fb-94d18041f687 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872749 Sep 10 03:15:05.577788 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.645008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 05f0d659-587c-4c5d-8c62-1771c250aa69 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:15:05.648794 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.657680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:05.732381 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.753015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1851773c-3566-48b1-a37c-8d846bcfd3f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=518a021f94bd42538e5478c902f130a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930600 Sep 10 03:15:05.754516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43900) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:05.821879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.834014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:05.854412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5097-d792-431f-8d7d-20bf55c36d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.885019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5097-d792-431f-8d7d-20bf55c36d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.934671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event updated for resources: {'Port': ['ID=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:05.952986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5097-d792-431f-8d7d-20bf55c36d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.955751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5097-d792-431f-8d7d-20bf55c36d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:05.957705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6ccd5097-d792-431f-8d7d-20bf55c36d41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3b594d2-6132-4550-b4a5-b7cbafcc36ff HTTP/1.1" status: 204 len: 168 time: 0.1986427 Sep 10 03:15:05.973837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd5097-d792-431f-8d7d-20bf55c36d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b594d2-6132-4550-b4a5-b7cbafcc36ff,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:06.045316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.111962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:06.116563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:06.121450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:06.184120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.218112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=05f0d659-587c-4c5d-8c62-1771c250aa69,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:06.229194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:06.229957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.236986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.241968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6831d6a-f1a6-482d-9e4f-54a3dc7abf9c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/05f0d659-587c-4c5d-8c62-1771c250aa69 HTTP/1.1" status: 204 len: 168 time: 1.0451231 Sep 10 03:15:06.242487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7757f4-cbf2-432e-a8a2-7e4339743edf None None] Network 7897fa2b-efba-4afb-9e9c-9080735a1f82 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:06.244847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43910) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:06.282559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a101b34e-90c9-4e74-bbaa-fd3115b2a4ba tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6860287 Sep 10 03:15:06.299020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Request body: {'port': {'device_id': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:06.358233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae507b-22bb-4b10-97a9-f7227a14c805 req-4dc73f8b-f271-4ac5-97ad-a423164e0097 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:06.360965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4ae507b-22bb-4b10-97a9-f7227a14c805 req-4dc73f8b-f271-4ac5-97ad-a423164e0097 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 932 time: 0.1266477 Sep 10 03:15:06.449911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.461539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c4ae507b-22bb-4b10-97a9-f7227a14c805 req-8e12fe7c-3bb2-40b8-a135-d44a20ad48d0 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924153 Sep 10 03:15:06.517056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.638370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 31f51432-ad37-4dd9-9e64-350839ccbd3b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:06.639059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.669783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] DHCP port deletion for 7897fa2b-efba-4afb-9e9c-9080735a1f82 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:15:06.779437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] Deleting port 31f51432-ad37-4dd9-9e64-350839ccbd3b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:06.782327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.871586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 31f51432-ad37-4dd9-9e64-350839ccbd3b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=31f51432-ad37-4dd9-9e64-350839ccbd3b,segment=NetworkSegment(0f05f957-3f4f-4066-afd1-83cf57da09ee),segment_id=0f05f957-3f4f-4066-afd1-83cf57da09ee)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:06.871824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:06.905698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8e24f-54c8-4426-9bb1-25528384cece req-9d533611-b17b-4ef4-824d-338cfda91b65 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:06.913232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36e8e24f-54c8-4426-9bb1-25528384cece req-9d533611-b17b-4ef4-824d-338cfda91b65 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1688571 Sep 10 03:15:06.915376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 31f51432-ad37-4dd9-9e64-350839ccbd3b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:06.981015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] For port 31f51432-ad37-4dd9-9e64-350839ccbd3b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=31f51432-ad37-4dd9-9e64-350839ccbd3b,segment=NetworkSegment(0f05f957-3f4f-4066-afd1-83cf57da09ee),segment_id=0f05f957-3f4f-4066-afd1-83cf57da09ee)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:06.982175 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.012154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36e8e24f-54c8-4426-9bb1-25528384cece req-3d01fa19-37f7-4065-8dcb-8e48f29baaa8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979521 Sep 10 03:15:07.012491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] Calling delete_port for 31f51432-ad37-4dd9-9e64-350839ccbd3b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:07.229420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.233395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.252429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab3c7c2-960b-4694-8f30-7efcab8afc4c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:07.258120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port 31f51432-ad37-4dd9-9e64-350839ccbd3b on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:15:07.303157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] Pushing event deleted for resources: {'Port': ['ID=31f51432-ad37-4dd9-9e64-350839ccbd3b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:07.312294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88d218-dcb1-4fd1-a344-ae18bd1722fa None None] No DVR routers for this DVR port 31f51432-ad37-4dd9-9e64-350839ccbd3b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:15:07.321537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.326405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=31f51432-ad37-4dd9-9e64-350839ccbd3b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:07.336730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.420114 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.445735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897fa2b-efba-4afb-9e9c-9080735a1f82']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:07.456596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f05f957-3f4f-4066-afd1-83cf57da09ee') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:07.457238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f05f957-3f4f-4066-afd1-83cf57da09ee') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:07.467123 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.487570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.522444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:15:07.525879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:15:07.578501 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:15:07.594266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 31f51432-ad37-4dd9-9e64-350839ccbd3b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:15:07.652509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 31f51432-ad37-4dd9-9e64-350839ccbd3b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:15:07.652858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 31f51432-ad37-4dd9-9e64-350839ccbd3b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:15:07.679917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Transition to ACTIVE for port object 8ab3c7c2-960b-4694-8f30-7efcab8afc4c will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:07.682715 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.685647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:07.698017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.703953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43944) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:07.709762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-669260953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:07.711205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/7897fa2b-efba-4afb-9e9c-9080735a1f82 HTTP/1.1" status: 204 len: 168 time: 1.4645941 Sep 10 03:15:07.724071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.768711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.770959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.822755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096553ef-656d-4e2e-81c7-098e98b94efd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=7897fa2b-efba-4afb-9e9c-9080735a1f82,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:07.869816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41150306-784a-4290-9b51-7deca7607ad6 req-fc859b19-c0b7-4890-bada-aa6113f767da tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:07.871543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-41150306-784a-4290-9b51-7deca7607ad6 req-fc859b19-c0b7-4890-bada-aa6113f767da tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 932 time: 0.2288139 Sep 10 03:15:07.873656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Pushing event updated for resources: {'Port': ['ID=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:07.913337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.926764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.956065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1278736796-network', 'tenant_id': '80b3620f3e1d4af9947610c01edcd5c1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:07.984150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:07.989907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8600df1b-7457-4319-9790-b09b6cd51650 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2845941 Sep 10 03:15:07.990166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:07.992975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Made reservation on behalf of 80b3620f3e1d4af9947610c01edcd5c1 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:07.996685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.006120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-265814129'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:08.017060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Attempting to bind port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:08.017407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Attempting to bind port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:08.017852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Attempting to bind port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:08.021586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.035193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-41150306-784a-4290-9b51-7deca7607ad6 req-e17389a5-844c-43e6-8a57-f94162647343 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501770 Sep 10 03:15:08.059814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:08.060178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Attempting to bind port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:08.070786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:08.071133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Checking segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:08.071645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Bound using segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:08.072087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Bound port: 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:08.072950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.106321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:08.110910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.183373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:15:08.203252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] For port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:08.206299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.206933 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment b91ec36b-9fdf-4f77-b771-c00188eea9af of type vlan for network 93ccd26b-488d-46f7-b07d-d84a613c77e4 Sep 10 03:15:08.227657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] For port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:08.235537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582a41e-30f7-4ad3-9c7f-28af0b67689d req-060ca4fb-3b2b-4180-9ee7-f0b48512b4bc tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:08.244285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4582a41e-30f7-4ad3-9c7f-28af0b67689d req-060ca4fb-3b2b-4180-9ee7-f0b48512b4bc tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1195390 Sep 10 03:15:08.258743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.315265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4582a41e-30f7-4ad3-9c7f-28af0b67689d req-b4957cc7-f434-48af-90ab-296be0984b57 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676320 Sep 10 03:15:08.316987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:08.318479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.320331 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] 10.222.0.32 "PUT /v2.0/ports/8ab3c7c2-960b-4694-8f30-7efcab8afc4c HTTP/1.1" status: 200 len: 1092 time: 2.0271308 Sep 10 03:15:08.323536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.327763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'tag': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:08.330196 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845de083-ae97-4218-a11b-95791cdc8e32" -d '{"events": [{"name": "network-changed", "server_uuid": "ec165a01-6ef0-43b3-a782-773e3c7d2d9c", "tag": "8ab3c7c2-960b-4694-8f30-7efcab8afc4c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:08.381957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02034186-d9af-4a9c-adf2-5bcbbcc1e6ac service neutron] Pushing event updated for resources: {'Port': ['ID=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:08.387883 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.402002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.423601 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c5464f-6de4-4595-8cb8-7a0da94b5db7 x-openstack-request-id: req-18c5464f-6de4-4595-8cb8-7a0da94b5db7 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:08.423901 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec165a01-6ef0-43b3-a782-773e3c7d2d9c", "tag": "8ab3c7c2-960b-4694-8f30-7efcab8afc4c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:08.424155 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18c5464f-6de4-4595-8cb8-7a0da94b5db7 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:08.424682 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'tag': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', 'status': 'completed', 'code': 200} Sep 10 03:15:08.426647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:15:08.439143 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.439895 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Added segment 0b28c860-35e1-4c30-946f-4f965cc0f7ce of type vlan for network 33dabc7c-2170-4ef8-9e9e-d9aad430306f Sep 10 03:15:08.444092 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.453522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:08.453522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.468292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-f67706cb-1d5a-452a-a3f7-31c94237c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:08.470108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-f67706cb-1d5a-452a-a3f7-31c94237c14e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 1095 time: 0.0811679 Sep 10 03:15:08.594573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.678361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c262d7bd-1962-4ed5-9249-b8a3c77c29e0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:08.687382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6908026 Sep 10 03:15:08.690794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:08.712805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:08.724394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-d47ca6c3-fdb0-47aa-afa3-0068bfb85796 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c HTTP/1.1" status: 200 len: 217 time: 0.2375357 Sep 10 03:15:08.785158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.786305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:08.786909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:08.834382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b149d-016f-4ea6-9c27-45435671dec5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=93ccd26b-488d-46f7-b07d-d84a613c77e4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:08.847985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1599915 Sep 10 03:15:08.851183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:15:08.866600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43962) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:08.878988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Request body: {'subnet': {'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1278736796-subnet', 'tenant_id': '80b3620f3e1d4af9947610c01edcd5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:08.996599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b715b-ca7e-4743-a0b9-871c8257a0df admin admin] Pushing event updated for resources: {'Network': ['ID=33dabc7c-2170-4ef8-9e9e-d9aad430306f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:09.014051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487daf81-d571-49f4-9ff7-5aab820f247c req-011ecba3-066f-4221-98eb-10a689786edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:09.016698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-011ecba3-066f-4221-98eb-10a689786edd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.1874933 Sep 10 03:15:09.033666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Made reservation on behalf of 80b3620f3e1d4af9947610c01edcd5c1 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:09.033666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:09.055717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:09.059788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:09.070340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:15:09.277457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-6b7c34ea-0534-46a4-b067-0bc10324089b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2444842 Sep 10 03:15:09.472631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec0d8-1327-4d14-b0e4-8af8e7aeec9b req-e834ac47-e315-4c23-989c-1ad07b9495b6 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:09.481890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9eeec0d8-1327-4d14-b0e4-8af8e7aeec9b req-e834ac47-e315-4c23-989c-1ad07b9495b6 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 944 time: 0.2087269 Sep 10 03:15:09.671053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd8eb8-6363-4e1c-a172-57ba71b42658 req-e649be52-b68b-46eb-ad99-185e1d8f6b1e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:09.676958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24dd8eb8-6363-4e1c-a172-57ba71b42658 req-e649be52-b68b-46eb-ad99-185e1d8f6b1e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.2199991 Sep 10 03:15:09.729733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:09.822118 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24dd8eb8-6363-4e1c-a172-57ba71b42658 req-39a50792-d70f-4531-ae4a-91c9b14fedd3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373963 Sep 10 03:15:09.948119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=ca11c729-91c9-4c97-8378-9b23419c98a5,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:09.955957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:09.965083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 93ccd26b-488d-46f7-b07d-d84a613c77e4, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:15:10.023284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:15:10.046269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 93ccd26b-488d-46f7-b07d-d84a613c77e4) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:10.055176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:10.056241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:10.060611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eaa786-5038-4ed8-af31-5259a3b3c423 None None] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:10.089524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-88a167b3-ddce-4c4a-aae2-3af8ce6de165 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3801606 Sep 10 03:15:10.089880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43978) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:10.402182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-93ccd26b-488d-46f7-b07d-d84a613c77e4', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:15:10.403183 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:10.499639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-a9aa1d85-dba4-4ec8-a250-932f431e61dd service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2046216 Sep 10 03:15:10.587375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:10.687489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9eeec0d8-1327-4d14-b0e4-8af8e7aeec9b req-b8260a70-3a4d-4573-922c-6888932b6519 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1989529 Sep 10 03:15:10.718410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Allocated IP 172.20.0.2 (93ccd26b-488d-46f7-b07d-d84a613c77e4/ca11c729-91c9-4c97-8378-9b23419c98a5/81437e19-d597-4ebb-8d1c-3cc67c001e16) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:10.757420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:10.799029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee45b35-4898-44f6-8371-c050491287be,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:10.823774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-487daf81-d571-49f4-9ff7-5aab820f247c req-6c6fb432-7ba8-4e20-acd5-9436c3326295 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923553 Sep 10 03:15:10.824993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Checking segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:10.825562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Network hostable DHCP agents. Network: 33dabc7c-2170-4ef8-9e9e-d9aad430306f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:15:10.869687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:15:10.910144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 33dabc7c-2170-4ef8-9e9e-d9aad430306f) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:10.924326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fedb3c-83a6-43a7-9c43-e36c9de18dc0 None None] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:10.956364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:10.957146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:10.990352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7f2183c9-63f0-4aeb-bb38-0ade6edb4720 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1211624 Sep 10 03:15:10.994411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de083-ae97-4218-a11b-95791cdc8e32 req-96b3a1a9-8eba-40cf-8de3-1ab1288c993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:10.996235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-96b3a1a9-8eba-40cf-8de3-1ab1288c993d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 1095 time: 0.1097593 Sep 10 03:15:11.195179 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:11.198405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de083-ae97-4218-a11b-95791cdc8e32 req-a09352d0-60fd-4919-abf3-3500438da15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:11.201718 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-a09352d0-60fd-4919-abf3-3500438da15c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 915 time: 0.1876633 Sep 10 03:15:11.216153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Transition to ACTIVE for port object 81437e19-d597-4ebb-8d1c-3cc67c001e16 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:11.239484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Transition to ACTIVE for port object 81437e19-d597-4ebb-8d1c-3cc67c001e16 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:11.241105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b470ab-47ff-44a5-bdd0-a16ffb2e0e89 req-b8e14914-0d95-4fe9-b999-8cf40f862846 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:11.242645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25b470ab-47ff-44a5-bdd0-a16ffb2e0e89 req-b8e14914-0d95-4fe9-b999-8cf40f862846 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.2252557 Sep 10 03:15:11.281609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:11.406886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-f468e7a6-94f6-401b-9cf7-8dd8c992daaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c HTTP/1.1" status: 200 len: 217 time: 0.1800721 Sep 10 03:15:11.425002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25b470ab-47ff-44a5-bdd0-a16ffb2e0e89 req-f79ad6ea-1f06-4a41-98f4-503426d63ce4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648252 Sep 10 03:15:11.489692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d273c4f-95ec-4ba6-8e00-af2c8a21e5ab None None] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:11.580255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de083-ae97-4218-a11b-95791cdc8e32 req-e601d39d-9aa8-4170-9167-e4924b239e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:11.584627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-e601d39d-9aa8-4170-9167-e4924b239e8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.1762538 Sep 10 03:15:11.615870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.20.0.1 (93ccd26b-488d-46f7-b07d-d84a613c77e4/ca11c729-91c9-4c97-8378-9b23419c98a5/4856a467-376e-486b-87bf-cfdcb4a956df) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:11.623722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Pushing event updated for resources: {'Port': ['ID=81437e19-d597-4ebb-8d1c-3cc67c001e16,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:11.629985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:11.636038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:11.645202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:11.665736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-82098d44-248c-4527-a013-abb411a15eff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711994 Sep 10 03:15:11.792773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Attempting to bind port 81437e19-d597-4ebb-8d1c-3cc67c001e16 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:11.793323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Attempting to bind port 81437e19-d597-4ebb-8d1c-3cc67c001e16 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:11.793809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Attempting to bind port 81437e19-d597-4ebb-8d1c-3cc67c001e16 on network 93ccd26b-488d-46f7-b07d-d84a613c77e4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:11.799502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ab3c7c2-960b-4694-8f30-7efcab8afc4c details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:11.903995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:11.904696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Checking segment: {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:11.905670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:11.905670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Bound using segment: {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:11.907748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Bound port: 81437e19-d597-4ebb-8d1c-3cc67c001e16, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:11.907748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:11.949144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-517dc1a1-3c9b-4aac-85a5-ea1514e7c373 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726588 Sep 10 03:15:11.956135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:11.965911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:11.996298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object 4856a467-376e-486b-87bf-cfdcb4a956df will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:12.044406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'port_id': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', 'mac_address': 'fa:16:3e:ee:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd6d26b-9f4b-4294-9353-4c2fec11695e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:15:12.071512 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-845de083-ae97-4218-a11b-95791cdc8e32 req-977c7f7a-9eba-4581-99c3-7b4bf21cae5c service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149244 Sep 10 03:15:12.101900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] For port 81437e19-d597-4ebb-8d1c-3cc67c001e16, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:12.105715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] For port 81437e19-d597-4ebb-8d1c-3cc67c001e16, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81437e19-d597-4ebb-8d1c-3cc67c001e16,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:12.138688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:12.181777 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:12.242282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3644-d5cc-46e9-b0b0-2460096121a4 req-88ba8a5c-775b-4719-9fe0-9c7a89410b88 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:12.253264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ccc3644-d5cc-46e9-b0b0-2460096121a4 req-88ba8a5c-775b-4719-9fe0-9c7a89410b88 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 944 time: 0.2152197 Sep 10 03:15:12.266789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:12.278283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:12.289923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0698b61-3567-4c93-aff9-099e35319ded None None] Pushing event updated for resources: {'Port': ['ID=81437e19-d597-4ebb-8d1c-3cc67c001e16,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:12.300801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab3c7c2-960b-4694-8f30-7efcab8afc4c {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:12.318872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:12.336650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:12.337555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:12.346663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:12.471717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:12.490762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:12.513101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=4856a467-376e-486b-87bf-cfdcb4a956df,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:12.595035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8ab3c7c2-960b-4694-8f30-7efcab8afc4c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:12.595238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ccc3644-d5cc-46e9-b0b0-2460096121a4 req-90aef8a8-87af-4025-9ca9-249b29a25463 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423228 Sep 10 03:15:12.869860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:13.048401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfb55-8fd5-4f7a-8dc7-31252161b500 req-498b9813-ac03-4cf4-aeca-599291b1bd67 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:13.049910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e33cfb55-8fd5-4f7a-8dc7-31252161b500 req-498b9813-ac03-4cf4-aeca-599291b1bd67 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1279800 Sep 10 03:15:13.156266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e33cfb55-8fd5-4f7a-8dc7-31252161b500 req-0412ca5c-0aa7-42e4-a67b-aacb9d370ab4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953929 Sep 10 03:15:13.597255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81437e19-d597-4ebb-8d1c-3cc67c001e16 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:13.737962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 81437e19-d597-4ebb-8d1c-3cc67c001e16 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:13.792758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ab3c7c2-960b-4694-8f30-7efcab8afc4c up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:13.904065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:13.909423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf367aa-2605-4d44-88e1-2be7dfee8210 None None] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:14.009786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72119a3-552b-49fa-9f7b-4017dbd2ac03 req-42696b29-d170-481e-a173-9bbf81d6279b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:14.011686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d72119a3-552b-49fa-9f7b-4017dbd2ac03 req-42696b29-d170-481e-a173-9bbf81d6279b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 945 time: 0.0902545 Sep 10 03:15:14.023859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:14.024330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.056624 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.065595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.121220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] Provisioning for port 81437e19-d597-4ebb-8d1c-3cc67c001e16 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:14.164205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d72119a3-552b-49fa-9f7b-4017dbd2ac03 req-b3772f43-c0cd-442a-94f5-a65ab6eb0a35 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364677 Sep 10 03:15:14.246012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.256060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=4856a467-376e-486b-87bf-cfdcb4a956df,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:14.490298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:14.497437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:14.522441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] Provisioning complete for port 81437e19-d597-4ebb-8d1c-3cc67c001e16 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:14.523165 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.566756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045d69-c838-4f0d-92b7-e5ba3b8d1090 req-c0d947fc-12d8-4689-98b0-5b249d4caf56 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:14.577546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68045d69-c838-4f0d-92b7-e5ba3b8d1090 req-c0d947fc-12d8-4689-98b0-5b249d4caf56 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1328409 Sep 10 03:15:14.703947 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.741492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:14.744421 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aec045-63b1-4c95-a180-d1d28a047050" -d '{"events": [{"server_uuid": "ec165a01-6ef0-43b3-a782-773e3c7d2d9c", "name": "network-vif-plugged", "status": "completed", "tag": "8ab3c7c2-960b-4694-8f30-7efcab8afc4c"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:14.745400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68045d69-c838-4f0d-92b7-e5ba3b8d1090 req-12192fd8-f2a1-442c-b7f2-1fc5b6d6feb9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665475 Sep 10 03:15:14.775556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.805860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:14.824404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.828765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] For port 81437e19-d597-4ebb-8d1c-3cc67c001e16, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81437e19-d597-4ebb-8d1c-3cc67c001e16,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:14.847979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:15:14.856148 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:14.916800 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa640a53-a401-423c-986f-56a8ebb67fed x-openstack-request-id: req-fa640a53-a401-423c-986f-56a8ebb67fed {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:14.916800 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec165a01-6ef0-43b3-a782-773e3c7d2d9c", "name": "network-vif-plugged", "status": "completed", "tag": "8ab3c7c2-960b-4694-8f30-7efcab8afc4c", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:14.923826 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa640a53-a401-423c-986f-56a8ebb67fed {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:14.924807 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', 'code': 200} Sep 10 03:15:14.961572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:15.012977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26731a-9b0c-406a-ae45-6511384dd449 req-b6e23577-f7d1-4e3e-b2a6-8bcd16b06a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:15.016080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d26731a-9b0c-406a-ae45-6511384dd449 req-b6e23577-f7d1-4e3e-b2a6-8bcd16b06a76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 1097 time: 0.0909297 Sep 10 03:15:15.025954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cda72-221d-4dc2-80d2-f218e7fa7e7e None None] Pushing event updated for resources: {'Port': ['ID=81437e19-d597-4ebb-8d1c-3cc67c001e16,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:15.076882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d26731a-9b0c-406a-ae45-6511384dd449 req-f8d8510e-7caa-40ab-95d9-b792754b3d28 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Sep 10 03:15:15.084495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ad533939-804b-40ea-b35a-2df30e6f9ade None None] Provisioning complete for port 81437e19-d597-4ebb-8d1c-3cc67c001e16 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:15.084882 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad533939-804b-40ea-b35a-2df30e6f9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.106120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:15.126916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f55827bf-d270-4b11-a9a4-55a3b3d926b5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0359159 Sep 10 03:15:15.129675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:15.138325 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:15.153499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1614289629'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:15.155011 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:15.157792 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:15.221396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:15.231446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.314129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:15:15.331532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.331935 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment ce77f8e7-dd5e-4d3f-a94d-3d4d64536006 of type vlan for network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 Sep 10 03:15:15.334901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ad533939-804b-40ea-b35a-2df30e6f9ade None None] Provisioning for port 4856a467-376e-486b-87bf-cfdcb4a956df completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:15.339899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ad533939-804b-40ea-b35a-2df30e6f9ade None None] Provisioning complete for port 4856a467-376e-486b-87bf-cfdcb4a956df triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:15.340283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad533939-804b-40ea-b35a-2df30e6f9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.367706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:15.418564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.451528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ad533939-804b-40ea-b35a-2df30e6f9ade None None] Port 4856a467-376e-486b-87bf-cfdcb4a956df cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:15.483017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.493724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:15.494390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.585289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=5118dc0a-a9dd-45fb-8513-a1507bb381b6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:15.593514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81437e19-d597-4ebb-8d1c-3cc67c001e16 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:15.690175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f367-7e15-4545-adcc-22c3356ef519 req-e1d82432-b1df-47d0-8a0f-ec4d89eb1c07 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:15.700287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e64f367-7e15-4545-adcc-22c3356ef519 req-e1d82432-b1df-47d0-8a0f-ec4d89eb1c07 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 946 time: 0.4224644 Sep 10 03:15:15.712646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-66c2149e-9108-4547-bf2f-ad163c8c3044 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5765655 Sep 10 03:15:15.716768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:15.730388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:15.801113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3e64f367-7e15-4545-adcc-22c3356ef519 req-013eb214-f4b6-4e22-8c7a-1f9ed5d78e4b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924020 Sep 10 03:15:15.848643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:15:15.859423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d88de6a1-112e-4309-a428-96c233ccfbe2 None None] Provisioning complete for port 4856a467-376e-486b-87bf-cfdcb4a956df triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:15.859826 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d88de6a1-112e-4309-a428-96c233ccfbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.981085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 81437e19-d597-4ebb-8d1c-3cc67c001e16 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:15.981318 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:15.994893 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:12Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:13Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:16.033980 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:16.034747 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Updating router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 port 4856a467-376e-486b-87bf-cfdcb4a956df binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:15:16.067050 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.115381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d88de6a1-112e-4309-a428-96c233ccfbe2 None None] Port 4856a467-376e-486b-87bf-cfdcb4a956df cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:16.213861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:16.222709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.367532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8dfbd-68ee-423c-a1c1-b74eddf17009 req-a720fd84-f7c3-4091-8047-36b6f10d01d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:16.374019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a38d9be9-8a52-40c9-a999-9705b0d623cf None None] Provisioning complete for port 4856a467-376e-486b-87bf-cfdcb4a956df triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:16.374401 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38d9be9-8a52-40c9-a999-9705b0d623cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.378450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86c8dfbd-68ee-423c-a1c1-b74eddf17009 req-a720fd84-f7c3-4091-8047-36b6f10d01d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1520493 Sep 10 03:15:16.467442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a38d9be9-8a52-40c9-a999-9705b0d623cf None None] Port 4856a467-376e-486b-87bf-cfdcb4a956df cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:16.496174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86c8dfbd-68ee-423c-a1c1-b74eddf17009 req-0407d8ad-73b6-4689-a85b-e59f0ea6a50b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150117 Sep 10 03:15:16.607982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.720663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:16.721028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 5118dc0a-a9dd-45fb-8513-a1507bb381b6, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:15:16.733846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=6e1cca5a-f353-4d07-a95f-7cabf2699e52,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:16.763290 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.773347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:15:16.788415 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Transition to ACTIVE for port object 4856a467-376e-486b-87bf-cfdcb4a956df will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:16.806430 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.834181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 5118dc0a-a9dd-45fb-8513-a1507bb381b6) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:16.844377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd85c9-3e81-489a-9922-6aba842239dc None None] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:16.846492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:16.850720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:16.901603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e57fdef4-3983-40b7-9ab8-7eff001ae04b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1832709 Sep 10 03:15:16.904548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44082) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:16.994135 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Pushing event updated for resources: {'Port': ['ID=4856a467-376e-486b-87bf-cfdcb4a956df,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:17.014846 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.015199 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.015621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.016002 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.016340 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.016676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.017014 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.017369 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.017700 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.018029 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.018360 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.018678 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:17.173750 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Attempting to bind port 4856a467-376e-486b-87bf-cfdcb4a956df on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:17.174768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Attempting to bind port 4856a467-376e-486b-87bf-cfdcb4a956df by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:17.175263 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Attempting to bind port 4856a467-376e-486b-87bf-cfdcb4a956df on network 93ccd26b-488d-46f7-b07d-d84a613c77e4 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:17.195180 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:17.208483 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Checking segment: {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:17.209138 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:17.209706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Bound using segment: {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:17.210389 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Bound port: 4856a467-376e-486b-87bf-cfdcb4a956df, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91ec36b-9fdf-4f77-b771-c00188eea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:17.213334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:15:17.213991 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:17.214740 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:17.402097 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] For port 4856a467-376e-486b-87bf-cfdcb4a956df, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:17.408992 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] For port 4856a467-376e-486b-87bf-cfdcb4a956df, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4856a467-376e-486b-87bf-cfdcb4a956df,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:17.422239 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:17.532174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2796a5-0bfa-41b6-99bd-51bb2e0a0a76 req-937ba1cd-9055-494e-9d0c-3cfcb8c1a0f8 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:17.535018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c2796a5-0bfa-41b6-99bd-51bb2e0a0a76 req-937ba1cd-9055-494e-9d0c-3cfcb8c1a0f8 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 946 time: 0.2655306 Sep 10 03:15:17.608153 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ac9aa-2421-4611-8e1d-25b6dce067a2 None None] Pushing event updated for resources: {'Port': ['ID=4856a467-376e-486b-87bf-cfdcb4a956df,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:17.631266 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:17.632191 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:17.659755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Allocated IP 172.21.0.2 (5118dc0a-a9dd-45fb-8513-a1507bb381b6/6e1cca5a-f353-4d07-a95f-7cabf2699e52/10c4bab1-f69b-437a-9576-6a694999266b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:17.743835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c2796a5-0bfa-41b6-99bd-51bb2e0a0a76 req-a060f1ef-742b-4a6e-953e-37a938e2655f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672821 Sep 10 03:15:17.860437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:17.999105 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.029920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Transition to ACTIVE for port object 10c4bab1-f69b-437a-9576-6a694999266b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:18.070294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Transition to ACTIVE for port object 10c4bab1-f69b-437a-9576-6a694999266b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:18.112275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.191312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Pushing event updated for resources: {'Port': ['ID=10c4bab1-f69b-437a-9576-6a694999266b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:18.199435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:18.200940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:18.206539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:18.309443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44102) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:18.370010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Attempting to bind port 10c4bab1-f69b-437a-9576-6a694999266b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:18.372813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Attempting to bind port 10c4bab1-f69b-437a-9576-6a694999266b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:18.374823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Attempting to bind port 10c4bab1-f69b-437a-9576-6a694999266b on network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:18.390519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:18.392845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Checking segment: {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:18.393571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.394128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Bound using segment: {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:18.397589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Bound port: 10c4bab1-f69b-437a-9576-6a694999266b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:18.399169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.406358 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:12Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:17Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:18.453626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.477826 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d6644-3ccf-4b80-8373-42cddc669164 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:12Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:17Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:18.484167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950551a7-16b2-4b2b-ad86-46f43c4e881c req-d922ca3a-334e-45e6-bb2f-36ede002c867 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:18.494404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-950551a7-16b2-4b2b-ad86-46f43c4e881c req-d922ca3a-334e-45e6-bb2f-36ede002c867 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.2606845 Sep 10 03:15:18.546089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dacb4c2-dce5-4d07-a7d8-86f8b31afe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.564467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] For port 10c4bab1-f69b-437a-9576-6a694999266b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:18.569777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] For port 10c4bab1-f69b-437a-9576-6a694999266b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10c4bab1-f69b-437a-9576-6a694999266b,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:18.580262 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.718495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1163bf-f7ad-411c-b57b-70258802b596 None None] Pushing event updated for resources: {'Port': ['ID=10c4bab1-f69b-437a-9576-6a694999266b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:18.765569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-950551a7-16b2-4b2b-ad86-46f43c4e881c req-824e0515-d75f-48f2-ba19-d3000c700286 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702522 Sep 10 03:15:18.875689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dacb4c2-dce5-4d07-a7d8-86f8b31afe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.881976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dacb4c2-dce5-4d07-a7d8-86f8b31afe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:18.996832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8dacb4c2-dce5-4d07-a7d8-86f8b31afe6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9a4999612a74c0e84255e9bde2d1d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6856060 Sep 10 03:15:18.997483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:19.010148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacb4c2-dce5-4d07-a7d8-86f8b31afe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc7cb6-7e1d-44e0-ac4d-af1193a57ba2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:19.184832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7307103-119c-40ac-bcda-42e17da3127d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:19.263438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7307103-119c-40ac-bcda-42e17da3127d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:19.360978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.21.0.1 (5118dc0a-a9dd-45fb-8513-a1507bb381b6/6e1cca5a-f353-4d07-a95f-7cabf2699e52/55b4fedc-0560-4f6d-9fbd-d67e668db0ca) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:19.391342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7307103-119c-40ac-bcda-42e17da3127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:19.397745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7307103-119c-40ac-bcda-42e17da3127d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:19.414495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b7307103-119c-40ac-bcda-42e17da3127d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44bc7cb6-7e1d-44e0-ac4d-af1193a57ba2 HTTP/1.1" status: 204 len: 168 time: 0.4156172 Sep 10 03:15:19.440522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7307103-119c-40ac-bcda-42e17da3127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc7cb6-7e1d-44e0-ac4d-af1193a57ba2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:19.739509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:19.802065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object 55b4fedc-0560-4f6d-9fbd-d67e668db0ca will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:19.807520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4856a467-376e-486b-87bf-cfdcb4a956df up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:19.892171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:19.979705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4856a467-376e-486b-87bf-cfdcb4a956df completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:19.987521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4856a467-376e-486b-87bf-cfdcb4a956df triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:19.988063 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.074779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:20.126006 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.138899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:20.155065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:20.197151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 4856a467-376e-486b-87bf-cfdcb4a956df, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4856a467-376e-486b-87bf-cfdcb4a956df,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:20.202630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44132) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:20.205316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.206187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10c4bab1-f69b-437a-9576-6a694999266b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:20.228503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.229807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.357943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=4856a467-376e-486b-87bf-cfdcb4a956df,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:20.380299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 10c4bab1-f69b-437a-9576-6a694999266b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:20.389969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.396444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.437949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:20.453999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5cad-e5e5-42ce-a97a-4ae96dc0bbeb req-0d7bdce3-75b8-48dd-8ec1-1daa1dd7caf7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:20.466206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c92b5cad-e5e5-42ce-a97a-4ae96dc0bbeb req-0d7bdce3-75b8-48dd-8ec1-1daa1dd7caf7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.4647720 Sep 10 03:15:20.487341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10a795d1639e4930a1bff72fa4de1875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835031 Sep 10 03:15:20.489320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:20.529919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.560155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c586bea-beb3-4c2f-bd42-ea1b896be1ed,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:20.570187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c92b5cad-e5e5-42ce-a97a-4ae96dc0bbeb req-49571275-f085-4978-98c4-bf485235e9c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030087 Sep 10 03:15:20.585427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.585772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.586119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.586470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.586809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.587144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.598833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.599374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.599770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.600294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.600806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.602077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35777d30-0d1b-402f-892a-9442f514ccb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:20.616367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3cd15f5-a241-4432-8924-35e076041eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.689368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3cd15f5-a241-4432-8924-35e076041eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.781735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a436a19-f3a2-40b7-8f54-cabf939c1172 None None] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:20.813400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3cd15f5-a241-4432-8924-35e076041eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.817006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3cd15f5-a241-4432-8924-35e076041eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:20.820637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3cd15f5-a241-4432-8924-35e076041eff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c586bea-beb3-4c2f-bd42-ea1b896be1ed HTTP/1.1" status: 204 len: 168 time: 0.3274255 Sep 10 03:15:20.835824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd15f5-a241-4432-8924-35e076041eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c586bea-beb3-4c2f-bd42-ea1b896be1ed,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:21.061696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] Provisioning for port 10c4bab1-f69b-437a-9576-6a694999266b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:21.087048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] Provisioning complete for port 10c4bab1-f69b-437a-9576-6a694999266b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:21.087515 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.116758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.126496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.275041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:21.299195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.342558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.410829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] For port 10c4bab1-f69b-437a-9576-6a694999266b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10c4bab1-f69b-437a-9576-6a694999266b,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:21.418453 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.488122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:21.493714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:21.542066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430cb1d-5a1c-489d-b22c-071231a351c6 None None] Pushing event updated for resources: {'Port': ['ID=10c4bab1-f69b-437a-9576-6a694999266b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:21.610053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4856a467-376e-486b-87bf-cfdcb4a956df up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:21.712659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4856a467-376e-486b-87bf-cfdcb4a956df triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:21.713518 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.788750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44158) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:21.813888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-887ecb98-1d5d-4a88-a142-dfad6b3af868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:21.995936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:22.017479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391384b-d3f1-4afd-8d92-b2e5041f6c9e req-96f1a9ad-78a2-45d6-b1f3-e06cc7fa26c1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:22.019084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5391384b-d3f1-4afd-8d92-b2e5041f6c9e req-96f1a9ad-78a2-45d6-b1f3-e06cc7fa26c1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.2503710 Sep 10 03:15:22.052224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2cbdf3b7-d776-440a-abc5-d58d4db60988 None None] Provisioning complete for port 10c4bab1-f69b-437a-9576-6a694999266b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:22.052604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf3b7-d776-440a-abc5-d58d4db60988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.071374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-887ecb98-1d5d-4a88-a142-dfad6b3af868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.085275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-887ecb98-1d5d-4a88-a142-dfad6b3af868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.179882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ecb98-1d5d-4a88-a142-dfad6b3af868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a9a194-6015-49ab-9f95-a62acb7f3668,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:22.185687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-887ecb98-1d5d-4a88-a142-dfad6b3af868 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c375cb4de1ba4b79bf7565973759cba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952560 Sep 10 03:15:22.193491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44162) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:22.200965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5391384b-d3f1-4afd-8d92-b2e5041f6c9e req-7aed90ef-7001-4b29-adcd-00efa9a5c329 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734023 Sep 10 03:15:22.286192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2cbdf3b7-d776-440a-abc5-d58d4db60988 None None] Provisioning for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:22.292950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2cbdf3b7-d776-440a-abc5-d58d4db60988 None None] Provisioning complete for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:22.293692 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf3b7-d776-440a-abc5-d58d4db60988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.317472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:22.317701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2d79f90-b55a-4e60-88a1-3526743423c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.323769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e105cf25-a5ab-4dd4-9634-e4dc54b35eb1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4178798 Sep 10 03:15:22.329822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44164) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:22.338819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1711370936'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:22.366924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:22.382068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:22.386621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.397575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2d79f90-b55a-4e60-88a1-3526743423c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.424959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:15:22.436527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.439003 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment dc11f451-ca36-4ce3-a060-a8e19968266f of type vlan for network c10e789d-aebc-4f86-81c0-9c7b925b12d7 Sep 10 03:15:22.475723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:22.477147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:22.492111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdf3b7-d776-440a-abc5-d58d4db60988 None None] Port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:22.503136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.530554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2d79f90-b55a-4e60-88a1-3526743423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.537737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2d79f90-b55a-4e60-88a1-3526743423c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.541124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2d79f90-b55a-4e60-88a1-3526743423c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11a9a194-6015-49ab-9f95-a62acb7f3668 HTTP/1.1" status: 204 len: 168 time: 0.3466241 Sep 10 03:15:22.541743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.549528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:22.550308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.567366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79f90-b55a-4e60-88a1-3526743423c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a9a194-6015-49ab-9f95-a62acb7f3668,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:22.628081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2940793 Sep 10 03:15:22.629345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44170) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:22.635982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:22.719579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f3672-a7b7-4fbb-9f41-04a148c048a7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=c10e789d-aebc-4f86-81c0-9c7b925b12d7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:22.783106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:22.788933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:22.835142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:15:22.876374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:23.060429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4083275-92e0-4004-8b73-473a308068e0 None None] Provisioning complete for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:23.062298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4083275-92e0-4004-8b73-473a308068e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:23.240799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:23.405871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=182e9aa8-9444-4223-93c3-4dd900f906a1,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:23.504124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:23.504877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: c10e789d-aebc-4f86-81c0-9c7b925b12d7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:15:23.506896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5309d-7321-4882-b973-fb56941a81ec req-f73fe7c3-386e-454c-9e5e-0aa7f3de0bef tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:23.517034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37b5309d-7321-4882-b973-fb56941a81ec req-f73fe7c3-386e-454c-9e5e-0aa7f3de0bef tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1446140 Sep 10 03:15:23.575630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:15:23.592744 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37b5309d-7321-4882-b973-fb56941a81ec req-b70919ce-40a4-4b0e-ba79-3130397951e1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708539 Sep 10 03:15:23.618411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, c10e789d-aebc-4f86-81c0-9c7b925b12d7) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:23.631942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:23.633441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10c4bab1-f69b-437a-9576-6a694999266b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:23.634558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:23.673591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44192) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:23.675100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6952854b-1bcd-4162-9ccc-eb99aa84ec9a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0442386 Sep 10 03:15:23.728120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7436a8a-b101-4b09-8f53-3b7e81a081c0 None None] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:23.908584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a4083275-92e0-4004-8b73-473a308068e0 None None] Port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:24.044656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 3, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:24.084950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:24.085493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Updating router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:15:24.088151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 10c4bab1-f69b-437a-9576-6a694999266b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:24.088694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:24.363935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d4320dc4-d7b3-4db6-b8ff-31badb39d45f None None] Provisioning complete for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:24.364506 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d4320dc4-d7b3-4db6-b8ff-31badb39d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:24.430737 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:24.741038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:15:24.742055 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:25.013719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d4320dc4-d7b3-4db6-b8ff-31badb39d45f None None] Port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:25.102788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4238d5-ad2b-4b44-bc1c-a9f8cfedf101 req-a2e2b769-44ad-45bf-98e1-f3559c252d62 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:25.111791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d4238d5-ad2b-4b44-bc1c-a9f8cfedf101 req-a2e2b769-44ad-45bf-98e1-f3559c252d62 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.1294115 Sep 10 03:15:25.229649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d4238d5-ad2b-4b44-bc1c-a9f8cfedf101 req-c44458f0-be77-4f2b-8aec-0699e348dfa1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166375 Sep 10 03:15:25.250461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44226) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:25.257981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:25.272776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:25.310016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Transition to ACTIVE for port object 55b4fedc-0560-4f6d-9fbd-d67e668db0ca will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:25.331130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:25.352676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Allocated IP 172.22.0.2 (c10e789d-aebc-4f86-81c0-9c7b925b12d7/182e9aa8-9444-4223-93c3-4dd900f906a1/7ecc1322-79c7-4237-a604-60769025ac1b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:25.396022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Pushing event updated for resources: {'Port': ['ID=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:25.450553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a5f1d326-49d9-4d1c-808f-94be89aaf1d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/78417e80-77a4-4288-93e3-810c037ee397 HTTP/1.1" status: 200 len: 993 time: 0.1976516 Sep 10 03:15:25.510071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65288665-544d-4929-a5ae-2ef29cb99b5e req-d551ef7b-0828-4ada-aaa9-33640dfdf0b0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:25.514606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65288665-544d-4929-a5ae-2ef29cb99b5e req-d551ef7b-0828-4ada-aaa9-33640dfdf0b0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.1609395 Sep 10 03:15:25.683316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Attempting to bind port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:25.683945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Attempting to bind port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:25.685348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Attempting to bind port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca on network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:25.697694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:25.698627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Checking segment: {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:25.699059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:25.700075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Bound using segment: {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:25.700704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Bound port: 55b4fedc-0560-4f6d-9fbd-d67e668db0ca, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:25.701094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:25.770303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65288665-544d-4929-a5ae-2ef29cb99b5e req-6f3f09d1-5ca7-4c81-a3e7-f768aebfdda3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485287 Sep 10 03:15:25.932525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] For port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:25.951813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] For port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:25.978405 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:26.129049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:26.146601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:26.149924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:26.360933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:26.601186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8be88-c0ad-4fe1-b87c-a9571bb7a407 req-a44424f8-423b-43de-a54e-df23d23b1a51 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:26.611858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ef8be88-c0ad-4fe1-b87c-a9571bb7a407 req-a44424f8-423b-43de-a54e-df23d23b1a51 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1096 time: 0.0890055 Sep 10 03:15:26.690989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ef8be88-c0ad-4fe1-b87c-a9571bb7a407 req-d292fde7-0aab-479c-89bb-aff4c20e0902 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732648 Sep 10 03:15:26.758690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Transition to ACTIVE for port object 7ecc1322-79c7-4237-a604-60769025ac1b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:26.783434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-e9d640fe-adc1-4e14-a98e-4cd8d5d1a44f req-3797777f-1810-4179-81b4-7c6821a2fda2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:15:26.785074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9d640fe-adc1-4e14-a98e-4cd8d5d1a44f req-3797777f-1810-4179-81b4-7c6821a2fda2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107024 Sep 10 03:15:26.825852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Pushing event updated for resources: {'Port': ['ID=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:26.876984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.877543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.878039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.878748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.879318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.880270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.880778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.881286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.882053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.883295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.883842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.884340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad00518-9a57-4920-bc72-4f715bdce331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:26.913054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Transition to ACTIVE for port object 7ecc1322-79c7-4237-a604-60769025ac1b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:26.926992 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:27.005729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:27.027092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.22.0.1 (c10e789d-aebc-4f86-81c0-9c7b925b12d7/182e9aa8-9444-4223-93c3-4dd900f906a1/b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:27.053424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 3, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:25Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:27.187873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3c572-a9ae-46cc-8731-786c119f6379 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 3, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:25Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:27.199980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:27.205997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:27.228345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Pushing event updated for resources: {'Port': ['ID=7ecc1322-79c7-4237-a604-60769025ac1b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:27.406101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:27.430523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Attempting to bind port 7ecc1322-79c7-4237-a604-60769025ac1b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:27.430901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Attempting to bind port 7ecc1322-79c7-4237-a604-60769025ac1b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:27.435395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Attempting to bind port 7ecc1322-79c7-4237-a604-60769025ac1b on network c10e789d-aebc-4f86-81c0-9c7b925b12d7 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:27.464762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:27.466089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:27.468073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Checking segment: {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:27.468909 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:27.471997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Bound using segment: {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:27.472917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Bound port: 7ecc1322-79c7-4237-a604-60769025ac1b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:27.474453 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:27.551356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:27.595315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:27.598545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:27.604743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:27.657659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 55b4fedc-0560-4f6d-9fbd-d67e668db0ca up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:27.751555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] For port 7ecc1322-79c7-4237-a604-60769025ac1b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:27.773733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] For port 7ecc1322-79c7-4237-a604-60769025ac1b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7ecc1322-79c7-4237-a604-60769025ac1b,segment=NetworkSegment(dc11f451-ca36-4ce3-a060-a8e19968266f),segment_id=dc11f451-ca36-4ce3-a060-a8e19968266f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:27.882979 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:27.982941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:28.046351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:28.054081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:28.098511 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-4a1c2912-cade-4ab3-9a1d-1deb9ef30e33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176083 Sep 10 03:15:28.107599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:28.107998 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:28.125420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-636c0422-a9ce-44f3-92d2-4eb8950fda19 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:15:28.126674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-636c0422-a9ce-44f3-92d2-4eb8950fda19 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233269 Sep 10 03:15:28.278058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b97b81-76c1-45a7-9dd7-0b416c4f045d None None] Pushing event updated for resources: {'Port': ['ID=7ecc1322-79c7-4237-a604-60769025ac1b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:28.384897 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:28.438810 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:28.502798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:28.515013 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:28.789724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:29.115200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-4f558df0-a542-435a-92c0-31b228611dfe tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:29.123684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-4f558df0-a542-435a-92c0-31b228611dfe tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 818 time: 0.2107136 Sep 10 03:15:29.138960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-bdd51493-ef92-4f6d-8ec8-be0471cf66b3 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/quotas/80b3620f3e1d4af9947610c01edcd5c1 HTTP/1.1" status: 200 len: 375 time: 0.0133984 Sep 10 03:15:29.192764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-4938e4e4-214f-40c6-a8c7-67799f2336bb tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:15:29.193882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-4938e4e4-214f-40c6-a8c7-67799f2336bb tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312262 Sep 10 03:15:29.197732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-6a6c51b3-7349-49a0-8de9-ee287d68c30b tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488279 Sep 10 03:15:29.312781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:29.325291 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:29.403742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:29.453980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-341ee982-43df-442d-a7ce-fbd018612748 service neutron] 10.222.0.23 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295322 Sep 10 03:15:29.498674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:29.734625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:29.736396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:29.741936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-2a4b69a5-a1ff-44b6-872b-519c121dd058 service neutron] 10.222.0.23 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759762 Sep 10 03:15:29.842758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7ecc1322-79c7-4237-a604-60769025ac1b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:29.963197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-1386dacf-2b91-487c-99f0-babf1a01d186 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:29.964338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7ecc1322-79c7-4237-a604-60769025ac1b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:29.972437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-1386dacf-2b91-487c-99f0-babf1a01d186 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 1093 time: 0.7033205 Sep 10 03:15:29.979345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 55b4fedc-0560-4f6d-9fbd-d67e668db0ca up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:29.990790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Request body: {'binding': {'host': 'n-h1-808126-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:29.991290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Unknown quota resources ['binding']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:15:30.013047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:30.060687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:30.061317 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.078932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd34aff-4292-426b-b604-64554c5a0b3c None None] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:30.282506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:30.298150 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:30.314673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] Provisioning for port 7ecc1322-79c7-4237-a604-60769025ac1b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:30.318790 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:30.319908 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:30.320424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-68ddbb14-c860-4d1b-8acf-b57c36369652 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6439080 Sep 10 03:15:30.323184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:30.332301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693450855'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:30.343421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] Provisioning complete for port 7ecc1322-79c7-4237-a604-60769025ac1b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:30.354939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.390912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:30.395970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.464760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:15:30.485834 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.488334 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added segment b23d5ce9-a9cd-4000-924a-71ff22e98f12 of type vlan for network 798bea93-63ae-44ec-b0b7-04a19b0da79e Sep 10 03:15:30.570469 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:30.573499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on host n-h1-808126-2 for vnic_type normal with profile None {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:30.573955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:30.574220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:30.632967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.646043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:30.646390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:30.658773 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.711472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:30.717080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Checking segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:30.719960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Bound using segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:30.721739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Bound port: b13be432-9428-49e3-bbe9-9cff95860d53, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:30.729195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.752502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:30.753983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.786049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] For port 7ecc1322-79c7-4237-a604-60769025ac1b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7ecc1322-79c7-4237-a604-60769025ac1b,segment=NetworkSegment(dc11f451-ca36-4ce3-a060-a8e19968266f),segment_id=dc11f451-ca36-4ce3-a060-a8e19968266f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:30.807410 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:30.865899 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5396075 Sep 10 03:15:30.866667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44338) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:30.889102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'subnet': {'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:30.979668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2f28-791a-4472-8522-2aee5f2ae0b1 None None] Pushing event updated for resources: {'Port': ['ID=7ecc1322-79c7-4237-a604-60769025ac1b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:31.052785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-79bb599d-b51b-4efc-b7d8-26f146b84084 None None] Provisioning for port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:31.061014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-79bb599d-b51b-4efc-b7d8-26f146b84084 None None] Provisioning complete for port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:31.061396 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79bb599d-b51b-4efc-b7d8-26f146b84084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:31.090689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a883b33-0dc5-4a5b-a217-1b9b45c657ea req-df98e409-1cde-41f0-a188-e1be949b0ea0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:31.101287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a883b33-0dc5-4a5b-a217-1b9b45c657ea req-df98e409-1cde-41f0-a188-e1be949b0ea0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.5426145 Sep 10 03:15:31.148955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5672d-5b12-44d4-8dc5-5d5edb605f78 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Network': ['ID=798bea93-63ae-44ec-b0b7-04a19b0da79e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:31.196685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:15:31.244045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:31.266751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:31.268506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-b048b5a9-32db-4ed8-a923-6c8138f345c1 service neutron] 10.222.0.23 "POST /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53/bindings HTTP/1.1" status: 201 len: 389 time: 1.2935483 Sep 10 03:15:31.274227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a883b33-0dc5-4a5b-a217-1b9b45c657ea req-722c7b43-4be1-45b3-8939-9591b5fa6025 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618352 Sep 10 03:15:31.292527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-79bb599d-b51b-4efc-b7d8-26f146b84084 None None] Port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:31.353974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Made reservation on behalf of b45bc0a1a07b470ba9389607c51b31e5 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:31.372678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:31.438807 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:31.597342 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:31.604693 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Updating router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:15:31.642154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-79bb599d-b51b-4efc-b7d8-26f146b84084 None None] Provisioning complete for port 7ecc1322-79c7-4237-a604-60769025ac1b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:31.645547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79bb599d-b51b-4efc-b7d8-26f146b84084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:31.797004 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:31.824561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7ecc1322-79c7-4237-a604-60769025ac1b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:32.034642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-905f03a5-48b5-411f-ab8f-1c022969fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:32.041587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-905f03a5-48b5-411f-ab8f-1c022969fd89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1096 time: 0.3744843 Sep 10 03:15:32.465936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-bc54d48d-8eb4-431b-ba65-3fe8ed6b6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:32.473214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-bc54d48d-8eb4-431b-ba65-3fe8ed6b6a64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 897 time: 0.4210842 Sep 10 03:15:32.526180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:32.708666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Subnet': ['ID=d2609a81-1f41-4e47-b714-5f2f84aecf68,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:32.743032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d03030b4-a8b5-4e9f-aeb8-6f10da1d9740 req-b214c7c5-db9d-4714-aa87-1f6997a16070 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 210 time: 0.1043665 Sep 10 03:15:32.814764 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-72895a38-a5c0-4cce-bce1-6bb8fcd5c874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 1001 time: 0.3327143 Sep 10 03:15:32.837623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Checking segment: {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:32.838006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network hostable DHCP agents. Network: 798bea93-63ae-44ec-b0b7-04a19b0da79e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:15:32.898144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78107-46e8-4bc9-a6d5-a4c260208df4 req-dcf07e95-1753-4789-b3d2-b7a304ea5797 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:32.901467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3dd78107-46e8-4bc9-a6d5-a4c260208df4 req-dcf07e95-1753-4789-b3d2-b7a304ea5797 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.4460475 Sep 10 03:15:32.903988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:15:32.921615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d07f710-1a80-4b03-ba2f-ea34a76fb993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:32.937488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:32.942074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.034479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7ecc1322-79c7-4237-a604-60769025ac1b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:33.034827 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.036336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.048440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3dd78107-46e8-4bc9-a6d5-a4c260208df4 req-f12fd8a3-bd00-4c4a-8d0b-489c3d8e41c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362669 Sep 10 03:15:33.050092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 798bea93-63ae-44ec-b0b7-04a19b0da79e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:33.063852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0dcb87-45b8-42f5-aaa5-77cdec4148d1 None None] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:33.076166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:33.076836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.080241 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Transition to ACTIVE for port object b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:33.102148 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.122837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba5e59fb-710f-4786-a83d-eeb0edeea25c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2457767 Sep 10 03:15:33.125702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:33.134574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-bf3f9d3e-97ab-4020-b237-04534c3452fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:33.149045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-bf3f9d3e-97ab-4020-b237-04534c3452fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.3182824 Sep 10 03:15:33.224565 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf72b2-61d9-40ad-8a4b-3bc62897d38c None None] Pushing event updated for resources: {'Port': ['ID=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:33.376405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-9a2809d7-b9db-4c5c-9974-486828c5f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:33.383946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-9a2809d7-b9db-4c5c-9974-486828c5f8a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074530 Sep 10 03:15:33.445882 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Attempting to bind port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:33.446255 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Attempting to bind port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:33.446623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Attempting to bind port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 on network c10e789d-aebc-4f86-81c0-9c7b925b12d7 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:33.460630 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:33.461007 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Checking segment: {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:33.461412 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.463038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Bound using segment: {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:33.463515 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Bound port: b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc11f451-ca36-4ce3-a060-a8e19968266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:33.463920 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.570871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-fa0317f7-b543-4826-91b3-c986c8db6bc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:33.583506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-fa0317f7-b543-4826-91b3-c986c8db6bc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.6546068 Sep 10 03:15:33.617408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-6360f9a1-e0be-41fc-a794-3dece6b8b992 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/quotas/7f752c5a4ce84b63ae73b14fc1faeb2d HTTP/1.1" status: 200 len: 375 time: 0.0329549 Sep 10 03:15:33.674629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-798bea93-63ae-44ec-b0b7-04a19b0da79e', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:15:33.676816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.678018 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] For port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:33.699728 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] For port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,segment=NetworkSegment(dc11f451-ca36-4ce3-a060-a8e19968266f),segment_id=dc11f451-ca36-4ce3-a060-a8e19968266f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:33.721138 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:33.917470 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:33.918300 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:33.933279 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf72b2-61d9-40ad-8a4b-3bc62897d38c None None] Pushing event updated for resources: {'Port': ['ID=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:33.939814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-b70c71dd-fce8-4be5-a63e-bcea66d86660 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:33.940813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-b70c71dd-fce8-4be5-a63e-bcea66d86660 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 818 time: 0.2377396 Sep 10 03:15:34.001995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-108b752a-6169-4858-a8d5-7535ec6c3e6c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3834698 Sep 10 03:15:34.049247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-869da8f4-188c-45c7-abbc-b1e1305762e2 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:34.050798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-869da8f4-188c-45c7-abbc-b1e1305762e2 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.32 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 818 time: 0.6084404 Sep 10 03:15:34.084763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Request body: {'port': {'device_id': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'admin_state_up': True, 'tenant_id': '80b3620f3e1d4af9947610c01edcd5c1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:34.102757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Allocated IP 172.23.0.2 (798bea93-63ae-44ec-b0b7-04a19b0da79e/d2609a81-1f41-4e47-b714-5f2f84aecf68/c1720a2a-cd6a-43db-80b1-37453c059490) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:34.119736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-d2f0ee26-1e88-4de9-98bc-a0fd81825d41 service neutron] 10.222.0.32 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181399 Sep 10 03:15:34.196929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Request body: {'port': {'device_id': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'admin_state_up': True, 'tenant_id': '80b3620f3e1d4af9947610c01edcd5c1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:34.233610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384978a-5e65-40f8-832b-e8387b4fc9b5 req-b8932807-f755-4687-aa89-add86e3bec6f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:34.235236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2384978a-5e65-40f8-832b-e8387b4fc9b5 req-b8932807-f755-4687-aa89-add86e3bec6f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 946 time: 0.8528545 Sep 10 03:15:34.537246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:34.549984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Transition to ACTIVE for port object c1720a2a-cd6a-43db-80b1-37453c059490 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:34.588302 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:34.605585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-15a901bf-52ad-4b39-bf2c-f82b43b150de service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025314 Sep 10 03:15:34.617115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Transition to ACTIVE for port object c1720a2a-cd6a-43db-80b1-37453c059490 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:34.640589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:34.745186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-20fd4205-ff12-4368-b0ed-0e1a62d19fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:34.789366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Made reservation on behalf of 80b3620f3e1d4af9947610c01edcd5c1 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:34.801698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:34.804049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:34.824902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:34.825763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Pushing event updated for resources: {'Port': ['ID=c1720a2a-cd6a-43db-80b1-37453c059490,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:34.829567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:34.844379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:34.870918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-c59e295e-95b6-4386-936e-a3fdadc6b228 service neutron] 10.222.0.32 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659625 Sep 10 03:15:34.939831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Attempting to bind port c1720a2a-cd6a-43db-80b1-37453c059490 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:34.940488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Attempting to bind port c1720a2a-cd6a-43db-80b1-37453c059490 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:34.941176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Attempting to bind port c1720a2a-cd6a-43db-80b1-37453c059490 on network 798bea93-63ae-44ec-b0b7-04a19b0da79e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:34.947261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:34.947914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Checking segment: {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:34.948476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:34.949067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Bound using segment: {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:34.949690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Bound port: c1720a2a-cd6a-43db-80b1-37453c059490, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:34.950253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:35.047126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-1b2f29d4-a395-4a34-ad56-520ebb1d8f7d service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085445 Sep 10 03:15:35.097023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-4bcd7fc2-7a40-4544-893e-f3e451642ed0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:35.098918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-4bcd7fc2-7a40-4544-893e-f3e451642ed0 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1096 time: 0.1490982 Sep 10 03:15:35.116759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] For port c1720a2a-cd6a-43db-80b1-37453c059490, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:35.121079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] For port c1720a2a-cd6a-43db-80b1-37453c059490, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c1720a2a-cd6a-43db-80b1-37453c059490,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:35.130864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:35.154965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808126-2'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:35.172103 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:33Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:35.218026 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b60da-6415-490b-b8d8-1f7b4b2c974e None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:33Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:35.264217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8606fa2-9d3b-42b7-a16d-d5399594066f None None] Pushing event updated for resources: {'Port': ['ID=c1720a2a-cd6a-43db-80b1-37453c059490,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:35.359638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Allocated IP 172.20.0.5 (33dabc7c-2170-4ef8-9e9e-d9aad430306f/eee45b35-4898-44f6-8371-c050491287be/7e60c318-1e29-4b12-978e-33214828c7a8) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:35.403671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:35.409798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:35.757348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:35.814615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-bf4359fa-9322-4a62-8fa3-b3990562f8a1 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:35.816844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-bf4359fa-9322-4a62-8fa3-b3990562f8a1 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 818 time: 1.5105247 Sep 10 03:15:35.835584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:35.840686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:35.841064 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:35.905448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Request body: {'port': {'device_id': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'admin_state_up': True, 'tenant_id': '80b3620f3e1d4af9947610c01edcd5c1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:35.943579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a34ada17-97a7-481e-ac3f-5192a4cf213e req-2424806c-448a-4c6b-913c-e6a10fc5c257 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 210 time: 0.2646673 Sep 10 03:15:35.988208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2384978a-5e65-40f8-832b-e8387b4fc9b5 req-39566d8f-3840-4409-b801-b89c468a5280 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6872749 Sep 10 03:15:36.062991 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.139954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,segment=NetworkSegment(dc11f451-ca36-4ce3-a060-a8e19968266f),segment_id=dc11f451-ca36-4ce3-a060-a8e19968266f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:36.152380 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.267073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Made reservation on behalf of 80b3620f3e1d4af9947610c01edcd5c1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:36.272560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.285822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:36.307018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49aa8897-7317-4d09-be0e-0b94b6600c32 req-b0a8173f-9160-40e6-a5ea-3055e8cc8aad tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 210 time: 0.2058277 Sep 10 03:15:36.361655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:15:36.378414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:36.406532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055dfd8-2398-455a-b092-a94e6d3feca1 req-e5e144d1-cebc-4cc0-8de7-81e1a06198e7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:36.414427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0055dfd8-2398-455a-b092-a94e6d3feca1 req-e5e144d1-cebc-4cc0-8de7-81e1a06198e7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.2938867 Sep 10 03:15:36.479841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.538471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0055dfd8-2398-455a-b092-a94e6d3feca1 req-ddefcd6b-d75b-4237-8fa0-f4e59f0247a6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226323 Sep 10 03:15:36.542844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:36.615328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.618943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.643921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:36.647068 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dfc8fd-3001-4bc6-b7a0-302b7f876e45" -d '{"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-unplugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:36.658169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.677973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.678399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:36.700766 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb55872-b119-4d21-848f-fd4ef53e641a" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:36.712726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.743149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:36.756493 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:36.818465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Allocated IP 172.20.0.4 (33dabc7c-2170-4ef8-9e9e-d9aad430306f/eee45b35-4898-44f6-8371-c050491287be/63f498ab-aeea-467e-a397-a336caabaacf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:36.895417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=14']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:36.908182 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ff1ad0-4f77-4754-bd54-9ee786977074 x-openstack-request-id: req-64ff1ad0-4f77-4754-bd54-9ee786977074 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:36.915279 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:36.915574 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64ff1ad0-4f77-4754-bd54-9ee786977074 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:36.918260 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'code': 200} Sep 10 03:15:36.933096 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5ac2e4-1d7f-4540-b886-c44387718f32 x-openstack-request-id: req-df5ac2e4-1d7f-4540-b886-c44387718f32 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:36.933391 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-unplugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:36.933855 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df5ac2e4-1d7f-4540-b886-c44387718f32 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:36.934418 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'code': 200} Sep 10 03:15:36.951312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:36.956765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:36.965791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:37.125856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:37.186498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Made reservation on behalf of 80b3620f3e1d4af9947610c01edcd5c1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:37.190134 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:37.201117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b18feed-4260-49fc-8531-5673ace2dcdb None None] Provisioning complete for port b13be432-9428-49e3-bbe9-9cff95860d53 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:37.201673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b18feed-4260-49fc-8531-5673ace2dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:37.263415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1b7db-723b-4f12-b6fe-d98caa723fc4 None None] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:37.271658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:37.298578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62f5a110-76cf-42c1-a1c4-b08841f51abc req-8767d925-7e12-4916-b261-d328ea26c2d8 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 210 time: 0.1304343 Sep 10 03:15:37.373827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:37.441033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:37.570834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2b18feed-4260-49fc-8531-5673ace2dcdb None None] Port b13be432-9428-49e3-bbe9-9cff95860d53 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:37.584073 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:37.643130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:37.723592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f3327816-6359-4507-b7ac-9de7e2348193 None None] Provisioning for port c1720a2a-cd6a-43db-80b1-37453c059490 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:37.729552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d868ba85-1bd0-40a5-be0e-26240643332e req-64d49f04-a994-4d0c-8115-6d2de315b2ae tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 210 time: 0.2945719 Sep 10 03:15:37.764706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c1720a2a-cd6a-43db-80b1-37453c059490 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:37.892459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:37.893145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:37.928076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c1720a2a-cd6a-43db-80b1-37453c059490 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:37.934727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c1720a2a-cd6a-43db-80b1-37453c059490 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:37.936956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.024418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44512) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:38.036042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Pushing event updated for resources: {'Port': ['ID=63f498ab-aeea-467e-a397-a336caabaacf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:38.123321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:38.138273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.188028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0169787 Sep 10 03:15:38.194163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Pushing event updated for resources: {'Port': ['ID=7e60c318-1e29-4b12-978e-33214828c7a8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:38.214430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.214873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.215299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.215783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.216131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.216472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.216808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.217142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.217481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.217811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.218140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.218468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa853b1d-f88c-405d-a1cb-48e227ad6d11 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:15:38.220996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:38.221650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.249373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Request body: {'port': {'device_id': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:38.251085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-f88de9b9-fa86-4526-a69c-9ad54a6fdf26 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2822969 Sep 10 03:15:38.259934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4454cd0-1043-4859-ba41-be81efacefac None None] Provisioning complete for port c1720a2a-cd6a-43db-80b1-37453c059490 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:38.260481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4454cd0-1043-4859-ba41-be81efacefac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.265616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c1720a2a-cd6a-43db-80b1-37453c059490, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c1720a2a-cd6a-43db-80b1-37453c059490,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:38.284639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Allocated IP 172.20.0.14 (33dabc7c-2170-4ef8-9e9e-d9aad430306f/eee45b35-4898-44f6-8371-c050491287be/62baff75-1c4f-4095-867a-8be55e712a64) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:38.289207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.290076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:38.295262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fbfe173c-92b8-40fc-8ef7-043b14beef62 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:15:38.296308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-fbfe173c-92b8-40fc-8ef7-043b14beef62 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099564 Sep 10 03:15:38.303356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on host n-h2-808126-2 for vnic_type normal with profile {"migrating_to": "n-h1-808126-2"} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:38.303742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:38.304077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:38.334597 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:15:38.361410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-9208ca95-9917-4875-b993-db6c821fd9cb tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:38.362908 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-9208ca95-9917-4875-b993-db6c821fd9cb tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.3376777 Sep 10 03:15:38.373186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545cf5c-5443-402a-8437-e5a6a3d35a5c req-ed6028b1-a9a0-42c7-81ba-8b96c4e9c888 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:38.374761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5545cf5c-5443-402a-8437-e5a6a3d35a5c req-ed6028b1-a9a0-42c7-81ba-8b96c4e9c888 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.3524101 Sep 10 03:15:38.382900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:38.382900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Attempting to bind port b13be432-9428-49e3-bbe9-9cff95860d53 on network d82ffcc0-34cf-4444-81ef-fde982d5bd57 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:38.388421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Request body: {'port': {'device_id': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'admin_state_up': True, 'tenant_id': '7f752c5a4ce84b63ae73b14fc1faeb2d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:38.398433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0a0157c-ac9c-45ea-876f-ecfd61fb503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.429311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:38.429649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Checking segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:38.430045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Bound using segment: {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:38.430502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Bound port: b13be432-9428-49e3-bbe9-9cff95860d53, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a2c77f-4967-4659-8f43-9954d0a7ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:38.430870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.434716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c1720a2a-cd6a-43db-80b1-37453c059490,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:38.461954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Request body: {'port': {'device_id': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:38.506080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:38.506542 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.518333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e4c09-bcf3-4465-9651-39d85f240a3f req-28b483d0-0f0a-4ad2-ae29-cf85b250f1a0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:38.530268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d7e4c09-bcf3-4465-9651-39d85f240a3f req-28b483d0-0f0a-4ad2-ae29-cf85b250f1a0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.5812275 Sep 10 03:15:38.543516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5545cf5c-5443-402a-8437-e5a6a3d35a5c req-3617a6ad-d86d-4c47-ad92-907fc934fe91 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511431 Sep 10 03:15:38.610701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.712493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d7e4c09-bcf3-4465-9651-39d85f240a3f req-008c78eb-e72d-49fa-86d9-816b036c2414 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758475 Sep 10 03:15:38.782189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:38.833002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1cd83dae-7772-40db-b510-8fd1dcf898d3 req-69c60279-137d-4390-9070-e9dc87920d98 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 210 time: 0.0594242 Sep 10 03:15:38.835158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:38.866748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:38.889861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Allocated IP 172.23.0.1 (798bea93-63ae-44ec-b0b7-04a19b0da79e/d2609a81-1f41-4e47-b714-5f2f84aecf68/0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:38.891605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.073104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.107368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09fc1714-eef6-4871-a915-0d7a1ff95b9e req-fdb8c54e-0560-439e-9434-5e8f11b99a91 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 210 time: 0.1208212 Sep 10 03:15:39.119039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb005ab-c8f8-4cd1-b2a5-3f185c38ad31 req-e2e9bf5d-2a90-4e22-9125-e6a825c84a35 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:39.127638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acb005ab-c8f8-4cd1-b2a5-3f185c38ad31 req-e2e9bf5d-2a90-4e22-9125-e6a825c84a35 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.3069613 Sep 10 03:15:39.210987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:39.245261 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-acb005ab-c8f8-4cd1-b2a5-3f185c38ad31 req-3a6f52dd-7eed-4db8-a7de-b6a037a13405 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166728 Sep 10 03:15:39.282367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0a0157c-ac9c-45ea-876f-ecfd61fb503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.304618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.317945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.322439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0a0157c-ac9c-45ea-876f-ecfd61fb503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.336278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:39.337013 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.339229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-3022237c-4e1e-4ea0-9885-3e4271367cd3 service neutron] 10.222.0.32 "PUT /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 1121 time: 4.2310870 Sep 10 03:15:39.386835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Transition to ACTIVE for port object 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:39.393274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:39.396613 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e1b90-dde0-4f4f-bd61-8fec30469351" -d '{"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:39.400353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0157c-ac9c-45ea-876f-ecfd61fb503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c115ac7-1b3e-4848-8099-c714a6b0c8a5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:39.409578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Network 33dabc7c-2170-4ef8-9e9e-d9aad430306f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:39.424586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b13be432-9428-49e3-bbe9-9cff95860d53'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:39.460703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Made reservation on behalf of 7f752c5a4ce84b63ae73b14fc1faeb2d for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:39.468627 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.503220 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbe2964-62f0-4ffc-b7f8-ff1c01537297 x-openstack-request-id: req-fdbe2964-62f0-4ffc-b7f8-ff1c01537297 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:39.503518 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:39.503776 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdbe2964-62f0-4ffc-b7f8-ff1c01537297 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:39.505524 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'status': 'completed', 'code': 200} Sep 10 03:15:39.505646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:39.517197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:39.529438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Pushing event updated for resources: {'Port': ['ID=62baff75-1c4f-4095-867a-8be55e712a64,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:39.559132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0a0157c-ac9c-45ea-876f-ecfd61fb503a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=181d41dd23a548518cde9384d24cd960&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5294147 Sep 10 03:15:39.567581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44550) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:39.595360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-37ee1de0-3c24-4276-9207-6f342c6e4469 None None] Provisioning complete for port b13be432-9428-49e3-bbe9-9cff95860d53 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:39.596196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37ee1de0-3c24-4276-9207-6f342c6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.646242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:39.646961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.668124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.689661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c1720a2a-cd6a-43db-80b1-37453c059490 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:39.702798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1da2882a-8ca9-4b3f-93fe-9b2f92b52186 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8022232 Sep 10 03:15:39.705876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-99f062d3-3968-44b5-8089-2b252b37039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:39.708153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-99f062d3-3968-44b5-8089-2b252b37039d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1124 time: 0.2066343 Sep 10 03:15:39.782142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Request body: {'port': {'device_id': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:39.853345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c1720a2a-cd6a-43db-80b1-37453c059490 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:39.853626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.888565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:39.897566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6807-3d3c-4b5a-a61d-ca23e1b8ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.903627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:39.921695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:39.925278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:39.938889 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37ee1de0-3c24-4276-9207-6f342c6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:39.939792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6807-3d3c-4b5a-a61d-ca23e1b8ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.030419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.052250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f498ab-aeea-467e-a397-a336caabaacf {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:40.100445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-cc34b423-60cb-44ca-bc3d-3d7a88461fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:40.105191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-cc34b423-60cb-44ca-bc3d-3d7a88461fad service neutron] 10.222.0.36 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 897 time: 0.3851845 Sep 10 03:15:40.142908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.155420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:40.164082 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bb0c20-f9cc-4401-ba74-21ff5f38ab2b" -d '{"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-plugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:40.190716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-37ee1de0-3c24-4276-9207-6f342c6e4469 None None] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:40.200864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37ee1de0-3c24-4276-9207-6f342c6e4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.241742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6807-3d3c-4b5a-a61d-ca23e1b8ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.253458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6807-3d3c-4b5a-a61d-ca23e1b8ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.254698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4f3e6807-3d3c-4b5a-a61d-ca23e1b8ea04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c115ac7-1b3e-4848-8099-c714a6b0c8a5 HTTP/1.1" status: 204 len: 168 time: 0.6850753 Sep 10 03:15:40.291336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb749c-4442-4ea5-b31c-a1206628fefe req-16a5ccdb-5839-4c47-bdff-e61632d85269 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:40.295688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Transition to ACTIVE for port object 63f498ab-aeea-467e-a397-a336caabaacf will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:40.303792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ddb749c-4442-4ea5-b31c-a1206628fefe req-16a5ccdb-5839-4c47-bdff-e61632d85269 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 943 time: 0.4163427 Sep 10 03:15:40.306483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.318260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.318982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee1de0-3c24-4276-9207-6f342c6e4469 None None] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:40.382803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-47f2d269-51dd-4cdd-b98b-705f4b8a2ad3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 999 time: 0.2637763 Sep 10 03:15:40.393038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e6807-3d3c-4b5a-a61d-ca23e1b8ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c115ac7-1b3e-4848-8099-c714a6b0c8a5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:40.399170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Allocated IP 172.20.0.6 (a4f5dd6e-fe51-4b2e-be2e-5afea659f30d/4fd6d26b-9f4b-4294-9353-4c2fec11695e/8799de07-7a31-459c-acf9-4a0498b85509) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:40.428609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366cd79-208e-4bbf-afa8-91be1d6efe76 req-fc9c7d87-820e-48e6-9a7e-2f8e70369285 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:40.436470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b366cd79-208e-4bbf-afa8-91be1d6efe76 req-fc9c7d87-820e-48e6-9a7e-2f8e70369285 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 932 time: 0.4381843 Sep 10 03:15:40.474527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3ddb749c-4442-4ea5-b31c-a1206628fefe req-93582e3a-c70d-43da-9027-f6edd43ea992 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546459 Sep 10 03:15:40.635403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8354d87-2e41-4c72-b1e7-d96191f3b565 req-20729633-0e80-470f-b4e6-5947223d41f3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 210 time: 0.0564013 Sep 10 03:15:40.652579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-e83923af-b545-451f-a64f-bd3143e03164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:40.654437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-e83923af-b545-451f-a64f-bd3143e03164 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.2588184 Sep 10 03:15:40.768520 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d430e9-a6e4-4e29-abca-57f660b92558 x-openstack-request-id: req-d5d430e9-a6e4-4e29-abca-57f660b92558 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:40.768974 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-plugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:40.769065 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5d430e9-a6e4-4e29-abca-57f660b92558 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:40.770076 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'code': 200} Sep 10 03:15:40.834419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-0071354c-3896-4c6a-a3bb-66162c62a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:40.837030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-0071354c-3896-4c6a-a3bb-66162c62a198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739619 Sep 10 03:15:40.850457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1c0eb5f1-f102-49f3-90df-51aae7892346 None None] Provisioning for port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:40.857951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1c0eb5f1-f102-49f3-90df-51aae7892346 None None] Provisioning complete for port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:40.858243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1c0eb5f1-f102-49f3-90df-51aae7892346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:40.869016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=63f498ab-aeea-467e-a397-a336caabaacf,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:40.922080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b366cd79-208e-4bbf-afa8-91be1d6efe76 req-e417d92a-409e-4913-9963-149b6b2e4e93 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844337 Sep 10 03:15:40.948646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1c0eb5f1-f102-49f3-90df-51aae7892346 None None] Port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:40.965668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e60c318-1e29-4b12-978e-33214828c7a8 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:41.014733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.016870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.025159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44610) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:41.039706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.071280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Transition to ACTIVE for port object 7e60c318-1e29-4b12-978e-33214828c7a8 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:41.075606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-364716ac-6f41-45d0-952c-6c5a4335fa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.086723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-8a8b0d2d-afbf-4ddb-a6cf-5b3687c41438 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385893 Sep 10 03:15:41.094362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.116417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Attempting to bind port 63f498ab-aeea-467e-a397-a336caabaacf on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:41.116654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Attempting to bind port 63f498ab-aeea-467e-a397-a336caabaacf by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:41.116876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Attempting to bind port 63f498ab-aeea-467e-a397-a336caabaacf on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:41.195707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Port 63f498ab-aeea-467e-a397-a336caabaacf on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:41.196289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Attempting to bind port 63f498ab-aeea-467e-a397-a336caabaacf on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:41.206454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:41.206805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Checking segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:41.207230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Bound using segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:41.207892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Bound port: 63f498ab-aeea-467e-a397-a336caabaacf, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:41.208263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.247508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Pushing event updated for resources: {'Port': ['ID=7e60c318-1e29-4b12-978e-33214828c7a8,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:41.312281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.325712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b', '8ab3c7c2-960b-4694-8f30-7efcab8afc4c'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:41.389504 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-824e1b90-dde0-4f4f-bd61-8fec30469351 req-52d79653-355b-4c15-8dd8-e8c64951b5d4 service neutron] 10.222.0.36 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853761 Sep 10 03:15:41.404311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:41.419262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:41.433056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:41.467513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event updated for resources: {'Port': ['ID=8799de07-7a31-459c-acf9-4a0498b85509,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:41.480593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Attempting to bind port 7e60c318-1e29-4b12-978e-33214828c7a8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:41.480977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Attempting to bind port 7e60c318-1e29-4b12-978e-33214828c7a8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:41.481310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Attempting to bind port 7e60c318-1e29-4b12-978e-33214828c7a8 on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:41.502904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Port 7e60c318-1e29-4b12-978e-33214828c7a8 on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:41.503235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Attempting to bind port 7e60c318-1e29-4b12-978e-33214828c7a8 on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:41.523924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] For port 63f498ab-aeea-467e-a397-a336caabaacf, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:41.527941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:41.528642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.534383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-364716ac-6f41-45d0-952c-6c5a4335fa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.538758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:41.541228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Checking segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:41.541635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Bound using segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:41.542097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Bound port: 7e60c318-1e29-4b12-978e-33214828c7a8, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:41.543670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.559353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-364716ac-6f41-45d0-952c-6c5a4335fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.593716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] For port 63f498ab-aeea-467e-a397-a336caabaacf, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=63f498ab-aeea-467e-a397-a336caabaacf,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:41.619213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-8f7b7dc5-9df9-4b0a-9f1b-0b7fc97c162e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2431772 Sep 10 03:15:41.626288 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.643364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Request body: {'port': {'device_id': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:41.652329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-364716ac-6f41-45d0-952c-6c5a4335fa19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2612e8e1dd6a4f0db4cfc74b10fbf006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225352 Sep 10 03:15:41.653408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44644) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:41.683439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364716ac-6f41-45d0-952c-6c5a4335fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76a907-24ba-40d7-b9de-953b083dd9f5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:41.699197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62baff75-1c4f-4095-867a-8be55e712a64 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:41.708811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.721579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Transition to ACTIVE for port object 62baff75-1c4f-4095-867a-8be55e712a64 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:41.820081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] For port 7e60c318-1e29-4b12-978e-33214828c7a8, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:41.837868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.841753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] For port 7e60c318-1e29-4b12-978e-33214828c7a8, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e60c318-1e29-4b12-978e-33214828c7a8,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:41.862598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.876511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89102b8-6390-4031-8e1a-ad5c4a887913 req-ff896266-c1e2-4170-a11a-12d0d0a9b339 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:41.878115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c89102b8-6390-4031-8e1a-ad5c4a887913 req-ff896266-c1e2-4170-a11a-12d0d0a9b339 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1637435 Sep 10 03:15:41.884728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4caadb99-5adc-40ed-b7dc-6ed184514a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.959220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:41.964988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:41.965616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:41.967051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] 10.222.0.36 "PUT /v2.0/ports/7e60c318-1e29-4b12-978e-33214828c7a8 HTTP/1.1" status: 200 len: 1091 time: 3.6575263 Sep 10 03:15:41.970755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'tag': '7e60c318-1e29-4b12-978e-33214828c7a8'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:41.973666 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a65a9c-3868-448d-8cc3-ccb69f171c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5041ba-9098-4926-ab2f-3236193cc147", "tag": "7e60c318-1e29-4b12-978e-33214828c7a8"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:41.993721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4caadb99-5adc-40ed-b7dc-6ed184514a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.088098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:42.102263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 has no active binding in host n-h1-808126-2 {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:15:42.113388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473bc79-24fe-4680-90b0-159ff6e8be1e service neutron] Pushing event updated for resources: {'Port': ['ID=7e60c318-1e29-4b12-978e-33214828c7a8,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:42.118757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.134936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.135570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.136971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/63f498ab-aeea-467e-a397-a336caabaacf HTTP/1.1" status: 200 len: 1091 time: 3.8982682 Sep 10 03:15:42.137698 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c89102b8-6390-4031-8e1a-ad5c4a887913 req-a7045fc4-b6d1-4a43-a003-baf6253d9552 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306685 Sep 10 03:15:42.142406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'tag': '63f498ab-aeea-467e-a397-a336caabaacf'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:42.145194 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d2525-7c7f-4d85-9f94-1cd03a9efe64" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7eaa87-8076-47a9-9653-58a3a850db30", "tag": "63f498ab-aeea-467e-a397-a336caabaacf"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:42.183961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4ba27-1aa4-4bb8-9c35-d87de371a5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=63f498ab-aeea-467e-a397-a336caabaacf,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:42.185179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-c4550d14-6a73-49b7-9db4-1a5d2c977943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.187216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-c4550d14-6a73-49b7-9db4-1a5d2c977943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 1094 time: 0.1650138 Sep 10 03:15:42.195287 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.216438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4caadb99-5adc-40ed-b7dc-6ed184514a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.218822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4caadb99-5adc-40ed-b7dc-6ed184514a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.219973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4caadb99-5adc-40ed-b7dc-6ed184514a5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a76a907-24ba-40d7-b9de-953b083dd9f5 HTTP/1.1" status: 204 len: 168 time: 0.5486596 Sep 10 03:15:42.236881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.263192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b602c7-3562-46c7-b975-a879694ecf93 req-799c3619-d275-409e-9cff-91ff2931cb34 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.264743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33b602c7-3562-46c7-b975-a879694ecf93 req-799c3619-d275-409e-9cff-91ff2931cb34 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.5375390 Sep 10 03:15:42.276092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-a43496a3-3ec6-4583-8312-eadd34dcc4e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e60c318-1e29-4b12-978e-33214828c7a8 HTTP/1.1" status: 200 len: 217 time: 0.0757930 Sep 10 03:15:42.296542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caadb99-5adc-40ed-b7dc-6ed184514a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76a907-24ba-40d7-b9de-953b083dd9f5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:42.358039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Pushing event updated for resources: {'Port': ['ID=62baff75-1c4f-4095-867a-8be55e712a64,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:42.391833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-734183ff-7c15-4375-9952-1c6cbc4e7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.393379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-734183ff-7c15-4375-9952-1c6cbc4e7129 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 200 len: 858 time: 0.0980630 Sep 10 03:15:42.403624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016930b-f7ce-44c3-b792-16a894f3f26e req-9608e44d-7225-4657-8431-ea3f4b8e48f3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.405122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3016930b-f7ce-44c3-b792-16a894f3f26e req-9608e44d-7225-4657-8431-ea3f4b8e48f3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 931 time: 0.1316972 Sep 10 03:15:42.424308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.438660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-65a5596a-b3cf-45ac-a297-e40a496c4131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33dabc7c-2170-4ef8-9e9e-d9aad430306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325732 Sep 10 03:15:42.467638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event updated for resources: {'Port': ['ID=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:42.473054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33b602c7-3562-46c7-b975-a879694ecf93 req-48115c34-358c-4341-ab5e-0c26bfd54ac4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667478 Sep 10 03:15:42.474989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-6d675491-245d-4071-980c-d84f380504dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.476777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-6d675491-245d-4071-980c-d84f380504dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 1094 time: 0.2554765 Sep 10 03:15:42.477163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Attempting to bind port 62baff75-1c4f-4095-867a-8be55e712a64 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:42.477493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Attempting to bind port 62baff75-1c4f-4095-867a-8be55e712a64 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:42.477823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Attempting to bind port 62baff75-1c4f-4095-867a-8be55e712a64 on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:42.534268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Port 62baff75-1c4f-4095-867a-8be55e712a64 on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:42.534666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Attempting to bind port 62baff75-1c4f-4095-867a-8be55e712a64 on network 33dabc7c-2170-4ef8-9e9e-d9aad430306f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:42.544905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-04d5ad3c-26f8-4be6-8b03-0bb8b7dfb30d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63f498ab-aeea-467e-a397-a336caabaacf HTTP/1.1" status: 200 len: 217 time: 0.0544422 Sep 10 03:15:42.563650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3016930b-f7ce-44c3-b792-16a894f3f26e req-ef099eb1-c9a3-4a39-a7ca-f499d6abd790 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345832 Sep 10 03:15:42.593698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8799de07-7a31-459c-acf9-4a0498b85509 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:42.600214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:42.600557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Checking segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:42.600953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Bound using segment: {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:42.601548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Bound port: 62baff75-1c4f-4095-867a-8be55e712a64, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b28c860-35e1-4c30-946f-4f965cc0f7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:42.601915 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.606119 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.627740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Transition to ACTIVE for port object 8799de07-7a31-459c-acf9-4a0498b85509 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:42.649229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:42.822387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-563692e6-0af2-45f6-b5b1-ec0ff2e438c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:42.823987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-563692e6-0af2-45f6-b5b1-ec0ff2e438c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 200 len: 858 time: 0.2170563 Sep 10 03:15:42.829068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:42.845754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:42.854441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] For port 62baff75-1c4f-4095-867a-8be55e712a64, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:42.889662 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-44c2e116-b5e9-4115-948d-7e1fa5af7897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33dabc7c-2170-4ef8-9e9e-d9aad430306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552807 Sep 10 03:15:42.907139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] For port 62baff75-1c4f-4095-867a-8be55e712a64, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62baff75-1c4f-4095-867a-8be55e712a64,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:43.012036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-3081fa2a-557c-4427-bf97-be7f0f77cd41 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.020013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-3081fa2a-557c-4427-bf97-be7f0f77cd41 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.4145918 Sep 10 03:15:43.035763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:43.042967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-5c908cdf-2597-4423-8fb8-f7990047f3f3 service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952268 Sep 10 03:15:43.075412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ed3af884-3b5f-4f7a-bfa7-8428e416333a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.0544145 Sep 10 03:15:43.125755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c7a3-ae28-4708-88f9-f133adb022d7 req-e4826bb3-40d1-4151-9d41-188bfeca546f tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.127285 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-adf5c7a3-ae28-4708-88f9-f133adb022d7 req-e4826bb3-40d1-4151-9d41-188bfeca546f tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 944 time: 0.4984078 Sep 10 03:15:43.134385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Pushing event updated for resources: {'Port': ['ID=8799de07-7a31-459c-acf9-4a0498b85509,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:43.193715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8dab2d5c-214d-42b9-9a6c-a4aa08f90dd3 None None] Provisioning complete for port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:43.194270 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d5c-214d-42b9-9a6c-a4aa08f90dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:43.219082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.219853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:43.221307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] 10.222.0.36 "PUT /v2.0/ports/62baff75-1c4f-4095-867a-8be55e712a64 HTTP/1.1" status: 200 len: 1092 time: 3.4531875 Sep 10 03:15:43.262481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8dab2d5c-214d-42b9-9a6c-a4aa08f90dd3 None None] Port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:43.271816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:43.277396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87294b86-f609-49a4-a7cf-46749e914359 service neutron] Pushing event updated for resources: {'Port': ['ID=62baff75-1c4f-4095-867a-8be55e712a64,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:43.288002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-047dadd2-2ca6-4ded-8b63-153ee5439d4c service neutron] 10.222.0.32 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763978 Sep 10 03:15:43.302093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-e704d987-4a66-49e2-a4ba-e1d0ded6990d service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492311 Sep 10 03:15:43.320138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ee3fee6d-deba-43a4-bc8e-f05408f70545 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860154 Sep 10 03:15:43.332130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-adf5c7a3-ae28-4708-88f9-f133adb022d7 req-6be58bd3-bd47-4dbd-830f-4efd788421c6 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687222 Sep 10 03:15:43.349501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Attempting to bind port 8799de07-7a31-459c-acf9-4a0498b85509 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:43.351918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Attempting to bind port 8799de07-7a31-459c-acf9-4a0498b85509 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:43.352482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Attempting to bind port 8799de07-7a31-459c-acf9-4a0498b85509 on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:43.359316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Port 8799de07-7a31-459c-acf9-4a0498b85509 on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:43.359875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Attempting to bind port 8799de07-7a31-459c-acf9-4a0498b85509 on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:43.367978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:43.368328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Checking segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:43.368865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Bound using segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:43.369312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Bound port: 8799de07-7a31-459c-acf9-4a0498b85509, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:43.369678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:43.380236 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc30e91-3d5f-4fd8-9be1-76bbd0fe9de8 x-openstack-request-id: req-4bc30e91-3d5f-4fd8-9be1-76bbd0fe9de8 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:43.380522 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5041ba-9098-4926-ab2f-3236193cc147", "tag": "7e60c318-1e29-4b12-978e-33214828c7a8", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:43.389239 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bc30e91-3d5f-4fd8-9be1-76bbd0fe9de8 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:43.389481 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'tag': '7e60c318-1e29-4b12-978e-33214828c7a8', 'status': 'completed', 'code': 200} Sep 10 03:15:43.507097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] For port 8799de07-7a31-459c-acf9-4a0498b85509, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:43.510880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] For port 8799de07-7a31-459c-acf9-4a0498b85509, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8799de07-7a31-459c-acf9-4a0498b85509,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:43.513469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-b6ff88cd-2294-4f8f-81d8-4ee7f8c44db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.515269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-b6ff88cd-2294-4f8f-81d8-4ee7f8c44db7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 1094 time: 0.0884511 Sep 10 03:15:43.523151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:43.541494 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85030f91-fd9a-4f50-9577-bb2ede4a7d3f x-openstack-request-id: req-85030f91-fd9a-4f50-9577-bb2ede4a7d3f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:43.541780 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7eaa87-8076-47a9-9653-58a3a850db30", "tag": "63f498ab-aeea-467e-a397-a336caabaacf", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:43.542028 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85030f91-fd9a-4f50-9577-bb2ede4a7d3f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:43.542419 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'tag': '63f498ab-aeea-467e-a397-a336caabaacf', 'status': 'completed', 'code': 200} Sep 10 03:15:43.547668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-c2abebb9-c460-43c6-9453-4b3a0a983c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.549181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-c2abebb9-c460-43c6-9453-4b3a0a983c6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 1095 time: 0.2652149 Sep 10 03:15:43.614233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:43.621490 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-e97e59db-f479-42b5-9abb-7a5026ad262e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62baff75-1c4f-4095-867a-8be55e712a64 HTTP/1.1" status: 200 len: 217 time: 0.0639913 Sep 10 03:15:43.622983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Pushing event updated for resources: {'Port': ['ID=8799de07-7a31-459c-acf9-4a0498b85509,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:43.625080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ebf9d4e7-4d65-4dfd-9008-35bf67e6df47 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4980848 Sep 10 03:15:43.631222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:43.632712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:43.634884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-be40707c-e536-4361-8d65-009a5d323554 service neutron] 10.222.0.32 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363307 Sep 10 03:15:43.646744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:43.647115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:43.647980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:43.737780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-f487c18c-3d5f-4292-99c7-042735cd3452 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006398 Sep 10 03:15:43.791713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.792656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:43.794713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-740368f8-a980-46c2-a7ed-8ef2d30bb21d service neutron] 10.222.0.32 "PUT /v2.0/ports/8799de07-7a31-459c-acf9-4a0498b85509 HTTP/1.1" status: 200 len: 1091 time: 2.1605906 Sep 10 03:15:43.843571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-ad5a74e2-4251-45ab-a814-fff1c8239852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.845061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-ad5a74e2-4251-45ab-a814-fff1c8239852 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 200 len: 858 time: 0.2127016 Sep 10 03:15:43.905140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:43.920843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-c37f0454-91b1-46be-a930-9d1a01f7ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.922394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-c37f0454-91b1-46be-a930-9d1a01f7ec5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 918 time: 0.3956308 Sep 10 03:15:43.942242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-c57e4508-aa9f-4193-8c4b-b486c0015a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.943791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-c57e4508-aa9f-4193-8c4b-b486c0015a01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.1693685 Sep 10 03:15:43.956337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42669e3-5985-4c63-a982-e3d8797dfd66 req-42fbfdc6-c4b3-419d-89ab-ab41415d8940 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.957991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-511969e4-91b6-48d6-b556-304f1d8a33ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33dabc7c-2170-4ef8-9e9e-d9aad430306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025755 Sep 10 03:15:43.962915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-c9258443-4e2c-409f-a910-8951fd76ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:43.964216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e42669e3-5985-4c63-a982-e3d8797dfd66 req-42fbfdc6-c4b3-419d-89ab-ab41415d8940 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.1632726 Sep 10 03:15:43.964607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-c9258443-4e2c-409f-a910-8951fd76ba42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 1094 time: 0.2493331 Sep 10 03:15:44.013129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:44.013369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-ce2b2d63-7164-4e8b-9c30-3f289fc8825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.015160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-ce2b2d63-7164-4e8b-9c30-3f289fc8825d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 1094 time: 0.1604290 Sep 10 03:15:44.031842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-9c5d2e9a-8329-47eb-9e02-60cde6a70886 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e60c318-1e29-4b12-978e-33214828c7a8 HTTP/1.1" status: 200 len: 217 time: 0.0980713 Sep 10 03:15:44.071893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-94adffe2-f60e-43a6-9e8c-0b779e02eeba service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332667 Sep 10 03:15:44.081737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-dd685d9d-0524-4691-ba18-d9a1430f6402 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8799de07-7a31-459c-acf9-4a0498b85509 HTTP/1.1" status: 200 len: 217 time: 0.0486367 Sep 10 03:15:44.224939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40203f12-f111-4c14-8605-fbbc859eb623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:44.260677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e42669e3-5985-4c63-a982-e3d8797dfd66 req-190bbdce-ea57-442d-a289-3832c94b7e32 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954786 Sep 10 03:15:44.306335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:40Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:41Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:44.323855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-708a4f39-8f01-4a87-b2e7-9479532a75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.329437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-708a4f39-8f01-4a87-b2e7-9479532a75dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 200 len: 858 time: 0.2846839 Sep 10 03:15:44.346453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:44.346823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Updating router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:15:44.384211 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:44.410425 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-316282ae-b347-4ef5-b613-cfe60f847eef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33dabc7c-2170-4ef8-9e9e-d9aad430306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709138 Sep 10 03:15:44.411831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-f5d15b6f-7af3-40ad-aa54-d20d2a7128c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.413139 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-f5d15b6f-7af3-40ad-aa54-d20d2a7128c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.2867475 Sep 10 03:15:44.534567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-69211bbf-7ce5-479e-8ae3-c40c55f18146 service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128674 Sep 10 03:15:44.536469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-3f9d3477-73b7-4d34-a3a0-0199ae311a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.537895 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-3f9d3477-73b7-4d34-a3a0-0199ae311a0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.5665078 Sep 10 03:15:44.653639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-1a39c67b-9939-4407-b631-b3ba2095a586 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.0988176 Sep 10 03:15:44.663348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-3f788e54-a95b-44c1-b637-55de5113c2c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244254 Sep 10 03:15:44.749809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:44.760491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-2db4670d-a0f5-4a76-97e8-0beca7f8289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.761986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-2db4670d-a0f5-4a76-97e8-0beca7f8289b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.0841715 Sep 10 03:15:44.763357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Transition to ACTIVE for port object 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:44.773388 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:44.811106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d0a1f-0869-47ff-88c5-74bcf1bcfd3a req-98594f96-6177-4b0c-bb99-515085302de3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.813360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-600d0a1f-0869-47ff-88c5-74bcf1bcfd3a req-98594f96-6177-4b0c-bb99-515085302de3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 943 time: 0.4709563 Sep 10 03:15:44.866999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e69fa-dcd5-4996-9a88-eed3f79af942 None None] Pushing event updated for resources: {'Port': ['ID=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:44.912451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-eb206702-9343-43b9-bf02-6a4be5611962 service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440887 Sep 10 03:15:44.928228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Attempting to bind port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:44.928596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Attempting to bind port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:44.928957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Attempting to bind port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb on network 798bea93-63ae-44ec-b0b7-04a19b0da79e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:44.935543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:44.936059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Checking segment: {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:44.936469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:44.936862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Bound using segment: {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:44.937330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Bound port: 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23d5ce9-a9cd-4000-924a-71ff22e98f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:44.937708 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:44.940398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec22a6-0a0e-4796-8fac-7756669a0b9f req-4fc4a69b-6c5a-4db0-9193-aba6faa7f1a5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.951747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecec22a6-0a0e-4796-8fac-7756669a0b9f req-4fc4a69b-6c5a-4db0-9193-aba6faa7f1a5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2548020 Sep 10 03:15:44.956684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-01c53b92-c19d-41b8-a7b1-7d614477bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:44.959121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-01c53b92-c19d-41b8-a7b1-7d614477bf8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 918 time: 0.9805014 Sep 10 03:15:44.976258 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-600d0a1f-0869-47ff-88c5-74bcf1bcfd3a req-8657190f-9976-4c4f-a785-f452eb75e114 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965137 Sep 10 03:15:45.061346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-c39e0329-49c3-4288-8494-90b3e8dcc1f8 service neutron] 10.222.0.36 "GET /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 384 time: 0.4060717 Sep 10 03:15:45.062883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-e1a29e38-2af4-4034-b18e-9b1d9710007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:45.064767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-e1a29e38-2af4-4034-b18e-9b1d9710007b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700906 Sep 10 03:15:45.071433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] For port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:45.075367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] For port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:45.089107 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:45.145306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-62b7025e-c8ce-488a-9c29-caab348b2fc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63f498ab-aeea-467e-a397-a336caabaacf HTTP/1.1" status: 200 len: 217 time: 0.1529198 Sep 10 03:15:45.197125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:45.197777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:45.266301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39a65a9c-3868-448d-8cc3-ccb69f171c3e req-d9f79472-803d-4efc-a041-d075239996ff service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089167 Sep 10 03:15:45.283780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-48b0a5c4-8a97-4b6b-9295-73aa5a43b9d5 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692005 Sep 10 03:15:45.312297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecec22a6-0a0e-4796-8fac-7756669a0b9f req-4460b8f4-a70b-4849-ae6c-1e32804a43fe tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570008 Sep 10 03:15:45.378414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e69fa-dcd5-4996-9a88-eed3f79af942 None None] Pushing event updated for resources: {'Port': ['ID=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:45.405061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'tag': '8799de07-7a31-459c-acf9-4a0498b85509'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:45.409578 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c0ab6e-e1a1-4a36-989a-d7106c292637" -d '{"events": [{"name": "network-changed", "server_uuid": "c89e68da-833e-4e33-aea7-6c8755dec23c", "tag": "8799de07-7a31-459c-acf9-4a0498b85509"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:45.417817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:45.422555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-b648d830-ea67-402e-8786-be944965d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:45.424636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-b648d830-ea67-402e-8786-be944965d976 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 200 len: 858 time: 0.2605777 Sep 10 03:15:45.495206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-14601856-8e8c-4582-a38e-0a91395c5c33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33dabc7c-2170-4ef8-9e9e-d9aad430306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482533 Sep 10 03:15:45.537496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d2c12450-83fc-42e1-8d5a-c3af7357f485 req-7a4aa940-ebde-4fe3-b466-62fb6b300e0b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.1198540 Sep 10 03:15:45.570071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcf56d9f-7574-44bb-92c8-17d6f0e0a97f req-e82a366b-e57a-4072-8d89-80ebf39462bb service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072783 Sep 10 03:15:45.570562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'tag': '62baff75-1c4f-4095-867a-8be55e712a64'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:45.587187 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "51f99685-d24d-48a4-bae1-c80a1b5072ca", "tag": "62baff75-1c4f-4095-867a-8be55e712a64"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:45.608525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40203f12-f111-4c14-8605-fbbc859eb623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:45.636950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8038e2-82aa-47dc-b536-8330abff1c6e req-d0be621d-32d8-46a8-b36a-337991366279 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:45.645385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d8038e2-82aa-47dc-b536-8330abff1c6e req-d0be621d-32d8-46a8-b36a-337991366279 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 944 time: 0.5179412 Sep 10 03:15:45.673582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40203f12-f111-4c14-8605-fbbc859eb623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:45.702384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.extraroute_db [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:15:45.721438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.extraroute_db [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Removed routes are [] {{(pid=94634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:15:45.721878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:45.725248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-cc2db3b9-9af1-4ef4-9f54-a8e4cdfbef46 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441207 Sep 10 03:15:45.727661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-4405239a-ba38-451f-988b-98b75fc25aea service neutron] 10.222.0.32 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884105 Sep 10 03:15:45.839134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:40Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:45.872711 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a43d35a5-34ae-4b34-8692-db10108c30e2 req-de73b61a-17c4-4e42-9aa0-e948da03949a service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685175 Sep 10 03:15:45.874487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ec8f3-57e6-49fa-a665-fb86dfa89da5 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:40Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:45.874710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a8b585d-0c7f-4a5a-87a8-d28cafb66890 req-2e604c73-94db-4c7a-a6b0-c698515b449a service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328981 Sep 10 03:15:45.941151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d8038e2-82aa-47dc-b536-8330abff1c6e req-28f7f17c-cbc3-4ae9-8ca9-dcd89caa78ab tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946846 Sep 10 03:15:46.001849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-40203f12-f111-4c14-8605-fbbc859eb623 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3731cd1cb3045c4870a0c620faf6569&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0929658 Sep 10 03:15:46.014185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44730) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:46.047211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40203f12-f111-4c14-8605-fbbc859eb623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38161e8-5670-4c45-a5f9-b2aad86f0f0d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:46.100319 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2e2b69-9e3f-4908-af07-4725c9d9b701 x-openstack-request-id: req-7d2e2b69-9e3f-4908-af07-4725c9d9b701 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:46.100935 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89e68da-833e-4e33-aea7-6c8755dec23c", "tag": "8799de07-7a31-459c-acf9-4a0498b85509", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:46.101396 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d2e2b69-9e3f-4908-af07-4725c9d9b701 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:46.102080 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'tag': '8799de07-7a31-459c-acf9-4a0498b85509', 'status': 'completed', 'code': 200} Sep 10 03:15:46.131155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40386af-1bd7-413d-b2a6-955555f4b2e7 req-b40eb198-49bc-4136-ac93-e020ce981881 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:46.133081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a40386af-1bd7-413d-b2a6-955555f4b2e7 req-b40eb198-49bc-4136-ac93-e020ce981881 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 945 time: 0.3111427 Sep 10 03:15:46.273111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-533777b6-8e1e-43c8-ac61-8180e3144def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:46.279745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-45d3fc3d-01a9-4f1e-b688-f6558853cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:46.281326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-45d3fc3d-01a9-4f1e-b688-f6558853cefc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 1094 time: 0.1842752 Sep 10 03:15:46.297900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:46.361313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a40386af-1bd7-413d-b2a6-955555f4b2e7 req-e7d645c3-caf2-41fb-a921-af7a07723745 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067437 Sep 10 03:15:46.363825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-147d2525-7c7f-4d85-9f94-1cd03a9efe64 req-7af7e861-0ad9-426b-bf37-2d0b7b12c447 service neutron] 10.222.0.32 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219590 Sep 10 03:15:46.369800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e60c318-1e29-4b12-978e-33214828c7a8 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:46.381027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-3c759afb-32da-4f10-96d4-ba793d61b5fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:46.382871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-3c759afb-32da-4f10-96d4-ba793d61b5fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.6547327 Sep 10 03:15:46.384383 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612cefe5-e993-4bb0-bb06-673143cddaea x-openstack-request-id: req-612cefe5-e993-4bb0-bb06-673143cddaea {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:46.384668 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f99685-d24d-48a4-bae1-c80a1b5072ca", "tag": "62baff75-1c4f-4095-867a-8be55e712a64", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:46.384918 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-612cefe5-e993-4bb0-bb06-673143cddaea {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:46.385309 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'tag': '62baff75-1c4f-4095-867a-8be55e712a64', 'status': 'completed', 'code': 200} Sep 10 03:15:46.407064 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:46.424532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:46.431068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:46.620989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7e60c318-1e29-4b12-978e-33214828c7a8, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e60c318-1e29-4b12-978e-33214828c7a8,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:46.635653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '7e60c318-1e29-4b12-978e-33214828c7a8', 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'port_id': '7e60c318-1e29-4b12-978e-33214828c7a8', 'mac_address': 'fa:16:3e:a7:4e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee45b35-4898-44f6-8371-c050491287be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:15:46.647361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-533777b6-8e1e-43c8-ac61-8180e3144def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:46.678828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:46.686747 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:46.705928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e60c318-1e29-4b12-978e-33214828c7a8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:46.730066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-e9002441-5709-4a06-8e95-c7ceda33bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:46.731917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-e9002441-5709-4a06-8e95-c7ceda33bd73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 1095 time: 0.2704153 Sep 10 03:15:46.734947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7e60c318-1e29-4b12-978e-33214828c7a8, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e60c318-1e29-4b12-978e-33214828c7a8,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:46.743903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:46.826062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=7e60c318-1e29-4b12-978e-33214828c7a8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:46.870191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0519c5-e089-43b1-98ec-9933b81e0b62 req-b5b10f08-72f9-4bee-8c27-197d30a33a65 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:46.871849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e0519c5-e089-43b1-98ec-9933b81e0b62 req-b5b10f08-72f9-4bee-8c27-197d30a33a65 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2824504 Sep 10 03:15:46.926542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:46.960410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['7e60c318-1e29-4b12-978e-33214828c7a8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:46.961638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e0519c5-e089-43b1-98ec-9933b81e0b62 req-8934bdfc-4438-4a4e-ab86-4b8b9d74e992 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665681 Sep 10 03:15:46.978786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:46.987337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.109145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c77022d-5d93-45c0-baf7-ee81b3c294a2 req-62fc620a-d29c-46f7-a347-d7c364dbb4b0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0290451 Sep 10 03:15:47.147033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:47.159586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-07b6c100-9622-421c-b9a6-35ef259acda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:47.162491 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:47.173590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-07b6c100-9622-421c-b9a6-35ef259acda8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 915 time: 0.8778882 Sep 10 03:15:47.175159 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:47.176061 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:47.184644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.185866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0f14af6a-55bd-4ce3-9784-7d90b057a4a8 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 933 time: 3.5501454 Sep 10 03:15:47.189023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:47.298765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-9073f095-a194-4912-b983-cfa39441ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:47.300298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-9073f095-a194-4912-b983-cfa39441ed91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 200 len: 918 time: 0.5590253 Sep 10 03:15:47.308422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff201d-18d0-44e2-904b-fcbef1e7b6b4 req-1d688249-5405-4a9e-9029-e4905936c715 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:47.316222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35ff201d-18d0-44e2-904b-fcbef1e7b6b4 req-1d688249-5405-4a9e-9029-e4905936c715 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 943 time: 0.7951007 Sep 10 03:15:47.342774 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:47.355403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7ebfde23-b10d-4fc6-b05c-7c12985d547f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 933 time: 0.1651247 Sep 10 03:15:47.392542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.12 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/20f30302-6ecf-4dac-954c-bf0e08a5eec1) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:47.409663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44744) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:47.414301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'routes': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:47.537887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-23cb2bfd-a07b-4f4e-97ef-23fb9dc93ade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8799de07-7a31-459c-acf9-4a0498b85509 HTTP/1.1" status: 200 len: 217 time: 0.3281040 Sep 10 03:15:47.593343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.603951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:47.621801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-80569460-0b06-4f49-9398-1068d1fb0f65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62baff75-1c4f-4095-867a-8be55e712a64 HTTP/1.1" status: 200 len: 217 time: 0.2896130 Sep 10 03:15:47.640271 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 6, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:47.674773 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:47.675316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:47.691895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-8309fabf-45ea-485b-b6d4-9a34060153ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:47.693863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-8309fabf-45ea-485b-b6d4-9a34060153ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.0624435 Sep 10 03:15:47.694818 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:47.695735 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:47.706623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04482e6d-5c4c-48ea-afa6-7d240600068b req-3d4d3d91-4adc-475f-acd2-498500bd3c9c tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:47.716596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04482e6d-5c4c-48ea-afa6-7d240600068b req-3d4d3d91-4adc-475f-acd2-498500bd3c9c tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 944 time: 0.0999064 Sep 10 03:15:47.720646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object 20f30302-6ecf-4dac-954c-bf0e08a5eec1 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:47.763347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-331ba044-373d-4b43-81bd-531b4065b8f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527008 Sep 10 03:15:47.763898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:47.769536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:47.770276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.772569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-533777b6-8e1e-43c8-ac61-8180e3144def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.775127 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-533777b6-8e1e-43c8-ac61-8180e3144def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.776313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-533777b6-8e1e-43c8-ac61-8180e3144def admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f38161e8-5670-4c45-a5f9-b2aad86f0f0d HTTP/1.1" status: 204 len: 168 time: 1.7593124 Sep 10 03:15:47.825710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:47.853693 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04482e6d-5c4c-48ea-afa6-7d240600068b req-a9e3baab-7967-4550-b7f8-6877e85d2b46 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360791 Sep 10 03:15:47.895701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.904042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:47.931000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 63f498ab-aeea-467e-a397-a336caabaacf details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:47.977437 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.041562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533777b6-8e1e-43c8-ac61-8180e3144def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38161e8-5670-4c45-a5f9-b2aad86f0f0d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:48.047061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:48.050931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:48.066532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35ff201d-18d0-44e2-904b-fcbef1e7b6b4 req-8f99f07b-c994-4ff1-93d0-230c47dae563 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445467 Sep 10 03:15:48.068086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:48.131270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:48.149050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:48.155742 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d8c0a-9c8d-4a75-b88d-d5febb5c1382" -d '{"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-unplugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:48.170633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.287418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 63f498ab-aeea-467e-a397-a336caabaacf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=63f498ab-aeea-467e-a397-a336caabaacf,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:48.320136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '63f498ab-aeea-467e-a397-a336caabaacf', 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'port_id': '63f498ab-aeea-467e-a397-a336caabaacf', 'mac_address': 'fa:16:3e:7a:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee45b35-4898-44f6-8371-c050491287be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:15:48.335016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-1ea655df-7de6-40a7-889b-617405279cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:48.339968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-1ea655df-7de6-40a7-889b-617405279cf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 200 len: 858 time: 0.6422281 Sep 10 03:15:48.343849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:48.345921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:48.350088 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.397275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62baff75-1c4f-4095-867a-8be55e712a64 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:48.399867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e60c318-1e29-4b12-978e-33214828c7a8 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:48.408765 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 6, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:48.466122 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899d0d-5124-47f5-bdc7-82031bbf8346 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 6, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:45Z', 'revision_number': 4, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:48.475829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=20f30302-6ecf-4dac-954c-bf0e08a5eec1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:48.510547 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-ec4ec99d-2d82-46f0-b6b1-99608c7375c4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1075401 Sep 10 03:15:48.532254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Request body: {'port': {'device_id': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:48.537084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-bb6dd17c-7104-48f2-8c36-c3e97673bd40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33dabc7c-2170-4ef8-9e9e-d9aad430306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492567 Sep 10 03:15:48.614339 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.634849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1dbeb-c523-48e6-bf3b-6e9716bb1b16 req-22fbe395-d33b-4381-b63c-8e61c35b9c23 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:48.644124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eac1dbeb-c523-48e6-bf3b-6e9716bb1b16 req-22fbe395-d33b-4381-b63c-8e61c35b9c23 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.5364277 Sep 10 03:15:48.662573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.666532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-43e955d0-1edb-4458-a8ab-60436f5ba7a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7515101 Sep 10 03:15:48.732357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f498ab-aeea-467e-a397-a336caabaacf {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:48.736534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-764850f6-7191-4724-afea-14000f418da7 None None] Provisioning for port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:48.743651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 7e60c318-1e29-4b12-978e-33214828c7a8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:48.754229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 7e60c318-1e29-4b12-978e-33214828c7a8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:48.754642 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.764626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-764850f6-7191-4724-afea-14000f418da7 None None] Provisioning complete for port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:48.764999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-764850f6-7191-4724-afea-14000f418da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:48.817396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 63f498ab-aeea-467e-a397-a336caabaacf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=63f498ab-aeea-467e-a397-a336caabaacf,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:48.833464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd94429-de29-40cd-b167-5dd85312685d req-7ca3d7fc-062c-4c65-bc44-c097114e4be0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:48.839594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9dd94429-de29-40cd-b167-5dd85312685d req-7ca3d7fc-062c-4c65-bc44-c097114e4be0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.6192129 Sep 10 03:15:48.886639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-c3d1c3b4-0117-4a74-becd-df2248157e15 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1091044 Sep 10 03:15:48.901649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eac1dbeb-c523-48e6-bf3b-6e9716bb1b16 req-3cc52ac9-43d8-41eb-baed-4d00c60fde6e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568610 Sep 10 03:15:48.954308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62baff75-1c4f-4095-867a-8be55e712a64, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62baff75-1c4f-4095-867a-8be55e712a64,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:48.966928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.010489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '62baff75-1c4f-4095-867a-8be55e712a64', 'network_id': '33dabc7c-2170-4ef8-9e9e-d9aad430306f', 'port_id': '62baff75-1c4f-4095-867a-8be55e712a64', 'mac_address': 'fa:16:3e:88:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee45b35-4898-44f6-8371-c050491287be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:15:49.014694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-764850f6-7191-4724-afea-14000f418da7 None None] Port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:49.048764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] Transition to ACTIVE for port object b13be432-9428-49e3-bbe9-9cff95860d53 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:49.080848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.155664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=63f498ab-aeea-467e-a397-a336caabaacf,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:49.172099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62baff75-1c4f-4095-867a-8be55e712a64 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:49.172361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-182f5391-b959-48d7-bc49-b9e8f0e44ae6 service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241257 Sep 10 03:15:49.178389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c0ab6e-e1a1-4a36-989a-d7106c292637 req-344cf7d0-2025-41be-847f-1350397d7021 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245829 Sep 10 03:15:49.187048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066d02e-4d23-411e-b868-4812731bd943 req-1b81e768-121a-47ef-baf3-c95249ea52f1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:49.195409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f066d02e-4d23-411e-b868-4812731bd943 req-1b81e768-121a-47ef-baf3-c95249ea52f1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 932 time: 0.1195397 Sep 10 03:15:49.199532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.225057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62baff75-1c4f-4095-867a-8be55e712a64, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62baff75-1c4f-4095-867a-8be55e712a64,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:49.229125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.234878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.243773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e60c318-1e29-4b12-978e-33214828c7a8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:49.246742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9df7ae-946b-4dca-bdc0-bb3e0239470a" -d '{"events": [{"server_uuid": "bc5041ba-9098-4926-ab2f-3236193cc147", "name": "network-vif-plugged", "status": "completed", "tag": "7e60c318-1e29-4b12-978e-33214828c7a8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:49.254793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['63f498ab-aeea-467e-a397-a336caabaacf'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:49.284858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7e60c318-1e29-4b12-978e-33214828c7a8, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e60c318-1e29-4b12-978e-33214828c7a8,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:49.308541 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.309339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:15:49.323588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f30302-6ecf-4dac-954c-bf0e08a5eec1 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:49.334200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.350448 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9dd94429-de29-40cd-b167-5dd85312685d req-1ffd0f5c-3b50-4fe7-b30b-7b45cf795514 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582887 Sep 10 03:15:49.351048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Transition to ACTIVE for port object 20f30302-6ecf-4dac-954c-bf0e08a5eec1 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:49.361478 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f066d02e-4d23-411e-b868-4812731bd943 req-52a1fe93-e6d5-4b9d-a4fe-9d64f963a1fc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651232 Sep 10 03:15:49.377124 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:49.422048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-6a650924-01a0-46a3-8966-f88c685568a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:49.423608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-6a650924-01a0-46a3-8966-f88c685568a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.5632508 Sep 10 03:15:49.476868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62baff75-1c4f-4095-867a-8be55e712a64,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:49.514160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Pushing event updated for resources: {'Port': ['ID=20f30302-6ecf-4dac-954c-bf0e08a5eec1,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:49.576885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62baff75-1c4f-4095-867a-8be55e712a64'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:49.578455 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd6b4d-dd20-4e3a-86ee-e3cefefe8ee8 x-openstack-request-id: req-dabd6b4d-dd20-4e3a-86ee-e3cefefe8ee8 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:49.580892 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-unplugged", "status": "completed", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:49.582544 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dabd6b4d-dd20-4e3a-86ee-e3cefefe8ee8 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:49.583401 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'code': 200} Sep 10 03:15:49.602534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:15:49.762899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:49.818270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=7e60c318-1e29-4b12-978e-33214828c7a8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:49.834243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=11']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:49.875753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776613b-611f-4166-bf71-0f53a87dbf26 req-29848a15-213d-41ff-bc8c-bdc0426e6e68 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:49.893075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f776613b-611f-4166-bf71-0f53a87dbf26 req-29848a15-213d-41ff-bc8c-bdc0426e6e68 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 943 time: 0.2110374 Sep 10 03:15:49.912126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8799de07-7a31-459c-acf9-4a0498b85509 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:15:49.917909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-215d1f67-c8a6-4075-987e-c2d6cdd5e8c5 req-0e6f44b7-4370-47a4-961f-36a99e999479 service neutron] 10.222.0.36 "GET /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909337 Sep 10 03:15:49.949892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.extraroute_db [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added routes are [] {{(pid=94633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:15:49.950413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.extraroute_db [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:15:49.995244 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.000290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Attempting to bind port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:50.002296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] No DVR routers for this DVR port b13be432-9428-49e3-bbe9-9cff95860d53 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:15:50.013139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Attempting to bind port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:50.013653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Attempting to bind port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:50.029699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f776613b-611f-4166-bf71-0f53a87dbf26 req-9c524154-8716-430c-b7f8-3c3c2c745bb3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266303 Sep 10 03:15:50.030946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:50.031399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Attempting to bind port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:50.046106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:50.046422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:50.046773 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.046942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:50.047842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:50.047842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Bound port: 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:50.050005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.194270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] For port 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:50.202439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] For port 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:50.216081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.291197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.292073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.293705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] 10.222.0.36 "PUT /v2.0/ports/20f30302-6ecf-4dac-954c-bf0e08a5eec1 HTTP/1.1" status: 200 len: 1092 time: 1.7677193 Sep 10 03:15:50.294245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'tag': '20f30302-6ecf-4dac-954c-bf0e08a5eec1'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:50.296670 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea67953-b69b-41b6-854b-82131f0a51be" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4d0fac-76b2-431f-a686-f2ee937022db", "tag": "20f30302-6ecf-4dac-954c-bf0e08a5eec1"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:50.350139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396d379-9909-4a71-b2bd-4aaad3e30ca2 req-7211cb4a-1521-4a4e-858d-f7d614c15252 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.351824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e396d379-9909-4a71-b2bd-4aaad3e30ca2 req-7211cb4a-1521-4a4e-858d-f7d614c15252 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 945 time: 0.6572642 Sep 10 03:15:50.356511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8799de07-7a31-459c-acf9-4a0498b85509, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8799de07-7a31-459c-acf9-4a0498b85509,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:50.361477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a040fe-0fe9-401a-b32b-50f13f793c10 service neutron] Pushing event updated for resources: {'Port': ['ID=20f30302-6ecf-4dac-954c-bf0e08a5eec1,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:50.369495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8799de07-7a31-459c-acf9-4a0498b85509', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'port_id': '8799de07-7a31-459c-acf9-4a0498b85509', 'mac_address': 'fa:16:3e:37:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd6d26b-9f4b-4294-9353-4c2fec11695e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:15:50.466778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-9565afa2-df8f-4e31-a8ab-6e5e6bb240ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.468511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-9565afa2-df8f-4e31-a8ab-6e5e6bb240ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 1095 time: 0.1239033 Sep 10 03:15:50.506503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e396d379-9909-4a71-b2bd-4aaad3e30ca2 req-d0a6dff7-91bf-441a-b5ba-aed500d12544 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358504 Sep 10 03:15:50.565883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-310c5968-cc08-4cf3-bdb5-328681558f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.568314 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d252af-257d-48e0-9cde-5beea51a7258 x-openstack-request-id: req-22d252af-257d-48e0-9cde-5beea51a7258 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:50.568617 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5041ba-9098-4926-ab2f-3236193cc147", "name": "network-vif-plugged", "status": "completed", "tag": "7e60c318-1e29-4b12-978e-33214828c7a8", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:50.568871 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22d252af-257d-48e0-9cde-5beea51a7258 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:50.569387 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e60c318-1e29-4b12-978e-33214828c7a8', 'code': 200} Sep 10 03:15:50.575986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-310c5968-cc08-4cf3-bdb5-328681558f79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 1.0279644 Sep 10 03:15:50.593314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-29d80a5d-bbf6-4319-8ffe-f78867bd4a4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1 HTTP/1.1" status: 200 len: 217 time: 0.1142790 Sep 10 03:15:50.738099 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.747336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-21d327bb-8d81-4d02-9488-206dbf780081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.748847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-21d327bb-8d81-4d02-9488-206dbf780081 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1444077 Sep 10 03:15:50.768786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8799de07-7a31-459c-acf9-4a0498b85509 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:50.807760 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48002fff-c368-4b6a-ad99-74c4b0f82911 x-openstack-request-id: req-48002fff-c368-4b6a-ad99-74c4b0f82911 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:50.808268 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4d0fac-76b2-431f-a686-f2ee937022db", "tag": "20f30302-6ecf-4dac-954c-bf0e08a5eec1", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:50.808665 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48002fff-c368-4b6a-ad99-74c4b0f82911 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:50.809598 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'tag': '20f30302-6ecf-4dac-954c-bf0e08a5eec1', 'status': 'completed', 'code': 200} Sep 10 03:15:50.821623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8799de07-7a31-459c-acf9-4a0498b85509, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8799de07-7a31-459c-acf9-4a0498b85509,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:50.835182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:50.840735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386e616-1d89-4dae-a197-3fcf4968b498 req-0b591587-9f8c-49a6-8e50-d5b47e33e36b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.842648 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1386e616-1d89-4dae-a197-3fcf4968b498 req-0b591587-9f8c-49a6-8e50-d5b47e33e36b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.1717570 Sep 10 03:15:50.859042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-d241f131-a736-4250-84ae-c88b28de814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:50.860822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-d241f131-a736-4250-84ae-c88b28de814e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866704 Sep 10 03:15:50.900567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8799de07-7a31-459c-acf9-4a0498b85509,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:50.958406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1386e616-1d89-4dae-a197-3fcf4968b498 req-432e1645-a3e9-4d22-b422-a0ae4b78c2d4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078329 Sep 10 03:15:51.097032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-e16754d0-1dd2-4337-a894-652132090447 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208998 Sep 10 03:15:51.097651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8799de07-7a31-459c-acf9-4a0498b85509'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:15:51.103846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:51.196070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:51.380427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0536c71-0c9d-4e07-98fa-1d328f1e9930 req-3f80c22b-0171-4aa8-b603-1aa194249b71 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806838 Sep 10 03:15:51.388644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693d819-b728-4f7c-8b3c-da28f2e23775 req-9eedc4ca-53b0-4cc5-9183-09f84ae2be2a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.393870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e693d819-b728-4f7c-8b3c-da28f2e23775 req-9eedc4ca-53b0-4cc5-9183-09f84ae2be2a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2253559 Sep 10 03:15:51.420362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4290-e1e9-4574-8f14-22f3cba636ca req-4e1c9023-365c-456e-9652-7cc4f9788f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.422419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f90c4290-e1e9-4574-8f14-22f3cba636ca req-4e1c9023-365c-456e-9652-7cc4f9788f07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 1096 time: 0.3155456 Sep 10 03:15:51.427312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-9deba23b-99ce-448a-a6d0-011cc95fc070 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.3191910 Sep 10 03:15:51.439519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e693d819-b728-4f7c-8b3c-da28f2e23775 req-dc26f270-5e39-44e4-98a5-6a2b3c748a1a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383372 Sep 10 03:15:51.454311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842080-fa39-47ad-9753-672a634c1692 req-3d6039b1-7894-496c-8c60-d9d440f8e9b4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.462457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee842080-fa39-47ad-9753-672a634c1692 req-3d6039b1-7894-496c-8c60-d9d440f8e9b4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.3565261 Sep 10 03:15:51.471082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] 10.222.0.36 "PUT /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53/bindings/n-h1-808126-2/activate HTTP/1.1" status: 200 len: 369 time: 6.3882368 Sep 10 03:15:51.508285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67953-b69b-41b6-854b-82131f0a51be req-f60d6d23-bf27-430d-ad51-bb779cadd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.509985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-f60d6d23-bf27-430d-ad51-bb779cadd8d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 1095 time: 0.0694404 Sep 10 03:15:51.549250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:51.601680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee842080-fa39-47ad-9753-672a634c1692 req-205e7111-13a7-4c8b-8882-a3876fd539a0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383667 Sep 10 03:15:51.647872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-ce205577-7603-42d4-9582-3d6538530c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.649371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-ce205577-7603-42d4-9582-3d6538530c43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1822639 Sep 10 03:15:51.668741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9134f-768f-496b-9b6a-148ffd3b79eb req-5073c16d-dc61-4a7e-b181-3b5c0f869d6a tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.675083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ab9134f-768f-496b-9b6a-148ffd3b79eb req-5073c16d-dc61-4a7e-b181-3b5c0f869d6a tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 944 time: 0.1221402 Sep 10 03:15:51.715220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67953-b69b-41b6-854b-82131f0a51be req-cc1e31d6-357d-4f86-ad45-5003cf6cbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.716765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-cc1e31d6-357d-4f86-ad45-5003cf6cbdd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.1987135 Sep 10 03:15:51.724641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f90c4290-e1e9-4574-8f14-22f3cba636ca req-4cf134a1-420f-4c3b-944f-30fb2204eaf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526073 Sep 10 03:15:51.727050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-66019a67-4313-4caf-b934-8a52ca3decfc tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.728740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-66019a67-4313-4caf-b934-8a52ca3decfc tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1823463 Sep 10 03:15:51.751226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ab9134f-768f-496b-9b6a-148ffd3b79eb req-a6524b32-446a-4f38-a91f-3e297b07cf43 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745816 Sep 10 03:15:51.786555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-6640c2e1-de6b-4858-8ca8-784844a5092b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1 HTTP/1.1" status: 200 len: 217 time: 0.0564811 Sep 10 03:15:51.882214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:51.890315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:51.893811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84abc401-66c7-4e4d-a973-09470c459b50 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 699 time: 4.4830666 Sep 10 03:15:51.894850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44826) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:51.898901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:51.906199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 63f498ab-aeea-467e-a397-a336caabaacf up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:51.908075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-5801635f-d954-4490-9401-09ba9597228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.920194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-5801635f-d954-4490-9401-09ba9597228d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 1095 time: 0.1572213 Sep 10 03:15:51.924744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-5dfcaafc-f7bf-4cab-acd8-e7615f680311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.945513 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-5dfcaafc-f7bf-4cab-acd8-e7615f680311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2872016 Sep 10 03:15:51.956291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:51.957291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:51.985785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65c3eb-5903-41d1-b4d5-b599b56c64b4 req-1d6ab909-2910-4030-b8d6-f7fcd7867a36 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:51.998635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b65c3eb-5903-41d1-b4d5-b599b56c64b4 req-1d6ab909-2910-4030-b8d6-f7fcd7867a36 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2680597 Sep 10 03:15:52.148400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:52.173445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-fc99420c-12b5-4e4a-8469-5fcd5dbd7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:52.174951 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-fc99420c-12b5-4e4a-8469-5fcd5dbd7c98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1095 time: 0.2085474 Sep 10 03:15:52.192559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b65c3eb-5903-41d1-b4d5-b599b56c64b4 req-f6656d20-1da4-4442-92a9-37fc0091521c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881335 Sep 10 03:15:52.241152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 63f498ab-aeea-467e-a397-a336caabaacf completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:52.257056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 63f498ab-aeea-467e-a397-a336caabaacf triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:52.257545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:52.423218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-9a53f6e4-2d57-4e18-bafd-cb5d7af90106 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682808 Sep 10 03:15:52.458479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8534f-1eac-4bc3-b13a-5a8279dd0c9a req-bd234244-929b-4720-afff-63ccd89a9d30 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:52.466608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09d8534f-1eac-4bc3-b13a-5a8279dd0c9a req-bd234244-929b-4720-afff-63ccd89a9d30 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 945 time: 0.6269612 Sep 10 03:15:52.477692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62baff75-1c4f-4095-867a-8be55e712a64 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:52.527039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342ef1-9e13-4a3a-a392-65bdf009a561 req-937b97ca-8fb5-4bb9-9931-50624fe8ae36 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:52.529788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81342ef1-9e13-4a3a-a392-65bdf009a561 req-937b97ca-8fb5-4bb9-9931-50624fe8ae36 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.1836410 Sep 10 03:15:52.582871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-74639319-f78f-4200-8a57-3c2d44abdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:52.584889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-74639319-f78f-4200-8a57-3c2d44abdc1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 897 time: 0.3905182 Sep 10 03:15:52.605086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09d8534f-1eac-4bc3-b13a-5a8279dd0c9a req-cc1f5bc9-2728-4ce8-bd0b-4eb2f39faaf1 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363456 Sep 10 03:15:52.633367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67953-b69b-41b6-854b-82131f0a51be req-af15d3f2-bb7a-48b5-a5e8-e8622a8becee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:52.635926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-af15d3f2-bb7a-48b5-a5e8-e8622a8becee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.2371418 Sep 10 03:15:52.676822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:52.680962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b7417120-2f70-490a-9bb2-4f7c57b917e1 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 699 time: 0.7851801 Sep 10 03:15:52.686727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44846) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:52.699739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:49Z', 'revision_number': 7, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:48Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:52.749462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:52.785000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 63f498ab-aeea-467e-a397-a336caabaacf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=63f498ab-aeea-467e-a397-a336caabaacf,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:52.790327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f498ab-aeea-467e-a397-a336caabaacf'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:52.793236 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e65c1b-dd64-46b2-ac34-1a4a8ddc39e3" -d '{"events": [{"server_uuid": "cd7eaa87-8076-47a9-9653-58a3a850db30", "name": "network-vif-plugged", "status": "completed", "tag": "63f498ab-aeea-467e-a397-a336caabaacf"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:52.804176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:52.805052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:52.861917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81342ef1-9e13-4a3a-a392-65bdf009a561 req-34dbb0e8-aae5-4943-be9f-125bf282a1e6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939048 Sep 10 03:15:52.884665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c1e3d8b5-d102-4fa9-b997-fffff844d254 req-68cb8522-6b37-49b3-be1d-201c2a811b94 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326444 Sep 10 03:15:52.914640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-aed13bd9-1eb6-4fe9-b2a1-1543d6a86e3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 999 time: 0.3194351 Sep 10 03:15:52.918645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67953-b69b-41b6-854b-82131f0a51be req-eb3e996e-e599-4d3c-a0be-aa6f48f77ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:52.923495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-eb3e996e-e599-4d3c-a0be-aa6f48f77ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769158 Sep 10 03:15:52.933802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:53.047331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:53.127970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 62baff75-1c4f-4095-867a-8be55e712a64 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:53.133689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=63f498ab-aeea-467e-a397-a336caabaacf,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:53.162384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 62baff75-1c4f-4095-867a-8be55e712a64 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:53.162794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:53.214402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-09363ae0-fe7b-4867-9e7e-d6b40523d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.219016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-09363ae0-fe7b-4867-9e7e-d6b40523d1dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.2928874 Sep 10 03:15:53.244152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-fa8a79f2-fdd0-4251-8447-4db2f0f5adad service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090985 Sep 10 03:15:53.260183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240547e-5ebd-4f87-87dd-4e032b0c56d2 req-95579b94-9cc5-4629-806d-39594e819d35 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.267728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e240547e-5ebd-4f87-87dd-4e032b0c56d2 req-95579b94-9cc5-4629-806d-39594e819d35 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.2346449 Sep 10 03:15:53.339523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-e7fa2c6a-2015-4050-afe7-38e5c29f5b26 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.347035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e240547e-5ebd-4f87-87dd-4e032b0c56d2 req-1f5e7eab-35d1-491d-947a-59ef96b827f5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782754 Sep 10 03:15:53.348788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-e7fa2c6a-2015-4050-afe7-38e5c29f5b26 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.3456094 Sep 10 03:15:53.352276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-21d8debf-ae85-4b5f-b0b2-087d97992aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.356350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-21d8debf-ae85-4b5f-b0b2-087d97992aa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311033 Sep 10 03:15:53.359217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:53.404833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-fabd03c7-8336-4ce1-bd66-fa60ab13a5c4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/quotas/254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 375 time: 0.0550587 Sep 10 03:15:53.407155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62baff75-1c4f-4095-867a-8be55e712a64, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62baff75-1c4f-4095-867a-8be55e712a64,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:53.423802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:49Z', 'revision_number': 7, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:48Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:53.460544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1686c6-d81d-42c8-b95d-4fc72f8da7c2 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:49Z', 'revision_number': 7, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb', 'name': '', 'network_id': '798bea93-63ae-44ec-b0b7-04a19b0da79e', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:a5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:38Z', 'updated_at': '2021-09-10T03:15:48Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'd2609a81-1f41-4e47-b714-5f2f84aecf68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:53.462304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:53.472493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-8a938230-02c0-44cc-be90-d2c6684aa6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5785353 Sep 10 03:15:53.543651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-f48e21b6-7824-4af2-8500-45d046afad14 service neutron] 10.222.0.32 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760521 Sep 10 03:15:53.554625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62baff75-1c4f-4095-867a-8be55e712a64,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:53.598155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b24c-ce15-439f-b037-29b30ac8b280 req-0144e9c1-c082-483c-b5c4-e0a374e409dc tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.599749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e695b24c-ce15-439f-b037-29b30ac8b280 req-0144e9c1-c082-483c-b5c4-e0a374e409dc tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 944 time: 0.1232572 Sep 10 03:15:53.637537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-dc926843-f4b3-453b-ae17-0c432638f7d6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2310519 Sep 10 03:15:53.698639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e695b24c-ce15-439f-b037-29b30ac8b280 req-45ac2837-378d-4aea-a0e7-bff03d21310c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Sep 10 03:15:53.700874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ea67953-b69b-41b6-854b-82131f0a51be req-ffa90e89-f15c-495b-af1b-ef611ac80510 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404595 Sep 10 03:15:53.704903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-22e53b10-1fc1-4e40-8cef-e20856a0fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.729185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-22e53b10-1fc1-4e40-8cef-e20856a0fd74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 1097 time: 0.2030632 Sep 10 03:15:53.776376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-497fa1ac-4e0f-40a0-a4e1-c5c25989310f service neutron] 10.222.0.32 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246184 Sep 10 03:15:53.794646 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a63afaf-df7b-4e5e-a4b2-c73301450654 x-openstack-request-id: req-9a63afaf-df7b-4e5e-a4b2-c73301450654 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:53.794984 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7eaa87-8076-47a9-9653-58a3a850db30", "name": "network-vif-plugged", "status": "completed", "tag": "63f498ab-aeea-467e-a397-a336caabaacf", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:53.795242 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a63afaf-df7b-4e5e-a4b2-c73301450654 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:53.795748 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f498ab-aeea-467e-a397-a336caabaacf', 'code': 200} Sep 10 03:15:53.914743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8799de07-7a31-459c-acf9-4a0498b85509 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:15:53.947772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-81183552-e203-4d6f-9778-c2871bb0660b service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812953 Sep 10 03:15:53.968491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8799de07-7a31-459c-acf9-4a0498b85509 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:53.974040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8799de07-7a31-459c-acf9-4a0498b85509 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:53.974460 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:53.978475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f4081-3de6-411d-bbb3-774dae235bc4 req-af5ac3c8-f4c9-4f16-9ed4-2fbc97c4e9bb tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.992909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-36985793-e872-4940-b979-51154285a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:53.994425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-36985793-e872-4940-b979-51154285a1d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 915 time: 0.2513003 Sep 10 03:15:53.997241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f8f4081-3de6-411d-bbb3-774dae235bc4 req-af5ac3c8-f4c9-4f16-9ed4-2fbc97c4e9bb tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 946 time: 0.1298838 Sep 10 03:15:54.022980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9490e8-c00e-452d-b176-3238e2293fac req-e90d8c27-0a6e-410b-85e7-5c1684a0b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:54.025164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d9490e8-c00e-452d-b176-3238e2293fac req-e90d8c27-0a6e-410b-85e7-5c1684a0b997 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 1096 time: 0.1491344 Sep 10 03:15:54.079978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:54.106200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-614e4018-fe2c-4b3d-9511-3792f81d1c1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b HTTP/1.1" status: 200 len: 217 time: 0.1021104 Sep 10 03:15:54.131630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8799de07-7a31-459c-acf9-4a0498b85509, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8799de07-7a31-459c-acf9-4a0498b85509,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:54.133529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d9490e8-c00e-452d-b176-3238e2293fac req-f761efab-7260-4c2d-910e-1fa7ef99eac7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974991 Sep 10 03:15:54.137255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:54.143760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f8f4081-3de6-411d-bbb3-774dae235bc4 req-a0a915da-1687-4cc7-bcba-b12943dade12 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455588 Sep 10 03:15:54.157928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-c3cad89e-efe1-44b7-97f4-1b8a37be55b2 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:54.159610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-c3cad89e-efe1-44b7-97f4-1b8a37be55b2 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 1095 time: 0.1264079 Sep 10 03:15:54.181854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-829a84bf-4278-41d2-8f77-05d20f82c7c9 service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332177 Sep 10 03:15:54.188964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-80f5e993-66f9-48c6-a9b8-bc89acb4d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:54.190452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-80f5e993-66f9-48c6-a9b8-bc89acb4d71f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.0761230 Sep 10 03:15:54.205954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:54.233860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8799de07-7a31-459c-acf9-4a0498b85509,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:54.408427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f38af31-a304-430b-8958-ea6af76cc441 req-4591b443-1a1b-4a9e-8c66-935cbd544c80 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 210 time: 0.0299544 Sep 10 03:15:54.431279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-89a95a78-efb2-4221-801f-cc1b43a78f0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802858 Sep 10 03:15:54.570193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af67dab-e02f-4d43-b8f2-87aa18ddfb49 req-f2e20b80-d9a4-4cdb-a6fa-a101ffa29d1e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:54.572762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-94fb78ca-a369-4e73-b4bb-31835851a0fa service neutron] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:54.579384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9af67dab-e02f-4d43-b8f2-87aa18ddfb49 req-f2e20b80-d9a4-4cdb-a6fa-a101ffa29d1e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.1544132 Sep 10 03:15:54.580987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abacff-319f-4b11-9535-db3ce256e9e7 req-877ed84a-0c77-43ef-93bd-a5649aa199fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:54.589033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67abacff-319f-4b11-9535-db3ce256e9e7 req-877ed84a-0c77-43ef-93bd-a5649aa199fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.0793369 Sep 10 03:15:54.598248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-94fb78ca-a369-4e73-b4bb-31835851a0fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:54.599648 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-94fb78ca-a369-4e73-b4bb-31835851a0fa service neutron] 10.222.0.32 "DELETE /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53/bindings/n-h2-808126-2 HTTP/1.1" status: 204 len: 173 time: 0.2631986 Sep 10 03:15:54.634837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67abacff-319f-4b11-9535-db3ce256e9e7 req-8f46c84d-5625-41e6-9524-e27098755d42 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Sep 10 03:15:54.697476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-6808e992-6d92-4d58-b4a5-54be7daf4b24 service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653635 Sep 10 03:15:54.707994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9af67dab-e02f-4d43-b8f2-87aa18ddfb49 req-3445044f-0277-4166-a22a-0c26df8f22d9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276774 Sep 10 03:15:54.856012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbba1a8-141b-4fe9-a90e-afef4597c335 req-18c718f9-8c3f-4617-9379-fcbeb6022aa0 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:54.866635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fbba1a8-141b-4fe9-a90e-afef4597c335 req-18c718f9-8c3f-4617-9379-fcbeb6022aa0 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 945 time: 0.0702519 Sep 10 03:15:54.916060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fbba1a8-141b-4fe9-a90e-afef4597c335 req-8e053d52-bf0a-4278-a5bb-1e4c15951924 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484312 Sep 10 03:15:54.995986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:54.996477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:55.033452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ab88d-c2ec-413e-b433-dc7c403e81c3 req-ac131582-054a-4fd2-8795-9b2a3e370fdd tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:55.035947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf7ab88d-c2ec-413e-b433-dc7c403e81c3 req-ac131582-054a-4fd2-8795-9b2a3e370fdd tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1095 time: 0.2343683 Sep 10 03:15:55.072236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d4d23ce-42d8-4d7c-a2d2-e724e724ce55 req-9218a3c0-35f2-48c3-93ef-e8b0403b283e service neutron] 10.222.0.32 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531189 Sep 10 03:15:55.115398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:55.167606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf7ab88d-c2ec-413e-b433-dc7c403e81c3 req-0cbf719e-208c-4329-ac67-dd9cab40c3d6 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075289 Sep 10 03:15:55.183627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:55.184003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:55.202857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:55.300166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecdd1f-e964-46c7-a5a5-be11873f694e req-cb460ae9-3619-4173-8b11-c216c8a3ec85 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:55.302289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6ecdd1f-e964-46c7-a5a5-be11873f694e req-cb460ae9-3619-4173-8b11-c216c8a3ec85 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 946 time: 0.0762451 Sep 10 03:15:55.361304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095ed7a9-b4c6-4904-8544-669de8fead2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:55.424748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b6ecdd1f-e964-46c7-a5a5-be11873f694e req-d9e477b4-bfa8-45ba-82c6-a6db008cda36 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062186 Sep 10 03:15:55.426257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1345-0488-44fc-b8a7-30dc46b7ad6c req-8f21b299-1fad-4b38-96d6-f3f5244076ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:55.428517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-660d1345-0488-44fc-b8a7-30dc46b7ad6c req-8f21b299-1fad-4b38-96d6-f3f5244076ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.1406434 Sep 10 03:15:55.498357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-660d1345-0488-44fc-b8a7-30dc46b7ad6c req-7814a380-74df-4cd0-bda6-f588f4ac2a27 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526638 Sep 10 03:15:55.500859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:55.527805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44902) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:55.580848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:55.688798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03380410-6394-4dd5-a6b3-12013cfc0da7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/78417e80-77a4-4288-93e3-810c037ee397 HTTP/1.1" status: 200 len: 991 time: 0.1598177 Sep 10 03:15:55.736426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095ed7a9-b4c6-4904-8544-669de8fead2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:55.746502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-095ed7a9-b4c6-4904-8544-669de8fead2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:55.771893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca6034f-31fe-4893-9f9b-ea35694de477 req-27d28c3e-2d9b-424e-a7c0-08f8250b7f3f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 210 time: 0.0647519 Sep 10 03:15:55.795034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ed7a9-b4c6-4904-8544-669de8fead2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7132e2e0-e143-40c9-8785-2e9bf7786869,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:55.797222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62baff75-1c4f-4095-867a-8be55e712a64'}, {'server_uuid': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8799de07-7a31-459c-acf9-4a0498b85509'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:55.800103 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c171820-8ed9-4f01-adca-d72cc43510a7" -d '{"events": [{"server_uuid": "51f99685-d24d-48a4-bae1-c80a1b5072ca", "name": "network-vif-plugged", "status": "completed", "tag": "62baff75-1c4f-4095-867a-8be55e712a64"}, {"server_uuid": "c89e68da-833e-4e33-aea7-6c8755dec23c", "name": "network-vif-plugged", "status": "completed", "tag": "8799de07-7a31-459c-acf9-4a0498b85509"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:55.899181 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-095ed7a9-b4c6-4904-8544-669de8fead2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4da39cade5594b598be3c574167ee264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7824793 Sep 10 03:15:55.905031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44910) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:55.982153 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77f3a08-8e32-4b40-b1d7-29fff21fb3af x-openstack-request-id: req-a77f3a08-8e32-4b40-b1d7-29fff21fb3af {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:55.982611 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f99685-d24d-48a4-bae1-c80a1b5072ca", "name": "network-vif-plugged", "status": "completed", "tag": "62baff75-1c4f-4095-867a-8be55e712a64", "code": 200}, {"server_uuid": "c89e68da-833e-4e33-aea7-6c8755dec23c", "name": "network-vif-plugged", "status": "completed", "tag": "8799de07-7a31-459c-acf9-4a0498b85509", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:55.982910 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a77f3a08-8e32-4b40-b1d7-29fff21fb3af {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:55.983444 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62baff75-1c4f-4095-867a-8be55e712a64', 'code': 200} Sep 10 03:15:55.983444 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8799de07-7a31-459c-acf9-4a0498b85509', 'code': 200} Sep 10 03:15:55.994866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d28c5-1295-452a-b51e-5c7cf4357e9f req-224dc391-7220-4265-aede-e02e00b95dc4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:55.999950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac8d28c5-1295-452a-b51e-5c7cf4357e9f req-224dc391-7220-4265-aede-e02e00b95dc4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.2563648 Sep 10 03:15:56.016508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.059616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44916) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:56.059853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f709d694-e0a7-4713-ac93-ebf1962b4714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.138871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac8d28c5-1295-452a-b51e-5c7cf4357e9f req-db774920-699c-4055-87df-3c65b3717318 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305690 Sep 10 03:15:56.148633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-d45852f7-b1c5-40b9-b638-eb338e580469 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:56.150005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-d45852f7-b1c5-40b9-b638-eb338e580469 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.4421229 Sep 10 03:15:56.163380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f709d694-e0a7-4713-ac93-ebf1962b4714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.207669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0a67d-d2d6-43a7-8a08-65dc7964ae5b req-7ba721e1-6f82-4102-93ce-96dceb0c37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:56.209202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4a0a67d-d2d6-43a7-8a08-65dc7964ae5b req-7ba721e1-6f82-4102-93ce-96dceb0c37f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 1096 time: 0.1364651 Sep 10 03:15:56.294188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4a0a67d-d2d6-43a7-8a08-65dc7964ae5b req-d795be29-c430-4e83-8758-97ea0bce7a9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535803 Sep 10 03:15:56.317612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f709d694-e0a7-4713-ac93-ebf1962b4714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.320175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f709d694-e0a7-4713-ac93-ebf1962b4714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.321370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f709d694-e0a7-4713-ac93-ebf1962b4714 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7132e2e0-e143-40c9-8785-2e9bf7786869 HTTP/1.1" status: 204 len: 168 time: 0.4153898 Sep 10 03:15:56.332396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709d694-e0a7-4713-ac93-ebf1962b4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132e2e0-e143-40c9-8785-2e9bf7786869,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:56.359214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port fc08bfe6-5b66-4925-8ef1-5dca682e3d3f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:56.359843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.443413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.444122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.459998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for fc08bfe6-5b66-4925-8ef1-5dca682e3d3f owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:56.560479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'port': {'device_id': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'admin_state_up': True, 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:56.589460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7ae4c-e9ea-48ae-a1b1-1631862d2136 req-4fa54687-3f33-456a-a25a-41a12f95d435 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:56.590987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80c7ae4c-e9ea-48ae-a1b1-1631862d2136 req-4fa54687-3f33-456a-a25a-41a12f95d435 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 946 time: 0.0767417 Sep 10 03:15:56.647151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80c7ae4c-e9ea-48ae-a1b1-1631862d2136 req-1a42d1a7-aa28-48d7-ac8f-9b942cc01157 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Sep 10 03:15:56.660509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44926) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:56.664147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3fa52-f852-4d98-8de9-16f45ee389ae req-282247fc-d16e-420d-9ef4-a2941af7c2fc tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:56.665674 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98f3fa52-f852-4d98-8de9-16f45ee389ae req-282247fc-d16e-420d-9ef4-a2941af7c2fc tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 945 time: 0.5537224 Sep 10 03:15:56.667610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a152def-af1d-42aa-9785-321766d7bf4b req-46b772a7-3857-4d4e-8b1b-46eb9956f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:56.668962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a152def-af1d-42aa-9785-321766d7bf4b req-46b772a7-3857-4d4e-8b1b-46eb9956f30b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 1097 time: 0.5694222 Sep 10 03:15:56.695902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34782c7a-430e-4dbb-8ef3-a6dbea6e5723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.729911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.760001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=fc08bfe6-5b66-4925-8ef1-5dca682e3d3f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:56.839408 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98f3fa52-f852-4d98-8de9-16f45ee389ae req-119c6b1a-9101-4d0b-8af7-7144dcdb595f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651487 Sep 10 03:15:56.846363 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a152def-af1d-42aa-9785-321766d7bf4b req-7d2a6abe-217b-40e3-941e-87a2247bf3db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689796 Sep 10 03:15:56.867138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:56.868258 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.868599 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP 78417e80-77a4-4288-93e3-810c037ee397 disassociated (deleted). External IP: 172.25.8.115, port: b13be432-9428-49e3-bbe9-9cff95860d53. Sep 10 03:15:56.939093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9be3734-4efa-410c-b190-2ce1b9e1e85f req-a80996f1-29a8-4b23-adbd-6fe595fd4869 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 210 time: 0.0677404 Sep 10 03:15:56.962094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34782c7a-430e-4dbb-8ef3-a6dbea6e5723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.967154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34782c7a-430e-4dbb-8ef3-a6dbea6e5723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:56.968747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:56.975379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3a99aba5-2072-4fae-8e7b-c45f3dc0a005 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2859750 Sep 10 03:15:56.979502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44930) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:56.984902 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:56.996814 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:56.997440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:57.022162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:15:57.025922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.039558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34782c7a-430e-4dbb-8ef3-a6dbea6e5723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed3b8f2-1edd-4859-b857-c54135e3e9d4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:57.048261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-34782c7a-430e-4dbb-8ef3-a6dbea6e5723 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f267047f984b1caa15c99e818d389f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866918 Sep 10 03:15:57.048864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44932) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:57.092742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:57.093850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet d2609a81-1f41-4e47-b714-5f2f84aecf68 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:15:57.099750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.172448 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.303200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Allocated IP 172.20.0.3 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/9af2055e-af65-4970-a857-940e14a593b9) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:15:57.359779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4917f0-4984-4057-a832-eee8007c4667 req-6c234dc1-e783-4861-8e6e-e373d487ec52 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:57.361509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba4917f0-4984-4057-a832-eee8007c4667 req-6c234dc1-e783-4861-8e6e-e373d487ec52 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.1360824 Sep 10 03:15:57.375997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.471253 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:55Z', 'revision_number': 8, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:57.498706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:57.501378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba4917f0-4984-4057-a832-eee8007c4667 req-c78ad477-c39d-4774-adc1-b90bb3f6e087 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270454 Sep 10 03:15:57.523017 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:57.523017 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:57.572455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.581480 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8953ad0-fe81-43e9-a252-fa9c6268043d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.618838 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8953ad0-fe81-43e9-a252-fa9c6268043d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.621531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router b99372c0-4569-4e86-b09e-ec9e0734f70b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:15:57.621866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=d2609a81-1f41-4e47-b714-5f2f84aecf68,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:57.633639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.634173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3658e-ea78-4847-9e1f-88d0e8d73acd None None] Network 798bea93-63ae-44ec-b0b7-04a19b0da79e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:15:57.635896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-336ca6b7-2d5f-4ec1-b2a2-addb37f92b7d tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/d2609a81-1f41-4e47-b714-5f2f84aecf68 HTTP/1.1" status: 204 len: 168 time: 0.6554160 Sep 10 03:15:57.637968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:57.639128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:57.672235 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.734582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Transition to ACTIVE for port object 9af2055e-af65-4970-a857-940e14a593b9 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:57.752779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.820378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.886799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180505c-88a4-43ea-9489-883116dcd7a5 req-19780268-2106-4dda-9237-c04f3b36e6f0 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:57.888600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0180505c-88a4-43ea-9489-883116dcd7a5 req-19780268-2106-4dda-9237-c04f3b36e6f0 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 946 time: 0.1200192 Sep 10 03:15:57.889472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port c1720a2a-cd6a-43db-80b1-37453c059490 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:57.889819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.889927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8953ad0-fe81-43e9-a252-fa9c6268043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.892436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8953ad0-fe81-43e9-a252-fa9c6268043d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.892565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] DHCP port deletion for 798bea93-63ae-44ec-b0b7-04a19b0da79e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:15:57.895503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:15:57.896271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e8953ad0-fe81-43e9-a252-fa9c6268043d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ed3b8f2-1edd-4859-b857-c54135e3e9d4 HTTP/1.1" status: 204 len: 168 time: 0.8414638 Sep 10 03:15:57.899306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:15:57.904279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:57.920669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:15:57.936703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:15:57.938740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8953ad0-fe81-43e9-a252-fa9c6268043d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed3b8f2-1edd-4859-b857-c54135e3e9d4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:57.943362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=9af2055e-af65-4970-a857-940e14a593b9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:57.990633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f29e1769-9d56-4eba-8149-795bf5c19efa tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/floatingips/78417e80-77a4-4288-93e3-810c037ee397 HTTP/1.1" status: 204 len: 168 time: 1.9286048 Sep 10 03:15:57.993608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:57.998269 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3730e6-f808-4388-a349-dcde7872be2c" -d '{"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:15:57.998414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] Sync routers for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:15:58.052580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0180505c-88a4-43ea-9489-883116dcd7a5 req-d5614ee6-881c-407d-823f-d4e04f1acca9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413958 Sep 10 03:15:58.076671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:58.077336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:58.154529 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:55Z', 'revision_number': 8, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:58.163787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port c1720a2a-cd6a-43db-80b1-37453c059490, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c1720a2a-cd6a-43db-80b1-37453c059490,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:58.164334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.182929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for c1720a2a-cd6a-43db-80b1-37453c059490 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:58.202935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] Deleting port c1720a2a-cd6a-43db-80b1-37453c059490 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:15:58.203661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.217887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215fd766-20d5-4cca-a877-a968e96f164a None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:15:55Z', 'revision_number': 8, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0', 'name': '', 'network_id': 'c10e789d-aebc-4f86-81c0-9c7b925b12d7', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:42:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:25Z', 'updated_at': '2021-09-10T03:15:36Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '182e9aa8-9444-4223-93c3-4dd900f906a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:15:58.299309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c52404-e2b6-40bf-a45f-d3ab94144f84 req-c5cac40a-cbf1-40e5-8c72-1cee139d0b1c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:58.301909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75c52404-e2b6-40bf-a45f-d3ab94144f84 req-c5cac40a-cbf1-40e5-8c72-1cee139d0b1c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 931 time: 0.1055310 Sep 10 03:15:58.325559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.350538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:58.351418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.369660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-75c52404-e2b6-40bf-a45f-d3ab94144f84 req-05749ee0-857c-4e63-9b4a-ce0e70c14f93 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603049 Sep 10 03:15:58.377808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port c1720a2a-cd6a-43db-80b1-37453c059490 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:15:58.388973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72dc4-ce1f-431e-afea-963e49780f14 req-535bc978-a536-4f8d-940c-1b327bfe62df tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:58.398302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3b72dc4-ce1f-431e-afea-963e49780f14 req-535bc978-a536-4f8d-940c-1b327bfe62df tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 945 time: 0.3358195 Sep 10 03:15:58.421998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=c1720a2a-cd6a-43db-80b1-37453c059490,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:58.455565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-127f3d6d-4091-4cfb-8643-c4506ba63a90 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2889400 Sep 10 03:15:58.518662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:58.536122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.548426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Request body: {'port': {'device_id': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:15:58.558947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] For port c1720a2a-cd6a-43db-80b1-37453c059490, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c1720a2a-cd6a-43db-80b1-37453c059490,segment=NetworkSegment(b23d5ce9-a9cd-4000-924a-71ff22e98f12),segment_id=b23d5ce9-a9cd-4000-924a-71ff22e98f12)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:15:58.559392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.587957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] Calling delete_port for c1720a2a-cd6a-43db-80b1-37453c059490 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:15:58.589807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-92f34566-dab1-4566-9063-24353448590c None None] Provisioning for port 9af2055e-af65-4970-a857-940e14a593b9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:15:58.616242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3b72dc4-ce1f-431e-afea-963e49780f14 req-766ba76e-f664-49e0-921d-62f2f93d1683 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149956 Sep 10 03:15:58.637004 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac0f606-ac05-43ba-8279-d4bfbfd46035 x-openstack-request-id: req-5ac0f606-ac05-43ba-8279-d4bfbfd46035 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:15:58.638630 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:15:58.639107 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ac0f606-ac05-43ba-8279-d4bfbfd46035 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:15:58.639937 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'status': 'completed', 'code': 200} Sep 10 03:15:58.661030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-92f34566-dab1-4566-9063-24353448590c None None] Provisioning complete for port 9af2055e-af65-4970-a857-940e14a593b9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:15:58.661949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92f34566-dab1-4566-9063-24353448590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.715775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798bea93-63ae-44ec-b0b7-04a19b0da79e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:58.814628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23d5ce9-a9cd-4000-924a-71ff22e98f12') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:58.814935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23d5ce9-a9cd-4000-924a-71ff22e98f12') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:58.844635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.851616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3730e6-f808-4388-a349-dcde7872be2c req-78bc2886-2880-4e07-9131-ae67b4787b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:58.856780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-78bc2886-2880-4e07-9131-ae67b4787b52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 1095 time: 0.1540105 Sep 10 03:15:58.869940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b21218-f54e-40e3-b624-1b05c7993114 req-9c295369-f93a-4702-a755-b5b78185c7f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:58.870192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf608fd-0d2f-41f8-b00a-919414758647 req-f2df312b-9c6a-479a-9def-0e5b572b4b52 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:58.872138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-30b21218-f54e-40e3-b624-1b05c7993114 req-9c295369-f93a-4702-a755-b5b78185c7f0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.1004865 Sep 10 03:15:58.872767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:58.877774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7bf608fd-0d2f-41f8-b00a-919414758647 req-f2df312b-9c6a-479a-9def-0e5b572b4b52 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.1216376 Sep 10 03:15:58.897913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-92f34566-dab1-4566-9063-24353448590c None None] Port 9af2055e-af65-4970-a857-940e14a593b9 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:15:58.998324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7bf608fd-0d2f-41f8-b00a-919414758647 req-7e6ab3db-2e10-4ec2-a38e-8c00d8e3534a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175971 Sep 10 03:15:59.074864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.152441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] No DVR routers for this DVR port c1720a2a-cd6a-43db-80b1-37453c059490 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:15:59.170653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3730e6-f808-4388-a349-dcde7872be2c req-c3c903e6-873e-48e9-88f3-cba9298bfd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.172905 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-c3c903e6-873e-48e9-88f3-cba9298bfd56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 200 len: 897 time: 0.2926195 Sep 10 03:15:59.184916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d484e6-c326-4a4c-a2c0-ab357588a88d None None] Pushing event deleted for resources: {'Port': ['ID=c1720a2a-cd6a-43db-80b1-37453c059490,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:59.216644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af2055e-af65-4970-a857-940e14a593b9 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:15:59.225278 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.241835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Transition to ACTIVE for port object 9af2055e-af65-4970-a857-940e14a593b9 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:15:59.243665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:33Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:59.263491 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.290290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-93caa5f9-2f76-4b4c-a22b-6d2a258adbbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 200 len: 217 time: 0.1092029 Sep 10 03:15:59.304387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] Checking router: b99372c0-4569-4e86-b09e-ec9e0734f70b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:15:59.318325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:15:59.319541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:15:59.321349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.323884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Pushing event updated for resources: {'Port': ['ID=9af2055e-af65-4970-a857-940e14a593b9,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:59.356514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-30b21218-f54e-40e3-b624-1b05c7993114 req-62c650f2-2311-4563-aae6-bafd970f7a40 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577100 Sep 10 03:15:59.358389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:15:59.358930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:15:59.363729 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:15:59.411393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-dfe4856d-0ad2-45ff-9bf1-041d761b679d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.413120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-dfe4856d-0ad2-45ff-9bf1-041d761b679d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.3323860 Sep 10 03:15:59.447685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ed80-f7ad-4310-a846-b3d8d300543b req-4a7c8148-f2cd-4eb5-842f-366eac754346 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.456082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50d5ed80-f7ad-4310-a846-b3d8d300543b req-4a7c8148-f2cd-4eb5-842f-366eac754346 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 946 time: 0.1642883 Sep 10 03:15:59.528294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3730e6-f808-4388-a349-dcde7872be2c req-6838f53f-fdb7-4d05-9691-4b2f137ce681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.532216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-6838f53f-fdb7-4d05-9691-4b2f137ce681 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 200 len: 834 time: 0.2186229 Sep 10 03:15:59.571112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:15:59.649577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c1720a2a-cd6a-43db-80b1-37453c059490 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:15:59.675422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.682690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Attempting to bind port 9af2055e-af65-4970-a857-940e14a593b9 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:15:59.694829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c1720a2a-cd6a-43db-80b1-37453c059490 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:15:59.695404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c1720a2a-cd6a-43db-80b1-37453c059490 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:15:59.695929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Attempting to bind port 9af2055e-af65-4970-a857-940e14a593b9 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:15:59.696392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Attempting to bind port 9af2055e-af65-4970-a857-940e14a593b9 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:59.706231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:15:59.727887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50d5ed80-f7ad-4310-a846-b3d8d300543b req-b3593f39-780c-4a91-8307-8159568cb563 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707031 Sep 10 03:15:59.755268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3730e6-f808-4388-a349-dcde7872be2c req-94d46dc9-cd3b-4f4f-813e-60168228bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.758018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-94d46dc9-cd3b-4f4f-813e-60168228bbca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d82ffcc0-34cf-4444-81ef-fde982d5bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996894 Sep 10 03:15:59.759044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.764023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/798bea93-63ae-44ec-b0b7-04a19b0da79e HTTP/1.1" status: 204 len: 168 time: 2.1210146 Sep 10 03:15:59.764962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a38db-ed00-4b3c-81d5-1fec4dec8d73 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=798bea93-63ae-44ec-b0b7-04a19b0da79e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:15:59.767380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:15:59.773272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:15:59.774657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0136d6b4-d5d0-4d69-a8f1-fdf6b4bfbafb not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:15:59.789437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Port 9af2055e-af65-4970-a857-940e14a593b9 on network a3c45e48-e586-4b19-b7db-417fe4223572 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:15:59.791416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Attempting to bind port 9af2055e-af65-4970-a857-940e14a593b9 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:15:59.816835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06e9e-b8c6-4a21-bb84-4b7b793c06ee req-6c13f519-09e3-4fe1-aa37-a031849abeac tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.831616 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbe06e9e-b8c6-4a21-bb84-4b7b793c06ee req-6c13f519-09e3-4fe1-aa37-a031849abeac tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 943 time: 0.2296219 Sep 10 03:15:59.835057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:15:59.835742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:15:59.836376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:15:59.837086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Bound port: 9af2055e-af65-4970-a857-940e14a593b9, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:15:59.837740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.911719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] For port 9af2055e-af65-4970-a857-940e14a593b9, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:15:59.915573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] For port 9af2055e-af65-4970-a857-940e14a593b9, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9af2055e-af65-4970-a857-940e14a593b9,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:15:59.930447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.954943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:15:59.956017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:15:59.958587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] 10.222.0.32 "PUT /v2.0/ports/9af2055e-af65-4970-a857-940e14a593b9 HTTP/1.1" status: 200 len: 1091 time: 1.4142928 Sep 10 03:15:59.979708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'tag': '9af2055e-af65-4970-a857-940e14a593b9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:15:59.982699 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317", "tag": "9af2055e-af65-4970-a857-940e14a593b9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:00.003158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port b13be432-9428-49e3-bbe9-9cff95860d53 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:00.003586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:00.023690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dbe06e9e-b8c6-4a21-bb84-4b7b793c06ee req-fc30e82f-5fff-4fb9-82b1-980e099dca68 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905718 Sep 10 03:16:00.067290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1a5db-f09a-4aa6-b889-bee932874248 req-c18ae272-5bcc-418d-b992-0ad8de907661 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.076172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aa1a5db-f09a-4aa6-b889-bee932874248 req-c18ae272-5bcc-418d-b992-0ad8de907661 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 945 time: 0.2466080 Sep 10 03:16:00.141275 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337a1dc-fc4b-4459-be72-a01aef6b3aa3 x-openstack-request-id: req-2337a1dc-fc4b-4459-be72-a01aef6b3aa3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:00.141275 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317", "tag": "9af2055e-af65-4970-a857-940e14a593b9", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:00.141275 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2337a1dc-fc4b-4459-be72-a01aef6b3aa3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:00.141275 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'tag': '9af2055e-af65-4970-a857-940e14a593b9', 'status': 'completed', 'code': 200} Sep 10 03:16:00.180291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592a117-7bf8-44bb-a64c-59325adb9719 service neutron] Pushing event updated for resources: {'Port': ['ID=9af2055e-af65-4970-a857-940e14a593b9,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:00.203958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-d3d28259-e039-4bfe-9579-0485175e6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.207002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-d3d28259-e039-4bfe-9579-0485175e6fca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 1094 time: 0.1666980 Sep 10 03:16:00.223218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:33Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:00.310742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-ecd447ac-8a29-4963-aac1-fb428f2a638c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af2055e-af65-4970-a857-940e14a593b9 HTTP/1.1" status: 200 len: 217 time: 0.0939925 Sep 10 03:16:00.338641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab4d0e-58d2-4aa2-905c-78648606229a None None] The sync data for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 is: [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:14:24Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '19723932-05ea-4341-a50c-2d05dc7ab766', 'name': '', 'network_id': 'd82ffcc0-34cf-4444-81ef-fde982d5bd57', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:aa:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:23Z', 'updated_at': '2021-09-10T03:14:33Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'f2c28be3-6528-402a-b97a-a945bb59d134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:00.398878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port b13be432-9428-49e3-bbe9-9cff95860d53, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b13be432-9428-49e3-bbe9-9cff95860d53,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:00.399437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:00.417654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-f70d0fbd-ef49-4640-acf2-5cd702e8f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.419280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-f70d0fbd-ef49-4640-acf2-5cd702e8f5c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.0929952 Sep 10 03:16:00.424622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for b13be432-9428-49e3-bbe9-9cff95860d53 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:00.437057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-c5489168-8cb1-4959-bb1d-9b757786a5fb service neutron] 10.222.0.32 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668453 Sep 10 03:16:00.440491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 20f30302-6ecf-4dac-954c-bf0e08a5eec1 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:00.494705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804c3d-de9b-4165-8775-900c6ae03e8d req-4d456615-7a1c-4ff7-8ba0-824abe7544fc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.504068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4804c3d-de9b-4165-8775-900c6ae03e8d req-4d456615-7a1c-4ff7-8ba0-824abe7544fc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 944 time: 0.1952815 Sep 10 03:16:00.563847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f4804c3d-de9b-4165-8775-900c6ae03e8d req-d6e4f3d9-ec04-43c3-beb4-0fb036b11baf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 Sep 10 03:16:00.571977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886852-4677-4926-b021-6f58f8497d55 req-3a8c0326-94f2-4955-8785-8098115efaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.573774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-3a8c0326-94f2-4955-8785-8098115efaef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330221 Sep 10 03:16:00.606917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:00.607808 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aa1a5db-f09a-4aa6-b889-bee932874248 req-8196713a-3696-4e46-aab8-62359ac83f06 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305114 Sep 10 03:16:00.621336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '20f30302-6ecf-4dac-954c-bf0e08a5eec1', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': '20f30302-6ecf-4dac-954c-bf0e08a5eec1', 'mac_address': 'fa:16:3e:f8:e7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:00.651885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba3730e6-f808-4388-a349-dcde7872be2c req-c139b6c7-f243-40ec-b795-171c27e6f814 service neutron] 10.222.0.32 "GET /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994431 Sep 10 03:16:00.670615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:00.688219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f30302-6ecf-4dac-954c-bf0e08a5eec1 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:00.718218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:00.725594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:00.754206 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea13e0-acb2-49c5-91a2-ef6c5a122b5e None None] New status for floating IP 78417e80-77a4-4288-93e3-810c037ee397: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:16:00.797982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-e3996a1f-a84e-4456-be29-2f30b3e16fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137704 Sep 10 03:16:00.801668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=20f30302-6ecf-4dac-954c-bf0e08a5eec1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:00.942374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a74c-d7e9-4967-bf1a-80fe74c536d8 req-99e7861d-659b-400c-8fb6-28521f29647c tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.944364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37e5a74c-d7e9-4967-bf1a-80fe74c536d8 req-99e7861d-659b-400c-8fb6-28521f29647c tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 945 time: 0.1023026 Sep 10 03:16:00.948867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae23a0b-8ea7-4922-bde6-59dfcca1cb22 req-fa137d19-7bc3-400a-8fee-9c75c8519a4a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:00.950390 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ae23a0b-8ea7-4922-bde6-59dfcca1cb22 req-fa137d19-7bc3-400a-8fee-9c75c8519a4a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a397a7-4dbb-44e0-b0cc-04421148660d HTTP/1.1" status: 200 len: 944 time: 0.1347740 Sep 10 03:16:00.967950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['20f30302-6ecf-4dac-954c-bf0e08a5eec1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:00.999982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37e5a74c-d7e9-4967-bf1a-80fe74c536d8 req-2bc7f916-bc3e-40c0-bceb-657e24814458 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Sep 10 03:16:01.002760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60886852-4677-4926-b021-6f58f8497d55 req-e42368cd-c49b-4178-8622-eed4721f0746 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888487 Sep 10 03:16:01.052680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.058292 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ae23a0b-8ea7-4922-bde6-59dfcca1cb22 req-c4d4ae1b-deef-4334-b80a-0909bf313def tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=e794ec0f-35e2-41c5-a242-492951cedcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792842 Sep 10 03:16:01.100721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=b13be432-9428-49e3-bbe9-9cff95860d53,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:01.164528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] No DVR routers for this DVR port b13be432-9428-49e3-bbe9-9cff95860d53 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:01.168737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.170980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c46b956d-37ba-4e83-8135-d0a4d035c1be req-7b4e5acf-257c-4eb1-8633-380cc3b12fc9 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "DELETE /v2.0/ports/b13be432-9428-49e3-bbe9-9cff95860d53 HTTP/1.1" status: 204 len: 173 time: 1.7477791 Sep 10 03:16:01.171243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-deleted', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:01.173947 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a71df-6a57-44d8-a55e-c552d685af01" -d '{"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-deleted", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:01.227021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-6014b999-24cd-45e3-a731-6958b594d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.228520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-6014b999-24cd-45e3-a731-6958b594d226 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 1094 time: 0.1466436 Sep 10 03:16:01.338063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.392835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-41801f37-5cbc-4047-984b-2cda0f2f188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.395708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-41801f37-5cbc-4047-984b-2cda0f2f188d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.1589477 Sep 10 03:16:01.399657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267d007-53ed-484d-a1c3-109779b361eb req-4bd466bc-f340-4247-b4bd-1d86565c3268 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.404812 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3267d007-53ed-484d-a1c3-109779b361eb req-4bd466bc-f340-4247-b4bd-1d86565c3268 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 943 time: 0.1720796 Sep 10 03:16:01.456999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-eaa613d4-5b63-4099-b66a-dbc60e36eadb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af2055e-af65-4970-a857-940e14a593b9 HTTP/1.1" status: 200 len: 217 time: 0.0427902 Sep 10 03:16:01.460393 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33017f99-770f-4978-8910-fffece7c1eb4 x-openstack-request-id: req-33017f99-770f-4978-8910-fffece7c1eb4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:01.460573 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a397a7-4dbb-44e0-b0cc-04421148660d", "name": "network-vif-deleted", "tag": "b13be432-9428-49e3-bbe9-9cff95860d53", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:01.460828 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33017f99-770f-4978-8910-fffece7c1eb4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:01.461284 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a397a7-4dbb-44e0-b0cc-04421148660d', 'name': 'network-vif-deleted', 'tag': 'b13be432-9428-49e3-bbe9-9cff95860d53', 'status': 'completed', 'code': 200} Sep 10 03:16:01.506170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3267d007-53ed-484d-a1c3-109779b361eb req-902ee591-7aa8-4fed-8919-7343bb1f4189 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003256 Sep 10 03:16:01.566761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-ce10cf5c-a768-4059-998e-df7b7842eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.568509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-ce10cf5c-a768-4059-998e-df7b7842eeea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1030614 Sep 10 03:16:01.588036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07412-27ad-4198-97df-ab08f681bf61 req-ab577b0d-d541-433e-8091-64086d41ccf7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.589943 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0f07412-27ad-4198-97df-ab08f681bf61 req-ab577b0d-d541-433e-8091-64086d41ccf7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 945 time: 0.0786207 Sep 10 03:16:01.703360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0f07412-27ad-4198-97df-ab08f681bf61 req-04483052-1dc9-4d8c-9010-7604cd72f16d tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557573 Sep 10 03:16:01.730817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bffbf0a-dd81-4c63-a189-b9491238c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.749042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-436e3b3f-052d-47e1-a52a-9c047b6d492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.761840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-436e3b3f-052d-47e1-a52a-9c047b6d492d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701241 Sep 10 03:16:01.772984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:01.773362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.794934 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.953722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,segment=NetworkSegment(dc11f451-ca36-4ce3-a060-a8e19968266f),segment_id=dc11f451-ca36-4ce3-a060-a8e19968266f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:01.954549 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:01.961116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-34b70763-c32a-4ed4-81f3-bba075021bad service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908684 Sep 10 03:16:01.982808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea678471-f69d-43b8-a06c-f4cf3a82e488 req-929763a6-8157-4e0b-8a32-403ceb8cb8dd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:01.984390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:01.985218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea678471-f69d-43b8-a06c-f4cf3a82e488 req-929763a6-8157-4e0b-8a32-403ceb8cb8dd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 945 time: 0.0850554 Sep 10 03:16:02.001087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:02.115271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56db7a9b-82be-4ee5-b27f-715f8ad41eb1 req-87aa5cf3-b9ed-406a-9486-aa973c872dc6 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283000 Sep 10 03:16:02.179613 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea678471-f69d-43b8-a06c-f4cf3a82e488 req-76735157-0f8b-4bf8-bbdb-9e5cc5ebca35 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789637 Sep 10 03:16:02.211929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45050) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:02.218854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:02.291849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:02.445704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 20f30302-6ecf-4dac-954c-bf0e08a5eec1 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:02.531041 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:02.566498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:02.583843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:02.584537 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:02.766865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:02.795682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f30302-6ecf-4dac-954c-bf0e08a5eec1'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:02.798544 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e9df4c-1d63-4b56-90d3-fe5ef06a00d6" -d '{"events": [{"server_uuid": "6d4d0fac-76b2-431f-a686-f2ee937022db", "name": "network-vif-plugged", "status": "completed", "tag": "20f30302-6ecf-4dac-954c-bf0e08a5eec1"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:02.815181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:02.820295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:02.895407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecad41-e5ca-4d48-a840-67e06aea3205 req-60758cd2-58ef-4896-bfd8-9e3772a99190 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:02.903975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2fecad41-e5ca-4d48-a840-67e06aea3205 req-60758cd2-58ef-4896-bfd8-9e3772a99190 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 943 time: 0.2493012 Sep 10 03:16:02.905813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=20f30302-6ecf-4dac-954c-bf0e08a5eec1,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:02.958357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2fecad41-e5ca-4d48-a840-67e06aea3205 req-fcc5bdf7-1b81-436c-bd24-c9f84d5984a7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534692 Sep 10 03:16:03.029521 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20e907-ec4b-4c42-95d3-721242e4b706 x-openstack-request-id: req-df20e907-ec4b-4c42-95d3-721242e4b706 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:03.029916 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4d0fac-76b2-431f-a686-f2ee937022db", "name": "network-vif-plugged", "status": "completed", "tag": "20f30302-6ecf-4dac-954c-bf0e08a5eec1", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:03.030710 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df20e907-ec4b-4c42-95d3-721242e4b706 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:03.031210 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f30302-6ecf-4dac-954c-bf0e08a5eec1', 'code': 200} Sep 10 03:16:03.038610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-7a2d5a6a-07ce-4d7d-9ab5-aed6f3a43594 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:03.040329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-7a2d5a6a-07ce-4d7d-9ab5-aed6f3a43594 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 945 time: 0.2453532 Sep 10 03:16:03.146502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:03.158836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9817da-5773-4dc9-bb5d-492d9b35c0cc req-a0dc9cd7-9f78-440f-9e6e-918fccde28ff tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:03.168877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f9817da-5773-4dc9-bb5d-492d9b35c0cc req-a0dc9cd7-9f78-440f-9e6e-918fccde28ff tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 945 time: 0.3081996 Sep 10 03:16:03.334282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f9817da-5773-4dc9-bb5d-492d9b35c0cc req-725eeed7-9d58-45f4-bc45-8aee111aa417 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604946 Sep 10 03:16:03.417856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Deleting port 7e60c318-1e29-4b12-978e-33214828c7a8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:03.418312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:03.476726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:03.638878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] For port 7e60c318-1e29-4b12-978e-33214828c7a8, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7e60c318-1e29-4b12-978e-33214828c7a8,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:03.639603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:03.682460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295bdc-27bc-4310-95e6-e63094e3631f req-2e7fbc07-6cb9-4310-8de0-75276de2c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:03.684047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6295bdc-27bc-4310-95e6-e63094e3631f req-2e7fbc07-6cb9-4310-8de0-75276de2c1b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 1097 time: 0.5825367 Sep 10 03:16:03.689724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Calling delete_port for 7e60c318-1e29-4b12-978e-33214828c7a8 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:03.783250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:03.796093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:03.802457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3a7c8a10-981b-4875-b3a3-0cef833b22c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0217211 Sep 10 03:16:03.813826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:03.814482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:15:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:03.827869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45074) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:03.834391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6295bdc-27bc-4310-95e6-e63094e3631f req-6253a900-a85b-44dc-bf94-b7ff1152343d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957792 Sep 10 03:16:03.859755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd832f28-8d58-45f7-b42c-56ab61966476 req-ab995a86-4fc6-4510-9d8c-cb7457cebc19 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:03.868288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dd832f28-8d58-45f7-b42c-56ab61966476 req-ab995a86-4fc6-4510-9d8c-cb7457cebc19 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.2292676 Sep 10 03:16:03.950422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dd832f28-8d58-45f7-b42c-56ab61966476 req-9435b97c-94ed-4032-8cbd-4ae855f9c3c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Sep 10 03:16:03.952565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:03.965683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9af2055e-af65-4970-a857-940e14a593b9 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:03.971172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 182e9aa8-9444-4223-93c3-4dd900f906a1 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:16:03.977312 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:03.977895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:04.022300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.084529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: b13be432-9428-49e3-bbe9-9cff95860d53 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:04.084875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b13be432-9428-49e3-bbe9-9cff95860d53 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:04.129402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.205956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.232055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.234243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/182e9aa8-9444-4223-93c3-4dd900f906a1 HTTP/1.1" status: 204 len: 168 time: 0.3901649 Sep 10 03:16:04.239981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d7ddf-a76f-41be-aa43-ada0094821e1 None None] Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:04.256395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45084) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:04.287630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117e41e-2f63-444e-9362-49cbe00e1603 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=182e9aa8-9444-4223-93c3-4dd900f906a1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:04.379408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.393757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9af2055e-af65-4970-a857-940e14a593b9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9af2055e-af65-4970-a857-940e14a593b9,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:04.417778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129ee5-a8f0-4932-848e-826952530393 req-09902a4b-e0ec-4e69-a3e8-22cc0c7ae9cf tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:04.426522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61129ee5-a8f0-4932-848e-826952530393 req-09902a4b-e0ec-4e69-a3e8-22cc0c7ae9cf tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 943 time: 0.1539950 Sep 10 03:16:04.452499 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afdcbbbf-26f1-454b-87db-ac3569a45b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.455197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '9af2055e-af65-4970-a857-940e14a593b9', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': '9af2055e-af65-4970-a857-940e14a593b9', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:04.501378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 7ecc1322-79c7-4237-a604-60769025ac1b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:04.502110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.546410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0437d5-2151-49ca-88f9-413520ff3807 req-66ac92bd-6df2-41a2-af76-e93e9809c631 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:04.556166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af0437d5-2151-49ca-88f9-413520ff3807 req-66ac92bd-6df2-41a2-af76-e93e9809c631 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc5041ba-9098-4926-ab2f-3236193cc147 HTTP/1.1" status: 200 len: 945 time: 0.1100223 Sep 10 03:16:04.557253 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.572411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:02Z', 'revision_number': 9, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:04.579874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61129ee5-a8f0-4932-848e-826952530393 req-f742e6fb-2519-4738-b831-f85278bac9ec tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429048 Sep 10 03:16:04.611112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af2055e-af65-4970-a857-940e14a593b9 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:04.616943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:04.656455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9af2055e-af65-4970-a857-940e14a593b9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9af2055e-af65-4970-a857-940e14a593b9,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:04.660254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:04.661531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:04.665298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 7ecc1322-79c7-4237-a604-60769025ac1b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7ecc1322-79c7-4237-a604-60769025ac1b,segment=NetworkSegment(dc11f451-ca36-4ce3-a060-a8e19968266f),segment_id=dc11f451-ca36-4ce3-a060-a8e19968266f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:04.665578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.685449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 7ecc1322-79c7-4237-a604-60769025ac1b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:04.697144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 19723932-05ea-4341-a50c-2d05dc7ab766 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:04.697602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.717486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c3293-d34a-486c-af7c-9a1c26497413 None None] DHCP port deletion for c10e789d-aebc-4f86-81c0-9c7b925b12d7 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:16:04.721861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af0437d5-2151-49ca-88f9-413520ff3807 req-b492458f-05ca-4c9d-9d7d-dbc464c4184a tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586392 Sep 10 03:16:04.728131 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.749813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.819855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['63f498ab-aeea-467e-a397-a336caabaacf'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:04.822568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62baff75-1c4f-4095-867a-8be55e712a64'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:04.872953 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.873134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.876886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Pushing event deleted for resources: {'Port': ['ID=7e60c318-1e29-4b12-978e-33214828c7a8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:04.884033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] No DVR routers for this DVR port 7e60c318-1e29-4b12-978e-33214828c7a8 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:04.893144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.895741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4ed10bf-2ef0-44d7-bae2-48022ca17c73 req-f4a0222a-50f6-427c-a8e4-1341a4496430 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "DELETE /v2.0/ports/7e60c318-1e29-4b12-978e-33214828c7a8 HTTP/1.1" status: 204 len: 173 time: 1.8188663 Sep 10 03:16:04.896185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'name': 'network-vif-deleted', 'tag': '7e60c318-1e29-4b12-978e-33214828c7a8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:04.898897 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b165114-8994-45d7-8a97-08e9a07d0139" -d '{"events": [{"server_uuid": "bc5041ba-9098-4926-ab2f-3236193cc147", "name": "network-vif-deleted", "tag": "7e60c318-1e29-4b12-978e-33214828c7a8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:04.899215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port 7ecc1322-79c7-4237-a604-60769025ac1b on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:04.955684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port 19723932-05ea-4341-a50c-2d05dc7ab766, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19723932-05ea-4341-a50c-2d05dc7ab766,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:04.956157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:04.978295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=7ecc1322-79c7-4237-a604-60769025ac1b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:05.007375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 19723932-05ea-4341-a50c-2d05dc7ab766 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:05.020486 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067851aa-9993-45c9-9ad3-ce6122f881b2 x-openstack-request-id: req-067851aa-9993-45c9-9ad3-ce6122f881b2 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:05.020779 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5041ba-9098-4926-ab2f-3236193cc147", "name": "network-vif-deleted", "tag": "7e60c318-1e29-4b12-978e-33214828c7a8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:05.021031 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-067851aa-9993-45c9-9ad3-ce6122f881b2 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:05.021432 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5041ba-9098-4926-ab2f-3236193cc147', 'name': 'network-vif-deleted', 'tag': '7e60c318-1e29-4b12-978e-33214828c7a8', 'status': 'completed', 'code': 200} Sep 10 03:16:05.124347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.186515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10e789d-aebc-4f86-81c0-9c7b925b12d7']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:05.207329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc11f451-ca36-4ce3-a060-a8e19968266f') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:05.207991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc11f451-ca36-4ce3-a060-a8e19968266f') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:05.221624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.232489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855186ee-60d9-44c7-9274-a396a97aa100 req-dc5f3962-5443-4cbe-b5ff-f7829abf538a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:05.233970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-855186ee-60d9-44c7-9274-a396a97aa100 req-dc5f3962-5443-4cbe-b5ff-f7829abf538a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.1062198 Sep 10 03:16:05.249300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:05.279275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.296839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:16:05.297541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:16:05.301835 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:16:05.314158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9af2055e-af65-4970-a857-940e14a593b9,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:05.337612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-855186ee-60d9-44c7-9274-a396a97aa100 req-5f2d06f3-570a-46e2-9dc8-737d96b69177 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890698 Sep 10 03:16:05.340901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.354115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:05.383376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=19723932-05ea-4341-a50c-2d05dc7ab766,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:05.432758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.471777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.488304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/c10e789d-aebc-4f86-81c0-9c7b925b12d7 HTTP/1.1" status: 204 len: 168 time: 1.2298434 Sep 10 03:16:05.502454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45114) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:05.532108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cffc8d-98d6-47db-ab90-ec44919b292a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=c10e789d-aebc-4f86-81c0-9c7b925b12d7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:05.606468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-007c3293-d34a-486c-af7c-9a1c26497413 None None] Deleting port 7ecc1322-79c7-4237-a604-60769025ac1b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:05.607376 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-007c3293-d34a-486c-af7c-9a1c26497413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.669161 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.740773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-007c3293-d34a-486c-af7c-9a1c26497413 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 could not be found. Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in delete_port Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c10e789d-aebc-4f86-81c0-9c7b925b12d7 could not be found. Sep 10 03:16:05.784621 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:16:05.795244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9968aa-f567-47dd-8aeb-74c48decbb61 req-8df449aa-2af9-4d72-86cf-f6a0ec1dd7e0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:05.798080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b9968aa-f567-47dd-8aeb-74c48decbb61 req-8df449aa-2af9-4d72-86cf-f6a0ec1dd7e0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.1482859 Sep 10 03:16:05.862362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b553108-56eb-4bc8-b140-5f2d62e17d0e None None] DHCP port deletion for c10e789d-aebc-4f86-81c0-9c7b925b12d7 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:16:05.864252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7ecc1322-79c7-4237-a604-60769025ac1b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:05.876646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b9968aa-f567-47dd-8aeb-74c48decbb61 req-9cc18bdc-91c9-42f3-b7e5-6bfc54bd7cd4 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685534 Sep 10 03:16:05.944588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7ecc1322-79c7-4237-a604-60769025ac1b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:05.945159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7ecc1322-79c7-4237-a604-60769025ac1b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:05.977711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfdd133-cb2d-44ce-b5c2-438ef4668a1a None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:16:06.013351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb658815-a96c-434b-98f6-30372549ba24 req-269f2297-6aba-4758-a879-df6c302310b3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:06.021031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb658815-a96c-434b-98f6-30372549ba24 req-269f2297-6aba-4758-a879-df6c302310b3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 944 time: 0.1961689 Sep 10 03:16:06.193144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb658815-a96c-434b-98f6-30372549ba24 req-0938aad5-c545-4151-a7a7-8b259f9eb2d4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710477 Sep 10 03:16:06.261070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfdd133-cb2d-44ce-b5c2-438ef4668a1a None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:16:06.319937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:02Z', 'revision_number': 9, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:06.382070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9bc64-7458-4fff-b9a4-419521333cc8 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:02Z', 'revision_number': 9, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b4fedc-0560-4f6d-9fbd-d67e668db0ca', 'name': '', 'network_id': '5118dc0a-a9dd-45fb-8513-a1507bb381b6', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:4b:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:18Z', 'updated_at': '2021-09-10T03:15:28Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': '6e1cca5a-f353-4d07-a95f-7cabf2699e52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:06.461500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e60c318-1e29-4b12-978e-33214828c7a8 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:06.515245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 7e60c318-1e29-4b12-978e-33214828c7a8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:06.515583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7e60c318-1e29-4b12-978e-33214828c7a8 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:06.544130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router b99372c0-4569-4e86-b09e-ec9e0734f70b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:06.560610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a73b7a-9fdd-4057-9c17-74581322c966 req-4cfaf6cf-f3df-4ab8-af3a-c6f3679ca70a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:06.562146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99a73b7a-9fdd-4057-9c17-74581322c966 req-4cfaf6cf-f3df-4ab8-af3a-c6f3679ca70a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.0996006 Sep 10 03:16:06.684952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99a73b7a-9fdd-4057-9c17-74581322c966 req-da6a930c-f453-46a5-9599-2d20d84ed9bf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041059 Sep 10 03:16:06.743821 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:06.789393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:06.795286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a86ea3b2-fcc7-408f-8f3c-54470aeefda8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/b99372c0-4569-4e86-b09e-ec9e0734f70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5822475 Sep 10 03:16:06.798150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:06.812715 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] Sync routers for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:06.833038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:06.837696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:06.963090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc583b64-28c1-49ac-b070-369affe5b4de req-744c0607-f327-498a-8128-219f0a232a67 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:06.969120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc583b64-28c1-49ac-b070-369affe5b4de req-744c0607-f327-498a-8128-219f0a232a67 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:06.970778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc583b64-28c1-49ac-b070-369affe5b4de req-744c0607-f327-498a-8128-219f0a232a67 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca&device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 1682 time: 0.1144216 Sep 10 03:16:06.975173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting subnet f2c28be3-6528-402a-b97a-a945bb59d134 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:16:06.981217 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:06.995855 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.031882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc583b64-28c1-49ac-b070-369affe5b4de req-4733e2e8-f760-45b9-8416-ae7a572dd326 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530589 Sep 10 03:16:07.056920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.073350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea2b32-c54b-400c-9481-5fc57f96da1d req-05885b2b-c9db-433b-8b39-a51ecb2c54fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:07.075029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40ea2b32-c54b-400c-9481-5fc57f96da1d req-05885b2b-c9db-433b-8b39-a51ecb2c54fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.2638307 Sep 10 03:16:07.142957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-40ea2b32-c54b-400c-9481-5fc57f96da1d req-ab8d9e2c-48f2-4d6c-abd5-61f7ff0e5dbd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495517 Sep 10 03:16:07.225943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a064368-2a60-4efd-a795-4eb203bb28f9 req-cac7a1a0-3a77-4265-8aa2-322972b849a8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:07.228342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a064368-2a60-4efd-a795-4eb203bb28f9 req-cac7a1a0-3a77-4265-8aa2-322972b849a8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.0917668 Sep 10 03:16:07.242069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.259593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:07.260078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.276248 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:16:05Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:07.311723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.323073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.333571 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] Checking router: b99372c0-4569-4e86-b09e-ec9e0734f70b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:07.357140 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] Routers {'b99372c0-4569-4e86-b09e-ec9e0734f70b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:07.358211 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b99372c0-4569-4e86-b09e-ec9e0734f70b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:07.372713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c28be3-6528-402a-b97a-a945bb59d134,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:07.376834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.378758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a96b5151-5e1b-48f7-91fb-db772bf932b0 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/subnets/f2c28be3-6528-402a-b97a-a945bb59d134 HTTP/1.1" status: 204 len: 168 time: 0.5796299 Sep 10 03:16:07.380488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022f7c2-41c8-4a74-bf11-cddadb00e03f None None] Network d82ffcc0-34cf-4444-81ef-fde982d5bd57 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:07.381644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45164) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:07.391300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a064368-2a60-4efd-a795-4eb203bb28f9 req-3728ea2c-a518-45a4-bebc-c00241ba9048 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571138 Sep 10 03:16:07.448680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 55b4fedc-0560-4f6d-9fbd-d67e668db0ca, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:07.449057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.498719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 55b4fedc-0560-4f6d-9fbd-d67e668db0ca owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:07.555702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.587945 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] Set router b99372c0-4569-4e86-b09e-ec9e0734f70b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:07.602795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:07.685201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:07.692923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b97feeb1-b0c2-40b4-87e4-a2fc7c965ca0 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:07.696287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cea30-5a0f-41c9-824c-0aa0e128fdd6 req-55d7ea66-56a6-4bfb-8974-a7cb65bba851 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:07.698453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd3cea30-5a0f-41c9-824c-0aa0e128fdd6 req-55d7ea66-56a6-4bfb-8974-a7cb65bba851 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 944 time: 0.0678289 Sep 10 03:16:07.807308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd3cea30-5a0f-41c9-824c-0aa0e128fdd6 req-a57350ac-f2f8-4d0d-bca8-194ccd2bcbdc tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974793 Sep 10 03:16:07.816253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] DHCP port deletion for d82ffcc0-34cf-4444-81ef-fde982d5bd57 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:16:07.850918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.857059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.910210 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:16:05Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:07.915567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=55b4fedc-0560-4f6d-9fbd-d67e668db0ca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:07.929192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] Deleting port d1b06820-46ea-4e0d-860e-aab976d8ace8 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:07.929581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:07.950084 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b60b8-3c01-4b0d-b60d-25af396bcd61 None None] The sync data for ids ['b99372c0-4569-4e86-b09e-ec9e0734f70b'] in n-d-808126-2 is: [{'id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273152795', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:14:08Z', 'updated_at': '2021-09-10T03:16:05Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': '40c57ec1-41e8-48f3-8715-712b8d892d71', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99372c0-4569-4e86-b09e-ec9e0734f70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:14:12Z', 'updated_at': '2021-09-10T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:08.030958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 40c57ec1-41e8-48f3-8715-712b8d892d71 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:08.030958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.133981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] For port d1b06820-46ea-4e0d-860e-aab976d8ace8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d1b06820-46ea-4e0d-860e-aab976d8ace8,segment=NetworkSegment(75a2c77f-4967-4659-8f43-9954d0a7ee2a),segment_id=75a2c77f-4967-4659-8f43-9954d0a7ee2a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:08.134392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.173449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] Calling delete_port for d1b06820-46ea-4e0d-860e-aab976d8ace8 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:08.277830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port 40c57ec1-41e8-48f3-8715-712b8d892d71, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=40c57ec1-41e8-48f3-8715-712b8d892d71,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:08.279150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.290848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9af2055e-af65-4970-a857-940e14a593b9 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:08.308544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 40c57ec1-41e8-48f3-8715-712b8d892d71 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:08.328781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.462462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 9af2055e-af65-4970-a857-940e14a593b9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:08.470393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 9af2055e-af65-4970-a857-940e14a593b9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:08.471255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.617165 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.629067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.665258 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.671959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] Pushing event deleted for resources: {'Port': ['ID=d1b06820-46ea-4e0d-860e-aab976d8ace8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:08.674856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f06473-0acc-4cbc-a02f-18397a68a1ac None None] No DVR routers for this DVR port d1b06820-46ea-4e0d-860e-aab976d8ace8 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:08.703542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af2055e-af65-4970-a857-940e14a593b9'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:08.705872 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c31fba-aaf9-4ce4-a638-7d6e5de51269" -d '{"events": [{"server_uuid": "c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317", "name": "network-vif-plugged", "status": "completed", "tag": "9af2055e-af65-4970-a857-940e14a593b9"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:08.723612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9af2055e-af65-4970-a857-940e14a593b9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9af2055e-af65-4970-a857-940e14a593b9,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:08.734440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.755438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=40c57ec1-41e8-48f3-8715-712b8d892d71,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:08.857039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9af2055e-af65-4970-a857-940e14a593b9,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:08.876626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeadeb-60d7-47a7-8bf8-fd580fee0db4 req-0277b202-6f59-443d-8ec9-232b79047d15 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:08.886579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-addeadeb-60d7-47a7-8bf8-fd580fee0db4 req-0277b202-6f59-443d-8ec9-232b79047d15 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.1736224 Sep 10 03:16:08.926588 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:08.980468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-addeadeb-60d7-47a7-8bf8-fd580fee0db4 req-ca29995e-3135-429b-8790-bcc74dbdee84 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881729 Sep 10 03:16:09.121479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.124064 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.192987 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27acdf82-f599-4168-b3e0-75918e38f80f x-openstack-request-id: req-27acdf82-f599-4168-b3e0-75918e38f80f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:09.193360 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317", "name": "network-vif-plugged", "status": "completed", "tag": "9af2055e-af65-4970-a857-940e14a593b9", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:09.193576 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27acdf82-f599-4168-b3e0-75918e38f80f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:09.194106 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af2055e-af65-4970-a857-940e14a593b9', 'code': 200} Sep 10 03:16:09.229829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.230631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Fanout notify agent at l3_agent the message router_deleted on router b99372c0-4569-4e86-b09e-ec9e0734f70b {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:16:09.250123 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.254609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45218) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:09.257202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64c512df-0b51-49d7-a6d5-0a16a6103324 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/routers/b99372c0-4569-4e86-b09e-ec9e0734f70b HTTP/1.1" status: 204 len: 168 time: 1.8737755 Sep 10 03:16:09.348477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:09.415569 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.421892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c448-e76b-4e1a-ae9a-2f4f5722f0ed req-4dff9d3b-cb70-4b00-aabb-0faa3792ab29 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:09.433438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88e7c448-e76b-4e1a-ae9a-2f4f5722f0ed req-4dff9d3b-cb70-4b00-aabb-0faa3792ab29 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1029794 Sep 10 03:16:09.472758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9d8d4-3aea-4c50-80fa-3669261839be req-2b286b22-b79b-4d0d-91e5-11965141e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:09.474701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7aa9d8d4-3aea-4c50-80fa-3669261839be req-2b286b22-b79b-4d0d-91e5-11965141e218 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 1096 time: 0.1869946 Sep 10 03:16:09.516156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88e7c448-e76b-4e1a-ae9a-2f4f5722f0ed req-c8693233-47a9-4e49-a08a-995ccfd4b5e1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817266 Sep 10 03:16:09.520047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-ee0d0e6d-8ba2-423d-a6a5-485d6467e7fd req-30b6e2e1-fbdd-4934-96dd-f7cc609fbda1 service neutron] (94634) timed out ('10.222.0.32', 51224) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:16:09.621403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:09.639018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f8b53b0-73b1-4345-aa40-7e865166729e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1310601 Sep 10 03:16:09.642190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:09.652618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45234) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:09.667517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:09.668279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:09.697397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e5d9-34d8-4dec-b311-c461f7f2974f req-7a97d838-6623-422c-aa50-1fbe3bedf7a2 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:09.707927 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1931e5d9-34d8-4dec-b311-c461f7f2974f req-7a97d838-6623-422c-aa50-1fbe3bedf7a2 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 945 time: 0.1113520 Sep 10 03:16:09.731708 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.794194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1931e5d9-34d8-4dec-b311-c461f7f2974f req-95f3c5f1-4ee0-459b-bf91-a50494c09e4f tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Sep 10 03:16:09.794324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7aa9d8d4-3aea-4c50-80fa-3669261839be req-26929675-0d01-4e98-9811-88c5849facca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069770 Sep 10 03:16:09.798531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:09.816398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82ffcc0-34cf-4444-81ef-fde982d5bd57']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:09.828098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a2c77f-4967-4659-8f43-9954d0a7ee2a') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:09.828409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a2c77f-4967-4659-8f43-9954d0a7ee2a') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:09.843891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.868477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.891350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet 6e1cca5a-f353-4d07-a95f-7cabf2699e52 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:16:09.898112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:16:09.898783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:16:09.906077 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:16:09.911009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.173065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1b06820-46ea-4e0d-860e-aab976d8ace8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:10.175322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.232467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d1b06820-46ea-4e0d-860e-aab976d8ace8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:10.233982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d1b06820-46ea-4e0d-860e-aab976d8ace8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:10.234551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19723932-05ea-4341-a50c-2d05dc7ab766 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:10.259047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 19723932-05ea-4341-a50c-2d05dc7ab766 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:10.259778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19723932-05ea-4341-a50c-2d05dc7ab766 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:10.310025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:07Z', 'revision_number': 10, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:10.354030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:10.364719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:10.365171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:10.369242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.399012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.421169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.426120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/networks/d82ffcc0-34cf-4444-81ef-fde982d5bd57 HTTP/1.1" status: 204 len: 168 time: 1.1672730 Sep 10 03:16:10.426527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:10.447491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-76c00566-0c0f-4bf8-8e26-787d7a6581e5 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:10.449055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-76c00566-0c0f-4bf8-8e26-787d7a6581e5 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 945 time: 0.3727043 Sep 10 03:16:10.457020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86122ba-8504-4958-91bb-17a055901aa2 req-4fe09d19-26a7-4e25-9449-16a18ce7c1f4 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:10.457713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:10.458747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b86122ba-8504-4958-91bb-17a055901aa2 req-4fe09d19-26a7-4e25-9449-16a18ce7c1f4 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "GET /v2.0/ports?device_id=51f99685-d24d-48a4-bae1-c80a1b5072ca HTTP/1.1" status: 200 len: 946 time: 0.3365939 Sep 10 03:16:10.472518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ca138-40b6-4925-8c5c-6bd7c8c938c3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Network': ['ID=d82ffcc0-34cf-4444-81ef-fde982d5bd57,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:10.481796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b048bc-7f03-4f14-9fd6-32cc94e30db0 req-90a7900a-8a8b-40d0-9c26-0b8fdd309b59 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:10.483412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55b048bc-7f03-4f14-9fd6-32cc94e30db0 req-90a7900a-8a8b-40d0-9c26-0b8fdd309b59 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2284613 Sep 10 03:16:10.524117 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43a7283a-9f06-42a1-8d32-9f716baed715 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.562757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43a7283a-9f06-42a1-8d32-9f716baed715 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.655246 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43a7283a-9f06-42a1-8d32-9f716baed715 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.661624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43a7283a-9f06-42a1-8d32-9f716baed715 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.662349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.667028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-43a7283a-9f06-42a1-8d32-9f716baed715 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/security-groups/e794ec0f-35e2-41c5-a242-492951cedcb4 HTTP/1.1" status: 204 len: 168 time: 0.2392442 Sep 10 03:16:10.700192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7283a-9f06-42a1-8d32-9f716baed715 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794ec0f-35e2-41c5-a242-492951cedcb4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:10.717039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55b048bc-7f03-4f14-9fd6-32cc94e30db0 req-54771ef0-79f0-4255-addd-1d9b2aeda456 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186205 Sep 10 03:16:10.742937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1cca5a-f353-4d07-a95f-7cabf2699e52,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:10.745258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99ac3-3483-4ddd-8e90-b4775a49d834 req-9daf582e-0a66-45f1-92bf-7e6f739b2bc4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:10.750393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fd99ac3-3483-4ddd-8e90-b4775a49d834 req-9daf582e-0a66-45f1-92bf-7e6f739b2bc4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1108208 Sep 10 03:16:10.758934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:10.763338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0283a55c-186b-44e9-9ad5-466de0552086 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/6e1cca5a-f353-4d07-a95f-7cabf2699e52 HTTP/1.1" status: 204 len: 168 time: 1.0985074 Sep 10 03:16:10.763839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:10.764447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:07Z', 'revision_number': 10, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:10.853846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dc59c-cd4d-4660-9e9d-5ed5cabe4e39 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:07Z', 'revision_number': 10, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None, '_interfaces': [{'id': '4856a467-376e-486b-87bf-cfdcb4a956df', 'name': '', 'network_id': '93ccd26b-488d-46f7-b07d-d84a613c77e4', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'mac_address': 'fa:16:3e:8b:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:15:11Z', 'updated_at': '2021-09-10T03:15:20Z', 'revision_number': 5, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'subnets': [{'id': 'ca11c729-91c9-4c97-8378-9b23419c98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:10.857276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fd99ac3-3483-4ddd-8e90-b4775a49d834 req-2a594dc4-85cf-4b08-97ec-7380d5f80221 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990453 Sep 10 03:16:10.874360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27333bbb-5316-4a4b-9c4d-88978dd5d9bf None None] Network 5118dc0a-a9dd-45fb-8513-a1507bb381b6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:11.051861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Deleting port 62baff75-1c4f-4095-867a-8be55e712a64 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:11.052212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.061570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Deleting port 63f498ab-aeea-467e-a397-a336caabaacf {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:11.061922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.083485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.146822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748cec-cd81-4fa7-85c3-7c22b6cf4f02 req-a5353d15-8c48-43ab-a9ee-54d8d96c0c69 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:11.148529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b748cec-cd81-4fa7-85c3-7c22b6cf4f02 req-a5353d15-8c48-43ab-a9ee-54d8d96c0c69 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 945 time: 0.2413507 Sep 10 03:16:11.254349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] DHCP port deletion for 5118dc0a-a9dd-45fb-8513-a1507bb381b6 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:16:11.274795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45270) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:11.284107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062675635', 'description': 'tempest-secgroup-smoke-1062675635 description', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:11.308965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] For port 62baff75-1c4f-4095-867a-8be55e712a64, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62baff75-1c4f-4095-867a-8be55e712a64,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:11.309436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.336786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.346387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] For port 63f498ab-aeea-467e-a397-a336caabaacf, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=63f498ab-aeea-467e-a397-a336caabaacf,segment=NetworkSegment(0b28c860-35e1-4c30-946f-4f965cc0f7ce),segment_id=0b28c860-35e1-4c30-946f-4f965cc0f7ce)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:11.346773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.350452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Calling delete_port for 62baff75-1c4f-4095-867a-8be55e712a64 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:11.375949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b748cec-cd81-4fa7-85c3-7c22b6cf4f02 req-7cac367f-350a-46c1-a6f5-ffbdb6823f44 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/security-groups?id=c262d7bd-1962-4ed5-9249-b8a3c77c29e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912491 Sep 10 03:16:11.388793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] Deleting port 10c4bab1-f69b-437a-9576-6a694999266b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:11.389282 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.398897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Calling delete_port for 63f498ab-aeea-467e-a397-a336caabaacf owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:11.502953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 10c4bab1-f69b-437a-9576-6a694999266b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:11.503348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.580986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 10c4bab1-f69b-437a-9576-6a694999266b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10c4bab1-f69b-437a-9576-6a694999266b,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:11.581946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.657504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-6b24cc91-fe6a-46e5-ad0f-1812990da896 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:11.667411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-6b24cc91-fe6a-46e5-ad0f-1812990da896 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.2705758 Sep 10 03:16:11.673246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 55b4fedc-0560-4f6d-9fbd-d67e668db0ca no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:11.686452 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.698055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-3e1241e8-a4bc-4e89-af8a-39b9f045d7e3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.0285916 Sep 10 03:16:11.715730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.746055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 55b4fedc-0560-4f6d-9fbd-d67e668db0ca {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:11.746414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 55b4fedc-0560-4f6d-9fbd-d67e668db0ca not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:11.746846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 40c57ec1-41e8-48f3-8715-712b8d892d71 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:11.778731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 40c57ec1-41e8-48f3-8715-712b8d892d71 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:11.779431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 40c57ec1-41e8-48f3-8715-712b8d892d71 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:11.779556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10c4bab1-f69b-437a-9576-6a694999266b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:11.796766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:11.804990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] For port 10c4bab1-f69b-437a-9576-6a694999266b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10c4bab1-f69b-437a-9576-6a694999266b,segment=NetworkSegment(ce77f8e7-dd5e-4d3f-a94d-3d4d64536006),segment_id=ce77f8e7-dd5e-4d3f-a94d-3d4d64536006)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:11.805420 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.806729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.810264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c87b760d-ae4e-4099-b5b7-5155a848e4b3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5336096 Sep 10 03:16:11.814248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45286) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:11.819321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:11.834325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 10c4bab1-f69b-437a-9576-6a694999266b owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:11.836690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.848119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-42eeaaae-18d8-4fb8-b55a-ffb1ba63167e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487589 Sep 10 03:16:11.849534 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.893410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62baff75-1c4f-4095-867a-8be55e712a64'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:11.897586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['63f498ab-aeea-467e-a397-a336caabaacf'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:11.906125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.933710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] Calling delete_port for 10c4bab1-f69b-437a-9576-6a694999266b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:11.990302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:11.991674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62baff75-1c4f-4095-867a-8be55e712a64'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:11.992917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Pushing event deleted for resources: {'Port': ['ID=62baff75-1c4f-4095-867a-8be55e712a64,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.000032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['63f498ab-aeea-467e-a397-a336caabaacf'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:12.013711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.040471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab207456-7243-4b42-8f8b-cc0bf58b8313,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.058037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-d68edc91-7060-4d5d-95ce-a429ae8365a1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:16:12.067419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-d68edc91-7060-4d5d-95ce-a429ae8365a1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2162499 Sep 10 03:16:12.067623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] No DVR routers for this DVR port 62baff75-1c4f-4095-867a-8be55e712a64 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:12.085645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.091644 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b86122ba-8504-4958-91bb-17a055901aa2 req-b5b791ca-6a63-4f0e-be14-3f0ad82fa1b9 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.36 "DELETE /v2.0/ports/62baff75-1c4f-4095-867a-8be55e712a64 HTTP/1.1" status: 204 len: 173 time: 1.6061366 Sep 10 03:16:12.118554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.120545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'name': 'network-vif-deleted', 'tag': '62baff75-1c4f-4095-867a-8be55e712a64'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:12.120855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fafaf4ef-1f1c-4b8d-8fab-145218814443 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053532 Sep 10 03:16:12.123490 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77935de6-07b3-4ce5-b58a-0e1f93c95151" -d '{"events": [{"server_uuid": "51f99685-d24d-48a4-bae1-c80a1b5072ca", "name": "network-vif-deleted", "tag": "62baff75-1c4f-4095-867a-8be55e712a64"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:12.126597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45294) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:12.136756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:12.175951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726d8d2-f207-4286-b8a3-286742a096ef req-91f0a8c1-dc75-42e8-bd81-df4b791891fc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:12.178460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d726d8d2-f207-4286-b8a3-286742a096ef req-91f0a8c1-dc75-42e8-bd81-df4b791891fc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2812002 Sep 10 03:16:12.209959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] No DVR routers for this DVR port 63f498ab-aeea-467e-a397-a336caabaacf on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:12.211885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Pushing event deleted for resources: {'Port': ['ID=63f498ab-aeea-467e-a397-a336caabaacf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.224464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.224464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1a9558-b0b2-4d45-89e9-d645cccceb02 req-27a88881-ad9f-4351-8b6d-5cb50fbf45e7 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.32 "DELETE /v2.0/ports/63f498ab-aeea-467e-a397-a336caabaacf HTTP/1.1" status: 204 len: 173 time: 1.7608154 Sep 10 03:16:12.273635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.275688 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.316573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-8dc50765-e2eb-4e73-848a-4da1eae9f96e service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487209 Sep 10 03:16:12.319341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.344508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d726d8d2-f207-4286-b8a3-286742a096ef req-37a3148a-3c15-4d2e-9576-a4ea72c6900d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405208 Sep 10 03:16:12.354568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.396131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] Pushing event deleted for resources: {'Port': ['ID=10c4bab1-f69b-437a-9576-6a694999266b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.398195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc46844-a1ba-4d87-a55a-5bb0c51963a8 None None] No DVR routers for this DVR port 10c4bab1-f69b-437a-9576-6a694999266b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:12.428356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=10c4bab1-f69b-437a-9576-6a694999266b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.440391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port 10c4bab1-f69b-437a-9576-6a694999266b on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:12.501481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.513532 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.539935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f125919d-e72d-45ad-ac55-cfb877ab4e02,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.577524 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-ea6cbdf7-ce53-4348-826e-8584d84daabc service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513916 Sep 10 03:16:12.582443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.586170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea9291d8-c5cb-4a5d-95fd-33dae76fe2fb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4518220 Sep 10 03:16:12.587693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45304) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:12.599809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:12.606267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.643169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b35de-1ce4-4999-90df-d92c54314468 req-7cbdb7a0-3b1e-4407-b109-9410a7a53c7f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:12.653415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c52b35de-1ce4-4999-90df-d92c54314468 req-7cbdb7a0-3b1e-4407-b109-9410a7a53c7f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1843064 Sep 10 03:16:12.672360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.674719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118dc0a-a9dd-45fb-8513-a1507bb381b6']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:12.715488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c52b35de-1ce4-4999-90df-d92c54314468 req-7b8af630-4275-407e-91ee-1f07ab2488dd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Sep 10 03:16:12.730030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:12.730460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce77f8e7-dd5e-4d3f-a94d-3d4d64536006') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:12.757756 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.788803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.788924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.802554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.802986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:16:12.805019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:16:12.810776 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:16:12.816337 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60937c-cfba-4021-b5b1-904dcf737ba0 x-openstack-request-id: req-fe60937c-cfba-4021-b5b1-904dcf737ba0 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:12.816889 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f99685-d24d-48a4-bae1-c80a1b5072ca", "name": "network-vif-deleted", "tag": "62baff75-1c4f-4095-867a-8be55e712a64", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:12.817299 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe60937c-cfba-4021-b5b1-904dcf737ba0 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:12.819133 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f99685-d24d-48a4-bae1-c80a1b5072ca', 'name': 'network-vif-deleted', 'tag': '62baff75-1c4f-4095-867a-8be55e712a64', 'status': 'completed', 'code': 200} Sep 10 03:16:12.823969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0005ad3-7a8b-48d5-b4d3-5eec5e2a468d,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:12.838441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.840089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d85b26f-603f-43d0-aab5-61949745625b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514043 Sep 10 03:16:12.842909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45310) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:12.848595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:12.941053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.945762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.990638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:12.995485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/5118dc0a-a9dd-45fb-8513-a1507bb381b6 HTTP/1.1" status: 204 len: 168 time: 2.2290034 Sep 10 03:16:13.013842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:13.033356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cfab3-f82a-4860-8c83-0dbd315e0981 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=5118dc0a-a9dd-45fb-8513-a1507bb381b6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:13.073113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f734aab-ca9d-4fc9-8f6e-eb031c5532f8 req-85f5225b-6139-430c-b782-ca3536e68de2 tempest-ListServersNegativeTestJSON-2121123718 tempest-ListServersNegativeTestJSON-2121123718-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd7eaa87-8076-47a9-9653-58a3a850db30 HTTP/1.1" status: 200 len: 210 time: 0.0751226 Sep 10 03:16:13.182214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be5ff11d-4ce7-4780-93fd-de49256a6f21 req-694d49b8-995f-4a2a-b0cb-c2c22ba3b7f4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0654500 Sep 10 03:16:13.234369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.235663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b604e1-02d0-424c-a450-dca30b8beb98 req-8bfd9508-2073-4f6d-b514-e0fa74f8880f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:13.244051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b604e1-02d0-424c-a450-dca30b8beb98 req-8bfd9508-2073-4f6d-b514-e0fa74f8880f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.0680978 Sep 10 03:16:13.270079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.293828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74b604e1-02d0-424c-a450-dca30b8beb98 req-9794b34b-3a98-43e6-87d2-be927ad8738e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Sep 10 03:16:13.312517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.314019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4699247 Sep 10 03:16:13.317413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45324) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:13.322110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:13.344269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84635d-eecd-4066-ac87-8a23dc1123ed tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8263326-0096-4607-80d8-1b9a968525ee,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:13.356721 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:16:13.363992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.430488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.438504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.472782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee14b06-d41f-4a86-b17a-971cdf5f8707,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:13.517793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.522219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cf3ba00e-bee4-4a8b-9884-1055fb829516 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2036049 Sep 10 03:16:13.522916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:13.527715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'security_group_rule': {'security_group_id': '0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:13.557566 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Project baf2f642bfba4c31b1e3efb88337e1d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:16:13.565313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.608080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31700f3-b465-42fb-bc7d-cb97cd2b0197 req-9d567175-88f5-47fa-af8e-6deb37d4afd1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:13.609804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a31700f3-b465-42fb-bc7d-cb97cd2b0197 req-9d567175-88f5-47fa-af8e-6deb37d4afd1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.1536174 Sep 10 03:16:13.666607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.674717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.696737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a29029-f31a-4dd5-9672-131008d37b8f,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:13.713583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a31700f3-b465-42fb-bc7d-cb97cd2b0197 req-ca95cf57-d0b1-4ad6-a5ee-3367ba660691 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948286 Sep 10 03:16:13.716178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.717552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-57039f28-25ca-4e04-bc0d-f20bcffd71d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1935177 Sep 10 03:16:13.720673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45336) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:13.727363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'network': {'name': 'tempest-network-smoke--174124578', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'port_security_enabled': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:13.798168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:13.802405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.860887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.898643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:16:13.939619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:13.939965 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Added segment 802fe291-ed87-45da-8e2e-cb1c6ee8a11f of type vlan for network dd02718a-c945-4860-9982-370bfd9a6fe5 Sep 10 03:16:14.000577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 63f498ab-aeea-467e-a397-a336caabaacf no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:14.021801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 63f498ab-aeea-467e-a397-a336caabaacf {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:14.022272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 63f498ab-aeea-467e-a397-a336caabaacf not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:14.200527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45364) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:14.252942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Deleting subnet eee45b35-4898-44f6-8371-c050491287be {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:16:14.257854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.327075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.360091 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.408765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.415094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:14.415779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.455746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c568f33-ef0d-4ad9-a069-0d51596c2906 req-28743bf7-c08a-4f7c-868c-f4bc5c0070a5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0909317 Sep 10 03:16:14.477891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62baff75-1c4f-4095-867a-8be55e712a64 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:14.497118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.507569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-82306aa4-1b70-429c-ab88-b5dac8230e2d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:14.509527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-82306aa4-1b70-429c-ab88-b5dac8230e2d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.2240715 Sep 10 03:16:14.527254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8054285 Sep 10 03:16:14.530912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:14.532418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 62baff75-1c4f-4095-867a-8be55e712a64 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:14.536037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'admin_state_up': True, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:14.536191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62baff75-1c4f-4095-867a-8be55e712a64 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:14.541952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef2ea8-967e-4573-8113-1c42cb867d94 req-31cc2ff1-4481-4c71-af08-d871ffbc7137 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:14.543706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4ef2ea8-967e-4573-8113-1c42cb867d94 req-31cc2ff1-4481-4c71-af08-d871ffbc7137 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1247973 Sep 10 03:16:14.548126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': '45ae424d-920f-4dff-9e8a-7df970c83228', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:14.589622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f567e6b-6731-4ab1-baf8-76013ad6ac45 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Network': ['ID=dd02718a-c945-4860-9982-370bfd9a6fe5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:14.615033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dd02718a-c945-4860-9982-370bfd9a6fe5 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:16:14.665541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4ef2ea8-967e-4573-8113-1c42cb867d94 req-35ba596b-02e6-482a-a03a-efa4382977de tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110215 Sep 10 03:16:14.675439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.676495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.740040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.768113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.771332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eee45b35-4898-44f6-8371-c050491287be HTTP/1.1" status: 204 len: 168 time: 0.5694797 Sep 10 03:16:14.776997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45382) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:14.829244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'name': 'network-vif-deleted', 'tag': '63f498ab-aeea-467e-a397-a336caabaacf'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:14.832757 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99121a7-dbc2-4b07-8798-16b71da79cb2" -d '{"events": [{"server_uuid": "cd7eaa87-8076-47a9-9653-58a3a850db30", "name": "network-vif-deleted", "tag": "63f498ab-aeea-467e-a397-a336caabaacf"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:14.849087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df676b8f-94ba-4abe-8d79-1e85850de083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee45b35-4898-44f6-8371-c050491287be,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:14.913046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 4856a467-376e-486b-87bf-cfdcb4a956df {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:14.913613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.930501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:14.955900 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfbecbf-de06-41d6-ac81-32677b7a47d8 x-openstack-request-id: req-9bfbecbf-de06-41d6-ac81-32677b7a47d8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:14.956512 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7eaa87-8076-47a9-9653-58a3a850db30", "name": "network-vif-deleted", "tag": "63f498ab-aeea-467e-a397-a336caabaacf", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:14.956848 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bfbecbf-de06-41d6-ac81-32677b7a47d8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:14.957390 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7eaa87-8076-47a9-9653-58a3a850db30', 'name': 'network-vif-deleted', 'tag': '63f498ab-aeea-467e-a397-a336caabaacf', 'status': 'completed', 'code': 200} Sep 10 03:16:15.074415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 4856a467-376e-486b-87bf-cfdcb4a956df, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4856a467-376e-486b-87bf-cfdcb4a956df,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:15.076563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:15.123702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 4856a467-376e-486b-87bf-cfdcb4a956df owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:15.184962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:15.220031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5701d2-55b8-4cf9-9f36-fbd8239c676b req-36c91b71-190a-4b9a-817e-0af2bd1338bc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:15.221582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe5701d2-55b8-4cf9-9f36-fbd8239c676b req-36c91b71-190a-4b9a-817e-0af2bd1338bc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.3568985 Sep 10 03:16:15.222229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:15.225864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:15.235100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:15.338056 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:16:15.353137 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:15.421639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=4856a467-376e-486b-87bf-cfdcb4a956df,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:15.576851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:15.700365 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d4260cd-6178-4c16-9850-4eb01745797f req-2fb29390-a709-4546-bcb3-a757cdfd4bd8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0913961 Sep 10 03:16:15.867784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe5701d2-55b8-4cf9-9f36-fbd8239c676b req-18dec2c5-e901-40c8-b51e-60f698409502 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6318300 Sep 10 03:16:15.947138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:16.040023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7f556-c0ed-44c6-89f8-9629fb07e2e1 req-d1e4fc60-f049-42b4-bf98-76905d1f3e47 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:16.041571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4f7f556-c0ed-44c6-89f8-9629fb07e2e1 req-d1e4fc60-f049-42b4-bf98-76905d1f3e47 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1424603 Sep 10 03:16:16.104479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:16.110776 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa22001f-335f-4a17-8982-d87cc291e768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0958066 Sep 10 03:16:16.113660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45414) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:16.128709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.131335 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:16.146277 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:16.147782 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.152135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dabc7c-2170-4ef8-9e9e-d9aad430306f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.159820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.10 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/b82f4ba8-87d2-4983-819a-5e0daafc552f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:16.234654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4f7f556-c0ed-44c6-89f8-9629fb07e2e1 req-ac3605df-53bf-429f-a1ba-a72d64b28583 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582654 Sep 10 03:16:16.262412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b28c860-35e1-4c30-946f-4f965cc0f7ce') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.262729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b28c860-35e1-4c30-946f-4f965cc0f7ce') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.268374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting subnet ca11c729-91c9-4c97-8378-9b23419c98a5 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:16:16.276909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.348043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.356651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.374863 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:16.405338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.437977 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:15Z', 'revision_number': 11, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.451877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:16:16.452342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:16:16.454316 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:16:16.480466 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:16.494149 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:16.495030 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.500686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.583907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.588168 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:16.621946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.624622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Subnet': ['ID=ca11c729-91c9-4c97-8378-9b23419c98a5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:16.626955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.633312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b033d494-4d80-4cdd-8104-abf8933290e9 None None] Network 93ccd26b-488d-46f7-b07d-d84a613c77e4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:16.642766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2a9397e8-ac79-42f6-a8b5-bf30c895d0fe tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/ca11c729-91c9-4c97-8378-9b23419c98a5 HTTP/1.1" status: 204 len: 168 time: 0.5274353 Sep 10 03:16:16.644549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:16.664202 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:15Z', 'revision_number': 11, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:16.674723 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.677447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/33dabc7c-2170-4ef8-9e9e-d9aad430306f HTTP/1.1" status: 204 len: 168 time: 1.8957434 Sep 10 03:16:16.695717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903935b-db56-4786-a5cc-9d5dbb8516f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33dabc7c-2170-4ef8-9e9e-d9aad430306f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:16.712090 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4bcba-21a7-4328-b33f-c6b907a914ab None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:15Z', 'revision_number': 11, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:16.809702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.812819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.854425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.905014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61bbacb9-157f-46ec-9f4b-a4c623c74982 req-43713f08-5e42-412c-8ce2-8578e0cde4e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0858271 Sep 10 03:16:16.909795 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:16.923336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object b82f4ba8-87d2-4983-819a-5e0daafc552f will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:16.986740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Deleting port 81437e19-d597-4ebb-8d1c-3cc67c001e16 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:16.987321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.064579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45436) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:17.105337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] DHCP port deletion for 93ccd26b-488d-46f7-b07d-d84a613c77e4 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:16:17.166337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.180666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['20f30302-6ecf-4dac-954c-bf0e08a5eec1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:17.194289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] For port 81437e19-d597-4ebb-8d1c-3cc67c001e16, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81437e19-d597-4ebb-8d1c-3cc67c001e16,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:17.194720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.230694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad2c54-a788-4439-8d3d-2422134276c4 req-6f803d4b-d13f-4016-ae02-4b917e657c9e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:17.232448 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdad2c54-a788-4439-8d3d-2422134276c4 req-6f803d4b-d13f-4016-ae02-4b917e657c9e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.1916692 Sep 10 03:16:17.233893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Calling delete_port for 81437e19-d597-4ebb-8d1c-3cc67c001e16 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:17.302484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.223 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/c3f913d0-08ba-47a0-9a34-c06f41d5a8c9) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:17.349417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdad2c54-a788-4439-8d3d-2422134276c4 req-04b3f043-82eb-4fa4-8728-7a56e9a4e277 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064095 Sep 10 03:16:17.351964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] Deleting port 81437e19-d597-4ebb-8d1c-3cc67c001e16 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:16:17.353876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.400102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.414994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No DVR routers for this DVR port 81437e19-d597-4ebb-8d1c-3cc67c001e16 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:17.489722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] For port 81437e19-d597-4ebb-8d1c-3cc67c001e16, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81437e19-d597-4ebb-8d1c-3cc67c001e16,segment=NetworkSegment(b91ec36b-9fdf-4f77-b771-c00188eea9af),segment_id=b91ec36b-9fdf-4f77-b771-c00188eea9af)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:17.490135 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.491927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Port': ['ID=81437e19-d597-4ebb-8d1c-3cc67c001e16,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:17.515500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] Calling delete_port for 81437e19-d597-4ebb-8d1c-3cc67c001e16 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:16:17.564409 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.639725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.646190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.669765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5299a57b-69da-4267-a5aa-afc250484687 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80b3620f3e1d4af9947610c01edcd5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040344 Sep 10 03:16:17.673100 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.681551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45444) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:17.693293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4856a467-376e-486b-87bf-cfdcb4a956df no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:17.716950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:17.725755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=b82f4ba8-87d2-4983-819a-5e0daafc552f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:17.728334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:17.748574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ccd26b-488d-46f7-b07d-d84a613c77e4']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:17.764547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91ec36b-9fdf-4f77-b771-c00188eea9af') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:17.764882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91ec36b-9fdf-4f77-b771-c00188eea9af') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:17.785984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:17.790090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:17.791711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:17.794116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] No DVR routers for this DVR port 81437e19-d597-4ebb-8d1c-3cc67c001e16 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:16:17.802331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.805417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:17.805696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4856a467-376e-486b-87bf-cfdcb4a956df {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:17.806209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4856a467-376e-486b-87bf-cfdcb4a956df not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:17.806843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81437e19-d597-4ebb-8d1c-3cc67c001e16 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:17.810558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daf9f9-d861-4766-a118-3ebb5a8a92c5 None None] Pushing event deleted for resources: {'Port': ['ID=81437e19-d597-4ebb-8d1c-3cc67c001e16,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:17.820125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84b44ba3-23d1-45fe-98c6-5e574b46ba45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.853489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:17.859363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 81437e19-d597-4ebb-8d1c-3cc67c001e16 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:16:17.859792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81437e19-d597-4ebb-8d1c-3cc67c001e16 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:16:17.863220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.863391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fcf1d-ed7c-4ccd-b846-948bfde4ba06 req-bc9bc611-341c-424b-be73-8ed60b3cffeb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:17.879751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d2fcf1d-ed7c-4ccd-b846-948bfde4ba06 req-bc9bc611-341c-424b-be73-8ed60b3cffeb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.4504960 Sep 10 03:16:17.882546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:16:17.882966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:16:17.886088 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:16:17.897179 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84b44ba3-23d1-45fe-98c6-5e574b46ba45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.036845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:18.056912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d2fcf1d-ed7c-4ccd-b846-948bfde4ba06 req-b5ab57c7-5285-4816-99cd-71d5f7795b38 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733477 Sep 10 03:16:18.069811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:18.070705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.088777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.109389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.113723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/networks/93ccd26b-488d-46f7-b07d-d84a613c77e4 HTTP/1.1" status: 204 len: 168 time: 1.4665720 Sep 10 03:16:18.124788 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84b44ba3-23d1-45fe-98c6-5e574b46ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.129108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45456) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:18.135864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84b44ba3-23d1-45fe-98c6-5e574b46ba45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.150239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'routes': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:18.153266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-b613dafc-7e14-4b9b-b850-df8dbf6437c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6231511 Sep 10 03:16:18.153507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84b44ba3-23d1-45fe-98c6-5e574b46ba45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c262d7bd-1962-4ed5-9249-b8a3c77c29e0 HTTP/1.1" status: 204 len: 168 time: 0.4546609 Sep 10 03:16:18.229713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Request body: {'port': {'device_id': '45ae424d-920f-4dff-9e8a-7df970c83228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:18.247908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0713aa-b9b5-4014-acba-2cc68c8cac49 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Pushing event deleted for resources: {'Network': ['ID=93ccd26b-488d-46f7-b07d-d84a613c77e4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:18.265822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b44ba3-23d1-45fe-98c6-5e574b46ba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c262d7bd-1962-4ed5-9249-b8a3c77c29e0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:18.317304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c355-fe5d-4bdc-8b6a-d5364fd857e8 req-203c72eb-7bbe-4e97-96e8-3edd30e67389 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:18.327932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fde9c355-fe5d-4bdc-8b6a-d5364fd857e8 req-203c72eb-7bbe-4e97-96e8-3edd30e67389 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 932 time: 0.1731427 Sep 10 03:16:18.347519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:18.378520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'mac_address': 'fa:16:3e:2a:e7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:18.432896 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fde9c355-fe5d-4bdc-8b6a-d5364fd857e8 req-521a49e6-e26a-4e4a-bb03-a6a76fb84418 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036961 Sep 10 03:16:18.485796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dc47b6dd-e960-4ccb-be68-06e33e4a4e94 None None] Provisioning for port b82f4ba8-87d2-4983-819a-5e0daafc552f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:18.523610 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.528187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dc47b6dd-e960-4ccb-be68-06e33e4a4e94 None None] Provisioning complete for port b82f4ba8-87d2-4983-819a-5e0daafc552f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:18.528790 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dc47b6dd-e960-4ccb-be68-06e33e4a4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.551034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.569212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72c06f3f-1490-4b33-b4b5-6904842c24dd {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:18.605777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dc47b6dd-e960-4ccb-be68-06e33e4a4e94 None None] Port b82f4ba8-87d2-4983-819a-5e0daafc552f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:16:18.614117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:18.620716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.713767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:18.739183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['72c06f3f-1490-4b33-b4b5-6904842c24dd'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:18.804591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.extraroute_db [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Added routes are [] {{(pid=94634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:16:18.804958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.extraroute_db [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Removed routes are [] {{(pid=94634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:16:18.805343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:18.905874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2901423-ff39-46aa-93bd-3f0b9199e7ae req-f9e3cc11-650c-40ec-8256-3832111e263d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:18.907725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2901423-ff39-46aa-93bd-3f0b9199e7ae req-f9e3cc11-650c-40ec-8256-3832111e263d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 944 time: 0.3542638 Sep 10 03:16:19.299189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba196d-b127-47f0-9e13-7ccfddb0cf84 req-407dd331-5cc1-4176-b877-8039bf23bfe2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:19.301337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:19.307329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cbba196d-b127-47f0-9e13-7ccfddb0cf84 req-407dd331-5cc1-4176-b877-8039bf23bfe2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1094508 Sep 10 03:16:19.345863 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2901423-ff39-46aa-93bd-3f0b9199e7ae req-bd33963f-376b-4c05-8527-4978dae05eef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905947 Sep 10 03:16:19.347777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:19.417827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cbba196d-b127-47f0-9e13-7ccfddb0cf84 req-feffb796-b73b-4eab-89fe-c89aeced003b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092172 Sep 10 03:16:19.631468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:19.651930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:19.793613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:20.025509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:20.029020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-514301035-network', 'tenant_id': '8620685d920f4142ad73befd8c1ee335'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:20.109603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Made reservation on behalf of 8620685d920f4142ad73befd8c1ee335 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:20.112942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.130574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.208594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 72c06f3f-1490-4b33-b4b5-6904842c24dd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:20.210501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.336441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.350499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.441565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:16:20.444371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.467209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:20.507241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.507783 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Added segment 3c578f06-3fd7-42cd-b513-69f1713accad of type vlan for network af067a89-8d56-4147-b93b-4266a73a4a6f Sep 10 03:16:20.530045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:20.539289 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08150895-d60d-46c2-a80f-151fa0026fd8" -d '{"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-plugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:20.579096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:20.590124 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.690288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.695008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:20.722822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27f468-59e0-465e-928d-4460739fc499 req-8f2e8b79-16a4-43d7-96b4-e34f37705708 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:20.724726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c27f468-59e0-465e-928d-4460739fc499 req-8f2e8b79-16a4-43d7-96b4-e34f37705708 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 932 time: 1.0945313 Sep 10 03:16:20.734822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:20.748183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:20.750773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] Sync routers for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:20.753651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-15e4840d-d737-4305-9489-8bf1774c6c9b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 700 time: 2.6225996 Sep 10 03:16:20.755393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45550) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:20.803706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b0e25-34ab-42e6-b410-1176eee0c24b req-80589aa2-065b-4801-a2a6-7f251f50ab97 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:20.811554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-510b0e25-34ab-42e6-b410-1176eee0c24b req-80589aa2-065b-4801-a2a6-7f251f50ab97 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 944 time: 0.2799132 Sep 10 03:16:20.827659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:20.828996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:20.848435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c3051870-71dc-4734-aeb0-2775b19de3fa tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 205 time: 0.0695593 Sep 10 03:16:20.853105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45552) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:21.012268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c27f468-59e0-465e-928d-4460739fc499 req-501aef97-04c4-4169-9d0e-bcf06b2816fd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728708 Sep 10 03:16:21.031708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:21.054381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82f4ba8-87d2-4983-819a-5e0daafc552f {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:21.057093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:21.087194 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:21.096703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:21.097373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:21.138260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:21.157165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Transition to ACTIVE for port object b82f4ba8-87d2-4983-819a-5e0daafc552f will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:21.173269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:21.222947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:21.227262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f4ba8-87d2-4983-819a-5e0daafc552f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:21.356039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:15Z', 'revision_number': 11, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:21.404366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-510b0e25-34ab-42e6-b410-1176eee0c24b req-83e21a9d-27f1-4836-a99f-8632662c9c7b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5917916 Sep 10 03:16:21.426548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] Checking router: 909658a2-80f6-46e4-8afb-7e30d3c5ab26 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:21.467437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] Routers {'909658a2-80f6-46e4-8afb-7e30d3c5ab26'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:21.468616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:21.537294 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd56d0-07a5-431e-88a0-b35d1355b208 x-openstack-request-id: req-69dd56d0-07a5-431e-88a0-b35d1355b208 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:21.537984 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-plugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:21.538243 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69dd56d0-07a5-431e-88a0-b35d1355b208 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:21.538795 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'code': 200} Sep 10 03:16:21.689626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] Set router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:21.747565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Pushing event updated for resources: {'Network': ['ID=af067a89-8d56-4147-b93b-4266a73a4a6f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:21.800969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45562) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:21.803621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0083461 Sep 10 03:16:21.814703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654a67-30af-44a3-bda7-d5dba1af844c req-91184170-bd08-4528-a248-97a3d675e3e3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:21.817021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16654a67-30af-44a3-bda7-d5dba1af844c req-91184170-bd08-4528-a248-97a3d675e3e3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.4037275 Sep 10 03:16:21.818518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.818873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.819219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.819614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.819957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.820291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.820628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.820957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.821285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.821857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.821970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.822254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5626822-2107-4a85-aee1-4283e6e6a531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:21.822835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Request body: {'subnet': {'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-514301035-subnet', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:21.889310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network af067a89-8d56-4147-b93b-4266a73a4a6f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:16:21.980930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Attempting to bind port b82f4ba8-87d2-4983-819a-5e0daafc552f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:21.981559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Attempting to bind port b82f4ba8-87d2-4983-819a-5e0daafc552f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:21.982105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Attempting to bind port b82f4ba8-87d2-4983-819a-5e0daafc552f on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:22.001731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.008748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.031894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Port b82f4ba8-87d2-4983-819a-5e0daafc552f on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:16:22.035699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Attempting to bind port b82f4ba8-87d2-4983-819a-5e0daafc552f on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:22.046633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Made reservation on behalf of 8620685d920f4142ad73befd8c1ee335 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:22.052465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.189166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.189691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router 909658a2-80f6-46e4-8afb-7e30d3c5ab26 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:16:22.193230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16654a67-30af-44a3-bda7-d5dba1af844c req-f387a1f7-6eaa-49c0-9338-1d96244108c0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650253 Sep 10 03:16:22.203513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.217677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-33fb9061-ea16-49c3-9d48-aa7dc4db204e tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 204 len: 168 time: 1.3612273 Sep 10 03:16:22.217677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45578) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:22.228362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-733741063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:22.279363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:15Z', 'revision_number': 11, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:22.286846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.288932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.360744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4a0b6-ac05-4940-a4e7-ad49ce6791c3 None None] The sync data for ids ['909658a2-80f6-46e4-8afb-7e30d3c5ab26'] in n-d-808126-2 is: [{'id': '909658a2-80f6-46e4-8afb-7e30d3c5ab26', 'name': 'tempest-RoutersTest-router-669260953', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:15:07Z', 'updated_at': '2021-09-10T03:16:15Z', 'revision_number': 11, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:22.366107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:22.366894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:22.367592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:22.368296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Bound port: b82f4ba8-87d2-4983-819a-5e0daafc552f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:22.368896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.394727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.405460 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.407440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.448024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:22.455807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-625106ab-f241-48ba-8dca-781427328630 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2385361 Sep 10 03:16:22.457081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45582) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:22.474342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:22.876092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router 14bf84ba-73e5-4f42-9705-3894f079cb94 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:16:22.918980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fd670c-faa4-4786-8388-3ada9bc6a85a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:23.154744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317f7b7-b0ba-40f8-889b-9d34c08b1f80 req-04218611-3b3a-4e7c-a0ce-5ebc06d060fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:23.159211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a317f7b7-b0ba-40f8-889b-9d34c08b1f80 req-04218611-3b3a-4e7c-a0ce-5ebc06d060fb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.5918880 Sep 10 03:16:23.166169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] For port b82f4ba8-87d2-4983-819a-5e0daafc552f, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:23.201502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Checking segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:23.201803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Network hostable DHCP agents. Network: af067a89-8d56-4147-b93b-4266a73a4a6f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:16:23.234491 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:23.264098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] For port b82f4ba8-87d2-4983-819a-5e0daafc552f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:23.264476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:23.303575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af370ca-d8af-4445-8930-44490810701c req-502e926a-4f6b-451c-b2b9-eaa7e2a560fd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:23.305512 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8af370ca-d8af-4445-8930-44490810701c req-502e926a-4f6b-451c-b2b9-eaa7e2a560fd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.5365927 Sep 10 03:16:23.317441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:23.452733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8af370ca-d8af-4445-8930-44490810701c req-0e37e1a8-ebf8-4b7a-90b6-0b3659519d93 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001263 Sep 10 03:16:23.502248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Router 58cfe8a8-effe-4ccd-a358-4780672c7b52 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:16:23.564253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:23.565348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:23.566978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] 10.222.0.36 "PUT /v2.0/ports/b82f4ba8-87d2-4983-819a-5e0daafc552f HTTP/1.1" status: 200 len: 1092 time: 5.3426826 Sep 10 03:16:23.570179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ae424d-920f-4dff-9e8a-7df970c83228', 'tag': 'b82f4ba8-87d2-4983-819a-5e0daafc552f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:23.572712 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42" -d '{"events": [{"name": "network-changed", "server_uuid": "45ae424d-920f-4dff-9e8a-7df970c83228", "tag": "b82f4ba8-87d2-4983-819a-5e0daafc552f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:23.592938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a317f7b7-b0ba-40f8-889b-9d34c08b1f80 req-2537dc86-d85f-4524-8427-a5942d85f4b0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062333 Sep 10 03:16:23.607403 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Network af067a89-8d56-4147-b93b-4266a73a4a6f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:16:23.766593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:23.786217 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc6ed87-649c-4283-b4cd-1651136dc305 x-openstack-request-id: req-0bc6ed87-649c-4283-b4cd-1651136dc305 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:23.786706 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ae424d-920f-4dff-9e8a-7df970c83228", "tag": "b82f4ba8-87d2-4983-819a-5e0daafc552f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:23.787114 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bc6ed87-649c-4283-b4cd-1651136dc305 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:23.787740 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ae424d-920f-4dff-9e8a-7df970c83228', 'tag': 'b82f4ba8-87d2-4983-819a-5e0daafc552f', 'status': 'completed', 'code': 200} Sep 10 03:16:23.791653 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Sync routers for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:23.815106 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:23.816699 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:23.853421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:23.859259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, af067a89-8d56-4147-b93b-4266a73a4a6f) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:23.861402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:23.873671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85ad3e2d-61b8-4c55-ae80-a93c664167b6 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "PUT /v2.0/routers/58cfe8a8-effe-4ccd-a358-4780672c7b52 HTTP/1.1" status: 200 len: 693 time: 1.4126985 Sep 10 03:16:23.873845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] Sync routers for ids ['58cfe8a8-effe-4ccd-a358-4780672c7b52'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:23.876424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a804efe-dede-4aee-ba88-f1360d57b01e None None] Network af067a89-8d56-4147-b93b-4266a73a4a6f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:23.886551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45602) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:23.916333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:23.917236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:23.920562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833845f-e2ba-40e6-8888-e5ec32841b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f4ba8-87d2-4983-819a-5e0daafc552f,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:23.985590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] Routers {'58cfe8a8-effe-4ccd-a358-4780672c7b52'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:23.986151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['58cfe8a8-effe-4ccd-a358-4780672c7b52'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:24.105211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-da399001-a7f9-4718-8d56-398bbf1e9d1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2865615 Sep 10 03:16:24.106440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:24.107794 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1feb7ba1-32a7-4112-9cdf-7b3458e5053a tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.5756476 Sep 10 03:16:24.110020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45604) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:24.111955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] Set router 58cfe8a8-effe-4ccd-a358-4780672c7b52 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:24.146906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:24.200590 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:24.212129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:24.222092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-dd0f778c-abbe-4fec-a5df-9c1e29c43b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:24.229297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-dd0f778c-abbe-4fec-a5df-9c1e29c43b33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 1095 time: 0.5165613 Sep 10 03:16:24.269032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cfe8a8-effe-4ccd-a358-4780672c7b52', 'name': 'tempest-RoutersTest-router-733741063', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:22Z', 'updated_at': '2021-09-10T03:16:23Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:24.362117 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b8df8de5-f779-4bb8-af01-bf836832f570 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=baf2f642bfba4c31b1e3efb88337e1d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302478 Sep 10 03:16:24.482368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:24.483428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:24.512523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45612) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:24.524255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-db37977a-eb21-42ad-b9d7-8f288170fcd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f HTTP/1.1" status: 200 len: 217 time: 0.1788816 Sep 10 03:16:24.621334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:24.833669 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:18Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:24.865880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d94f3c8a-95ea-452c-8c2e-fc0f9566e922 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/routers/58cfe8a8-effe-4ccd-a358-4780672c7b52 HTTP/1.1" status: 200 len: 699 time: 0.9783127 Sep 10 03:16:24.881418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45624) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:24.887622 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Checking router: 14bf84ba-73e5-4f42-9705-3894f079cb94 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:24.900004 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Updating router 14bf84ba-73e5-4f42-9705-3894f079cb94 port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:16:24.940872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba07636-9641-4fee-8745-d4dbeb4675f2 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:24.945532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8ba07636-9641-4fee-8745-d4dbeb4675f2 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4320257 Sep 10 03:16:24.965152 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:24.995136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] Checking router: 58cfe8a8-effe-4ccd-a358-4780672c7b52 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:24.996024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:25.065014 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b67a4ec4-865f-466a-a99c-803b830b8e8b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=58cfe8a8-effe-4ccd-a358-4780672c7b52 HTTP/1.1" status: 200 len: 205 time: 0.1451967 Sep 10 03:16:25.112844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45628) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:25.242426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] Routers {'58cfe8a8-effe-4ccd-a358-4780672c7b52'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:25.245223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['58cfe8a8-effe-4ccd-a358-4780672c7b52'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:25.410190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a18c1-6942-46b3-b951-4f2027913311 req-367345e3-a5be-4aaa-bd17-c5c748868b99 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:25.438851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da3a18c1-6942-46b3-b951-4f2027913311 req-367345e3-a5be-4aaa-bd17-c5c748868b99 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 1.5830653 Sep 10 03:16:25.485750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2826773a-fd4a-4a3e-a0d5-3b5d9d6d0aef tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4813449 Sep 10 03:16:25.515069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45636) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:25.527100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450816508', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:25.558398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:25.609868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-71ffe636-9858-4509-b12c-49c2372ff7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:25.613655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-71ffe636-9858-4509-b12c-49c2372ff7ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.6607633 Sep 10 03:16:25.712289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] Set router 58cfe8a8-effe-4ccd-a358-4780672c7b52 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:25.738656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc166c6-1734-4b6a-8211-3c2417d6b156 req-19673295-18f2-4143-a8c0-e7cff784cc88 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:25.756801 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:25.772072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdc166c6-1734-4b6a-8211-3c2417d6b156 req-19673295-18f2-4143-a8c0-e7cff784cc88 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.8253167 Sep 10 03:16:25.786679 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Transition to ACTIVE for port object c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:25.797227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f266c-670f-4b56-99fc-d2d44ad42d7c None None] Network af067a89-8d56-4147-b93b-4266a73a4a6f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:25.805521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:25.822203 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:25.944925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cfe8a8-effe-4ccd-a358-4780672c7b52', 'name': 'tempest-RoutersTest-router-733741063', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:22Z', 'updated_at': '2021-09-10T03:16:23Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:25.957523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa351653-4449-4d9f-b39f-582c93563cec req-ebe294e8-4f89-416e-a0c2-0db0de490847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:25.959087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-ebe294e8-4f89-416e-a0c2-0db0de490847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3373051 Sep 10 03:16:25.994312 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Attempting to bind port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:25.995909 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Attempting to bind port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:25.995909 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Attempting to bind port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:26.027976 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:26.033385 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:26.037625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da3a18c1-6942-46b3-b951-4f2027913311 req-b8bf8d9e-05f5-4599-8598-ab7785712661 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842474 Sep 10 03:16:26.038158 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.038765 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:26.039397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Bound port: c3f913d0-08ba-47a0-9a34-c06f41d5a8c9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:26.039923 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.042324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdc166c6-1734-4b6a-8211-3c2417d6b156 req-15043217-7b51-45b4-b7d6-8b95b1e5ca41 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692723 Sep 10 03:16:26.121713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48c538-77b5-4244-9497-ac760f468740 None None] The sync data for ids ['58cfe8a8-effe-4ccd-a358-4780672c7b52'] in n-d-808126-2 is: [{'id': '58cfe8a8-effe-4ccd-a358-4780672c7b52', 'name': 'tempest-RoutersTest-router-733741063', 'tenant_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:22Z', 'updated_at': '2021-09-10T03:16:23Z', 'revision_number': 2, 'project_id': 'b45bc0a1a07b470ba9389607c51b31e5', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:26.155376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Pushing event updated for resources: {'Port': ['ID=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:26.216504 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.227261 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.227774 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.228210 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.230073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.231803 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.232803 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.236184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.238121 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.241142 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.242789 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.247594 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:26.296909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:26.311243 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.429906 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] For port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:26.452714 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] For port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:26.479974 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.502288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.550145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.671513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-20d21167-941a-4bbc-9f9b-833fe216321e service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812701 Sep 10 03:16:26.704246 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:26.705081 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:26.771676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.772225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Fanout notify agent at l3_agent the message router_deleted on router 58cfe8a8-effe-4ccd-a358-4780672c7b52 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:16:26.799693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:26.800835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50814118-f8be-49a0-a49f-7643cb55b50b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/58cfe8a8-effe-4ccd-a358-4780672c7b52 HTTP/1.1" status: 204 len: 168 time: 1.5922420 Sep 10 03:16:26.818897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45648) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:26.869674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32148d8-00c1-456e-808a-becd3ff245f3 req-aa1fa9b9-109c-4950-a740-1d7b51254853 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:26.871210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a32148d8-00c1-456e-808a-becd3ff245f3 req-aa1fa9b9-109c-4950-a740-1d7b51254853 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.4447172 Sep 10 03:16:26.906593 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-307213f6-8eaf-4aa3-8f46-8189d833db03 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=58cfe8a8-effe-4ccd-a358-4780672c7b52 HTTP/1.1" status: 200 len: 205 time: 0.0802321 Sep 10 03:16:26.927201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45650) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:26.928010 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463297a5-a582-4c85-b671-e8860a8e92e4 None None] Pushing event updated for resources: {'Port': ['ID=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:26.961691 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:27.037415 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-846a49b8-9c34-4c6a-a5db-a96789d1c768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:27.038184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-846a49b8-9c34-4c6a-a5db-a96789d1c768 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/58cfe8a8-effe-4ccd-a358-4780672c7b52 HTTP/1.1" status: 404 len: 336 time: 0.1074445 Sep 10 03:16:27.048199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:27.194223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a32148d8-00c1-456e-808a-becd3ff245f3 req-23c1e32d-a8a6-4205-a44f-0409167d4127 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902679 Sep 10 03:16:27.399466 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:27.495554 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-75404a8f-cfbe-46cd-9bef-18b6c73196a3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:27.498045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75404a8f-cfbe-46cd-9bef-18b6c73196a3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:27.509885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-75404a8f-cfbe-46cd-9bef-18b6c73196a3 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/d2609a81-1f41-4e47-b714-5f2f84aecf68 HTTP/1.1" status: 404 len: 337 time: 0.4476001 Sep 10 03:16:27.526471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:27.527048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Subnet': ['ID=d3f719de-dd12-41d7-9ac5-eebda922f527,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:27.529613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45666) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:27.582801 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:18Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:27.641240 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407c4a3-d4f8-41d5-a96c-2cbc9c8d11ea None None] The sync data for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 is: [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:18Z', 'revision_number': 3, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:27.654558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:27.750887 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a577b08-6193-49b3-ac37-e2f287cee534 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:27.750887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a577b08-6193-49b3-ac37-e2f287cee534 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:27.767578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a577b08-6193-49b3-ac37-e2f287cee534 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/182e9aa8-9444-4223-93c3-4dd900f906a1 HTTP/1.1" status: 404 len: 337 time: 0.2244456 Sep 10 03:16:27.775405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45668) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:27.889554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Allocated IP 172.25.8.165 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6d578755-1b2f-4eaf-a7c8-93680469b0a7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:27.920732 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-55584efc-c682-49d9-b354-2127fdb14b3f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:27.921204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55584efc-c682-49d9-b354-2127fdb14b3f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:27.925986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-55584efc-c682-49d9-b354-2127fdb14b3f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/6e1cca5a-f353-4d07-a95f-7cabf2699e52 HTTP/1.1" status: 404 len: 337 time: 0.1323025 Sep 10 03:16:27.926982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45674) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:27.961984 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4523e628-7a70-43d1-884e-53bf16c3e88b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:27.962366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4523e628-7a70-43d1-884e-53bf16c3e88b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:27.966463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4523e628-7a70-43d1-884e-53bf16c3e88b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/ca11c729-91c9-4c97-8378-9b23419c98a5 HTTP/1.1" status: 404 len: 337 time: 0.0345714 Sep 10 03:16:27.967834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:27.985653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Checking segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:27.986028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network hostable DHCP agents. Network: dd02718a-c945-4860-9982-370bfd9a6fe5, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:16:28.022695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b862b2-50df-4539-90e8-56555a34106a req-d577cdac-2405-441a-91fb-927bef8bcce8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:28.033797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3b862b2-50df-4539-90e8-56555a34106a req-d577cdac-2405-441a-91fb-927bef8bcce8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.4908526 Sep 10 03:16:28.117787 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d49100f5-a2ca-4bc3-9c03-033f959b75c5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 200 len: 205 time: 0.1437583 Sep 10 03:16:28.137201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45678) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:28.223428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3b862b2-50df-4539-90e8-56555a34106a req-6b86e8cb-83a8-4d91-a0d5-1d5e200bca9b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063163 Sep 10 03:16:28.232014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network dd02718a-c945-4860-9982-370bfd9a6fe5 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:16:28.288593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dd02718a-c945-4860-9982-370bfd9a6fe5) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:28.420143 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-c8b065e4-b656-4757-8138-9969ae8294d5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:28.424040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45682) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:28.424294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c8b065e4-b656-4757-8138-9969ae8294d5 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/909658a2-80f6-46e4-8afb-7e30d3c5ab26 HTTP/1.1" status: 404 len: 336 time: 0.2854388 Sep 10 03:16:28.438517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa351653-4449-4d9f-b39f-582c93563cec req-c3e9ee9a-9a42-4c38-b3cc-7d0d4976e722 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7558126 Sep 10 03:16:28.468721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee3d98-265d-43c0-8c17-58107cfb0f10 req-2b147e72-a8b6-4723-ae24-925c0e035e50 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:28.493034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83326d-7566-4438-a6c8-0efb6536a1d9 None None] Network dd02718a-c945-4860-9982-370bfd9a6fe5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:28.504458 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2cee3d98-265d-43c0-8c17-58107cfb0f10 req-2b147e72-a8b6-4723-ae24-925c0e035e50 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 1.1117225 Sep 10 03:16:28.610136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:28.623911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:28.633826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae3ef174-86d3-4007-b083-2bbfd446ca12 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d34a9e-f4c9-4ac5-adaf-ba04431a431a HTTP/1.1" status: 200 len: 205 time: 0.2071240 Sep 10 03:16:28.646223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45690) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:28.759421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:28.786618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-dd02718a-c945-4860-9982-370bfd9a6fe5', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:16:28.787879 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:28.792495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2cee3d98-265d-43c0-8c17-58107cfb0f10 req-86d42c23-da7e-4617-ab22-be045fffd9ca tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837725 Sep 10 03:16:28.868523 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-f8b7424e-5a53-45dd-a791-cc02e559a564 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:28.869896 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f8b7424e-5a53-45dd-a791-cc02e559a564 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/57d34a9e-f4c9-4ac5-adaf-ba04431a431a HTTP/1.1" status: 404 len: 336 time: 0.2142127 Sep 10 03:16:28.872858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45696) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:28.942537 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-96aadda5-4e0c-4f87-a64e-2f2201648417 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4234610 Sep 10 03:16:28.946871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:28.948276 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-51407a7c-9200-427b-b9a0-a51cb15d3631 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:28.948990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51407a7c-9200-427b-b9a0-a51cb15d3631 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:28.951265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-51407a7c-9200-427b-b9a0-a51cb15d3631 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/05f0d659-587c-4c5d-8c62-1771c250aa69 HTTP/1.1" status: 404 len: 337 time: 0.0773005 Sep 10 03:16:28.962201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:28.979117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-d5cbd0d1-9f9b-4fa6-a1d6-8c9275d8fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:28.992617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-d5cbd0d1-9f9b-4fa6-a1d6-8c9275d8fae9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 1095 time: 0.3711545 Sep 10 03:16:29.024372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f8c8a-cbeb-4bfa-ad72-b6db19526059 req-afe9946b-f0a4-42f1-adbd-b9e9470de90c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:29.029204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:29.033459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c7f8c8a-cbeb-4bfa-ad72-b6db19526059 req-afe9946b-f0a4-42f1-adbd-b9e9470de90c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.4462433 Sep 10 03:16:29.304202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Allocated IP 172.20.0.2 (dd02718a-c945-4860-9982-370bfd9a6fe5/d3f719de-dd12-41d7-9ac5-eebda922f527/cd8b1d39-a73f-4da5-bf83-10e7444c93c1) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:29.344371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e753a9c0-39a4-4a50-904b-18c840164b86 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 200 len: 205 time: 0.3806674 Sep 10 03:16:29.391635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45708) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:29.524171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5c7f8c8a-cbeb-4bfa-ad72-b6db19526059 req-e0c546bf-9cea-47f6-ac81-ccba7fbeda86 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894116 Sep 10 03:16:29.550912 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-a066b0f3-d053-4e25-b93e-cf570a811c69 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:29.557665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a066b0f3-d053-4e25-b93e-cf570a811c69 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/02c8a5ae-c537-4d8f-a819-894b943c4343 HTTP/1.1" status: 404 len: 336 time: 0.1497552 Sep 10 03:16:29.588753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45714) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:29.834154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:29.844015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Transition to ACTIVE for port object cd8b1d39-a73f-4da5-bf83-10e7444c93c1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:29.860570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Transition to ACTIVE for port object cd8b1d39-a73f-4da5-bf83-10e7444c93c1 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:29.875974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:29.879122 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:29.892420 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-076c156f-bd4a-4707-be8d-4185318698e7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8b6810f-5f71-44fd-ba2e-119a1b9de3ba HTTP/1.1" status: 200 len: 205 time: 0.2917085 Sep 10 03:16:29.910673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45718) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:29.975626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Network dd02718a-c945-4860-9982-370bfd9a6fe5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:29.986689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Pushing event updated for resources: {'Port': ['ID=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:30.005243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.005731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.006185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.006631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.007391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.007908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.008512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.008948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.009381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.009825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.010263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.010694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:30.021780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:30.028468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:30.124304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:30.125551 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-2f1ea64e-3cde-4dba-af5f-4fb2c1ee3e8a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:30.130203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2f1ea64e-3cde-4dba-af5f-4fb2c1ee3e8a tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/e8b6810f-5f71-44fd-ba2e-119a1b9de3ba HTTP/1.1" status: 404 len: 336 time: 0.2184422 Sep 10 03:16:30.130860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45720) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:30.195550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:30.195831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:30.198456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Attempting to bind port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:30.202698 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b83736-3c1f-40fc-a7a0-6200e822b55c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:30.203290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Attempting to bind port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:30.203762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Attempting to bind port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 on network dd02718a-c945-4860-9982-370bfd9a6fe5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:30.205810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b83736-3c1f-40fc-a7a0-6200e822b55c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:30.213539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-60b83736-3c1f-40fc-a7a0-6200e822b55c tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/0846ff65-8c60-43df-bc15-49bc8e5c0e25 HTTP/1.1" status: 404 len: 337 time: 0.0740907 Sep 10 03:16:30.214593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45722) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:30.263687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:30.268255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Checking segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:30.268887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:30.269398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Bound using segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:30.270064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Bound port: cd8b1d39-a73f-4da5-bf83-10e7444c93c1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:30.270551 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:30.371763 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bb2fee6a-6fce-41aa-852c-ba9d09051d88 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=f963da29-6509-4a38-a366-7772e32000bc HTTP/1.1" status: 200 len: 205 time: 0.1281729 Sep 10 03:16:30.373143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45728) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:30.421351 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-d597d20c-c63c-4056-9a3e-b4d1c3c6bea7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:30.426443 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d597d20c-c63c-4056-9a3e-b4d1c3c6bea7 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/f963da29-6509-4a38-a366-7772e32000bc HTTP/1.1" status: 404 len: 336 time: 0.0485802 Sep 10 03:16:30.431542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45730) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:30.459065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] For port cd8b1d39-a73f-4da5-bf83-10e7444c93c1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:30.469011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] For port cd8b1d39-a73f-4da5-bf83-10e7444c93c1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:30.481886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:30.482828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde10e50-e11f-4c81-a529-32886c310059 req-6ac7085a-c389-445b-acea-1fe8afdf4f0d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:30.491587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bde10e50-e11f-4c81-a529-32886c310059 req-6ac7085a-c389-445b-acea-1fe8afdf4f0d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.3587787 Sep 10 03:16:30.554021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2c12-ec94-4698-a6c5-345d0c656673 None None] Pushing event updated for resources: {'Port': ['ID=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:30.646254 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5cc254-dca8-4538-9ed0-09014755836f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:30.646760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5cc254-dca8-4538-9ed0-09014755836f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:30.648624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db5cc254-dca8-4538-9ed0-09014755836f tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/27ceb750-a3f0-44b7-a328-a109c14dc8c5 HTTP/1.1" status: 404 len: 337 time: 0.2121289 Sep 10 03:16:30.676528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bde10e50-e11f-4c81-a529-32886c310059 req-ee3609b6-e032-44e1-af1e-229ad5084d00 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835921 Sep 10 03:16:30.677045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45736) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:30.704674 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:30.795755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:30.805395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:30.825506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c52888e2-bdb3-44b6-a5a0-21740c111931 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "GET /v2.0/ports?device_id=3398fde4-bcfd-455f-824a-93f4ad32f7bd HTTP/1.1" status: 200 len: 205 time: 0.1408474 Sep 10 03:16:30.830506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45738) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:30.831303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Pushing event updated for resources: {'Port': ['ID=6d578755-1b2f-4eaf-a7c8-93680469b0a7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:30.943066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:30.968913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:30.983571 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-576a2290-3d52-460c-98f9-06b68097e132 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] delete failed (client error): The resource could not be found. Sep 10 03:16:30.989019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-576a2290-3d52-460c-98f9-06b68097e132 tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/routers/3398fde4-bcfd-455f-824a-93f4ad32f7bd HTTP/1.1" status: 404 len: 336 time: 0.1403129 Sep 10 03:16:31.010095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:31.049522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:31.056237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:31.298880 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdc478e-bba6-4a54-ae24-c0c344fb91cd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:31.299340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdc478e-bba6-4a54-ae24-c0c344fb91cd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:31.301734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9cdc478e-bba6-4a54-ae24-c0c344fb91cd tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/92bc0681-06a3-463c-9e25-3fce8cbebad2 HTTP/1.1" status: 404 len: 337 time: 0.2808154 Sep 10 03:16:31.304782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45748) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:31.409896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719da6a-a601-4a35-ab53-bf03680169f2 req-784e2123-7bf0-439c-9000-50c0d2b9d21f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:31.411367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f719da6a-a601-4a35-ab53-bf03680169f2 req-784e2123-7bf0-439c-9000-50c0d2b9d21f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.4913585 Sep 10 03:16:31.414187 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-299ed440-89e7-483c-a512-1087b025387b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] DELETE failed (client error): The resource could not be found. Sep 10 03:16:31.414651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299ed440-89e7-483c-a512-1087b025387b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:16:31.429137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-299ed440-89e7-483c-a512-1087b025387b tempest-RoutersTest-249192652 tempest-RoutersTest-249192652-project] 10.222.0.23 "DELETE /v2.0/subnets/572bcad0-fbc3-4620-ac30-6d76ab427217 HTTP/1.1" status: 404 len: 337 time: 0.1157374 Sep 10 03:16:31.512167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d8b8-39cf-4424-9bea-92f497f86dbc req-df2cae3a-d103-43bc-b807-2fc5f0e2877e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:31.522335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9950d8b8-39cf-4424-9bea-92f497f86dbc req-df2cae3a-d103-43bc-b807-2fc5f0e2877e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.6750071 Sep 10 03:16:31.532116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:31.617987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f719da6a-a601-4a35-ab53-bf03680169f2 req-c0583af7-5d33-432a-ba37-480758f69fff tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814895 Sep 10 03:16:31.745049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cae6-46ed-498a-8a59-aa4a5d57fb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:31.800207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-cac6ada3-1b5c-46c2-8949-b4e3cc331944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:31.804881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-cac6ada3-1b5c-46c2-8949-b4e3cc331944 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 2.8001928 Sep 10 03:16:31.838274 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:31.976258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd8b1d39-a73f-4da5-bf83-10e7444c93c1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:32.013982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9950d8b8-39cf-4424-9bea-92f497f86dbc req-87f89b19-bc8b-403c-96a9-bfc3a167ea0f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871097 Sep 10 03:16:32.020738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-a259caba-e727-475a-8b33-a64663688dbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f HTTP/1.1" status: 200 len: 217 time: 0.1934516 Sep 10 03:16:32.196416 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:32.197886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:32.199702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-f2e268fd-92c0-4db8-bfb4-050067ca0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:32.201419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-f2e268fd-92c0-4db8-bfb4-050067ca0368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1719792 Sep 10 03:16:32.257651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:32.280611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:32.394941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ba56a-64b4-4885-8f0e-8951bd05d49f req-6a363e6a-bde6-4730-84b6-650e8e504e35 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:32.398708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a0ba56a-64b4-4885-8f0e-8951bd05d49f req-6a363e6a-bde6-4730-84b6-650e8e504e35 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.4385498 Sep 10 03:16:32.401609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:32.506394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:32.507275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:32.553615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-53021ab3-37aa-461a-bf6c-218dd0ba99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:32.571512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-53021ab3-37aa-461a-bf6c-218dd0ba99a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3496056 Sep 10 03:16:32.728477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12655d11-f238-49f8-92ce-b6a21b2bff23 None None] Network dd02718a-c945-4860-9982-370bfd9a6fe5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:16:32.854458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a0ba56a-64b4-4885-8f0e-8951bd05d49f req-e020e48c-4194-4f0f-9f75-b640024aaee3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330709 Sep 10 03:16:32.893111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.1 (dd02718a-c945-4860-9982-370bfd9a6fe5/d3f719de-dd12-41d7-9ac5-eebda922f527/ad572d21-9b3d-4af0-acdf-a8925b88f56f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:32.926675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] Provisioning for port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:32.958248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] Provisioning complete for port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:32.958988 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.284732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6cd8c90b-3e99-4584-b3b1-39eccb04c187 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b45bc0a1a07b470ba9389607c51b31e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0815198 Sep 10 03:16:33.303765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45780) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:33.310874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.427808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] For port cd8b1d39-a73f-4da5-bf83-10e7444c93c1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:33.442477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.536846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dd1c0-d377-4714-9c30-7b5df5e7f9d0 req-027a65e1-39c4-4499-929f-78d30bfa9957 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:33.541502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a19dd1c0-d377-4714-9c30-7b5df5e7f9d0 req-027a65e1-39c4-4499-929f-78d30bfa9957 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.7483146 Sep 10 03:16:33.583805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb79d1-d8bf-4482-9b51-ff8fd68d1cf5 None None] Pushing event updated for resources: {'Port': ['ID=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:33.676462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-71755564-8a10-48a8-a9ff-165053554f13 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0645258 Sep 10 03:16:33.780436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76ede0-9079-4950-a353-0380eecf39d1 req-b516644f-4d7b-40af-85da-4d8db39ef44c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:33.789444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e76ede0-9079-4950-a353-0380eecf39d1 req-b516644f-4d7b-40af-85da-4d8db39ef44c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.6329937 Sep 10 03:16:33.819219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.831790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a19dd1c0-d377-4714-9c30-7b5df5e7f9d0 req-f8b21690-cb73-409d-9dc1-ce3ddcc2df44 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545905 Sep 10 03:16:33.840108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5518044-9559-4ca7-a82a-978d9b96775e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.870249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-504b0525-36c7-46e3-81a8-256ad9391c88 None None] Provisioning complete for port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:33.870632 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-504b0525-36c7-46e3-81a8-256ad9391c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.876568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object ad572d21-9b3d-4af0-acdf-a8925b88f56f will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:33.885711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:33.928251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e76ede0-9079-4950-a353-0380eecf39d1 req-a0a4e422-c803-40ae-bad6-e60d1cc59b91 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365578 Sep 10 03:16:33.981678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5518044-9559-4ca7-a82a-978d9b96775e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.005404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.055855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59c2e53f-972d-4e8d-8abf-4b8f8db59a42 req-b7cf4243-2c28-45d0-9544-72a88e3660f3 service neutron] 10.222.0.36 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611429 Sep 10 03:16:34.108877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network dd02718a-c945-4860-9982-370bfd9a6fe5 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:34.113274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:34.116195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:34.153211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff6cd5-2003-43c9-8bc8-1519bd04d25e req-0799ee5e-7543-47ab-a548-c6d473b7eb28 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:34.155282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98ff6cd5-2003-43c9-8bc8-1519bd04d25e req-0799ee5e-7543-47ab-a548-c6d473b7eb28 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.1701632 Sep 10 03:16:34.213147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5518044-9559-4ca7-a82a-978d9b96775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.215744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5518044-9559-4ca7-a82a-978d9b96775e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.216889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f5518044-9559-4ca7-a82a-978d9b96775e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cb06575-27b6-4d19-bded-9a1e56146b97 HTTP/1.1" status: 204 len: 168 time: 0.9112864 Sep 10 03:16:34.240729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=ad572d21-9b3d-4af0-acdf-a8925b88f56f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:34.250922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98ff6cd5-2003-43c9-8bc8-1519bd04d25e req-6f18d316-a118-4965-9a6d-7f68b3d062b5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731256 Sep 10 03:16:34.256508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5518044-9559-4ca7-a82a-978d9b96775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb06575-27b6-4d19-bded-9a1e56146b97,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:34.263678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.317311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Router 2df5d4d3-180f-4e2d-8567-55734560ed3b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:16:34.331550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29f53b18-449a-4d55-95f3-5fec8fddc160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.582029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.619062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:34.638398 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Sync routers for ids ['2df5d4d3-180f-4e2d-8567-55734560ed3b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:34.666205 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Routers {'2df5d4d3-180f-4e2d-8567-55734560ed3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:34.667221 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2df5d4d3-180f-4e2d-8567-55734560ed3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:34.692900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.695828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.697946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b082ac48-45dc-4cc6-9d8d-ea3a29a8598b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5625980 Sep 10 03:16:34.700327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45798) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:34.708765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4692d7aa-f075-4296-9134-19fc57951c67 None None] Provisioning for port ad572d21-9b3d-4af0-acdf-a8925b88f56f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:34.718426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4692d7aa-f075-4296-9134-19fc57951c67 None None] Provisioning complete for port ad572d21-9b3d-4af0-acdf-a8925b88f56f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:34.719036 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4692d7aa-f075-4296-9134-19fc57951c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:34.829670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4692d7aa-f075-4296-9134-19fc57951c67 None None] Port ad572d21-9b3d-4af0-acdf-a8925b88f56f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:16:35.226048 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Set router 2df5d4d3-180f-4e2d-8567-55734560ed3b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:35.337260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86107a-7deb-490b-9e40-94ac3c77fff6 req-2b169fad-f9a6-4b78-9a51-af657a5a479a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:35.342215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e86107a-7deb-490b-9e40-94ac3c77fff6 req-2b169fad-f9a6-4b78-9a51-af657a5a479a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.2196422 Sep 10 03:16:35.354259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9c108-b8b8-4bb2-8d53-6445d0766dfa req-1afbe7b9-d1cc-4c26-8c45-01cc480daf8c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:35.357636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-adb9c108-b8b8-4bb2-8d53-6445d0766dfa req-1afbe7b9-d1cc-4c26-8c45-01cc480daf8c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.2405605 Sep 10 03:16:35.424980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:35.594866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-adb9c108-b8b8-4bb2-8d53-6445d0766dfa req-618eac4b-9b24-434e-9950-822e7c9f6d2c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180667 Sep 10 03:16:35.721271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e86107a-7deb-490b-9e40-94ac3c77fff6 req-e7e3b43b-73a6-483b-8580-690be4df1d62 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653054 Sep 10 03:16:35.736352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd8b1d39-a73f-4da5-bf83-10e7444c93c1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:35.825864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:35.849868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:35.911801 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:16:31Z', 'revision_number': 3, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:35.932479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:35.933748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:35.993471 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Checking router: 2df5d4d3-180f-4e2d-8567-55734560ed3b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:35.993813 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Updating router 2df5d4d3-180f-4e2d-8567-55734560ed3b port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:16:36.004487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=ad572d21-9b3d-4af0-acdf-a8925b88f56f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:36.059638 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:36.061806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:36.178210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:36.233985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ced2c3-f726-4164-b7e3-34d19770b83d req-85413f12-41ca-4efe-b37f-9d7efef8ce8f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:36.250363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f4ced2c3-f726-4164-b7e3-34d19770b83d req-85413f12-41ca-4efe-b37f-9d7efef8ce8f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2614942 Sep 10 03:16:36.425673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9b645437-af4c-4aab-87cb-cd43e37795b0 tempest-DvrRoutersNegativeTest-426190069 tempest-DvrRoutersNegativeTest-426190069-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2103147524', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:36.430628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.policy [None req-9b645437-af4c-4aab-87cb-cd43e37795b0 tempest-DvrRoutersNegativeTest-426190069 tempest-DvrRoutersNegativeTest-426190069-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94633) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 10 03:16:36.431068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.policy [None req-9b645437-af4c-4aab-87cb-cd43e37795b0 tempest-DvrRoutersNegativeTest-426190069 tempest-DvrRoutersNegativeTest-426190069-project] Failed policy check for 'create_router' {{(pid=94633) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 10 03:16:36.447938 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-9b645437-af4c-4aab-87cb-cd43e37795b0 tempest-DvrRoutersNegativeTest-426190069 tempest-DvrRoutersNegativeTest-426190069-project] create failed (client error): Access was denied to this resource. Sep 10 03:16:36.449211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9b645437-af4c-4aab-87cb-cd43e37795b0 tempest-DvrRoutersNegativeTest-426190069 tempest-DvrRoutersNegativeTest-426190069-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3863440 Sep 10 03:16:36.503044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f4ced2c3-f726-4164-b7e3-34d19770b83d req-59bbaf2d-27d9-40be-9944-c03e28a1854c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458110 Sep 10 03:16:36.570047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network dd02718a-c945-4860-9982-370bfd9a6fe5 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:36.573925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:36.885573 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:36.943016 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Transition to ACTIVE for port object 6d578755-1b2f-4eaf-a7c8-93680469b0a7 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:36.964828 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:36.978237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45864) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:37.122856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router 14bf84ba-73e5-4f42-9705-3894f079cb94 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:37.163556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495164d-7e14-44e1-81ac-ecfe1f197275 req-31a32ae7-8b83-43b5-a3f7-446474808854 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:37.168708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d495164d-7e14-44e1-81ac-ecfe1f197275 req-31a32ae7-8b83-43b5-a3f7-446474808854 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.3756142 Sep 10 03:16:37.185215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Attempting to bind port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:37.186475 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Attempting to bind port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:37.186475 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Attempting to bind port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:37.195157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-ef9becd3-c852-4ee5-9378-817ace16e713 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:37.196013 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95c1e7-22e8-4b54-93cd-ecdd399f27c7 None None] Pushing event updated for resources: {'Port': ['ID=6d578755-1b2f-4eaf-a7c8-93680469b0a7,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:37.197099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7a6be65-a52a-489f-92f0-676df2735ebd None None] Provisioning complete for port ad572d21-9b3d-4af0-acdf-a8925b88f56f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:37.209368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7a6be65-a52a-489f-92f0-676df2735ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.214736 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:37.215166 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:37.215835 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.216033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:37.216511 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Bound port: 6d578755-1b2f-4eaf-a7c8-93680469b0a7, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:37.216891 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.218873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-ef9becd3-c852-4ee5-9378-817ace16e713 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.5719891 Sep 10 03:16:37.277985 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef2a2-dbf7-4d98-a8de-36f6b15fe0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.283020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-cdb81228-5bed-4ddd-904b-fcf8d955237c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/quotas/7f752c5a4ce84b63ae73b14fc1faeb2d HTTP/1.1" status: 200 len: 375 time: 0.0558140 Sep 10 03:16:37.328370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6be65-a52a-489f-92f0-676df2735ebd None None] Port ad572d21-9b3d-4af0-acdf-a8925b88f56f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:16:37.369053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.374431 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.374708 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] For port 6d578755-1b2f-4eaf-a7c8-93680469b0a7, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:37.385800 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] For port 6d578755-1b2f-4eaf-a7c8-93680469b0a7, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d578755-1b2f-4eaf-a7c8-93680469b0a7,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:37.394299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:37.402883 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.405017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Sync routers for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:37.426302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:37.428194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:37.431544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f6ab2af5-2ae0-4097-84e3-8cd50d36d725 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/14bf84ba-73e5-4f42-9705-3894f079cb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4767692 Sep 10 03:16:37.505229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-b715399d-a788-4d73-9c6a-b8901a1c4883 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2187607 Sep 10 03:16:37.521369 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Routers {'2df5d4d3-180f-4e2d-8567-55734560ed3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:37.522007 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2df5d4d3-180f-4e2d-8567-55734560ed3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:37.584813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d495164d-7e14-44e1-81ac-ecfe1f197275 req-6b1b59c4-1549-4e78-ba77-66b5abf7e07c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999305 Sep 10 03:16:37.678141 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95c1e7-22e8-4b54-93cd-ecdd399f27c7 None None] Pushing event updated for resources: {'Port': ['ID=6d578755-1b2f-4eaf-a7c8-93680469b0a7,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:37.684778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:37.883518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-9f8574c0-9cc2-48d0-937b-99072d972471 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:16:37.883518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-9f8574c0-9cc2-48d0-937b-99072d972471 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3636746 Sep 10 03:16:37.902530 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef2a2-dbf7-4d98-a8de-36f6b15fe0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:37.972047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35205636-f785-4f42-970b-a0848243ca47 req-e85f4f43-a9c9-44b5-9295-7fe7298570f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:37.984110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35205636-f785-4f42-970b-a0848243ca47 req-e85f4f43-a9c9-44b5-9295-7fe7298570f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.1939502 Sep 10 03:16:37.989833 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef2a2-dbf7-4d98-a8de-36f6b15fe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:38.133269 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] Set router 2df5d4d3-180f-4e2d-8567-55734560ed3b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:38.209628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef2a2-dbf7-4d98-a8de-36f6b15fe0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2335947f-f3da-4f8e-b5d0-0671ffe1e40f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:38.268770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9f3ef2a2-dbf7-4d98-a8de-36f6b15fe0fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aac37d6d1d084cf1afc29db6ea03cb66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2884908 Sep 10 03:16:38.279382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45888) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:38.352534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35205636-f785-4f42-970b-a0848243ca47 req-c9cc3338-a7e6-4f3f-be56-6ef321c0720f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674378 Sep 10 03:16:38.405993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Allocated IP 172.20.0.1 (af067a89-8d56-4147-b93b-4266a73a4a6f/89fd670c-faa4-4786-8388-3ada9bc6a85a/ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:38.493175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-f9194f88-a8a1-4988-b774-470737b77db9 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719080 Sep 10 03:16:38.526675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62c602ac-4048-49e4-8dd5-333cdce12351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:38.573146 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:16:31Z', 'revision_number': 3, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:38.648988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62c602ac-4048-49e4-8dd5-333cdce12351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:38.653392 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf96762-87f3-4c7d-994e-93b09b7d3d70 None None] The sync data for ids ['2df5d4d3-180f-4e2d-8567-55734560ed3b'] in n-d-808126-2 is: [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:16:31Z', 'revision_number': 3, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:38.776479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd6319-be69-4eb6-9d2e-41ac7d0bc8b6 req-d8421e76-d41d-4268-9e3b-136f1f330c83 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:38.794337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fdd6319-be69-4eb6-9d2e-41ac7d0bc8b6 req-d8421e76-d41d-4268-9e3b-136f1f330c83 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2488990 Sep 10 03:16:38.871815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:35Z', 'revision_number': 2, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:38.896429 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fdd6319-be69-4eb6-9d2e-41ac7d0bc8b6 req-4ade4654-363d-4ed6-82ed-6f785700097c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955300 Sep 10 03:16:38.901273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62c602ac-4048-49e4-8dd5-333cdce12351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:38.906056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-62c602ac-4048-49e4-8dd5-333cdce12351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:38.907474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-62c602ac-4048-49e4-8dd5-333cdce12351 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2335947f-f3da-4f8e-b5d0-0671ffe1e40f HTTP/1.1" status: 204 len: 168 time: 0.6220796 Sep 10 03:16:38.930258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c602ac-4048-49e4-8dd5-333cdce12351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2335947f-f3da-4f8e-b5d0-0671ffe1e40f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:38.979220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:38.995180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-5fd87a5f-85d9-4bb3-bf50-22905f872b1d service neutron] 10.222.0.23 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007279 Sep 10 03:16:38.998761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Checking router: 14bf84ba-73e5-4f42-9705-3894f079cb94 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:38.999166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Updating router 14bf84ba-73e5-4f42-9705-3894f079cb94 port ad572d21-9b3d-4af0-acdf-a8925b88f56f binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:16:39.054896 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:39.164109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:39.183095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-1096a95c-a647-48cf-a344-39a53918dc94 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062675635&fields=id&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 267 time: 0.1424756 Sep 10 03:16:39.378538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Pushing event updated for resources: {'Port': ['ID=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:39.427778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.428404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.428610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.428964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.429315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.429654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.429991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.430323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.430703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.431031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.439973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.440389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:16:39.464393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Network af067a89-8d56-4147-b93b-4266a73a4a6f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:39.472332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:39.485633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:39.569707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:39.809171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-54662b37-6cd6-426c-808c-8c5fe3abd666 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:39.816731 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-54662b37-6cd6-426c-808c-8c5fe3abd666 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/networks?id=dd02718a-c945-4860-9982-370bfd9a6fe5 HTTP/1.1" status: 200 len: 796 time: 0.6182559 Sep 10 03:16:39.886919 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-523efdce-7c6e-4a6c-a728-bd8543084843 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/quotas/baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 375 time: 0.0610495 Sep 10 03:16:39.985390 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:40.008298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Transition to ACTIVE for port object ad572d21-9b3d-4af0-acdf-a8925b88f56f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:40.020080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d578755-1b2f-4eaf-a7c8-93680469b0a7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:40.045939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550bbc-1f42-4dc6-82ef-4616a5a16429 req-5a2b1bc5-41f0-413b-8f27-4cd96128c6e6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:40.048143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-df037963-cec4-4d91-a8c8-db795e7d8c69 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571717 Sep 10 03:16:40.048387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e8550bbc-1f42-4dc6-82ef-4616a5a16429 req-5a2b1bc5-41f0-413b-8f27-4cd96128c6e6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.3321919 Sep 10 03:16:40.118283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:40.124277 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e8550bbc-1f42-4dc6-82ef-4616a5a16429 req-0ab8f439-6794-4558-a8e1-947a6787bd0b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 Sep 10 03:16:40.210280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:40.429608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-9d9afa0a-ca39-491a-b120-09c4bc2a76a8 service neutron] 10.222.0.23 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756530 Sep 10 03:16:40.436907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a16229-7e81-4ab3-8cef-451d4409c68f None None] Pushing event updated for resources: {'Port': ['ID=ad572d21-9b3d-4af0-acdf-a8925b88f56f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:40.748438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Attempting to bind port ad572d21-9b3d-4af0-acdf-a8925b88f56f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:40.748813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Attempting to bind port ad572d21-9b3d-4af0-acdf-a8925b88f56f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:40.750645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Attempting to bind port ad572d21-9b3d-4af0-acdf-a8925b88f56f on network dd02718a-c945-4860-9982-370bfd9a6fe5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:40.769482 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-52718587-ffaf-4942-b25d-2e8770d80422 service neutron] 10.222.0.23 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389046 Sep 10 03:16:40.770679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:40.772530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Checking segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:40.773322 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:40.775121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Bound using segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:40.776814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Bound port: ad572d21-9b3d-4af0-acdf-a8925b88f56f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:40.778831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:40.825198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfcef8-743c-4722-b0e2-0b1e337d34ad req-8cd7bd4f-62e9-4a16-a114-003f1f246528 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:40.834129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ddfcef8-743c-4722-b0e2-0b1e337d34ad req-8cd7bd4f-62e9-4a16-a114-003f1f246528 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.5188117 Sep 10 03:16:40.849860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45954) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:40.926685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:40.979867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:40.980730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.043713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.082537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.132869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-65fe2fa5-8b72-4b30-994a-681bb8116bbc tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:41.133626 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-65fe2fa5-8b72-4b30-994a-681bb8116bbc tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 03:16:41.134291 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-65fe2fa5-8b72-4b30-994a-681bb8116bbc tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:16:41.135520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-65fe2fa5-8b72-4b30-994a-681bb8116bbc tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2846649 Sep 10 03:16:41.141214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45966) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:41.146882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--553881894'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:41.182001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] For port ad572d21-9b3d-4af0-acdf-a8925b88f56f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:41.208198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.250459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] For port ad572d21-9b3d-4af0-acdf-a8925b88f56f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ad572d21-9b3d-4af0-acdf-a8925b88f56f,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:41.269104 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.294965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11aabd97-44ea-415c-823a-8b6298ddad7d req-c86e41af-6b46-46fd-b7f5-774acfd578d8 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 210 time: 0.0693109 Sep 10 03:16:41.297829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.317364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.367379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a16229-7e81-4ab3-8cef-451d4409c68f None None] Pushing event updated for resources: {'Port': ['ID=ad572d21-9b3d-4af0-acdf-a8925b88f56f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:41.386455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ddfcef8-743c-4722-b0e2-0b1e337d34ad req-2f911392-7252-454a-9b3d-9148e81348da tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514269 Sep 10 03:16:41.406024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:41.406788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:41.635946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.659482 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.731320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.775044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6d578755-1b2f-4eaf-a7c8-93680469b0a7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d578755-1b2f-4eaf-a7c8-93680469b0a7,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:41.794910 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:41.911367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52236749-5b49-460c-9242-3fa3af095d5b req-6516f774-a417-44a8-a171-a1431bccb277 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 210 time: 0.2503352 Sep 10 03:16:41.945703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988453-a4e0-4d0e-ba21-ab0aaae1e25c req-ce96acd3-e386-475a-8db3-c6c52659a6fa tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:41.956589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16988453-a4e0-4d0e-ba21-ab0aaae1e25c req-ce96acd3-e386-475a-8db3-c6c52659a6fa tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.3187270 Sep 10 03:16:42.027001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d578755-1b2f-4eaf-a7c8-93680469b0a7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:42.041964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3156be-b88c-40cb-9d42-324deb439de7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:42.052075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Pushing event updated for resources: {'Port': ['ID=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:42.066401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Network af067a89-8d56-4147-b93b-4266a73a4a6f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:42.101278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:42.119187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:42.119792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16988453-a4e0-4d0e-ba21-ab0aaae1e25c req-ee26083e-84da-4265-b920-0d8d3cea3b14 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529801 Sep 10 03:16:42.233059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:42.243098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:42.367661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7748d58-5bdb-45bb-91af-48b07facc377,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:42.442617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:42.444227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b03a4243-0f7d-48ee-908b-93b0341d66d0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3014011 Sep 10 03:16:42.455255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:42.466847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'd7748d58-5bdb-45bb-91af-48b07facc377', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:42.471964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-c9808e74-8d96-46c6-884c-000fa2f80c2f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:42.473595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-c9808e74-8d96-46c6-884c-000fa2f80c2f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.36 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 815 time: 0.8141816 Sep 10 03:16:42.495933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Request body: {'port': {'device_id': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'admin_state_up': True, 'tenant_id': '7f752c5a4ce84b63ae73b14fc1faeb2d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:42.601135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d63a0c9-79f3-4eda-9e96-a02a04c0611a req-c83c18fe-f1a6-417b-a6a2-0fd34c2f7b31 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 210 time: 0.0793707 Sep 10 03:16:42.628455 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:42.638139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13522-1398-4f46-a022-f0f663cf50c1 req-a0412226-952a-429a-9c10-f5a567d7f8ae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:42.646582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc13522-1398-4f46-a022-f0f663cf50c1 req-a0412226-952a-429a-9c10-f5a567d7f8ae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.3944004 Sep 10 03:16:42.786325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Router 2df5d4d3-180f-4e2d-8567-55734560ed3b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:16:42.809601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:40Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:42.828122 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc13522-1398-4f46-a022-f0f663cf50c1 req-561aa7d6-45a6-4df5-95a8-743040a1b27b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805577 Sep 10 03:16:42.841505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:42.851872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:42.852235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55734ec0-e44f-4d6b-a7df-bb3adea11ecc None None] The sync data for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 is: [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:40Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:42.910903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a769180-de3b-40d2-9efc-a59bb4c1585d,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:42.986728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34de6-5c93-494e-9231-71a3a526396a req-ef6becbd-274a-4104-8b84-fcc4bba1b958 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:42.988845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Made reservation on behalf of 7f752c5a4ce84b63ae73b14fc1faeb2d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:42.994451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:43.009128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b34de6-5c93-494e-9231-71a3a526396a req-ef6becbd-274a-4104-8b84-fcc4bba1b958 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.2988448 Sep 10 03:16:43.026076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:43.036941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0450944-497e-4277-9f64-fb34d43ad48e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5796778 Sep 10 03:16:43.042672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46002) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:43.061871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5c16b73e-f208-49d2-abc7-ec5c01bc00c8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'd7748d58-5bdb-45bb-91af-48b07facc377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:43.147500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60b34de6-5c93-494e-9231-71a3a526396a req-3c441016-52ea-45dd-815f-bcd2c6d7f15b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295168 Sep 10 03:16:43.432140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0cc5-ee58-4203-900b-505dd4195c8c req-add815c7-85cb-4c5c-ab2a-6c4422694423 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:43.441482 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ebd0cc5-ee58-4203-900b-505dd4195c8c req-add815c7-85cb-4c5c-ab2a-6c4422694423 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.1506052 Sep 10 03:16:43.570757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd85c037-d11d-48da-8a1a-8566edb4732f req-b3f21e74-6665-4b48-844e-f077aaca4de6 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 210 time: 0.4858379 Sep 10 03:16:43.600913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ebd0cc5-ee58-4203-900b-505dd4195c8c req-712518eb-9d63-4135-bca4-8f1a1993ff0c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513889 Sep 10 03:16:44.097657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d2519-87a2-4158-ab3e-e13d5bb7c6ce req-f38837e4-ad6f-4f7c-93b4-a59f42ff6652 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:44.106395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff2d2519-87a2-4158-ab3e-e13d5bb7c6ce req-f38837e4-ad6f-4f7c-93b4-a59f42ff6652 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1015253 Sep 10 03:16:44.178110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad572d21-9b3d-4af0-acdf-a8925b88f56f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:44.206890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff2d2519-87a2-4158-ab3e-e13d5bb7c6ce req-4ec8c1f9-3a36-4c64-951f-58f634e3c814 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986657 Sep 10 03:16:44.317567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ad572d21-9b3d-4af0-acdf-a8925b88f56f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:44.322389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ad572d21-9b3d-4af0-acdf-a8925b88f56f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:44.323320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:44.396349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df8b6d-2b6a-4203-a85a-15e579e8286a req-3331aa69-e201-40c9-9894-fe6266848f19 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:44.405038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94df8b6d-2b6a-4203-a85a-15e579e8286a req-3331aa69-e201-40c9-9894-fe6266848f19 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.1189959 Sep 10 03:16:44.483262 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94df8b6d-2b6a-4203-a85a-15e579e8286a req-cb663bdd-a9c3-4a3f-be02-d064d882b10a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757198 Sep 10 03:16:44.635317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Allocated IP 172.20.0.7 (a4f5dd6e-fe51-4b2e-be2e-5afea659f30d/4fd6d26b-9f4b-4294-9353-4c2fec11695e/45e46142-711b-410f-9e60-54afedb0f3d7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:44.694960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:44.751153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fedca0-ac09-4e56-8305-132e0f163db0 req-96192b17-0235-422e-836c-b9828c7eb705 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:44.760541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3fedca0-ac09-4e56-8305-132e0f163db0 req-96192b17-0235-422e-836c-b9828c7eb705 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0990844 Sep 10 03:16:44.777524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ad572d21-9b3d-4af0-acdf-a8925b88f56f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ad572d21-9b3d-4af0-acdf-a8925b88f56f,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:44.789794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:44.790567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d578755-1b2f-4eaf-a7c8-93680469b0a7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:44.861455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d92e7fc8-8a3d-482c-8adf-bada6dfe8e0b req-fb5341eb-625d-4cc7-b08f-66aa873ed618 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 210 time: 0.1466615 Sep 10 03:16:44.862920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3fedca0-ac09-4e56-8305-132e0f163db0 req-4e5e4797-f30b-4494-ab70-871cbc7b5c6d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013079 Sep 10 03:16:44.999174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:16:45.009563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-47042ffd-28e5-45de-8d84-c49243bedba3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:45.010777 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Sync routers for ids ['2df5d4d3-180f-4e2d-8567-55734560ed3b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:16:45.011311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-47042ffd-28e5-45de-8d84-c49243bedba3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "GET /v2.0/networks?id=dd02718a-c945-4860-9982-370bfd9a6fe5 HTTP/1.1" status: 200 len: 796 time: 1.7428856 Sep 10 03:16:45.023566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c535a0a7-4ccf-45f1-bf51-fcb142668a0e admin admin] 10.222.0.23 "PUT /v2.0/routers/2df5d4d3-180f-4e2d-8567-55734560ed3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3069010 Sep 10 03:16:45.023566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c16b73e-f208-49d2-abc7-ec5c01bc00c8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:45.057937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Routers {'2df5d4d3-180f-4e2d-8567-55734560ed3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:45.058600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2df5d4d3-180f-4e2d-8567-55734560ed3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:45.117535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ad572d21-9b3d-4af0-acdf-a8925b88f56f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:45.168521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:45.168904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:45.296063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1b93-31fd-472a-b1a7-aa4497f063d3 req-7cb00494-e160-453f-9b4d-aeca026df5c7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:45.311057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-771e1b93-31fd-472a-b1a7-aa4497f063d3 req-7cb00494-e160-453f-9b4d-aeca026df5c7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2572403 Sep 10 03:16:45.334758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5668f399-32bd-4390-b3fd-b8a8c0db0772 req-144ac91b-3eb8-4c91-8e92-498ee6bf7e7f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 210 time: 0.3177903 Sep 10 03:16:45.454493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-771e1b93-31fd-472a-b1a7-aa4497f063d3 req-497d117f-040c-45db-b22a-23e228b37f64 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424360 Sep 10 03:16:45.497395 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Set router 2df5d4d3-180f-4e2d-8567-55734560ed3b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:45.569096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-0286d268-b242-457f-afde-0252155e2efc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf2f642bfba4c31b1e3efb88337e1d1 HTTP/1.1" status: 200 len: 380 time: 0.5332880 Sep 10 03:16:45.590118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'port': {'device_id': '317a8cb4-a317-411c-a606-d38556521b41', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'admin_state_up': True, 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'security_groups': ['0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:45.688955 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-5c16b73e-f208-49d2-abc7-ec5c01bc00c8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:16:45.691409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5c16b73e-f208-49d2-abc7-ec5c01bc00c8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 2.6434305 Sep 10 03:16:45.697712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46052) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:45.860259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6337b-405e-4d3f-993f-2983a095cbda req-653a91cd-a06d-49c3-8781-0ee2200a271d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:45.870825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ca6337b-405e-4d3f-993f-2983a095cbda req-653a91cd-a06d-49c3-8781-0ee2200a271d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.3710058 Sep 10 03:16:45.887321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:45.896087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a34171-02bf-4d57-a094-83b8b2407a62 req-736a7ca6-e0e0-43b4-8784-0f6ec61dc7c9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:45.898430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20a34171-02bf-4d57-a094-83b8b2407a62 req-736a7ca6-e0e0-43b4-8784-0f6ec61dc7c9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.2758338 Sep 10 03:16:46.017338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad572d21-9b3d-4af0-acdf-a8925b88f56f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:46.033248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c816288d-769b-41c2-88eb-7715624200f4 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.142458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20a34171-02bf-4d57-a094-83b8b2407a62 req-d55b8c80-e2af-4caa-9d88-f18f2af2ee30 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227623 Sep 10 03:16:46.152414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c816288d-769b-41c2-88eb-7715624200f4 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.155727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ad572d21-9b3d-4af0-acdf-a8925b88f56f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:46.156081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.258951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c816288d-769b-41c2-88eb-7715624200f4 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.262116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c816288d-769b-41c2-88eb-7715624200f4 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.263851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c816288d-769b-41c2-88eb-7715624200f4 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7748d58-5bdb-45bb-91af-48b07facc377 HTTP/1.1" status: 204 len: 168 time: 0.5587287 Sep 10 03:16:46.265162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.275031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46062) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:46.355512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b', '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', '8799de07-7a31-459c-acf9-4a0498b85509'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:46.361961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816288d-769b-41c2-88eb-7715624200f4 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7748d58-5bdb-45bb-91af-48b07facc377,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:46.365763 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:16:40Z', 'revision_number': 4, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31', 'name': '', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'mac_address': 'fa:16:3e:0e:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:37Z', 'updated_at': '2021-09-10T03:16:40Z', 'revision_number': 2, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'subnets': [{'id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:46.404315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ca6337b-405e-4d3f-993f-2983a095cbda req-71150c3c-6654-4ca9-9244-9941d114e534 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5265751 Sep 10 03:16:46.459889 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Checking router: 2df5d4d3-180f-4e2d-8567-55734560ed3b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:16:46.460243 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Updating router 2df5d4d3-180f-4e2d-8567-55734560ed3b port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:16:46.469452 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2283c8d9-7657-478e-98ee-40e3749bccb7 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1798654 Sep 10 03:16:46.492114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:46.496821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--694283130'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:46.543059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:46.555170 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.562129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:46.586623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:46.701553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.850475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:46.851111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.874598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event updated for resources: {'Port': ['ID=45e46142-711b-410f-9e60-54afedb0f3d7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:46.882951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Made reservation on behalf of baf2f642bfba4c31b1e3efb88337e1d1 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:46.886509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:46.979233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.006428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.104338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-55f327b2-fd01-4946-93e3-9b16973dee78 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6152256 Sep 10 03:16:47.136354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Request body: {'port': {'device_id': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:47.243748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192069c7-a839-45d8-b3b7-aa330089d1f7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:47.261131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.263918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7f7cbf86-a0a7-4a15-b081-4ea58a88d52f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7696707 Sep 10 03:16:47.269095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46094) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:47.276111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2e3f681f-4e64-4154-83b1-ac9f4d6c48f6 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '192069c7-a839-45d8-b3b7-aa330089d1f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:47.277326 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-2e3f681f-4e64-4154-83b1-ac9f4d6c48f6 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 10 03:16:47.278091 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-2e3f681f-4e64-4154-83b1-ac9f4d6c48f6 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:47.279293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2e3f681f-4e64-4154-83b1-ac9f4d6c48f6 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087333 Sep 10 03:16:47.293938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46096) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:47.360678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c7569-2a35-4001-8375-511bf51192d8 req-3f382906-2150-4679-9781-3657b574c3e5 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:47.377862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-910c7569-2a35-4001-8375-511bf51192d8 req-3f382906-2150-4679-9781-3657b574c3e5 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 931 time: 0.8267834 Sep 10 03:16:47.439006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.517524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad59e60d-ba92-468d-94f9-cde8f5370a27 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.524126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-910c7569-2a35-4001-8375-511bf51192d8 req-7a2a9731-f795-4f9a-983c-5c8033dc384e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452420 Sep 10 03:16:47.540989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.20.0.12 (dd02718a-c945-4860-9982-370bfd9a6fe5/d3f719de-dd12-41d7-9ac5-eebda922f527/8ae00675-23f9-4ead-b4a3-d07b3b8f9468) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:47.555009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-8dd258fb-a20c-4408-b9aa-321858a23db1 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:47.561068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-8dd258fb-a20c-4408-b9aa-321858a23db1 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 810 time: 0.6292012 Sep 10 03:16:47.662963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-0de15858-a93d-4e4a-8ec1-6ef5e84b0b9c tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/quotas/8620685d920f4142ad73befd8c1ee335 HTTP/1.1" status: 200 len: 375 time: 0.0861878 Sep 10 03:16:47.678939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad59e60d-ba92-468d-94f9-cde8f5370a27 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.754886 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.771150 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Transition to ACTIVE for port object ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:47.790210 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.795226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f3d408ee-a010-4482-9cb7-08be67490bb6 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182697 Sep 10 03:16:47.805281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e173f0b5-9dd2-4567-af64-0e502ddff866 req-5fcd7bab-c9ae-4471-99a4-28ff0f80dd06 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 210 time: 0.1360614 Sep 10 03:16:47.822493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad59e60d-ba92-468d-94f9-cde8f5370a27 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.825208 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad59e60d-ba92-468d-94f9-cde8f5370a27 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.826372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad59e60d-ba92-468d-94f9-cde8f5370a27 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/192069c7-a839-45d8-b3b7-aa330089d1f7 HTTP/1.1" status: 204 len: 168 time: 0.5288742 Sep 10 03:16:47.833673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46104) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:47.870527 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac33357-67b0-48bd-b78e-f3b25975e1f2 None None] Pushing event updated for resources: {'Port': ['ID=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:47.892147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59e60d-ba92-468d-94f9-cde8f5370a27 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192069c7-a839-45d8-b3b7-aa330089d1f7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:47.972758 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Attempting to bind port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:47.973124 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Attempting to bind port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:47.975731 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Attempting to bind port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 on network af067a89-8d56-4147-b93b-4266a73a4a6f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:47.982891 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:47.985227 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Checking segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:47.985817 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:47.987231 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Bound using segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:47.989500 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Bound port: ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:47.991408 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.023596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-3cd1fb6a-a652-4b70-8931-30af24132172 service neutron] 10.222.0.23 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119222 Sep 10 03:16:48.129380 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] For port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:48.132788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] For port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:48.146501 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.176597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13e80140-99b2-4f7b-96b6-0dd025efc6ed tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3416624 Sep 10 03:16:48.187387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-80a802e1-c6f4-4c37-8abc-4aa1af75b66a service neutron] 10.222.0.23 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426270 Sep 10 03:16:48.187877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46108) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:48.190399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c0a7-1095-403e-8bb5-1537d41705b9 req-c505463a-8a11-4782-8170-89341f68eab0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:48.192315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c73c0a7-1095-403e-8bb5-1537d41705b9 req-c505463a-8a11-4782-8170-89341f68eab0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2254689 Sep 10 03:16:48.200249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--289991342'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:48.249371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.283127 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.286671 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac33357-67b0-48bd-b78e-f3b25975e1f2 None None] Pushing event updated for resources: {'Port': ['ID=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:48.307556 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Routers {'2df5d4d3-180f-4e2d-8567-55734560ed3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:16:48.308270 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:16:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2df5d4d3-180f-4e2d-8567-55734560ed3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:48.319435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c73c0a7-1095-403e-8bb5-1537d41705b9 req-a939e0c6-08f9-4349-99e2-0eda3cdf5ad3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157403 Sep 10 03:16:48.364475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Transition to ACTIVE for port object 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:48.527992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.554506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.587018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e46142-711b-410f-9e60-54afedb0f3d7 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:48.601388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.628223 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] Set router 2df5d4d3-180f-4e2d-8567-55734560ed3b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:16:48.632468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Transition to ACTIVE for port object 45e46142-711b-410f-9e60-54afedb0f3d7 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:48.641812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2467-fb7e-481c-a399-e0b879f63018 req-8b06584c-2881-4092-abf4-f291f666f50c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:48.651203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-306b2467-fb7e-481c-a399-e0b879f63018 req-8b06584c-2881-4092-abf4-f291f666f50c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.1293073 Sep 10 03:16:48.659005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.660466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4715991 Sep 10 03:16:48.662753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070db99-bc99-424b-a2ab-1c23e37f3698 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dcadc0-7850-4e0f-a366-9dd6f31f3c64,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:48.666630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46134) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:48.669833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.679524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5b7a8122-f470-4cfd-acd0-b1c68b4ef3cd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'e4dcadc0-7850-4e0f-a366-9dd6f31f3c64', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:48.680463 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-5b7a8122-f470-4cfd-acd0-b1c68b4ef3cd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 10 03:16:48.680977 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-5b7a8122-f470-4cfd-acd0-b1c68b4ef3cd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:48.681959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b7a8122-f470-4cfd-acd0-b1c68b4ef3cd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080795 Sep 10 03:16:48.684752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:48.738301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-306b2467-fb7e-481c-a399-e0b879f63018 req-d172096b-afec-421a-89ea-8d38ddd3fc9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859790 Sep 10 03:16:48.834972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=45e46142-711b-410f-9e60-54afedb0f3d7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:48.843984 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06f845b2-bd57-4a1c-9462-a26189f0c140 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.877037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:48.888453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-173363cb-b230-4b01-9782-1eca8763cbda req-1b55d486-898d-4309-b3f3-7f7158f43050 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 210 time: 0.0567250 Sep 10 03:16:48.953495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06f845b2-bd57-4a1c-9462-a26189f0c140 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.060533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network dd02718a-c945-4860-9982-370bfd9a6fe5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:49.073241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:49.100769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:49.208579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06f845b2-bd57-4a1c-9462-a26189f0c140 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.220384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06f845b2-bd57-4a1c-9462-a26189f0c140 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.222065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06f845b2-bd57-4a1c-9462-a26189f0c140 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/e4dcadc0-7850-4e0f-a366-9dd6f31f3c64 HTTP/1.1" status: 204 len: 168 time: 0.5363803 Sep 10 03:16:49.235821 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:16:40Z', 'revision_number': 4, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31', 'name': '', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'mac_address': 'fa:16:3e:0e:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:37Z', 'updated_at': '2021-09-10T03:16:48Z', 'revision_number': 4, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'subnets': [{'id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:16:49.238110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46150) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:49.282966 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b22f892-e055-441f-a69b-21e214cf4629 None None] The sync data for ids ['2df5d4d3-180f-4e2d-8567-55734560ed3b'] in n-d-808126-2 is: [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:16:40Z', 'revision_number': 4, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31', 'name': '', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'mac_address': 'fa:16:3e:0e:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:37Z', 'updated_at': '2021-09-10T03:16:48Z', 'revision_number': 4, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'subnets': [{'id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:16:49.296543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1981f-9fcd-4f59-b464-111c353d936d req-3cb2695f-4072-4c87-a304-fd600442015e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:49.298115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9af1981f-9fcd-4f59-b464-111c353d936d req-3cb2695f-4072-4c87-a304-fd600442015e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 943 time: 0.2526970 Sep 10 03:16:49.327575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:49.371874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.385016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f845b2-bd57-4a1c-9462-a26189f0c140 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dcadc0-7850-4e0f-a366-9dd6f31f3c64,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:49.406630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:49.514363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Attempting to bind port 45e46142-711b-410f-9e60-54afedb0f3d7 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:49.514921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Attempting to bind port 45e46142-711b-410f-9e60-54afedb0f3d7 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:49.515434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Attempting to bind port 45e46142-711b-410f-9e60-54afedb0f3d7 on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:49.541199 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e3c9d3df-f560-4f11-806b-6f4e820b4367 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2939448 Sep 10 03:16:49.544178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Port 45e46142-711b-410f-9e60-54afedb0f3d7 on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:16:49.544755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Attempting to bind port 45e46142-711b-410f-9e60-54afedb0f3d7 on network a4f5dd6e-fe51-4b2e-be2e-5afea659f30d {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:49.546629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9af1981f-9fcd-4f59-b464-111c353d936d req-8b7a6f61-65f0-469a-8823-0799b9965120 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093751 Sep 10 03:16:49.548003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46156) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:49.552772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--33853240'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:49.586016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:49.588667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Checking segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:49.589555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Bound using segment: {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:49.590531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Bound port: 45e46142-711b-410f-9e60-54afedb0f3d7, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:49.592388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.617469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.642786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-048f1176-ce33-41d1-8d23-873950259825 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0650229 Sep 10 03:16:49.665444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-7e4d3fcc-21b1-426c-9d06-b301953833a3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:49.670512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-7e4d3fcc-21b1-426c-9d06-b301953833a3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 1.1070859 Sep 10 03:16:49.692140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Request body: {'port': {'device_id': '317a8cb4-a317-411c-a606-d38556521b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:49.754218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e8c6fb2-643b-498e-86b4-d9888beb7c0a None None] Provisioning for port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:49.765628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e8c6fb2-643b-498e-86b4-d9888beb7c0a None None] Provisioning complete for port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:49.766369 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6fb2-643b-498e-86b4-d9888beb7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.849209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] For port 45e46142-711b-410f-9e60-54afedb0f3d7, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:49.861439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] For port 45e46142-711b-410f-9e60-54afedb0f3d7, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=45e46142-711b-410f-9e60-54afedb0f3d7,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:49.902448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c6fb2-643b-498e-86b4-d9888beb7c0a None None] Port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:16:49.934872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.960307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55288-49bd-4944-b3aa-7b87d9a2c4f6 req-23654da4-7ac6-49f7-b0ce-0898b36112d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:49.964520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:49.975893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ba55288-49bd-4944-b3aa-7b87d9a2c4f6 req-23654da4-7ac6-49f7-b0ce-0898b36112d8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 932 time: 0.2455165 Sep 10 03:16:49.983968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-c95f7f8c-663d-4955-8409-4438b4e20105 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/quotas/254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 375 time: 0.1195903 Sep 10 03:16:50.004228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.096333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:50.103605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=45e46142-711b-410f-9e60-54afedb0f3d7,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:50.123274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:50.124367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.127098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-4e225a9e-6db7-4664-9d4d-835050e5b5a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/45e46142-711b-410f-9e60-54afedb0f3d7 HTTP/1.1" status: 200 len: 1091 time: 3.0011771 Sep 10 03:16:50.132779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'tag': '45e46142-711b-410f-9e60-54afedb0f3d7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:50.135542 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b5317-f6ee-4ffb-893e-1ab712613188" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb", "tag": "45e46142-711b-410f-9e60-54afedb0f3d7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:50.192735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.202649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6539824 Sep 10 03:16:50.211810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46168) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:50.212922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.248163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dac58c18-3d52-49c0-b53b-2776fa77eec0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '90a8c2e3-2949-4752-a30b-5f6cf1ab2953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:50.250268 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-dac58c18-3d52-49c0-b53b-2776fa77eec0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 10 03:16:50.253416 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-dac58c18-3d52-49c0-b53b-2776fa77eec0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:50.261707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dac58c18-3d52-49c0-b53b-2776fa77eec0 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0373759 Sep 10 03:16:50.268894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46172) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:50.325941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dd13a3e7-e881-493e-9759-8187b1812044 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '90a8c2e3-2949-4752-a30b-5f6cf1ab2953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:50.326674 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-dd13a3e7-e881-493e-9759-8187b1812044 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 10 03:16:50.327174 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-dd13a3e7-e881-493e-9759-8187b1812044 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:50.327412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:50.332289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dd13a3e7-e881-493e-9759-8187b1812044 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0306501 Sep 10 03:16:50.333604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798fcc2-60e4-4bdc-aa07-c207356cbe5f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a8c2e3-2949-4752-a30b-5f6cf1ab2953,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:50.335742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46176) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:50.350858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:50.351235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.352344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-67f3db41-1dee-4163-9b2c-23271748a5e5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '90a8c2e3-2949-4752-a30b-5f6cf1ab2953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:50.353506 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-67f3db41-1dee-4163-9b2c-23271748a5e5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 10 03:16:50.354068 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-67f3db41-1dee-4163-9b2c-23271748a5e5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:50.358056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-67f3db41-1dee-4163-9b2c-23271748a5e5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155559 Sep 10 03:16:50.359116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46178) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:50.378012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4ba55288-49bd-4944-b3aa-7b87d9a2c4f6 req-df3e3b44-0460-434e-a33d-9ddb0d22efec tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640289 Sep 10 03:16:50.381717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4d517110-9eaa-42f2-bb0e-b441578c349a tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '90a8c2e3-2949-4752-a30b-5f6cf1ab2953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:50.383337 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-4d517110-9eaa-42f2-bb0e-b441578c349a tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 10 03:16:50.384281 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-4d517110-9eaa-42f2-bb0e-b441578c349a tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:50.388659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4d517110-9eaa-42f2-bb0e-b441578c349a tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0247624 Sep 10 03:16:50.391946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46180) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:50.473009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-a3591765-0998-44c1-9727-ea52fe989997 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:50.474792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-a3591765-0998-44c1-9727-ea52fe989997 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 810 time: 0.4967926 Sep 10 03:16:50.523478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Request body: {'port': {'device_id': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'admin_state_up': True, 'tenant_id': '8620685d920f4142ad73befd8c1ee335'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:50.599392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.667598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:50.681408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.710698 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c876c067-b7d8-4ca5-ab1f-20bb13a1b749 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.770736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-8f61ced4-54c4-429b-93ae-f6226f1895c9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6683445 Sep 10 03:16:50.785109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:50.789710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:50.792429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-c5a93ded-4508-4eb7-b199-595525bd44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:50.794989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-c5a93ded-4508-4eb7-b199-595525bd44dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 1094 time: 0.1746762 Sep 10 03:16:50.809754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.810092 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c876c067-b7d8-4ca5-ab1f-20bb13a1b749 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.855919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f48b-bf4f-46ed-bae0-ef39010a949d req-7a66d340-cd47-495d-a7e4-704ad9ab6498 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:50.870808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-de2d02e2-e710-4c28-8e2d-3a1eb9e86ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45e46142-711b-410f-9e60-54afedb0f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0635276 Sep 10 03:16:50.872044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2505f48b-bf4f-46ed-bae0-ef39010a949d req-7a66d340-cd47-495d-a7e4-704ad9ab6498 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.2631445 Sep 10 03:16:50.937530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-717d059e-98bc-4668-a7fc-2460de44b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:50.939303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-717d059e-98bc-4668-a7fc-2460de44b4f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.0558555 Sep 10 03:16:50.947839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Transition to ACTIVE for port object 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:50.969111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2505f48b-bf4f-46ed-bae0-ef39010a949d req-d065ed45-6af8-46d6-b1da-ea0fb3653dc3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648613 Sep 10 03:16:50.977051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c876c067-b7d8-4ca5-ab1f-20bb13a1b749 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.987267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c876c067-b7d8-4ca5-ab1f-20bb13a1b749 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.988589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c876c067-b7d8-4ca5-ab1f-20bb13a1b749 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/90a8c2e3-2949-4752-a30b-5f6cf1ab2953 HTTP/1.1" status: 204 len: 168 time: 0.5956874 Sep 10 03:16:50.992518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:50.994441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46200) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:51.028666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876c067-b7d8-4ca5-ab1f-20bb13a1b749 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a8c2e3-2949-4752-a30b-5f6cf1ab2953,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:51.038991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Made reservation on behalf of 8620685d920f4142ad73befd8c1ee335 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:51.049799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:51.074977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:51.081384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-0bf8a55c-e04e-408a-adf8-91cb703c6423 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320114 Sep 10 03:16:51.401959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78850f44-9afb-45d5-bd0b-6c5aa6270b45 req-da697c61-3e9b-4c86-a285-a310b34e0cfd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:51.415666 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78850f44-9afb-45d5-bd0b-6c5aa6270b45 req-da697c61-3e9b-4c86-a285-a310b34e0cfd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.3448303 Sep 10 03:16:51.524000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Allocated IP 172.20.0.14 (af067a89-8d56-4147-b93b-4266a73a4a6f/89fd670c-faa4-4786-8388-3ada9bc6a85a/a2347b48-e699-4187-8b13-875f8b2f7d5f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:51.543308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78850f44-9afb-45d5-bd0b-6c5aa6270b45 req-f51a9c2e-ef6a-4dbf-833f-ba2eb343e796 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268444 Sep 10 03:16:51.552164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-7b3f2117-50b3-4552-9385-1f8d9d8bf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:51.553628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-7b3f2117-50b3-4552-9385-1f8d9d8bf798 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1096 time: 0.2368824 Sep 10 03:16:51.569929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-a1f88129-e808-4062-8c9b-1cf59f70ca5a service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800212 Sep 10 03:16:51.634133 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b6db2a4d-f700-4750-8aa2-87439a4e5049 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5703425 Sep 10 03:16:51.634935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46212) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:51.668293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--32955816'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:51.675301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a547a44-a972-4691-bab1-8ac3d93f0a43 req-c84572b1-543b-442a-917e-c275a8f86704 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 210 time: 0.0534599 Sep 10 03:16:51.758775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-522e3f88-7bea-4c73-a0cb-05b2717649d8 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685946 Sep 10 03:16:51.783644 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f15b4d-89a3-42e6-8793-68e323fa08d1 x-openstack-request-id: req-b5f15b4d-89a3-42e6-8793-68e323fa08d1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:51.784553 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb", "tag": "45e46142-711b-410f-9e60-54afedb0f3d7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:51.784809 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5f15b4d-89a3-42e6-8793-68e323fa08d1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:51.785799 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'tag': '45e46142-711b-410f-9e60-54afedb0f3d7', 'status': 'completed', 'code': 200} Sep 10 03:16:51.842642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Attempting to bind port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:51.842990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Attempting to bind port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:51.843330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Attempting to bind port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 on network dd02718a-c945-4860-9982-370bfd9a6fe5 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:51.848066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:51.861178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-3cb1e768-aeb2-4024-b7e5-47fc37ce30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:51.863797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-3cb1e768-aeb2-4024-b7e5-47fc37ce30ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.3000445 Sep 10 03:16:51.868980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 on network dd02718a-c945-4860-9982-370bfd9a6fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:16:51.869326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Attempting to bind port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 on network dd02718a-c945-4860-9982-370bfd9a6fe5 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:51.883746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-9adfd405-390c-4263-9c79-ee87cc0ff3b5 service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951248 Sep 10 03:16:51.895729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:51.896134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Checking segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:51.896471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Bound using segment: {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:51.897269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Bound port: 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802fe291-ed87-45da-8e2e-cb1c6ee8a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:51.897498 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:51.954877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-acd95d6d-f0aa-4e70-bb3a-cf165d20c99f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 1001 time: 0.0791461 Sep 10 03:16:51.998048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:52.087845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9127e83a-e6b7-4263-8c1d-bab7fb3be6a2 req-73ce3977-921f-478b-8a50-9516d003d554 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962892 Sep 10 03:16:52.089562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ea2d0-ba93-4219-972b-e1dc9ad2d418 req-b6181e7a-d054-4fb9-9943-0d599424435b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.116117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:52.120761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da3ea2d0-ba93-4219-972b-e1dc9ad2d418 req-b6181e7a-d054-4fb9-9943-0d599424435b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 943 time: 0.3324010 Sep 10 03:16:52.122201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:52.136714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.144489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:52.144851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.155829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.200324 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.218462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.261278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-546cbd3d-cf5d-4e9f-be44-e9c5acaae874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.261637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.262644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.264104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-546cbd3d-cf5d-4e9f-be44-e9c5acaae874 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.2997072 Sep 10 03:16:52.264303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ae00675-23f9-4ead-b4a3-d07b3b8f9468 HTTP/1.1" status: 200 len: 1092 time: 2.5926530 Sep 10 03:16:52.273930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f39f72-0d95-4dda-8e06-8b32b56dbefe,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:52.297787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.341525 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:16:52.416821 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:52.422430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e656757d-b47e-462a-93b6-734f738ad765 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7578199 Sep 10 03:16:52.438120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46234) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:52.450646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-578cb1af-f733-485e-a159-db2d4b906ac8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:52.450957 n-d-808126-2 neutron-server[94633]: WARNING neutron.api.v2.base [None req-578cb1af-f733-485e-a159-db2d4b906ac8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 03:16:52.451476 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-578cb1af-f733-485e-a159-db2d4b906ac8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:52.452621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-578cb1af-f733-485e-a159-db2d4b906ac8 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135198 Sep 10 03:16:52.458479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46236) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:52.463530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53070bd5-0d4e-4655-9cbd-78a31074a004 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:52.478921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da3ea2d0-ba93-4219-972b-e1dc9ad2d418 req-4598b066-0b67-4ec1-bd7a-6bc1f610a94f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566568 Sep 10 03:16:52.485516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7f776229-976d-4e31-9ebb-2d852b78343c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:52.511628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Network af067a89-8d56-4147-b93b-4266a73a4a6f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:52.516637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ddd7-eb45-4df0-a533-2f587ffe94b5 req-8f764093-6583-43c6-8852-85fc5326ad1f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.524574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f709ddd7-eb45-4df0-a533-2f587ffe94b5 req-8f764093-6583-43c6-8852-85fc5326ad1f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 944 time: 0.3806939 Sep 10 03:16:52.536818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:52.543350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-59ee4628-b260-43b0-b450-8feeeffe6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.547790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-59ee4628-b260-43b0-b450-8feeeffe6cc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 1094 time: 0.3500440 Sep 10 03:16:52.548296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:52.595111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Pushing event updated for resources: {'Port': ['ID=a2347b48-e699-4187-8b13-875f8b2f7d5f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:52.606195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-efc5cccf-d145-40a0-a9b0-cce657f7d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.608036 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-efc5cccf-d145-40a0-a9b0-cce657f7d08e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057146 Sep 10 03:16:52.640939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-3f53130b-90a3-493f-84dd-234a0537747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:52.642549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-3f53130b-90a3-493f-84dd-234a0537747d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1095 time: 0.3120730 Sep 10 03:16:52.749710 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f709ddd7-eb45-4df0-a533-2f587ffe94b5 req-c60fb077-0121-4d1b-9797-d1b34826123f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235963 Sep 10 03:16:52.751105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-9b60e240-e29e-4024-9a26-8f477ad58c51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468 HTTP/1.1" status: 200 len: 217 time: 0.0506628 Sep 10 03:16:52.901771 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-7f776229-976d-4e31-9ebb-2d852b78343c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:52.906282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f776229-976d-4e31-9ebb-2d852b78343c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4272125 Sep 10 03:16:52.913308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46248) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:52.938868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e5f21404-ebe1-43ca-b6cc-e9478004e30b tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:52.939731 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-e5f21404-ebe1-43ca-b6cc-e9478004e30b tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 10 03:16:52.940471 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-e5f21404-ebe1-43ca-b6cc-e9478004e30b tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:52.944267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e5f21404-ebe1-43ca-b6cc-e9478004e30b tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272124 Sep 10 03:16:52.951103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d720a66c-cf82-4915-8bc0-f898eb58530b req-0b2efdde-2e15-46f5-81b1-2d3c32bd7d6b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 210 time: 0.0759153 Sep 10 03:16:52.963534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46250) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:53.013975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9dfcc64e-1532-4528-9b1b-e819ba9c4922 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.046623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-9ee5fd4c-006f-406b-a2a6-cc2801834c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.048461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-9ee5fd4c-006f-406b-a2a6-cc2801834c25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3f719de-dd12-41d7-9ac5-eebda922f527 HTTP/1.1" status: 200 len: 834 time: 0.2199287 Sep 10 03:16:53.052787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-ebbc33a7-4579-4000-b332-ee9c3093d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.054300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-ebbc33a7-4579-4000-b332-ee9c3093d15f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 200 len: 915 time: 0.4761050 Sep 10 03:16:53.127297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.128074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:53.152158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-9876375f-e6c0-4364-b804-ade3fdd2e839 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45e46142-711b-410f-9e60-54afedb0f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0815670 Sep 10 03:16:53.197328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dbf66-be62-4b39-b6cd-2b68eaecdf4a req-0dfa623b-ceeb-40d8-a135-f9b83b6a7447 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.199001 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65dbf66-be62-4b39-b6cd-2b68eaecdf4a req-0dfa623b-ceeb-40d8-a135-f9b83b6a7447 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 945 time: 0.5996528 Sep 10 03:16:53.204562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-f02d5dce-ff02-41bb-a102-2bbe30cb2d40 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6911891 Sep 10 03:16:53.218404 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-9dfcc64e-1532-4528-9b1b-e819ba9c4922 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:53.222983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9dfcc64e-1532-4528-9b1b-e819ba9c4922 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2303588 Sep 10 03:16:53.223772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Request body: {'port': {'device_id': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.226353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46258) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:53.235855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-edf1e101-7383-4f3c-a4bb-16e68426be26 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.236488 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-edf1e101-7383-4f3c-a4bb-16e68426be26 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 03:16:53.236899 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-edf1e101-7383-4f3c-a4bb-16e68426be26 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:53.239514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-edf1e101-7383-4f3c-a4bb-16e68426be26 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084507 Sep 10 03:16:53.241527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46260) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:53.246919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1a7edde9-f779-4219-959b-fa42fb014c23 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.253207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-65662c81-3b85-4097-8147-2a01709b7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.254755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-65662c81-3b85-4097-8147-2a01709b7ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd02718a-c945-4860-9982-370bfd9a6fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973896 Sep 10 03:16:53.256574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-e312fbfe-781f-4b98-ad0b-6c5d565724d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.259234 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-e312fbfe-781f-4b98-ad0b-6c5d565724d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 200 len: 855 time: 0.0869381 Sep 10 03:16:53.267227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc5983-97dd-4014-ab6e-47b03aca0606 req-0c2560cb-8ab7-4572-99d4-c6f5140feda2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.269413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5dfc5983-97dd-4014-ab6e-47b03aca0606 req-0c2560cb-8ab7-4572-99d4-c6f5140feda2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.1870229 Sep 10 03:16:53.306950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-b923d5f0-577f-4b8c-8d53-a868e38e3ebb service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855500 Sep 10 03:16:53.344965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-5b329058-f683-4123-951b-0f8b8cb67dae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731709 Sep 10 03:16:53.349394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b65dbf66-be62-4b39-b6cd-2b68eaecdf4a req-30fedb7e-9006-4942-8ba7-588d10a710cc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410863 Sep 10 03:16:53.416361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:53.525977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-2f078d7e-b9c0-4f8d-b0d3-a5307db3f478 service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555318 Sep 10 03:16:53.537954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5dfc5983-97dd-4014-ab6e-47b03aca0606 req-02b4c828-5626-478c-8a52-5bfee1531ac1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464507 Sep 10 03:16:53.568302 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-1a7edde9-f779-4219-959b-fa42fb014c23 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:53.568302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a7edde9-f779-4219-959b-fa42fb014c23 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3213949 Sep 10 03:16:53.587977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:53.595164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-93a6f5c2-c4ba-4037-b0da-4f7b334da16d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.595681 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-93a6f5c2-c4ba-4037-b0da-4f7b334da16d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 10 03:16:53.596471 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-93a6f5c2-c4ba-4037-b0da-4f7b334da16d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:53.606331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-93a6f5c2-c4ba-4037-b0da-4f7b334da16d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172210 Sep 10 03:16:53.610056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46270) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:53.622272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-262dbc8d-ec77-4b1d-8592-8d27c095826d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.641882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-b869a9dd-0710-4479-b5e7-ed22920fd5f8 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272369 Sep 10 03:16:53.654114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-f6efe7d1-d37e-425b-a509-c0327b4b75b5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.655241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-f6efe7d1-d37e-425b-a509-c0327b4b75b5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.2919145 Sep 10 03:16:53.721126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660a02-ffbc-4ca8-b8f9-e30c4b081644 req-f7c2781d-6116-4a02-9fa3-52dee4df063d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.722590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07660a02-ffbc-4ca8-b8f9-e30c4b081644 req-f7c2781d-6116-4a02-9fa3-52dee4df063d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 932 time: 0.2137747 Sep 10 03:16:53.731976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'port': {'device_id': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'admin_state_up': True, 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.732971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-e6e048ad-ea9e-4103-a604-9d7dcf1d71dd service neutron] 10.222.0.36 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741980 Sep 10 03:16:53.800808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:53.803415 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9313ad78-4ec6-4df7-a874-41fbc139bb22" -d '{"events": [{"name": "network-changed", "server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:53.888353 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-262dbc8d-ec77-4b1d-8592-8d27c095826d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:53.889707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-262dbc8d-ec77-4b1d-8592-8d27c095826d tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2748637 Sep 10 03:16:53.898500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46280) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:53.904795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07660a02-ffbc-4ca8-b8f9-e30c4b081644 req-1f2075f7-56df-49d5-b90c-c3af690ef79d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671467 Sep 10 03:16:53.907812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c6ae4b66-8c29-409d-8175-0308ebea8ade tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'f7f39f72-0d95-4dda-8e06-8b32b56dbefe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:53.918209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cc47c-efa0-4bc2-a76b-fcabda29154f req-84925fba-abc7-4c08-a36d-d57fd8077609 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:53.920114 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f50cc47c-efa0-4bc2-a76b-fcabda29154f req-84925fba-abc7-4c08-a36d-d57fd8077609 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 943 time: 0.2504508 Sep 10 03:16:53.924548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9d75413-56c6-4549-b0ee-e43f1b347e85 req-97d1b580-4027-4aca-ae3b-d5963e2f691f service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851824 Sep 10 03:16:53.960506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-761b5317-f6ee-4ffb-893e-1ab712613188 req-b3a72195-d8af-4510-b5a3-b1e6be5647d6 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890831 Sep 10 03:16:54.013100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:16:54.025026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.048663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f50cc47c-efa0-4bc2-a76b-fcabda29154f req-2df8d225-24a4-4e91-aa5a-e0895fbb2a4b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097517 Sep 10 03:16:54.056710 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-c6ae4b66-8c29-409d-8175-0308ebea8ade tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:54.058053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6ae4b66-8c29-409d-8175-0308ebea8ade tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1565740 Sep 10 03:16:54.062161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:54.101571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2347b48-e699-4187-8b13-875f8b2f7d5f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:54.120813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28806b7b-5581-4e33-a26c-b6c9b12c81c5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.138718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.146760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28806b7b-5581-4e33-a26c-b6c9b12c81c5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.195997 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1af995-6619-4fb4-b0c9-b4280a7d50f9 x-openstack-request-id: req-3a1af995-6619-4fb4-b0c9-b4280a7d50f9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:54.196285 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:54.196535 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a1af995-6619-4fb4-b0c9-b4280a7d50f9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:54.196919 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'status': 'completed', 'code': 200} Sep 10 03:16:54.226376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:54.226926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Transition to ACTIVE for port object a2347b48-e699-4187-8b13-875f8b2f7d5f will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:54.239699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.249836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28806b7b-5581-4e33-a26c-b6c9b12c81c5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.256334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28806b7b-5581-4e33-a26c-b6c9b12c81c5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.262499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-28806b7b-5581-4e33-a26c-b6c9b12c81c5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/f7f39f72-0d95-4dda-8e06-8b32b56dbefe HTTP/1.1" status: 204 len: 168 time: 0.1992314 Sep 10 03:16:54.281343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e7a05-a4cb-4a4c-86bf-81a67d71a052 req-a24a5a0e-eb7a-42cd-8530-7dd11d071edd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.282805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e88e7a05-a4cb-4a4c-86bf-81a67d71a052 req-a24a5a0e-eb7a-42cd-8530-7dd11d071edd tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 944 time: 0.1416795 Sep 10 03:16:54.287843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46288) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:54.305235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ef30cbc-254a-4ce5-8fd0-2dce62768cfe req-1afc3759-76de-4a30-b4c0-4c6b5efce44d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 210 time: 0.0721381 Sep 10 03:16:54.305987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28806b7b-5581-4e33-a26c-b6c9b12c81c5 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f39f72-0d95-4dda-8e06-8b32b56dbefe,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:54.318321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-c2a2383c-96f6-48da-bb6c-1aef357f8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.320154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-c2a2383c-96f6-48da-bb6c-1aef357f8ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1095 time: 0.1272054 Sep 10 03:16:54.325916 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.327237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Allocated IP 172.20.0.5 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/7655e8dc-2196-42c7-87fa-8cbde319eb74) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:16:54.369639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:54.372136 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d69628-d872-44c2-ab92-20314dda7a1d" -d '{"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:54.394860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:54.396398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Pushing event updated for resources: {'Port': ['ID=a2347b48-e699-4187-8b13-875f8b2f7d5f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:54.413509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.423148 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7d357c-12dc-4ce4-85cc-971fbea8db7b x-openstack-request-id: req-0e7d357c-12dc-4ce4-85cc-971fbea8db7b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:54.423596 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:54.423948 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e7d357c-12dc-4ce4-85cc-971fbea8db7b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:54.425197 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'code': 200} Sep 10 03:16:54.506480 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e88e7a05-a4cb-4a4c-86bf-81a67d71a052 req-1ef07074-dadb-4ea5-bd03-f699e6f251e5 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966662 Sep 10 03:16:54.519161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-7ea294e5-d14c-4748-98bb-29631cf024aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.530115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:54.530286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-7ea294e5-d14c-4748-98bb-29631cf024aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd02718a-c945-4860-9982-370bfd9a6fe5 HTTP/1.1" status: 200 len: 896 time: 0.1930575 Sep 10 03:16:54.530403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed4f83b8-55fa-4437-b69e-b7ea79c763c3 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2349374 Sep 10 03:16:54.530403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46298) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:54.536751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845320023'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:54.603185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Attempting to bind port a2347b48-e699-4187-8b13-875f8b2f7d5f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:54.603571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Attempting to bind port a2347b48-e699-4187-8b13-875f8b2f7d5f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:54.603911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Attempting to bind port a2347b48-e699-4187-8b13-875f8b2f7d5f on network af067a89-8d56-4147-b93b-4266a73a4a6f {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:54.610801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.641839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-f2df20ef-ef46-4cac-bba5-1abe4fac7540 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468 HTTP/1.1" status: 200 len: 217 time: 0.0753088 Sep 10 03:16:54.659830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Port a2347b48-e699-4187-8b13-875f8b2f7d5f on network af067a89-8d56-4147-b93b-4266a73a4a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:16:54.660157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Attempting to bind port a2347b48-e699-4187-8b13-875f8b2f7d5f on network af067a89-8d56-4147-b93b-4266a73a4a6f {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:54.665701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12216040-c59f-4a87-b560-94ef4a31cef3 req-7098b54a-bfff-4f22-82a3-b62ab6e68d0b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.667930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12216040-c59f-4a87-b560-94ef4a31cef3 req-7098b54a-bfff-4f22-82a3-b62ab6e68d0b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1535015 Sep 10 03:16:54.695855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:54.696215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Checking segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:54.696585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Bound using segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:54.697037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Bound port: a2347b48-e699-4187-8b13-875f8b2f7d5f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:54.697403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.747273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12216040-c59f-4a87-b560-94ef4a31cef3 req-c9440e36-e3a1-4348-a735-bc1302b3c5e2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Sep 10 03:16:54.748963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-02e1ee4b-ade8-45de-a50a-1ba5dca70da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.750522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-02e1ee4b-ade8-45de-a50a-1ba5dca70da4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3f719de-dd12-41d7-9ac5-eebda922f527 HTTP/1.1" status: 200 len: 834 time: 0.0965266 Sep 10 03:16:54.784643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.788298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82f4ba8-87d2-4983-819a-5e0daafc552f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:54.816240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeeb98-6327-4508-afc9-53eb40a2704c req-aa7cff57-1609-4513-9552-be16b686b8fa tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.818110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97aeeb98-6327-4508-afc9-53eb40a2704c req-aa7cff57-1609-4513-9552-be16b686b8fa tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 944 time: 0.1753621 Sep 10 03:16:54.826269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Transition to ACTIVE for port object 7655e8dc-2196-42c7-87fa-8cbde319eb74 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:54.857978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-333a466a-609b-48f2-abf9-6b355b03190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:54.861593 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-333a466a-609b-48f2-abf9-6b355b03190b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd02718a-c945-4860-9982-370bfd9a6fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020515 Sep 10 03:16:54.891549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] For port a2347b48-e699-4187-8b13-875f8b2f7d5f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:54.912482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b82f4ba8-87d2-4983-819a-5e0daafc552f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:54.927905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'b82f4ba8-87d2-4983-819a-5e0daafc552f', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': 'b82f4ba8-87d2-4983-819a-5e0daafc552f', 'mac_address': 'fa:16:3e:36:49:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:54.934230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] For port a2347b48-e699-4187-8b13-875f8b2f7d5f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:54.952845 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-97aeeb98-6327-4508-afc9-53eb40a2704c req-e5399377-c609-4f25-9021-60830c74bf16 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200628 Sep 10 03:16:54.964525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:54.988926 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.004368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82f4ba8-87d2-4983-819a-5e0daafc552f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:55.005287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.012515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.025304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.025737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-4b4ff41a-7a24-4b5a-87d8-421ddcb8bbf4 service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547563 Sep 10 03:16:55.028495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b82f4ba8-87d2-4983-819a-5e0daafc552f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:55.029478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.030264 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.031681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:55.032115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] 10.222.0.36 "PUT /v2.0/ports/a2347b48-e699-4187-8b13-875f8b2f7d5f HTTP/1.1" status: 200 len: 1092 time: 1.8144803 Sep 10 03:16:55.036092 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.036747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 45e46142-711b-410f-9e60-54afedb0f3d7 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:55.042880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'tag': 'a2347b48-e699-4187-8b13-875f8b2f7d5f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:55.045631 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdedfee-49df-478c-8a3e-506e604ca5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "64d4a0e5-adf3-4f45-904f-1af70633769a", "tag": "a2347b48-e699-4187-8b13-875f8b2f7d5f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:55.135029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.136556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6052530 Sep 10 03:16:55.164847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:16:55.164847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab53f4-b916-43de-aae2-c1eb159f571c service neutron] Pushing event updated for resources: {'Port': ['ID=a2347b48-e699-4187-8b13-875f8b2f7d5f,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:55.164847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46318) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:55.188936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e86597d2-42b2-4390-8fd8-b1322fd96416 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '48de8154-d55a-4eab-88b5-8fdbeb9a14a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:55.258185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 45e46142-711b-410f-9e60-54afedb0f3d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=45e46142-711b-410f-9e60-54afedb0f3d7,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:55.260180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9985a5e-8490-47a4-9159-d02523265033 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48de8154-d55a-4eab-88b5-8fdbeb9a14a6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:55.274178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=7655e8dc-2196-42c7-87fa-8cbde319eb74,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:55.322519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:16:55.327827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:16:55.329053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c54c8-5315-4e82-82b1-0b6ad0f485d2 req-e77201a1-f46d-4083-87fe-b91abb01a42f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.336993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-789c54c8-5315-4e82-82b1-0b6ad0f485d2 req-e77201a1-f46d-4083-87fe-b91abb01a42f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 944 time: 0.2227314 Sep 10 03:16:55.348109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9313ad78-4ec6-4df7-a874-41fbc139bb22 req-a5d3cc17-3394-4d8c-a777-7c067950601e service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100212 Sep 10 03:16:55.396010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-789c54c8-5315-4e82-82b1-0b6ad0f485d2 req-af9b98f2-428a-4656-8cfb-bd344946819b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580504 Sep 10 03:16:55.454911 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09f2f3-2f3f-47b7-b9b0-33055ec1fde0 x-openstack-request-id: req-9e09f2f3-2f3f-47b7-b9b0-33055ec1fde0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:55.455202 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d4a0e5-adf3-4f45-904f-1af70633769a", "tag": "a2347b48-e699-4187-8b13-875f8b2f7d5f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:55.455684 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e09f2f3-2f3f-47b7-b9b0-33055ec1fde0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:55.455924 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'tag': 'a2347b48-e699-4187-8b13-875f8b2f7d5f', 'status': 'completed', 'code': 200} Sep 10 03:16:55.458682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-4d1eccac-1b6b-4701-9f0a-2941bec40c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.460384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-4d1eccac-1b6b-4701-9f0a-2941bec40c9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 1095 time: 0.3490376 Sep 10 03:16:55.474639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.475322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.539571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-41b8334f-66a7-4c41-b9a9-431141c1138b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f HTTP/1.1" status: 200 len: 217 time: 0.0600209 Sep 10 03:16:55.553129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a34e7-0d7d-4579-864a-629e70362184 req-590b7e94-8aab-4fe0-b432-dc18d4f060fe tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.554899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c4a34e7-0d7d-4579-864a-629e70362184 req-590b7e94-8aab-4fe0-b432-dc18d4f060fe tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 943 time: 0.2649722 Sep 10 03:16:55.602746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b82f4ba8-87d2-4983-819a-5e0daafc552f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:55.618898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '45e46142-711b-410f-9e60-54afedb0f3d7', 'network_id': 'a4f5dd6e-fe51-4b2e-be2e-5afea659f30d', 'port_id': '45e46142-711b-410f-9e60-54afedb0f3d7', 'mac_address': 'fa:16:3e:8e:22:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd6d26b-9f4b-4294-9353-4c2fec11695e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:55.674804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-1dc022ae-8b75-4f9c-91d1-3c2af0082ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.676607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-1dc022ae-8b75-4f9c-91d1-3c2af0082ba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.1206458 Sep 10 03:16:55.680653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-0eb9b3e2-86df-46ca-8c62-48eb71f8d4d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9703424 Sep 10 03:16:55.689702 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-e86597d2-42b2-4390-8fd8-b1322fd96416 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The resource could not be found. Sep 10 03:16:55.691319 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e86597d2-42b2-4390-8fd8-b1322fd96416 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5267963 Sep 10 03:16:55.697423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa97c14-27cd-4103-a3bb-271645336d0e req-855c4623-c085-401b-b94d-195620f14cca tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.705222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Request body: {'port': {'device_id': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:55.710181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-daa97c14-27cd-4103-a3bb-271645336d0e req-855c4623-c085-401b-b94d-195620f14cca tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 931 time: 0.1457722 Sep 10 03:16:55.711863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:55.721558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0630f08a-7fd3-45a5-8600-cb8536e7e389 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '48de8154-d55a-4eab-88b5-8fdbeb9a14a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bd81a743-fe65-4dde-aec5-335136980bf1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:55.742131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-7520d380-c9f2-4f94-a612-3bd28f8906d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266888 Sep 10 03:16:55.775804 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.785106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-daa97c14-27cd-4103-a3bb-271645336d0e req-466a8646-17a8-40db-a9df-9271e0e69052 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739608 Sep 10 03:16:55.820205 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-0630f08a-7fd3-45a5-8600-cb8536e7e389 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The resource could not be found. Sep 10 03:16:55.825399 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0630f08a-7fd3-45a5-8600-cb8536e7e389 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1061885 Sep 10 03:16:55.825719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e46142-711b-410f-9e60-54afedb0f3d7 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:55.825992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:55.866676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e60545a0-652e-423a-9d19-cb97064de9a7 None None] Provisioning for port 7655e8dc-2196-42c7-87fa-8cbde319eb74 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:55.886699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c4a34e7-0d7d-4579-864a-629e70362184 req-47387451-e037-4d18-a0e2-24d0008c0e90 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366707 Sep 10 03:16:55.888425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e60545a0-652e-423a-9d19-cb97064de9a7 None None] Provisioning complete for port 7655e8dc-2196-42c7-87fa-8cbde319eb74 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:55.888925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e60545a0-652e-423a-9d19-cb97064de9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.895690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 45e46142-711b-410f-9e60-54afedb0f3d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=45e46142-711b-410f-9e60-54afedb0f3d7,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:55.931164 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.966358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cbb1-0b8a-4cfe-b196-90f2288e6a22 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:55.977140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e9e32-e277-44f5-a512-35cd2a226e50 req-be38e462-0aec-4a7f-acc2-1ab729171dfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:55.985302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-554e9e32-e277-44f5-a512-35cd2a226e50 req-be38e462-0aec-4a7f-acc2-1ab729171dfe tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 944 time: 0.1160657 Sep 10 03:16:55.998163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e60545a0-652e-423a-9d19-cb97064de9a7 None None] Port 7655e8dc-2196-42c7-87fa-8cbde319eb74 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:16:56.026223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=45e46142-711b-410f-9e60-54afedb0f3d7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:56.048373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cbb1-0b8a-4cfe-b196-90f2288e6a22 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.058901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.062267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-36c31568-ffe1-4adf-8c9d-b1a422100b0d service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772586 Sep 10 03:16:56.076142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-554e9e32-e277-44f5-a512-35cd2a226e50 req-aebc057d-4aa5-44c6-ada9-60c285d92f1c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900083 Sep 10 03:16:56.130442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cbb1-0b8a-4cfe-b196-90f2288e6a22 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.133499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cbb1-0b8a-4cfe-b196-90f2288e6a22 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.134931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c8e8cbb1-0b8a-4cfe-b196-90f2288e6a22 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/48de8154-d55a-4eab-88b5-8fdbeb9a14a6 HTTP/1.1" status: 204 len: 168 time: 0.3095162 Sep 10 03:16:56.145146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46342) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:56.146061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8cbb1-0b8a-4cfe-b196-90f2288e6a22 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48de8154-d55a-4eab-88b5-8fdbeb9a14a6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:56.179080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b82f4ba8-87d2-4983-819a-5e0daafc552f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:56.183178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['45e46142-711b-410f-9e60-54afedb0f3d7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:56.228861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45efe19d-413b-4a7e-866b-e646e037cccb tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803802 Sep 10 03:16:56.237549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1591-9036-4ae0-bd13-de296742e80e req-c534c48a-1e9e-4372-8023-e6384443e39e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:56.244833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d1c1591-9036-4ae0-bd13-de296742e80e req-c534c48a-1e9e-4372-8023-e6384443e39e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 945 time: 0.0915809 Sep 10 03:16:56.247142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46344) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:56.251446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2eef673f-b9f6-4e9a-a6ae-c96295813aad tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': 'd40388c4-fbed-4cb8-9cfe-16a1581f1baf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:56.308766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de1827c1-b348-432e-a7ff-fe8a1d10bf66 req-25f18c1f-a5c7-4acc-927b-734ddacf4516 service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266760 Sep 10 03:16:56.311010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d1c1591-9036-4ae0-bd13-de296742e80e req-89de241c-8d0d-4096-9e6c-ad45751aa354 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651612 Sep 10 03:16:56.333128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16911312-3d85-4042-8602-2ca2d159ccdc req-eb5befe7-864d-4ce1-8fbb-5eef9520f3d9 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:56.334743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16911312-3d85-4042-8602-2ca2d159ccdc req-eb5befe7-864d-4ce1-8fbb-5eef9520f3d9 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.2707412 Sep 10 03:16:56.341805 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-2eef673f-b9f6-4e9a-a6ae-c96295813aad tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The resource could not be found. Sep 10 03:16:56.343669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2eef673f-b9f6-4e9a-a6ae-c96295813aad tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0955453 Sep 10 03:16:56.348302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46350) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:56.354583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--832160895'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:56.427817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.552636 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16911312-3d85-4042-8602-2ca2d159ccdc req-2950eb77-0502-4f45-90d5-19798ec2d1cf tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094624 Sep 10 03:16:56.561620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-270322ab-2d1c-4753-8845-666352b63fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:56.563773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-270322ab-2d1c-4753-8845-666352b63fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 1095 time: 0.1839802 Sep 10 03:16:56.583327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a9575-e943-4df8-abf6-0ec6d793b414 req-1e60748a-b2cc-4bb3-8936-aa0c57055801 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:56.584916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d5a9575-e943-4df8-abf6-0ec6d793b414 req-1e60748a-b2cc-4bb3-8936-aa0c57055801 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 944 time: 0.0830667 Sep 10 03:16:56.631910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.651544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.679199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d5a9575-e943-4df8-abf6-0ec6d793b414 req-4ec70a40-03c1-4d4d-8dec-35b15ab13876 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790851 Sep 10 03:16:56.719835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c2033e-4853-471e-972c-b09c4138fc10,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:56.732268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.733542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-96c9aab2-c84f-469e-bdd4-8bb78cc8c71f tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3830595 Sep 10 03:16:56.738765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46362) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:56.743022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628275638'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:56.780421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.813792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-9b3608cc-c00c-45ca-b453-486ed25a49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:56.815942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-9b3608cc-c00c-45ca-b453-486ed25a49c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 910 time: 0.2373965 Sep 10 03:16:56.879509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-dd9765b5-10be-4f7b-b636-600791b13c70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f HTTP/1.1" status: 200 len: 217 time: 0.0509343 Sep 10 03:16:56.897474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.918988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.959405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7f538-4391-4790-91ac-db591a6c7eb8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:56.972830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:56.974856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e554f382-8974-4afe-8a37-401401073bbd tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2372365 Sep 10 03:16:56.978157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46374) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:56.984429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-55a99204-7ef8-4d48-8252-42c275d0a084 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group_rule': {'security_group_id': '23c2033e-4853-471e-972c-b09c4138fc10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dae7f538-4391-4790-91ac-db591a6c7eb8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:56.985773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5107d1-bd57-4cd6-921c-7406d9e13d69 req-aa3ccfaf-69ef-4178-aa57-4c062996ec68 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:56.997303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd5107d1-bd57-4cd6-921c-7406d9e13d69 req-aa3ccfaf-69ef-4178-aa57-4c062996ec68 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 931 time: 0.1186864 Sep 10 03:16:57.003731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-f8726790-664d-4b8c-a440-533fc68ba16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:57.005430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-f8726790-664d-4b8c-a440-533fc68ba16f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.1147919 Sep 10 03:16:57.015441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7655e8dc-2196-42c7-87fa-8cbde319eb74 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:57.048051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd5107d1-bd57-4cd6-921c-7406d9e13d69 req-5f22bb91-8986-454d-abf6-ab69578ec884 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496850 Sep 10 03:16:57.079899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.107122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-2b16bc3b-fe79-4f16-8e1e-3a587a98330f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839367 Sep 10 03:16:57.143841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Transition to ACTIVE for port object 7655e8dc-2196-42c7-87fa-8cbde319eb74 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:16:57.176086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.370174 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-55a99204-7ef8-4d48-8252-42c275d0a084 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:16:57.371224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-55a99204-7ef8-4d48-8252-42c275d0a084 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3911800 Sep 10 03:16:57.410559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46392) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:57.437945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Pushing event updated for resources: {'Port': ['ID=7655e8dc-2196-42c7-87fa-8cbde319eb74,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:57.494063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380f6c-134f-49b5-a697-c702ae952d98 req-e244a8db-bd1b-49fa-b76d-962da1e1ebfc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:57.495890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43380f6c-134f-49b5-a697-c702ae952d98 req-e244a8db-bd1b-49fa-b76d-962da1e1ebfc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 944 time: 0.2808161 Sep 10 03:16:57.533601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Attempting to bind port 7655e8dc-2196-42c7-87fa-8cbde319eb74 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:16:57.533601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Attempting to bind port 7655e8dc-2196-42c7-87fa-8cbde319eb74 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:16:57.533923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Attempting to bind port 7655e8dc-2196-42c7-87fa-8cbde319eb74 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:57.539858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-7d9102c0-eeb7-4528-ae31-4c1c11ed72fe service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932567 Sep 10 03:16:57.564519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d90b-8909-481b-8501-c7bf9a63d6c5 req-dac5c472-8a60-4736-90c5-b8e2c70a311a tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:57.566806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e58d90b-8909-481b-8501-c7bf9a63d6c5 req-dac5c472-8a60-4736-90c5-b8e2c70a311a tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 944 time: 0.4422584 Sep 10 03:16:57.584546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Port 7655e8dc-2196-42c7-87fa-8cbde319eb74 on network a3c45e48-e586-4b19-b7db-417fe4223572 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:16:57.584879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Attempting to bind port 7655e8dc-2196-42c7-87fa-8cbde319eb74 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:16:57.607609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:16:57.607990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:16:57.608345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:16:57.608786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Bound port: 7655e8dc-2196-42c7-87fa-8cbde319eb74, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:16:57.609149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.615898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e58d90b-8909-481b-8501-c7bf9a63d6c5 req-bace4348-3055-457d-b40d-8bf4ff1ad2ca tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Sep 10 03:16:57.617957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eda3a5ba-a6f6-44bd-bd15-096d14702a91 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.675662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43380f6c-134f-49b5-a697-c702ae952d98 req-13d61eee-507f-4c28-9763-bb6876342cc1 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703622 Sep 10 03:16:57.715892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eda3a5ba-a6f6-44bd-bd15-096d14702a91 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.746723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d07cb-71f2-48dd-8cb9-6b2a75233216 req-9295323f-eb1f-4d53-93bf-bb23add43ab6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:57.754725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-149d07cb-71f2-48dd-8cb9-6b2a75233216 req-9295323f-eb1f-4d53-93bf-bb23add43ab6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 945 time: 0.0862975 Sep 10 03:16:57.775056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-59427116-dc9f-441c-955e-18de4b041b23 req-94542c72-c057-46d3-9914-1f881d7990a8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:16:57.776032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59427116-dc9f-441c-955e-18de4b041b23 req-94542c72-c057-46d3-9914-1f881d7990a8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145216 Sep 10 03:16:57.789300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bdedfee-49df-478c-8a3e-506e604ca5ad req-a8974666-c350-40fc-a906-a5e25666b378 service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402232 Sep 10 03:16:57.790138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-149d07cb-71f2-48dd-8cb9-6b2a75233216 req-4ca2bd2c-44ab-4a73-9f16-92b1935546ed tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Sep 10 03:16:57.822633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] For port 7655e8dc-2196-42c7-87fa-8cbde319eb74, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:16:57.827274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] For port 7655e8dc-2196-42c7-87fa-8cbde319eb74, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:16:57.841134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.849465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eda3a5ba-a6f6-44bd-bd15-096d14702a91 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.853325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eda3a5ba-a6f6-44bd-bd15-096d14702a91 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.857072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eda3a5ba-a6f6-44bd-bd15-096d14702a91 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/dae7f538-4391-4790-91ac-db591a6c7eb8 HTTP/1.1" status: 204 len: 168 time: 0.4418736 Sep 10 03:16:57.857440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:57.915274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3a5ba-a6f6-44bd-bd15-096d14702a91 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7f538-4391-4790-91ac-db591a6c7eb8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:57.940583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:57.947021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e53f3ebc-d122-41cd-830b-20ed3e0d4480 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0883906 Sep 10 03:16:57.949900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46408) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:57.952897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:57.954853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] 10.222.0.32 "PUT /v2.0/ports/7655e8dc-2196-42c7-87fa-8cbde319eb74 HTTP/1.1" status: 200 len: 1091 time: 2.2539697 Sep 10 03:16:57.955475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'tag': '7655e8dc-2196-42c7-87fa-8cbde319eb74'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:57.957809 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281" -d '{"events": [{"name": "network-changed", "server_uuid": "0ead8794-5805-4bb5-922c-ef3a6d50cc23", "tag": "7655e8dc-2196-42c7-87fa-8cbde319eb74"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:57.967338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25e6b-261e-45d9-900c-9b14578271b6 req-1efa0b9d-b1be-44f1-a0d7-63c89408b9a9 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:57.969700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fc25e6b-261e-45d9-900c-9b14578271b6 req-1efa0b9d-b1be-44f1-a0d7-63c89408b9a9 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 944 time: 0.0725434 Sep 10 03:16:58.101120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d175a7a-b577-46ba-b06c-c5265ccdd9ac tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.115687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fc25e6b-261e-45d9-900c-9b14578271b6 req-9dcdb171-6b20-49d8-942f-845a77a20d42 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275160 Sep 10 03:16:58.144590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d27c4-b12f-4530-a15f-a73508ca9770 service neutron] Pushing event updated for resources: {'Port': ['ID=7655e8dc-2196-42c7-87fa-8cbde319eb74,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:58.164017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d175a7a-b577-46ba-b06c-c5265ccdd9ac tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.176122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-6b829214-98ca-43c2-a7d5-231acf8956dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:58.178628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-6b829214-98ca-43c2-a7d5-231acf8956dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 1094 time: 0.1662304 Sep 10 03:16:58.187522 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30943713-deaf-4914-b807-20fd342191f0 x-openstack-request-id: req-30943713-deaf-4914-b807-20fd342191f0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:58.187820 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ead8794-5805-4bb5-922c-ef3a6d50cc23", "tag": "7655e8dc-2196-42c7-87fa-8cbde319eb74", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:58.188112 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30943713-deaf-4914-b807-20fd342191f0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:58.188464 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'tag': '7655e8dc-2196-42c7-87fa-8cbde319eb74', 'status': 'completed', 'code': 200} Sep 10 03:16:58.220661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d175a7a-b577-46ba-b06c-c5265ccdd9ac tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.223895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d175a7a-b577-46ba-b06c-c5265ccdd9ac tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.225143 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8d175a7a-b577-46ba-b06c-c5265ccdd9ac tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/23c2033e-4853-471e-972c-b09c4138fc10 HTTP/1.1" status: 204 len: 168 time: 0.2727544 Sep 10 03:16:58.235283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46428) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:58.247730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-3a7a93a9-c5e7-4ac9-af6c-d74d126de3b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74 HTTP/1.1" status: 200 len: 217 time: 0.0505555 Sep 10 03:16:58.255660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f788-6835-46c9-9350-c08964a92781 req-72c8b887-5f05-4788-9cb8-1d57bc2700aa tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:58.260946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d175a7a-b577-46ba-b06c-c5265ccdd9ac tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c2033e-4853-471e-972c-b09c4138fc10,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:58.264287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f59f788-6835-46c9-9350-c08964a92781 req-72c8b887-5f05-4788-9cb8-1d57bc2700aa tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.2093241 Sep 10 03:16:58.274077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:58.277410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:16:58.291028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-bfb32dc4-986f-416b-aecb-0e1b2b9a42ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2186058 Sep 10 03:16:58.308230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e939339b-5943-4d33-9b39-ba2bac4079dc tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650330 Sep 10 03:16:58.312495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46430) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:58.317096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103820679'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:58.407402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7d9d0-3b0f-43fa-8161-903745a7914e req-7c740519-a916-4f18-891a-9c1098cde435 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:58.410428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bc7d9d0-3b0f-43fa-8161-903745a7914e req-7c740519-a916-4f18-891a-9c1098cde435 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 943 time: 0.0877471 Sep 10 03:16:58.414078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.479429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:58.494298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'port_id': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'mac_address': 'fa:16:3e:bc:26:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:58.502567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bc7d9d0-3b0f-43fa-8161-903745a7914e req-752d349e-a8bc-4cb0-a3d6-e4580ba3d45a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772593 Sep 10 03:16:58.567792 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.599942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.601684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:58.610052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.640751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:58.649896 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.660129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a5b86-1c93-46e3-b9c6-be767a73d6fa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:58.671989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.676059 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-af3234c8-346a-4c74-8566-54bca0e85f47 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3624833 Sep 10 03:16:58.687263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46444) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:58.704603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ed80c48e-1353-4ac6-ba60-19bb99e9080c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:16:58.706194 n-d-808126-2 neutron-server[94634]: WARNING neutron.api.v2.base [None req-ed80c48e-1353-4ac6-ba60-19bb99e9080c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 03:16:58.706914 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-ed80c48e-1353-4ac6-ba60-19bb99e9080c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] update failed (client error): There was a conflict when trying to complete your request. Sep 10 03:16:58.712062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed80c48e-1353-4ac6-ba60-19bb99e9080c tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "PUT /v2.0/security-groups/af1a5b86-1c93-46e3-b9c6-be767a73d6fa HTTP/1.1" status: 409 len: 330 time: 0.0232244 Sep 10 03:16:58.712915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46448) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:58.732681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:58.807643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a2347b48-e699-4187-8b13-875f8b2f7d5f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:16:58.812812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 45e46142-711b-410f-9e60-54afedb0f3d7 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:58.823245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63fa26-f79a-47e7-b65f-043cdf012193 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.838563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ac295-d2d4-44ad-aa22-6cb0cc543740 req-52ad583f-3488-4b34-a3cc-44792f24affb tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:58.840876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d2ac295-d2d4-44ad-aa22-6cb0cc543740 req-52ad583f-3488-4b34-a3cc-44792f24affb tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 944 time: 0.0912435 Sep 10 03:16:58.864463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-e9e0aaf3-2a06-42be-8656-54304221b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:58.866123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-e9e0aaf3-2a06-42be-8656-54304221b8da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.5935946 Sep 10 03:16:58.879881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f59f788-6835-46c9-9350-c08964a92781 req-de2ed676-de60-4951-b23a-ecef48df7816 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6145823 Sep 10 03:16:58.888610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63fa26-f79a-47e7-b65f-043cdf012193 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.917617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d2ac295-d2d4-44ad-aa22-6cb0cc543740 req-76783b10-1215-4d1b-b114-094b58fd0d22 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Sep 10 03:16:58.930107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8ae00675-23f9-4ead-b4a3-d07b3b8f9468'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:16:58.961498 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63fa26-f79a-47e7-b65f-043cdf012193 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.964513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63fa26-f79a-47e7-b65f-043cdf012193 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:58.965680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1e63fa26-f79a-47e7-b65f-043cdf012193 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/af1a5b86-1c93-46e3-b9c6-be767a73d6fa HTTP/1.1" status: 204 len: 168 time: 0.2515397 Sep 10 03:16:58.968392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46452) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:58.978059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63fa26-f79a-47e7-b65f-043cdf012193 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a5b86-1c93-46e3-b9c6-be767a73d6fa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:59.015073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-73de5bc9-d142-442c-99c1-49df23f24a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.022110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-73de5bc9-d142-442c-99c1-49df23f24a2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362979 Sep 10 03:16:59.138041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812e28c-5ef4-4739-9e98-d864d43c0121 req-b37f64f1-96ea-421f-9d5e-c7501540fbf6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.148499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9812e28c-5ef4-4739-9e98-d864d43c0121 req-b37f64f1-96ea-421f-9d5e-c7501540fbf6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 945 time: 0.1048086 Sep 10 03:16:59.163673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 45e46142-711b-410f-9e60-54afedb0f3d7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:59.181422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 45e46142-711b-410f-9e60-54afedb0f3d7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:59.181802 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:59.214015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9812e28c-5ef4-4739-9e98-d864d43c0121 req-12ae9ac2-5aea-4cd5-ad97-8e7c704cb445 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Sep 10 03:16:59.219215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-880582c9-6b9c-40cd-a264-827195d92b8a tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2494786 Sep 10 03:16:59.223763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46462) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:59.258324 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-71ad2518-5a1c-495e-8039-5f8de6e2f72e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] delete failed (client error): The resource could not be found. Sep 10 03:16:59.264463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-71ad2518-5a1c-495e-8039-5f8de6e2f72e tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "DELETE /v2.0/security-groups/3fdc29b4-3e16-4027-a57a-0857e2492787 HTTP/1.1" status: 404 len: 347 time: 0.0346842 Sep 10 03:16:59.265008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:59.274999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9f60b-1322-451d-8c8d-b2bdc60157bb req-b826e05d-889b-485e-9119-55dfc525ec08 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.276634 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fa9f60b-1322-451d-8c8d-b2bdc60157bb req-b826e05d-889b-485e-9119-55dfc525ec08 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 945 time: 0.1281021 Sep 10 03:16:59.278820 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-54305d97-770a-4dfb-9a41-da90dd3a04fc service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426114 Sep 10 03:16:59.301024 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-41f6d06c-7b67-420e-9073-8a26d67aa177 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] show failed (client error): The resource could not be found. Sep 10 03:16:59.307174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41f6d06c-7b67-420e-9073-8a26d67aa177 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-groups/94c21774-abde-4b27-a8ae-ab9aafce2acb HTTP/1.1" status: 404 len: 347 time: 0.0362444 Sep 10 03:16:59.307818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:59.317467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a2347b48-e699-4187-8b13-875f8b2f7d5f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:59.341398 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-e76514f3-7a32-45ee-8fda-6e5ac92bd2a6 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] show failed (client error): The resource could not be found. Sep 10 03:16:59.347548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e76514f3-7a32-45ee-8fda-6e5ac92bd2a6 tempest-NegativeSecGroupTest-109820761 tempest-NegativeSecGroupTest-109820761-project] 10.222.0.23 "GET /v2.0/security-group-rules/c4e256a5-be8d-4dc7-8565-2c13d759f289 HTTP/1.1" status: 404 len: 356 time: 0.0336614 Sep 10 03:16:59.402418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9407b5f-1911-4c28-a978-278a8ac02648 req-55412ec7-78e4-49ac-8e47-612dfa39c654 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.407379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'a2347b48-e699-4187-8b13-875f8b2f7d5f', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'port_id': 'a2347b48-e699-4187-8b13-875f8b2f7d5f', 'mac_address': 'fa:16:3e:5c:fc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:16:59.409732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9407b5f-1911-4c28-a978-278a8ac02648 req-55412ec7-78e4-49ac-8e47-612dfa39c654 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 944 time: 0.0640030 Sep 10 03:16:59.422044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fa9f60b-1322-451d-8c8d-b2bdc60157bb req-a3db261a-27fd-4d74-9c69-7be5868b6639 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389170 Sep 10 03:16:59.505593 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ece1845b-31cd-4a7a-93eb-b8fc271e5631 req-f71f2bd6-3b51-4e9d-b8f8-eb2d0f9aa552 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143357 Sep 10 03:16:59.516577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9407b5f-1911-4c28-a978-278a8ac02648 req-23738430-c5c6-467c-b430-dd59dc0d132e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032348 Sep 10 03:16:59.536018 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:59.569904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:59.625744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e46142-711b-410f-9e60-54afedb0f3d7'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:16:59.629516 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1501b-f574-4848-a021-4a694aa9d63a" -d '{"events": [{"server_uuid": "2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb", "name": "network-vif-plugged", "status": "completed", "tag": "45e46142-711b-410f-9e60-54afedb0f3d7"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:16:59.650512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2347b48-e699-4187-8b13-875f8b2f7d5f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:16:59.670396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 45e46142-711b-410f-9e60-54afedb0f3d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=45e46142-711b-410f-9e60-54afedb0f3d7,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:59.686467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:59.687346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82f4ba8-87d2-4983-819a-5e0daafc552f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:16:59.749318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a2347b48-e699-4187-8b13-875f8b2f7d5f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:16:59.756923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67133-2cc0-4087-9b6a-840967bdcb19 req-e836a545-082e-4e11-bcce-63fd20676979 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.775592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d67133-2cc0-4087-9b6a-840967bdcb19 req-e836a545-082e-4e11-bcce-63fd20676979 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 943 time: 0.1223052 Sep 10 03:16:59.777705 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c4898-d727-485e-894a-861e0d25b5f9 x-openstack-request-id: req-348c4898-d727-485e-894a-861e0d25b5f9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:16:59.777881 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb", "name": "network-vif-plugged", "status": "completed", "tag": "45e46142-711b-410f-9e60-54afedb0f3d7", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:16:59.778007 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-348c4898-d727-485e-894a-861e0d25b5f9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:16:59.778406 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e46142-711b-410f-9e60-54afedb0f3d7', 'code': 200} Sep 10 03:16:59.784764 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:59.789552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-44f0266a-00da-4470-a6f8-d45ddf790caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.795864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-44f0266a-00da-4470-a6f8-d45ddf790caf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 1094 time: 0.1298668 Sep 10 03:16:59.834238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port b82f4ba8-87d2-4983-819a-5e0daafc552f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:16:59.849041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46480) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:16:59.850628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=45e46142-711b-410f-9e60-54afedb0f3d7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:16:59.853890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port b82f4ba8-87d2-4983-819a-5e0daafc552f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:16:59.854350 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:16:59.955389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-833a4aa2-a913-4bed-91fd-ecfa13936df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:16:59.967946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-833a4aa2-a913-4bed-91fd-ecfa13936df7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.1564584 Sep 10 03:16:59.991430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=a2347b48-e699-4187-8b13-875f8b2f7d5f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:00.011796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:00.068896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b82f4ba8-87d2-4983-819a-5e0daafc552f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:00.072263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['a2347b48-e699-4187-8b13-875f8b2f7d5f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:00.074665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-69d51f11-8899-40ca-8d8c-fa37f34c6b32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74 HTTP/1.1" status: 200 len: 217 time: 0.0788939 Sep 10 03:17:00.099354 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46d67133-2cc0-4087-9b6a-840967bdcb19 req-a673f851-ff30-44bd-a251-3f0cd87f2169 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223853 Sep 10 03:17:00.114943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:00.145069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9e708-33d7-40e7-9772-2c66c1c6fa38 req-bbdb6dde-ab49-4cf2-91c4-5a45e73454eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.148270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7a9e708-33d7-40e7-9772-2c66c1c6fa38 req-bbdb6dde-ab49-4cf2-91c4-5a45e73454eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 1096 time: 0.2248724 Sep 10 03:17:00.186328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b82f4ba8-87d2-4983-819a-5e0daafc552f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:00.188733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c2425f1f-aaf2-46ff-8af0-12214fedd580 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44425aa119f44f94b79279bc075070bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375821 Sep 10 03:17:00.193215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46492) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:00.216977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd754580-7545-4655-8506-1d78c0b8c95a req-2c21f052-cf07-461d-8384-c7e953d2a74e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.218596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd754580-7545-4655-8506-1d78c0b8c95a req-2c21f052-cf07-461d-8384-c7e953d2a74e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1720071 Sep 10 03:17:00.265738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd754580-7545-4655-8506-1d78c0b8c95a req-ec7860f5-d84f-47a0-9831-9d36a08b9530 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 Sep 10 03:17:00.303117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-22c0ef7a-b8ec-4d0b-9d39-441a6ad85258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.304647 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-22c0ef7a-b8ec-4d0b-9d39-441a6ad85258 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2041619 Sep 10 03:17:00.392687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156853-cf45-4f4b-891f-bb5a849f2e17 req-0c7522dd-df7b-4e51-b3b2-d78f66aa5e1f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.392687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36156853-cf45-4f4b-891f-bb5a849f2e17 req-0c7522dd-df7b-4e51-b3b2-d78f66aa5e1f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 945 time: 0.1969626 Sep 10 03:17:00.398807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7a9e708-33d7-40e7-9772-2c66c1c6fa38 req-6babf799-a840-4691-9012-1fc347a50247 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018609 Sep 10 03:17:00.415954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-95b3ea06-9798-47ec-9df2-25c627c2ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.415954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-95b3ea06-9798-47ec-9df2-25c627c2ed20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910857 Sep 10 03:17:00.427543 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b162c11-8265-4d27-a63d-2c48effbbcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:00.439144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18623f1-1605-455f-a88b-23d732e42534 req-c7ed120d-c171-41b2-ba1e-218fdbba0fd7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.441891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f18623f1-1605-455f-a88b-23d732e42534 req-c7ed120d-c171-41b2-ba1e-218fdbba0fd7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.0838490 Sep 10 03:17:00.483243 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f18623f1-1605-455f-a88b-23d732e42534 req-d3e41af3-540a-48c6-9d74-65a0ed267755 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Sep 10 03:17:00.533952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b162c11-8265-4d27-a63d-2c48effbbcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:00.576120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36156853-cf45-4f4b-891f-bb5a849f2e17 req-48bedd64-dabc-4d99-9d6b-388f51f76771 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376317 Sep 10 03:17:00.610298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-2e7e36cb-5ae6-4212-9b79-c2e0c4d2100e service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816301 Sep 10 03:17:00.628087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2607e0-f0da-4854-a1eb-16b426895d84 req-68f3d464-0b5f-479e-a5aa-eec7ee1c7281 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.636318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e2607e0-f0da-4854-a1eb-16b426895d84 req-68f3d464-0b5f-479e-a5aa-eec7ee1c7281 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 945 time: 0.0779610 Sep 10 03:17:00.695596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e2607e0-f0da-4854-a1eb-16b426895d84 req-74a917d4-3619-43fc-bff0-693cc291010d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581691 Sep 10 03:17:00.749270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b162c11-8265-4d27-a63d-2c48effbbcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:00.758021 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b162c11-8265-4d27-a63d-2c48effbbcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:00.758021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8b162c11-8265-4d27-a63d-2c48effbbcf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc3156be-b88c-40cb-9d42-324deb439de7 HTTP/1.1" status: 204 len: 168 time: 0.5569026 Sep 10 03:17:00.783938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b9482cf-4f6b-47fa-acb9-55d5b3f11281 req-7fb8ae06-0786-42fe-bab6-8ba2a214ba51 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682472 Sep 10 03:17:00.786564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b162c11-8265-4d27-a63d-2c48effbbcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3156be-b88c-40cb-9d42-324deb439de7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:00.797346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613394c-dfcd-4042-8ee8-60deccc5dc6b req-2f269e8d-1ac3-4940-a79a-c6a4c992683f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:00.805336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d613394c-dfcd-4042-8ee8-60deccc5dc6b req-2f269e8d-1ac3-4940-a79a-c6a4c992683f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 945 time: 0.0989070 Sep 10 03:17:00.859796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d613394c-dfcd-4042-8ee8-60deccc5dc6b req-f43df927-536b-4169-96e5-1bf035aba627 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532792 Sep 10 03:17:01.236815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec1b8-5793-4e25-bc2a-03a84514eb9b req-7bad3f09-6699-416d-b5b0-b80016cb5222 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:01.239367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbdec1b8-5793-4e25-bc2a-03a84514eb9b req-7bad3f09-6699-416d-b5b0-b80016cb5222 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 943 time: 0.0636725 Sep 10 03:17:01.284655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbdec1b8-5793-4e25-bc2a-03a84514eb9b req-96beba75-5fef-4c2f-88ea-887c44f77c9b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Sep 10 03:17:01.445049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a9fd0-5de4-43da-b2d9-f374ea6e3ede req-e491f7cd-6245-40cf-bee8-3d08253e775b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:01.446846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-809a9fd0-5de4-43da-b2d9-f374ea6e3ede req-e491f7cd-6245-40cf-bee8-3d08253e775b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0750818 Sep 10 03:17:01.553177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-809a9fd0-5de4-43da-b2d9-f374ea6e3ede req-a82a928e-4c8a-47ad-8cd4-3c0534952066 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960538 Sep 10 03:17:01.704721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46554) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:01.738442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9410f-6b4d-409a-ae47-6d33516e7802 req-04b31ae1-72b0-439e-ae69-52f70a89f38a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:01.740430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c9410f-6b4d-409a-ae47-6d33516e7802 req-04b31ae1-72b0-439e-ae69-52f70a89f38a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.0879824 Sep 10 03:17:01.747832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5f77-c195-4da1-90fc-e2f3726b9d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:01.780482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae424d-920f-4dff-9e8a-7df970c83228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f4ba8-87d2-4983-819a-5e0daafc552f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:01.783018 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa4a7f8-0553-485a-bd4f-b3118cf4829d" -d '{"events": [{"server_uuid": "45ae424d-920f-4dff-9e8a-7df970c83228", "name": "network-vif-plugged", "status": "completed", "tag": "b82f4ba8-87d2-4983-819a-5e0daafc552f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:01.794570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:01.805467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e21ea4-a66d-4956-aa99-c6ed267e0c43 req-33d4882e-cc6d-4632-8502-2a954b9b1a1f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:01.809383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02e21ea4-a66d-4956-aa99-c6ed267e0c43 req-33d4882e-cc6d-4632-8502-2a954b9b1a1f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 945 time: 0.1330156 Sep 10 03:17:01.817798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c9410f-6b4d-409a-ae47-6d33516e7802 req-ffda9130-1251-4e62-af89-9816664c3eb5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654275 Sep 10 03:17:01.867159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-443b38e9-2d19-4af1-8013-6567bc55f94d tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-673764397', 'prefixes': ['172.20.0.0/16']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:01.886942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02e21ea4-a66d-4956-aa99-c6ed267e0c43 req-1ba2b23b-ec44-428e-95a6-dd1f5c37a39e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549417 Sep 10 03:17:01.994748 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b480d23-bc38-4792-a635-ac96d49903e9 x-openstack-request-id: req-7b480d23-bc38-4792-a635-ac96d49903e9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:01.995689 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae424d-920f-4dff-9e8a-7df970c83228", "name": "network-vif-plugged", "status": "completed", "tag": "b82f4ba8-87d2-4983-819a-5e0daafc552f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:01.995689 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b480d23-bc38-4792-a635-ac96d49903e9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:01.996764 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae424d-920f-4dff-9e8a-7df970c83228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f4ba8-87d2-4983-819a-5e0daafc552f', 'code': 200} Sep 10 03:17:02.024727 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:02.063266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e21440-d0fe-409e-b3b4-a57f13beebed req-85b02c8f-60d4-402c-ac2c-07fbeefe8b28 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:02.073545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1e21440-d0fe-409e-b3b4-a57f13beebed req-85b02c8f-60d4-402c-ac2c-07fbeefe8b28 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 945 time: 0.1328411 Sep 10 03:17:02.139304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1e21440-d0fe-409e-b3b4-a57f13beebed req-d1ee836d-c8d5-4b68-876e-c201e63db757 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643468 Sep 10 03:17:02.144353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-443b38e9-2d19-4af1-8013-6567bc55f94d tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] Notify callbacks [] for subnetpool, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:02.145598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-443b38e9-2d19-4af1-8013-6567bc55f94d tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4395988 Sep 10 03:17:02.148423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46570) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:02.182377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb10c7-d3ce-4d6d-88fd-872d4721db0c req-345f0c89-1bc8-47e6-9d24-80ae2aadf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:02.183971 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90bb10c7-d3ce-4d6d-88fd-872d4721db0c req-345f0c89-1bc8-47e6-9d24-80ae2aadf7cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 1097 time: 0.1210361 Sep 10 03:17:02.191202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ed698fa-495f-486c-b92a-96a3656af4bf tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] 10.222.0.23 "GET /v2.0/subnetpools/89be4cf7-5b0a-455a-a695-a7297dc1acbd HTTP/1.1" status: 200 len: 731 time: 0.0414929 Sep 10 03:17:02.194511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46572) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:02.206938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-96cedb03-4ac5-4316-bfaa-b5a7d7836612 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1301059169'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:02.235763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26050b8f-8c94-40b3-bce3-154b5ef07249 req-f082d82c-91d7-4eb9-b327-a09d760b2e64 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:02.245454 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26050b8f-8c94-40b3-bce3-154b5ef07249 req-f082d82c-91d7-4eb9-b327-a09d760b2e64 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 945 time: 0.1143186 Sep 10 03:17:02.305400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7655e8dc-2196-42c7-87fa-8cbde319eb74 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:17:02.308617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:02.318899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90bb10c7-d3ce-4d6d-88fd-872d4721db0c req-362f2269-a2f2-42d8-bc43-e4a1fde87c34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253190 Sep 10 03:17:02.375691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26050b8f-8c94-40b3-bce3-154b5ef07249 req-9be6f056-1fa5-4fec-8467-b2efef16562d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291113 Sep 10 03:17:02.441313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96cedb03-4ac5-4316-bfaa-b5a7d7836612 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] Notify callbacks [] for subnetpool, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:02.446143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-96cedb03-4ac5-4316-bfaa-b5a7d7836612 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] 10.222.0.23 "PUT /v2.0/subnetpools/89be4cf7-5b0a-455a-a695-a7297dc1acbd HTTP/1.1" status: 200 len: 684 time: 0.2437468 Sep 10 03:17:02.449632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46584) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:02.485911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690f75e-0ee5-415f-9d32-b69520efa50a req-b0f7cc70-6444-4456-8f9a-2e096596b499 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:02.495806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1690f75e-0ee5-415f-9d32-b69520efa50a req-b0f7cc70-6444-4456-8f9a-2e096596b499 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 943 time: 0.0886312 Sep 10 03:17:02.509218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:02.518075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:02.519143 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:02.592823 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1690f75e-0ee5-415f-9d32-b69520efa50a req-9250561c-cfed-4457-b1e3-45fea88072f6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957408 Sep 10 03:17:02.614168 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-94856794-bd00-4f17-9673-9f17d67570a1 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] Notify callbacks [] for subnetpool, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:02.615494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-94856794-bd00-4f17-9673-9f17d67570a1 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] 10.222.0.23 "DELETE /v2.0/subnetpools/89be4cf7-5b0a-455a-a695-a7297dc1acbd HTTP/1.1" status: 204 len: 168 time: 0.1648295 Sep 10 03:17:02.618098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46590) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:02.666803 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-6b057262-f1bf-49f6-aa51-43ce94be3910 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] show failed (client error): The resource could not be found. Sep 10 03:17:02.670334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6b057262-f1bf-49f6-aa51-43ce94be3910 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] 10.222.0.23 "GET /v2.0/subnetpools/89be4cf7-5b0a-455a-a695-a7297dc1acbd HTTP/1.1" status: 404 len: 346 time: 0.0508368 Sep 10 03:17:02.673142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46596) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:02.697050 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-e5a797bb-6f89-4e26-9ba0-426d7cd2d826 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] delete failed (client error): The resource could not be found. Sep 10 03:17:02.697857 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e5a797bb-6f89-4e26-9ba0-426d7cd2d826 tempest-SubnetPoolsTestJSON-1349385624 tempest-SubnetPoolsTestJSON-1349385624-project] 10.222.0.23 "DELETE /v2.0/subnetpools/89be4cf7-5b0a-455a-a695-a7297dc1acbd HTTP/1.1" status: 404 len: 346 time: 0.0236990 Sep 10 03:17:02.721237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7655e8dc-2196-42c7-87fa-8cbde319eb74, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:02.744707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '7655e8dc-2196-42c7-87fa-8cbde319eb74', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': '7655e8dc-2196-42c7-87fa-8cbde319eb74', 'mac_address': 'fa:16:3e:64:e3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:17:02.747801 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:02.792889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:02.796411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22884a4-c559-4417-a718-5b0d75157ee5 req-63d8dd82-d074-45c2-817f-3dcbfa1e9fd6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:02.814209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a22884a4-c559-4417-a718-5b0d75157ee5 req-63d8dd82-d074-45c2-817f-3dcbfa1e9fd6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1068845 Sep 10 03:17:02.845140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a2347b48-e699-4187-8b13-875f8b2f7d5f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:02.925948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a22884a4-c559-4417-a718-5b0d75157ee5 req-6ac561d3-0e46-400e-b11e-f2c44c1ad6ff tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102211 Sep 10 03:17:02.952668 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.043304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.057974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a96ad3-09d0-4d43-bd5a-82bae9b1487d req-b6885b57-65a5-475a-a220-e4cb3b883103 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:03.069312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84a96ad3-09d0-4d43-bd5a-82bae9b1487d req-b6885b57-65a5-475a-a220-e4cb3b883103 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.1260607 Sep 10 03:17:03.092693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port a2347b48-e699-4187-8b13-875f8b2f7d5f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:03.103139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port a2347b48-e699-4187-8b13-875f8b2f7d5f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:03.104170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.107269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7655e8dc-2196-42c7-87fa-8cbde319eb74 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:17:03.133399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7655e8dc-2196-42c7-87fa-8cbde319eb74, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:03.136998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:03.169669 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.202687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84a96ad3-09d0-4d43-bd5a-82bae9b1487d req-e8f7338d-1c8a-4eb4-8aa0-38860903c89b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301398 Sep 10 03:17:03.259946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=7655e8dc-2196-42c7-87fa-8cbde319eb74,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:03.326607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.332089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46610) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:03.388585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port a2347b48-e699-4187-8b13-875f8b2f7d5f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:03.396247 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.577113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['7655e8dc-2196-42c7-87fa-8cbde319eb74'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:03.583083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=a2347b48-e699-4187-8b13-875f8b2f7d5f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:03.583277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3271898-ef2c-4245-9934-a42d34317558 req-6e761a10-7d4e-460f-812d-f3c27607d773 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:03.591020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3271898-ef2c-4245-9934-a42d34317558 req-6e761a10-7d4e-460f-812d-f3c27607d773 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.2411056 Sep 10 03:17:03.676900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce387-6168-4b60-8f24-9274626cc19e req-37551075-f2b7-46a2-bd4a-45be33ad839e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:03.679310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c6ce387-6168-4b60-8f24-9274626cc19e req-37551075-f2b7-46a2-bd4a-45be33ad839e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1371827 Sep 10 03:17:03.712460 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3271898-ef2c-4245-9934-a42d34317558 req-ad1fa270-6af2-4ff8-8012-9058ffec064e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065614 Sep 10 03:17:03.731691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d904857d-3984-43f9-a840-ae379f824e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.774526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c6ce387-6168-4b60-8f24-9274626cc19e req-a8633657-7a97-40eb-bb29-ae28a5389440 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864301 Sep 10 03:17:03.940354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeac34-530c-492a-aa33-7c8f3ca462a4 req-7e8d25c9-ba07-42b5-855d-7a9fd268b9a4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:03.945920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18eeac34-530c-492a-aa33-7c8f3ca462a4 req-7e8d25c9-ba07-42b5-855d-7a9fd268b9a4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 944 time: 0.0929947 Sep 10 03:17:03.980282 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d904857d-3984-43f9-a840-ae379f824e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.992671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d904857d-3984-43f9-a840-ae379f824e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:03.998033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}, {'server_uuid': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2347b48-e699-4187-8b13-875f8b2f7d5f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:04.000656 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a3650c-d806-4d53-9a2e-408945a7aa13" -d '{"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-plugged", "status": "completed", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}, {"server_uuid": "64d4a0e5-adf3-4f45-904f-1af70633769a", "name": "network-vif-plugged", "status": "completed", "tag": "a2347b48-e699-4187-8b13-875f8b2f7d5f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:04.018273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18eeac34-530c-492a-aa33-7c8f3ca462a4 req-96bdc8d9-9a7d-4caf-948f-f62bc0caa2a1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613670 Sep 10 03:17:04.062600 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d904857d-3984-43f9-a840-ae379f824e25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d8afea875a04734bc887026027571fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243555 Sep 10 03:17:04.062600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904857d-3984-43f9-a840-ae379f824e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc4c278-3ed6-4958-91e6-9e29b365bfa6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:04.063947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46634) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:04.095589 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f8b633-ef6f-4f08-a8f7-55984d4ffd66 x-openstack-request-id: req-43f8b633-ef6f-4f08-a8f7-55984d4ffd66 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:04.095890 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-plugged", "status": "completed", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "code": 200}, {"server_uuid": "64d4a0e5-adf3-4f45-904f-1af70633769a", "name": "network-vif-plugged", "status": "completed", "tag": "a2347b48-e699-4187-8b13-875f8b2f7d5f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:04.096147 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43f8b633-ef6f-4f08-a8f7-55984d4ffd66 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:04.096552 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'code': 200} Sep 10 03:17:04.096807 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2347b48-e699-4187-8b13-875f8b2f7d5f', 'code': 200} Sep 10 03:17:04.100856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d1e61-fd4e-4c7d-9a29-d6494bd6c707 req-5bd644d8-3e10-43b5-b3e4-2cfea5c3a44d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:04.103347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-838d1e61-fd4e-4c7d-9a29-d6494bd6c707 req-5bd644d8-3e10-43b5-b3e4-2cfea5c3a44d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0891929 Sep 10 03:17:04.150227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15dffec3-b14a-4dd4-ba9b-4761306f440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:04.179915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15dffec3-b14a-4dd4-ba9b-4761306f440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:04.183841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-838d1e61-fd4e-4c7d-9a29-d6494bd6c707 req-879e5768-1b3c-4409-8fd2-21ce463a7601 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634637 Sep 10 03:17:04.312711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3168-fc86-467b-a667-0db9c4d5244b req-f611195c-98f6-4666-92f5-7cc1e5d04b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:04.314946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-990f3168-fc86-467b-a667-0db9c4d5244b req-f611195c-98f6-4666-92f5-7cc1e5d04b9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 1097 time: 0.1179693 Sep 10 03:17:04.319089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f712db-913e-4992-bbb6-0dcf4693f634 req-68460d72-26bf-4730-b605-0dd824c7af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:04.320201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-503960a7-1a04-4c25-a271-cd556552dd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:04.321170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2f712db-913e-4992-bbb6-0dcf4693f634 req-68460d72-26bf-4730-b605-0dd824c7af41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1097 time: 0.1275594 Sep 10 03:17:04.406422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15dffec3-b14a-4dd4-ba9b-4761306f440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:04.409046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15dffec3-b14a-4dd4-ba9b-4761306f440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:04.410195 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15dffec3-b14a-4dd4-ba9b-4761306f440e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cc4c278-3ed6-4958-91e6-9e29b365bfa6 HTTP/1.1" status: 204 len: 168 time: 0.3445113 Sep 10 03:17:04.416936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-990f3168-fc86-467b-a667-0db9c4d5244b req-9cdb86e9-1e1b-416d-85f6-e973d3569639 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Sep 10 03:17:04.428569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e88d6-a312-43c5-9c98-d1dcd55c1f6c req-c5196589-2e99-47bf-9637-e0e925d96724 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:04.435690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-903e88d6-a312-43c5-9c98-d1dcd55c1f6c req-c5196589-2e99-47bf-9637-e0e925d96724 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.1361191 Sep 10 03:17:04.441035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2f712db-913e-4992-bbb6-0dcf4693f634 req-d11fa76e-ab31-4795-9d20-8f944b8add14 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002340 Sep 10 03:17:04.457130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dffec3-b14a-4dd4-ba9b-4761306f440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc4c278-3ed6-4958-91e6-9e29b365bfa6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:04.479076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-903e88d6-a312-43c5-9c98-d1dcd55c1f6c req-25a1c25e-0b6d-4aab-9e18-b4c11a7ebea7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Sep 10 03:17:04.667185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecc4d5-aadb-450a-803f-54526029df7c req-d8787466-cfef-4862-b68c-03e734277ff1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:04.683733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51ecc4d5-aadb-450a-803f-54526029df7c req-d8787466-cfef-4862-b68c-03e734277ff1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.1016960 Sep 10 03:17:04.693935 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:04.740833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-51ecc4d5-aadb-450a-803f-54526029df7c req-fbdc0a60-0ab4-49d6-ad7d-bca0e2702eab tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519636 Sep 10 03:17:04.942891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00886807-9a69-4901-8d57-37ad268c20d9 req-b0aa1126-07a3-4d18-b0d5-d2d279288d62 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:04.953272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00886807-9a69-4901-8d57-37ad268c20d9 req-b0aa1126-07a3-4d18-b0d5-d2d279288d62 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1099505 Sep 10 03:17:05.038475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00886807-9a69-4901-8d57-37ad268c20d9 req-a0d5b455-e8cc-497a-87cc-aeca0da182db tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791490 Sep 10 03:17:05.301837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce64a4-4f98-411f-aa3e-54b9ccd347b1 req-621decc7-f603-4ae8-9e63-f5f7fac1a136 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:05.303582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72ce64a4-4f98-411f-aa3e-54b9ccd347b1 req-621decc7-f603-4ae8-9e63-f5f7fac1a136 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1321769 Sep 10 03:17:05.413417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:05.419929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72ce64a4-4f98-411f-aa3e-54b9ccd347b1 req-4133e767-9be8-41e6-a21f-e4d0f2e0aca4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961571 Sep 10 03:17:05.552957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90a069-ea78-4771-8c10-b700eecf962d req-739b8ce3-7983-4f83-a4af-af842413cff3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:05.561539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af90a069-ea78-4771-8c10-b700eecf962d req-739b8ce3-7983-4f83-a4af-af842413cff3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 944 time: 0.0723181 Sep 10 03:17:05.647402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af90a069-ea78-4771-8c10-b700eecf962d req-d7032281-f80d-48ba-a7c3-a7891e1f511c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845692 Sep 10 03:17:05.652740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc757d-c23a-443b-ae91-b3fb879921e5 req-a7862269-b538-4d9f-b3a9-3aeec060a961 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:05.697330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00cc757d-c23a-443b-ae91-b3fb879921e5 req-a7862269-b538-4d9f-b3a9-3aeec060a961 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1402960 Sep 10 03:17:05.781690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46706) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:05.828770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe054dc-c662-406a-a2f0-a8e6fb9e9689 req-19cb8c30-c570-4c0c-869a-96fd7e6a31cc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:05.832343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00cc757d-c23a-443b-ae91-b3fb879921e5 req-cf20cf36-e448-4a18-951a-7eaa90e6b154 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324625 Sep 10 03:17:05.838082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebe054dc-c662-406a-a2f0-a8e6fb9e9689 req-19cb8c30-c570-4c0c-869a-96fd7e6a31cc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.0946512 Sep 10 03:17:05.898227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ebe054dc-c662-406a-a2f0-a8e6fb9e9689 req-3c528c22-0686-4d74-82d6-3e5834b19384 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Sep 10 03:17:05.956166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2014885777'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:05.999581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Made reservation on behalf of e3e0aa193b534abd8764be7df5447c23 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:06.004874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.017126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.201463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.214030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103277-f479-42ee-8235-dd9f314e902c req-65b2999c-ce51-484d-8d50-0cc9afc23e54 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.215813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59103277-f479-42ee-8235-dd9f314e902c req-65b2999c-ce51-484d-8d50-0cc9afc23e54 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.0966537 Sep 10 03:17:06.217351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.285224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:17:06.312330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899529db-f1cf-4bb9-bbc6-1c71bea10d87,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:06.325696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7655e8dc-2196-42c7-87fa-8cbde319eb74 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:06.337227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.337582 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Added segment 97701cac-c787-433e-9599-ca258337bd40 of type vlan for network 9bf94d6b-6911-4a14-924c-b157ff30b418 Sep 10 03:17:06.361851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59103277-f479-42ee-8235-dd9f314e902c req-877d6bc5-f5d8-458a-929d-14ea96690df4 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302221 Sep 10 03:17:06.413839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 7655e8dc-2196-42c7-87fa-8cbde319eb74 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:06.419739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 7655e8dc-2196-42c7-87fa-8cbde319eb74 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:06.420193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.469688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-218587a6-4d76-4d8e-b969-15e3f9a39267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.475244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-218587a6-4d76-4d8e-b969-15e3f9a39267 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d&tenant_id=bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 1094 time: 0.2231066 Sep 10 03:17:06.477459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.516264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c7f2c-85c7-4079-81ca-39a3a7038f57 req-943fe984-f4a4-4028-bc69-c44521980022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.519208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-764c7f2c-85c7-4079-81ca-39a3a7038f57 req-943fe984-f4a4-4028-bc69-c44521980022 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.0711129 Sep 10 03:17:06.538300 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.588251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-764c7f2c-85c7-4079-81ca-39a3a7038f57 req-8f3d3584-8a3b-4ef4-a0fa-960a2238cf6c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610001 Sep 10 03:17:06.610915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:06.631378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-574f6fed-fb7d-4059-ad00-00b9235200a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.633289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-574f6fed-fb7d-4059-ad00-00b9235200a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1094 time: 0.1194344 Sep 10 03:17:06.638228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.646784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 7655e8dc-2196-42c7-87fa-8cbde319eb74, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:06.648255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7655e8dc-2196-42c7-87fa-8cbde319eb74'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:06.650591 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c46e9-a054-4f63-82e4-e584372a6ea0" -d '{"events": [{"server_uuid": "0ead8794-5805-4bb5-922c-ef3a6d50cc23", "name": "network-vif-plugged", "status": "completed", "tag": "7655e8dc-2196-42c7-87fa-8cbde319eb74"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:06.652841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.653599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.659895 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.726431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=7655e8dc-2196-42c7-87fa-8cbde319eb74,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:06.726676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e64b02-9efa-43d3-b8eb-7d35ab072cc9 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.729166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-30e64b02-9efa-43d3-b8eb-7d35ab072cc9 tempest-TestNetworkAdvancedServerOps-1186070467 tempest-TestNetworkAdvancedServerOps-1186070467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1092 time: 0.1143920 Sep 10 03:17:06.738951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46732) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:06.743807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:06.807177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Pushing event updated for resources: {'Network': ['ID=9bf94d6b-6911-4a14-924c-b157ff30b418,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:06.822036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 9bf94d6b-6911-4a14-924c-b157ff30b418 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:17:06.834937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb38b1-5e3b-4125-ba9b-fda47b9ff6a6 req-6036816d-d4f0-400a-bc3e-860c7e22e04b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.836840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00fb38b1-5e3b-4125-ba9b-fda47b9ff6a6 req-6036816d-d4f0-400a-bc3e-860c7e22e04b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.2855792 Sep 10 03:17:06.840635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-22500781-b0b4-43fb-b873-130ae124e3d1 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0551622 Sep 10 03:17:06.850804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46736) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:06.854960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:06.857967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-cf5aa455-e0cf-47db-aba2-890b94e24cd2 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-2146045028') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:06.908334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05fbed-2f8c-4e0b-8ca4-f59dfee07260 req-4966218b-1008-4508-a20b-a4834f57c2e0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:06.912083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc05fbed-2f8c-4e0b-8ca4-f59dfee07260 req-4966218b-1008-4508-a20b-a4834f57c2e0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 945 time: 0.1590292 Sep 10 03:17:07.000056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-00fb38b1-5e3b-4125-ba9b-fda47b9ff6a6 req-772c9533-d5cb-4372-aa07-a3fc945146d7 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394303 Sep 10 03:17:07.024406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc05fbed-2f8c-4e0b-8ca4-f59dfee07260 req-4cf8ce57-e61a-4226-a37c-73bf36e253cd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954564 Sep 10 03:17:07.089020 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c6d1e-da81-4aa0-8c35-ae0a2b678e1f x-openstack-request-id: req-790c6d1e-da81-4aa0-8c35-ae0a2b678e1f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:07.090051 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ead8794-5805-4bb5-922c-ef3a6d50cc23", "name": "network-vif-plugged", "status": "completed", "tag": "7655e8dc-2196-42c7-87fa-8cbde319eb74", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:07.090051 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-790c6d1e-da81-4aa0-8c35-ae0a2b678e1f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:07.090335 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7655e8dc-2196-42c7-87fa-8cbde319eb74', 'code': 200} Sep 10 03:17:07.114071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-c0711368-f1eb-4148-9bfc-ea10cf89a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.119949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-c0711368-f1eb-4148-9bfc-ea10cf89a22c service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.4492359 Sep 10 03:17:07.292152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:07.315858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7e203-38a2-44b4-a7a0-f54111a2063b req-fb1b3202-641a-49f2-8005-86dfe9cfa0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.317642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cdd7e203-38a2-44b4-a7a0-f54111a2063b req-fb1b3202-641a-49f2-8005-86dfe9cfa0d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 1096 time: 0.1608021 Sep 10 03:17:07.326458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a265bfd-2f02-40fb-a510-9c917850bfab req-7d384b8d-f1d5-4662-8f2d-b6c25fc794b2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.328410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a265bfd-2f02-40fb-a510-9c917850bfab req-7d384b8d-f1d5-4662-8f2d-b6c25fc794b2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1728046 Sep 10 03:17:07.335126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-7aa9141f-f024-4c74-b381-a30541fd34ed tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.337126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-7aa9141f-f024-4c74-b381-a30541fd34ed tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.3270690 Sep 10 03:17:07.338861 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:07.448301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a265bfd-2f02-40fb-a510-9c917850bfab req-6aaa45da-2ee1-42e5-b627-e1ad0f542653 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781457 Sep 10 03:17:07.477416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cdd7e203-38a2-44b4-a7a0-f54111a2063b req-8e4bd512-46b0-42b6-b4d0-550427bfe508 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160135 Sep 10 03:17:07.501487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cf5aa455-e0cf-47db-aba2-890b94e24cd2 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "PUT /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-2146045028 HTTP/1.1" status: 201 len: 201 time: 0.6497505 Sep 10 03:17:07.505929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-07bd58b1-d555-4ddc-9361-9ba47f2af647 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 999 time: 0.3758326 Sep 10 03:17:07.507932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46754) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:07.516273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-4e659148-0ecf-410d-be9e-fed14a054d01 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-2146045028') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:07.552768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3ad3-a107-40d2-9a3c-b0d7b067c083 req-e45736d5-0841-4973-a816-45e6ee861dfd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.560176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86fc3ad3-a107-40d2-9a3c-b0d7b067c083 req-e45736d5-0841-4973-a816-45e6ee861dfd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.3719041 Sep 10 03:17:07.577657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Allocated IP 172.25.8.241 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/2dc5e457-eb7f-4432-899f-2ef1419ed78f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:07.639772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port b82f4ba8-87d2-4983-819a-5e0daafc552f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:17:07.640103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:07.666854 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86fc3ad3-a107-40d2-9a3c-b0d7b067c083 req-4645e11f-7abc-4286-866c-f8dc1bb154e0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058252 Sep 10 03:17:07.756640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4e659148-0ecf-410d-be9e-fed14a054d01 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-2146045028 HTTP/1.1" status: 204 len: 168 time: 0.2460198 Sep 10 03:17:07.761723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46758) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:07.795884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-5f4027fb-5d9a-4299-af7d-cb40430c5cc7 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:07.832995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:07.849156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-af64badf-7dd6-4bc0-a30f-91b48bc4c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.855400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-af64badf-7dd6-4bc0-a30f-91b48bc4c458 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.1826248 Sep 10 03:17:07.925868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-0a0c22bf-9e32-4177-ac96-a8bcecf0eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:07.927981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-0a0c22bf-9e32-4177-ac96-a8bcecf0eec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 1097 time: 0.0757272 Sep 10 03:17:07.940361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port b82f4ba8-87d2-4983-819a-5e0daafc552f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82f4ba8-87d2-4983-819a-5e0daafc552f,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:07.940741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:07.963060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:07.968182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for b82f4ba8-87d2-4983-819a-5e0daafc552f owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:17:08.036067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:08.038193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b63181-a4b7-4757-a114-299142c8a227 req-68307afa-2c71-45ef-9dae-87fcb9068792 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:08.039684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=2dc5e457-eb7f-4432-899f-2ef1419ed78f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:08.043330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:08.045515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:08.045682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-33b63181-a4b7-4757-a114-299142c8a227 req-68307afa-2c71-45ef-9dae-87fcb9068792 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.2271452 Sep 10 03:17:08.099816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5f4027fb-5d9a-4299-af7d-cb40430c5cc7 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags HTTP/1.1" status: 200 len: 238 time: 0.3083158 Sep 10 03:17:08.105921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:08.352751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-59b080b9-a7fc-498f-8b7d-5d078004f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:08.354461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-59b080b9-a7fc-498f-8b7d-5d078004f4d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 910 time: 0.4181135 Sep 10 03:17:08.371363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15361556-6ccb-434c-a093-b26f6b6f6922 req-bc701a86-8a20-438a-ac48-641f3691ae80 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:08.379592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15361556-6ccb-434c-a093-b26f6b6f6922 req-bc701a86-8a20-438a-ac48-641f3691ae80 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 945 time: 0.1798787 Sep 10 03:17:08.478297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-b587c830-b7db-42df-aa90-d81e3e6e7671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f HTTP/1.1" status: 200 len: 217 time: 0.0964298 Sep 10 03:17:08.555923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15361556-6ccb-434c-a093-b26f6b6f6922 req-cc2f3807-851c-4207-a9e4-e8d16254cb02 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751654 Sep 10 03:17:08.596747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-2b35f2a3-d375-46ea-b47d-59b8aa213c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:08.598668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-2b35f2a3-d375-46ea-b47d-59b8aa213c53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7146335 Sep 10 03:17:08.605676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-d8692b80-190f-40a7-80ce-90b52517fa77 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', {'tags': ['tempest-TagsTest-Tag-88949723', 'tempest-TagsTest-Tag-1235580032', 'tempest-TagsTest-Tag-453994412']}) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:08.711084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-1cc1ff0b-4855-4332-a04a-d504634e6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:08.712757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-1cc1ff0b-4855-4332-a04a-d504634e6a9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.2141373 Sep 10 03:17:08.761471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-566b905c-b8e7-4771-9361-47e5346e4245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371301 Sep 10 03:17:08.763782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-33b63181-a4b7-4757-a114-299142c8a227 req-1ea551f5-e013-42c9-acee-c23b17c4f9ee tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7162793 Sep 10 03:17:08.853016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0261-e1a3-4bdb-8dc0-db47d43ec9f0 req-3b02c4db-d272-49c8-a5b2-ce4699bcf0dd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:08.862401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd1f0261-e1a3-4bdb-8dc0-db47d43ec9f0 req-3b02c4db-d272-49c8-a5b2-ce4699bcf0dd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.2085822 Sep 10 03:17:08.871849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d8692b80-190f-40a7-80ce-90b52517fa77 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "PUT /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags HTTP/1.1" status: 200 len: 306 time: 0.2747097 Sep 10 03:17:08.874543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46792) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:08.888092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-9ccc3066-5834-44ec-a2b7-20cf86d46cc9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-88949723') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:09.013869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-daa81d68-4eab-4ffc-b927-ed8a9ae3dd52 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022758 Sep 10 03:17:09.067503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5342a25-d5a0-46dc-bb53-e4aa079f70d9 req-471d5373-83cd-4387-90db-717bae2f3186 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:09.075554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5342a25-d5a0-46dc-bb53-e4aa079f70d9 req-471d5373-83cd-4387-90db-717bae2f3186 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 946 time: 0.2091413 Sep 10 03:17:09.082231 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:09.095222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['20f30302-6ecf-4dac-954c-bf0e08a5eec1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:09.190362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=b82f4ba8-87d2-4983-819a-5e0daafc552f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:09.320783 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5342a25-d5a0-46dc-bb53-e4aa079f70d9 req-fd1adba8-a621-4d6a-8e8e-47b55eb00356 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352798 Sep 10 03:17:09.360463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port b82f4ba8-87d2-4983-819a-5e0daafc552f on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:17:09.390055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:09.392221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c8e8e28-9f67-4f60-b518-b464b31aada4 req-0fa5cff4-7b5d-4c57-a745-07ca010ba52d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "DELETE /v2.0/ports/b82f4ba8-87d2-4983-819a-5e0daafc552f HTTP/1.1" status: 204 len: 173 time: 2.0404558 Sep 10 03:17:09.392787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae424d-920f-4dff-9e8a-7df970c83228', 'name': 'network-vif-deleted', 'tag': 'b82f4ba8-87d2-4983-819a-5e0daafc552f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:09.402786 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afab3c5-edc1-4989-a88c-60ad91be6919" -d '{"events": [{"server_uuid": "45ae424d-920f-4dff-9e8a-7df970c83228", "name": "network-vif-deleted", "tag": "b82f4ba8-87d2-4983-819a-5e0daafc552f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:09.440836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-2392773a-92a4-4c17-b0f0-80012ff79121 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179442 Sep 10 03:17:09.450260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9ccc3066-5834-44ec-a2b7-20cf86d46cc9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "DELETE /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-88949723 HTTP/1.1" status: 204 len: 168 time: 0.5747728 Sep 10 03:17:09.454916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:09.466014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-3709295e-8a0d-4f30-b79b-76593835d74a tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-88949723') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:09.498539 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf24d85-8d83-4b2e-b7f9-78e10b764c5a x-openstack-request-id: req-4bf24d85-8d83-4b2e-b7f9-78e10b764c5a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:09.498838 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae424d-920f-4dff-9e8a-7df970c83228", "name": "network-vif-deleted", "tag": "b82f4ba8-87d2-4983-819a-5e0daafc552f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:09.498954 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bf24d85-8d83-4b2e-b7f9-78e10b764c5a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:09.499295 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae424d-920f-4dff-9e8a-7df970c83228', 'name': 'network-vif-deleted', 'tag': 'b82f4ba8-87d2-4983-819a-5e0daafc552f', 'status': 'completed', 'code': 200} Sep 10 03:17:09.603944 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-3709295e-8a0d-4f30-b79b-76593835d74a tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] show failed (client error): The resource could not be found. Sep 10 03:17:09.604696 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3709295e-8a0d-4f30-b79b-76593835d74a tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-88949723 HTTP/1.1" status: 404 len: 324 time: 0.1482551 Sep 10 03:17:09.608707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46810) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:09.613170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-2cd3b73a-17c5-4297-9456-07d537a8353e tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-1235580032') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:09.711023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2cd3b73a-17c5-4297-9456-07d537a8353e tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-1235580032 HTTP/1.1" status: 204 len: 168 time: 0.1019430 Sep 10 03:17:09.713261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46812) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:09.718921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-7991176c-cc00-488b-b2ec-a029e9fcabfb tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-453994412') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:09.750118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:09.793021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd1f0261-e1a3-4bdb-8dc0-db47d43ec9f0 req-dc0ad8ed-71ec-4e66-a77a-e6adde7f22a1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9288151 Sep 10 03:17:09.809032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a21fb9-24c8-44b5-bc9d-8f1b60dedc24 req-82779213-20dc-4105-b20c-ddeb287dc8a4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:09.810665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36a21fb9-24c8-44b5-bc9d-8f1b60dedc24 req-82779213-20dc-4105-b20c-ddeb287dc8a4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 945 time: 0.1407290 Sep 10 03:17:09.871404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46820) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:09.872507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7991176c-cc00-488b-b2ec-a029e9fcabfb tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-453994412 HTTP/1.1" status: 204 len: 168 time: 0.1579835 Sep 10 03:17:09.895950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-d511de7f-6675-4396-8c0c-eb6a5a61aa98 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:09.924816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36a21fb9-24c8-44b5-bc9d-8f1b60dedc24 req-f3b71a97-17bb-4afc-9c2f-16325a5e8612 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616651 Sep 10 03:17:09.959345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-4a6f266f-ca7a-42c4-8f32-4a740ecdc79e service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1335244 Sep 10 03:17:10.146259 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d511de7f-6675-4396-8c0c-eb6a5a61aa98 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "DELETE /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags HTTP/1.1" status: 204 len: 168 time: 0.2643504 Sep 10 03:17:10.147415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:10.149901 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46832) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:10.154694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-64e4e1e9-18b1-4570-ba85-f5f714cd2f6f tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-1235580032') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:10.229046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a326a88-d90e-4a44-8a8d-5655f8488b73 req-14d7a7b7-546d-4de7-a0fa-a3b1b9e49f59 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:10.231071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a326a88-d90e-4a44-8a8d-5655f8488b73 req-14d7a7b7-546d-4de7-a0fa-a3b1b9e49f59 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.2984555 Sep 10 03:17:10.281915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d9b2e5e1-45f1-417b-90dd-a4b4fb57dc18 req-3f08d64f-c238-43f9-a1b5-e53753569118 service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967668 Sep 10 03:17:10.338951 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-64e4e1e9-18b1-4570-ba85-f5f714cd2f6f tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] show failed (client error): The resource could not be found. Sep 10 03:17:10.343312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64e4e1e9-18b1-4570-ba85-f5f714cd2f6f tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-1235580032 HTTP/1.1" status: 404 len: 326 time: 0.1923046 Sep 10 03:17:10.344321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:10.349171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-6c82946e-82e5-4d53-a9f7-ba1c9951a3bf tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418', 'tempest-TagsTest-Tag-453994412') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:10.352346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a326a88-d90e-4a44-8a8d-5655f8488b73 req-75f2c40e-40e2-46ec-9856-4b94603085b0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831935 Sep 10 03:17:10.500087 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-6c82946e-82e5-4d53-a9f7-ba1c9951a3bf tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] show failed (client error): The resource could not be found. Sep 10 03:17:10.501189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6c82946e-82e5-4d53-a9f7-ba1c9951a3bf tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "GET /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags/tempest-TagsTest-Tag-453994412 HTTP/1.1" status: 404 len: 325 time: 0.1557512 Sep 10 03:17:10.504936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:10.514378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-cd738618-a383-4392-8fb0-11a6721eefba tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9bf94d6b-6911-4a14-924c-b157ff30b418') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:10.524769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:10.549991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:10.560862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43e02ebd-a2bb-494b-b2fd-8d614f092883 req-a9060e07-ab44-44cd-ac7f-5be8b501e214 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0783765 Sep 10 03:17:10.686352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event updated for resources: {'Port': ['ID=2dc5e457-eb7f-4432-899f-2ef1419ed78f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:10.775904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:10.785880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46844) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:10.786202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cd738618-a383-4392-8fb0-11a6721eefba tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "DELETE /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418/tags HTTP/1.1" status: 204 len: 168 time: 0.2796776 Sep 10 03:17:10.850922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82f4ba8-87d2-4983-819a-5e0daafc552f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:17:10.905740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: b82f4ba8-87d2-4983-819a-5e0daafc552f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:17:10.906858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82f4ba8-87d2-4983-819a-5e0daafc552f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:17:10.932577 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 associated. External IP: 172.25.8.241, port: 8ae00675-23f9-4ead-b4a3-d07b3b8f9468. Sep 10 03:17:10.960341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.083931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.121430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf94d6b-6911-4a14-924c-b157ff30b418']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:11.135798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97701cac-c787-433e-9599-ca258337bd40') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:11.136157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97701cac-c787-433e-9599-ca258337bd40') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:11.151353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.202887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.213799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:17:11.214597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:17:11.218808 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:17:11.314147 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.329287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.332586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca3562-5a8f-4c29-9b35-e3b19051f6bd req-1fa37f56-c724-4492-b73e-ee1d2e072ba6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:11.334862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] 10.222.0.23 "DELETE /v2.0/networks/9bf94d6b-6911-4a14-924c-b157ff30b418 HTTP/1.1" status: 204 len: 168 time: 0.5474017 Sep 10 03:17:11.336267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fcca3562-5a8f-4c29-9b35-e3b19051f6bd req-1fa37f56-c724-4492-b73e-ee1d2e072ba6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.2068338 Sep 10 03:17:11.356757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14de27-0883-443a-9c0b-ac2183ac81b9 tempest-TagsTest-1363293536 tempest-TagsTest-1363293536-project] Pushing event deleted for resources: {'Network': ['ID=9bf94d6b-6911-4a14-924c-b157ff30b418,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:11.494822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fcca3562-5a8f-4c29-9b35-e3b19051f6bd req-7efb4c80-cf8a-438f-9152-cc7436061964 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425300 Sep 10 03:17:11.518591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router 14bf84ba-73e5-4f42-9705-3894f079cb94 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:17:11.755508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31e86e-4303-4e6e-816d-5f801b38b25b req-086f367b-a92c-44ac-a4af-cfb513cf82e8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:11.757067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee31e86e-4303-4e6e-816d-5f801b38b25b req-086f367b-a92c-44ac-a4af-cfb513cf82e8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1233478 Sep 10 03:17:11.759091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:17:11.773854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] Sync routers for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:17:11.785408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:11.788183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:11.798207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46858) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:11.831265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee31e86e-4303-4e6e-816d-5f801b38b25b req-57cf617d-3a92-44d7-a33c-4bb813e4710f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672395 Sep 10 03:17:11.832835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:11.870615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e8bda443-0c82-43e5-8f88-f2959ba0d14c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1298933 Sep 10 03:17:11.871687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:11.874479 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b327914-56e7-4f29-bcb5-d531d88ad434" -d '{"events": [{"name": "network-changed", "server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:12.043325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2522ea89-ef24-4c55-9ac0-9b91e5e08c61 req-0ff8f7e1-82b6-4dc2-9c12-4014ce489726 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0529945 Sep 10 03:17:12.082346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-02b7f1df-12ff-4fb7-92f7-c4bece741b70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3e0aa193b534abd8764be7df5447c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822332 Sep 10 03:17:12.085797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:12.233662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb212592-e401-4ac1-a221-eaa495961932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:12.255842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:12.256417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b080951-6792-4fc0-952e-d13eca02c713 req-15fad5c4-037f-4462-a98d-400995fc2d25 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:12.257869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b080951-6792-4fc0-952e-d13eca02c713 req-15fad5c4-037f-4462-a98d-400995fc2d25 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1061161 Sep 10 03:17:12.285129 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb212592-e401-4ac1-a221-eaa495961932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:12.341048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b080951-6792-4fc0-952e-d13eca02c713 req-0b078c86-845a-4183-9f07-98c0f4a4241e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755622 Sep 10 03:17:12.368206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:12.429645 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97db49-e4d6-4ca5-b4ed-293f50301c6c x-openstack-request-id: req-ee97db49-e4d6-4ca5-b4ed-293f50301c6c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:12.430008 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:12.430266 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee97db49-e4d6-4ca5-b4ed-293f50301c6c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:12.430740 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'status': 'completed', 'code': 200} Sep 10 03:17:12.432007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb212592-e401-4ac1-a221-eaa495961932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:12.434644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb212592-e401-4ac1-a221-eaa495961932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:12.437987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb212592-e401-4ac1-a221-eaa495961932 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/899529db-f1cf-4bb9-bbc6-1c71bea10d87 HTTP/1.1" status: 204 len: 168 time: 0.3490090 Sep 10 03:17:12.449946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb212592-e401-4ac1-a221-eaa495961932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899529db-f1cf-4bb9-bbc6-1c71bea10d87,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:12.486469 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f37eb310-f278-4dc5-9e2b-972900351bfc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 HTTP/1.1" status: 200 len: 992 time: 0.1130159 Sep 10 03:17:12.693167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'port_id': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'mac_address': 'fa:16:3e:bc:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a8cb4-a317-411c-a606-d38556521b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:17:08Z', 'updated_at': '2021-09-10T03:17:08Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:44Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:12.705880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251a398-a054-4501-aaa5-0603ed914b82 req-a5a385c0-f4db-4626-96e3-e7d2dde04672 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:12.707881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2251a398-a054-4501-aaa5-0603ed914b82 req-a5a385c0-f4db-4626-96e3-e7d2dde04672 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0865667 Sep 10 03:17:12.758085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] Checking router: 14bf84ba-73e5-4f42-9705-3894f079cb94 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:17:12.779281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2251a398-a054-4501-aaa5-0603ed914b82 req-61be7755-783d-4f57-9c35-b77bbf159d85 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644355 Sep 10 03:17:12.779696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:12.780546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:12.921936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:13.040667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769dc1e-fded-4719-b728-2b9b7755910b req-8c5e6851-8b39-421e-aa5d-4a2882e400e2 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:13.056761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e769dc1e-fded-4719-b728-2b9b7755910b req-8c5e6851-8b39-421e-aa5d-4a2882e400e2 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1198518 Sep 10 03:17:13.121037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e769dc1e-fded-4719-b728-2b9b7755910b req-876a3db9-2c48-44c3-8d63-0729f927849d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Sep 10 03:17:13.354194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86c8d6b4-40a6-4205-a332-a6a03e4e982b req-43f68869-ecec-4811-84eb-10f8746365bb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0910637 Sep 10 03:17:13.485539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:13.500396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'port_id': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'mac_address': 'fa:16:3e:bc:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a8cb4-a317-411c-a606-d38556521b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:17:08Z', 'updated_at': '2021-09-10T03:17:08Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:44Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:13.544819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b420755-8c20-4d1d-b041-df925bd9415d None None] The sync data for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 is: [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'port_id': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'mac_address': 'fa:16:3e:bc:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a8cb4-a317-411c-a606-d38556521b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:17:08Z', 'updated_at': '2021-09-10T03:17:08Z', 'revision_number': 0, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:44Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:17:13.593279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46900) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:13.598414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034244 Sep 10 03:17:13.601575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46902) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:13.659699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c626e1ef-497b-41db-b9f2-658be8e70fff tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 HTTP/1.1" status: 200 len: 992 time: 0.1721122 Sep 10 03:17:13.730760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ce49ec8d-18de-4c4c-b99f-f0b977fd7f5c tempest-NetworksApiDiscovery-662668442 tempest-NetworksApiDiscovery-662668442-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1277161 Sep 10 03:17:13.905950 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a653e69-b459-4ee8-8c84-9df0002a97ba None None] New status for floating IP a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:17:13.992369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af1761-9217-4150-b951-67a87d8ec47e req-c46f8188-32ef-4f6c-b1ab-db601252f54c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:13.994587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66af1761-9217-4150-b951-67a87d8ec47e req-c46f8188-32ef-4f6c-b1ab-db601252f54c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0909467 Sep 10 03:17:14.062280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66af1761-9217-4150-b951-67a87d8ec47e req-f4b463b4-a560-4329-8afc-f0d062ee9f5a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587065 Sep 10 03:17:14.209813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46914) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:14.310834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e0f2e-747f-4a45-88a0-7f051cf76fd5 req-63e5dbdf-3ba7-4b12-bbb0-959e4af68a10 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:14.313143 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f29e0f2e-747f-4a45-88a0-7f051cf76fd5 req-63e5dbdf-3ba7-4b12-bbb0-959e4af68a10 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1131549 Sep 10 03:17:14.366220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f29e0f2e-747f-4a45-88a0-7f051cf76fd5 req-92070fbc-7489-4d9b-8b16-5602510d37d6 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Sep 10 03:17:14.425136 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2969962-8ceb-4a21-bd5a-c116bb03788e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.480994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb2799f1-0d22-478c-abb8-89c33c61c1ce req-98e39142-1910-4c9b-b125-16a5f0acb90d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0491376 Sep 10 03:17:14.558143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2969962-8ceb-4a21-bd5a-c116bb03788e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.563391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2969962-8ceb-4a21-bd5a-c116bb03788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.605696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:14.605939 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f2969962-8ceb-4a21-bd5a-c116bb03788e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aa6b7f734224e50902170fc16a679ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946700 Sep 10 03:17:14.606671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2969962-8ceb-4a21-bd5a-c116bb03788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b524ca1-a196-431a-aec1-d85e5b5cb55b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:14.663527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:14.678606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb18db81-97de-4356-9d7e-e11bfb4f84f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.702255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb18db81-97de-4356-9d7e-e11bfb4f84f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.765907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0710ee29-7fe4-4b29-aece-f264d2b9147d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 HTTP/1.1" status: 200 len: 994 time: 0.1008322 Sep 10 03:17:14.780051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb18db81-97de-4356-9d7e-e11bfb4f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.783637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb18db81-97de-4356-9d7e-e11bfb4f84f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:14.787145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb18db81-97de-4356-9d7e-e11bfb4f84f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b524ca1-a196-431a-aec1-d85e5b5cb55b HTTP/1.1" status: 204 len: 168 time: 0.1781733 Sep 10 03:17:14.807252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18db81-97de-4356-9d7e-e11bfb4f84f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b524ca1-a196-431a-aec1-d85e5b5cb55b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:15.303874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6dd92-0829-406b-99e5-18ba770e964a req-14fbd540-382a-447f-ba57-cfcc6989afa1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:15.308551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08d6dd92-0829-406b-99e5-18ba770e964a req-14fbd540-382a-447f-ba57-cfcc6989afa1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1026695 Sep 10 03:17:15.364383 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08d6dd92-0829-406b-99e5-18ba770e964a req-cddd6fa5-b159-4750-ad05-08a06e248df5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497987 Sep 10 03:17:15.540363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7f708-196f-4550-89b9-5674e349c338 req-3c5ba885-0b96-49b9-a817-fbc8d4841995 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:15.541956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67c7f708-196f-4550-89b9-5674e349c338 req-3c5ba885-0b96-49b9-a817-fbc8d4841995 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0786061 Sep 10 03:17:15.604946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67c7f708-196f-4550-89b9-5674e349c338 req-91d5ad12-4091-4c4b-8fa3-312cff995eb8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507939 Sep 10 03:17:15.780857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88533f3-58a9-4ebc-b397-392cda195966 req-70990ab2-e9f5-4ef8-99f5-3c64ef820f9f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=45ae424d-920f-4dff-9e8a-7df970c83228 HTTP/1.1" status: 200 len: 210 time: 0.0433156 Sep 10 03:17:15.908804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:16.018400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2066079789-network', 'tenant_id': '4e2dfd34277949e8b5969b4901b33164'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:16.050900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Made reservation on behalf of 4e2dfd34277949e8b5969b4901b33164 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:16.066001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.087897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.215264 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.222859 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.250282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:17:16.261399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e58f6-50e7-48b4-b0a7-8afc27ba2ba6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:16.282412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.283289 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Added segment 546fd7fe-c4f9-4825-9ec4-3c2adc1cfa73 of type vlan for network 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf Sep 10 03:17:16.327740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.354337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.355692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:16.356476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.391509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4797437 Sep 10 03:17:16.393861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:16.400791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Request body: {'subnet': {'network_id': '79e5e8a6-ad38-4ee4-b0ab-a707913f44bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2066079789-subnet', 'tenant_id': '4e2dfd34277949e8b5969b4901b33164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:16.429256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df449-0d15-42bb-bb61-4fed588e0c5f admin admin] Pushing event updated for resources: {'Network': ['ID=79e5e8a6-ad38-4ee4-b0ab-a707913f44bf,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:16.442411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:17:16.444767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Made reservation on behalf of 4e2dfd34277949e8b5969b4901b33164 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:16.447355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.732904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd5dc0-65cc-4f81-b9bb-a1cdeeac2db2 req-d6830b63-5558-4355-8bf8-f2808602ef40 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:16.735388 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6dd5dc0-65cc-4f81-b9bb-a1cdeeac2db2 req-d6830b63-5558-4355-8bf8-f2808602ef40 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1170347 Sep 10 03:17:16.737125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.820595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718e87c2-847b-455b-a6bf-5ff250f9d847,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:16.850684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6dd5dc0-65cc-4f81-b9bb-a1cdeeac2db2 req-62f47260-0128-423c-bb05-f426e453b2a1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873725 Sep 10 03:17:16.856707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Checking segment: {'id': '546fd7fe-c4f9-4825-9ec4-3c2adc1cfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '79e5e8a6-ad38-4ee4-b0ab-a707913f44bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:16.857068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Network hostable DHCP agents. Network: 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:17:16.888588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Network 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:17:16.901863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:16.907511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:16.908433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:16.912432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbc4e5-a762-497a-93d4-f4b86fa52075 None None] Network 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:16.937146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2110261-c988-4af8-97ad-2e6191a16112 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5342679 Sep 10 03:17:17.005466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31944e4-1179-4ff0-bb75-e4a11070784f req-a2911ea9-a668-4dc3-b6f9-2395202cafaa tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:17.014336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f31944e4-1179-4ff0-bb75-e4a11070784f req-a2911ea9-a668-4dc3-b6f9-2395202cafaa tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0662441 Sep 10 03:17:17.080801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f31944e4-1179-4ff0-bb75-e4a11070784f req-d8d74b81-d723-4862-b94c-cc2efa1db109 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648491 Sep 10 03:17:17.148635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a282d42-14e5-4d26-9a4e-967da7103978 None None] Network 79e5e8a6-ad38-4ee4-b0ab-a707913f44bf requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:17.644228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46988) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:17.649278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333473206-network', 'tenant_id': '7baedb55151542e3b6c2aba0c37ce677'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:17.678209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Made reservation on behalf of 7baedb55151542e3b6c2aba0c37ce677 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:17.683147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:17.692811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:17.802478 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:17.808769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:17.837491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:17:17.848454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b662b-d04f-4da0-be32-1fc90186823f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:17.854050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:17.854542 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Added segment 6bfba9a8-a182-4060-b3c4-86e08064eb10 of type vlan for network 07f9319b-783b-4009-be74-75c9a345fafe Sep 10 03:17:17.968146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:18.040586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:18.041640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:18.043482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:18.117261 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4719031 Sep 10 03:17:18.120075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:18.125805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Request body: {'subnet': {'network_id': '07f9319b-783b-4009-be74-75c9a345fafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333473206-subnet', 'tenant_id': '7baedb55151542e3b6c2aba0c37ce677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:18.126551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3dbed-9b1d-4428-874f-e2ca58bb5a6a req-d47efcf8-2e48-4754-a9ba-2474647db51a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:18.128678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fe3dbed-9b1d-4428-874f-e2ca58bb5a6a req-d47efcf8-2e48-4754-a9ba-2474647db51a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.1302731 Sep 10 03:17:18.159364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Made reservation on behalf of 7baedb55151542e3b6c2aba0c37ce677 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:18.163712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:18.193776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b696-57a7-427a-9536-3cd24acfe584 admin admin] Pushing event updated for resources: {'Network': ['ID=07f9319b-783b-4009-be74-75c9a345fafe,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:18.205859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 07f9319b-783b-4009-be74-75c9a345fafe details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:17:18.490611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:18.606200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc6fe4c-3019-4d69-9330-8a89d1348610,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:18.622041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Checking segment: {'id': '6bfba9a8-a182-4060-b3c4-86e08064eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '07f9319b-783b-4009-be74-75c9a345fafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:18.622548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Network hostable DHCP agents. Network: 07f9319b-783b-4009-be74-75c9a345fafe, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:17:18.655427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Network 07f9319b-783b-4009-be74-75c9a345fafe is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:17:18.674529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 07f9319b-783b-4009-be74-75c9a345fafe) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:18.686124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c2cfd-7cc0-4739-889a-bec134894faa None None] Network 07f9319b-783b-4009-be74-75c9a345fafe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:18.689634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:18.691330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:18.744554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-24cc74fa-0314-4739-a3a2-6cd815fe13b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6230733 Sep 10 03:17:18.764263 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fe3dbed-9b1d-4428-874f-e2ca58bb5a6a req-9dbe3dfc-74f5-4b30-8dac-cea142209979 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6278608 Sep 10 03:17:18.912057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350d86-14b1-4937-9be8-1a172066d3eb req-e6a3e5aa-7809-4a89-bd4c-61be6e51ed84 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:18.914253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e350d86-14b1-4937-9be8-1a172066d3eb req-e6a3e5aa-7809-4a89-bd4c-61be6e51ed84 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0772750 Sep 10 03:17:18.978955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e350d86-14b1-4937-9be8-1a172066d3eb req-31077107-a473-41d4-b0b0-2d6952eb773d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586262 Sep 10 03:17:19.035157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c95c1-0d33-4da9-af7d-f576c068b852 None None] Network 07f9319b-783b-4009-be74-75c9a345fafe requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:19.048210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:19.142816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Deleting subnet 718e87c2-847b-455b-a6bf-5ff250f9d847 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:17:19.146725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.204438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.250420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.328777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.356988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718e87c2-847b-455b-a6bf-5ff250f9d847,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:19.371188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.373205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea9e1c9f-f293-488f-a873-f92850e26739 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/718e87c2-847b-455b-a6bf-5ff250f9d847 HTTP/1.1" status: 204 len: 168 time: 0.3238940 Sep 10 03:17:19.379218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:19.471807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.655604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.688332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e5e8a6-ad38-4ee4-b0ab-a707913f44bf']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:19.702402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546fd7fe-c4f9-4825-9ec4-3c2adc1cfa73') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:19.702720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546fd7fe-c4f9-4825-9ec4-3c2adc1cfa73') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:19.720096 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.736117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.743283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:17:19.743741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:17:19.745567 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:17:19.842757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.850161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:19.852601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79e5e8a6-ad38-4ee4-b0ab-a707913f44bf HTTP/1.1" status: 204 len: 168 time: 0.4718838 Sep 10 03:17:19.855506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47016) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:19.864682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ffcb6-c059-4c35-bfc7-63d15cba5117 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e5e8a6-ad38-4ee4-b0ab-a707913f44bf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:19.943786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff919db-fa07-48f8-8398-f52c19a8a61a req-90175160-35d5-4edc-bea9-086d712fca65 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:19.950305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aff919db-fa07-48f8-8398-f52c19a8a61a req-90175160-35d5-4edc-bea9-086d712fca65 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0677004 Sep 10 03:17:19.978368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Deleting subnet bdc6fe4c-3019-4d69-9330-8a89d1348610 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:17:19.982488 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.027348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aff919db-fa07-48f8-8398-f52c19a8a61a req-facc32a1-6be5-4bf8-8fb2-3a064ff2e6f9 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741220 Sep 10 03:17:20.036892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.107907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.236582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.285979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de019074-c26a-4242-bb3e-b0e7a00616bf req-078d103f-52b5-45ee-abe2-73436204dea8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:20.287511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de019074-c26a-4242-bb3e-b0e7a00616bf req-078d103f-52b5-45ee-abe2-73436204dea8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1347902 Sep 10 03:17:20.307656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.310835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bdc6fe4c-3019-4d69-9330-8a89d1348610 HTTP/1.1" status: 204 len: 168 time: 0.4543273 Sep 10 03:17:20.312041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bb408-f549-4825-aa7f-cdf9d3b067f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc6fe4c-3019-4d69-9330-8a89d1348610,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:20.315849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:20.463273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de019074-c26a-4242-bb3e-b0e7a00616bf req-cfbd850f-ece6-411d-8fae-4826025146af tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628382 Sep 10 03:17:20.482494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.582004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.618684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f9319b-783b-4009-be74-75c9a345fafe']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:20.636649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfba9a8-a182-4060-b3c4-86e08064eb10') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:20.636953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfba9a8-a182-4060-b3c4-86e08064eb10') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:20.660117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.691931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.709260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:17:20.710562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:17:20.716452 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:17:20.823786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.849278 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:20.853619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] 10.222.0.23 "DELETE /v2.0/networks/07f9319b-783b-4009-be74-75c9a345fafe HTTP/1.1" status: 204 len: 168 time: 0.5281801 Sep 10 03:17:20.853619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d54b5-4f7f-4edd-9e3d-d2cf5a81d906 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f9319b-783b-4009-be74-75c9a345fafe,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:21.164032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47040) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:21.217762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff77185-6ea3-4c46-a489-e3fac9d14b11 req-ae9df531-e93a-49d0-bda6-8cedb2c525e6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:21.220003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ff77185-6ea3-4c46-a489-e3fac9d14b11 req-ae9df531-e93a-49d0-bda6-8cedb2c525e6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0695796 Sep 10 03:17:21.239000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b25ccef-3c1d-46d2-8578-3103c9f34cd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e2dfd34277949e8b5969b4901b33164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737641 Sep 10 03:17:21.241618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47042) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:21.288990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ff77185-6ea3-4c46-a489-e3fac9d14b11 req-3aa4b5ce-bccb-47e5-8230-6afa69f4dcd2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618486 Sep 10 03:17:21.332266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc2954e8-3259-47fd-9085-3bdf53fc99d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:21.360802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc2954e8-3259-47fd-9085-3bdf53fc99d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:21.424557 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc2954e8-3259-47fd-9085-3bdf53fc99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:21.427526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc2954e8-3259-47fd-9085-3bdf53fc99d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:21.431289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc2954e8-3259-47fd-9085-3bdf53fc99d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/967e58f6-50e7-48b4-b0a7-8afc27ba2ba6 HTTP/1.1" status: 204 len: 168 time: 0.1863508 Sep 10 03:17:21.437215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2954e8-3259-47fd-9085-3bdf53fc99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e58f6-50e7-48b4-b0a7-8afc27ba2ba6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:21.592716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5580-bd94-4a59-b270-778b70ddabe0 req-226fd355-2468-4246-ad2e-d43480b1447f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:21.594703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-05fc5580-bd94-4a59-b270-778b70ddabe0 req-226fd355-2468-4246-ad2e-d43480b1447f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0591497 Sep 10 03:17:21.641007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-05fc5580-bd94-4a59-b270-778b70ddabe0 req-5840281e-27d8-4b85-8f7a-08e2408627c4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Sep 10 03:17:21.847139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:21.915445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d33cf4b8-1adc-40de-8788-5ae2e039adc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7baedb55151542e3b6c2aba0c37ce677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667911 Sep 10 03:17:21.919757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47060) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:21.930330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-cad6c459-8b38-4860-b206-cf72c69d8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:21.931849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-cad6c459-8b38-4860-b206-cf72c69d8ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1097 time: 0.0654263 Sep 10 03:17:21.989538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4616ac10-ae15-4025-923a-0f9321493af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:22.056917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-d6fa793d-7e43-4969-beb2-bc310a8783ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.058947 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-d6fa793d-7e43-4969-beb2-bc310a8783ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd02718a-c945-4860-9982-370bfd9a6fe5 HTTP/1.1" status: 200 len: 896 time: 0.1119678 Sep 10 03:17:22.060377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4616ac10-ae15-4025-923a-0f9321493af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:22.082854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846cb1d-3550-4126-8f3d-ad9d2a408c7a req-278dde8f-a5a1-4d9b-b8d6-14016ef43f2a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.086519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0846cb1d-3550-4126-8f3d-ad9d2a408c7a req-278dde8f-a5a1-4d9b-b8d6-14016ef43f2a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1053843 Sep 10 03:17:22.153255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-e12ae35b-afab-46af-baf6-6b79772769a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468 HTTP/1.1" status: 200 len: 1002 time: 0.0848327 Sep 10 03:17:22.156086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0846cb1d-3550-4126-8f3d-ad9d2a408c7a req-75ba33f0-49a6-4ed1-84af-75157bcda8aa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404708 Sep 10 03:17:22.162702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4616ac10-ae15-4025-923a-0f9321493af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:22.166036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4616ac10-ae15-4025-923a-0f9321493af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:22.167717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4616ac10-ae15-4025-923a-0f9321493af3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a8b662b-d04f-4da0-be32-1fc90186823f HTTP/1.1" status: 204 len: 168 time: 0.2480314 Sep 10 03:17:22.180168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ac10-ae15-4025-923a-0f9321493af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b662b-d04f-4da0-be32-1fc90186823f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:22.260774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-7d437804-6d6a-465d-9de5-be290e035e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.262934 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-7d437804-6d6a-465d-9de5-be290e035e21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3f719de-dd12-41d7-9ac5-eebda922f527 HTTP/1.1" status: 200 len: 834 time: 0.1012661 Sep 10 03:17:22.351277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-2d20936b-e393-4d89-87b8-9e3616c56699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.352911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-2d20936b-e393-4d89-87b8-9e3616c56699 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd02718a-c945-4860-9982-370bfd9a6fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785449 Sep 10 03:17:22.374520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518bfe6-7121-436d-bc30-e065295c70eb req-0acfeb74-1c0f-4194-88c8-98d6a059a225 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.376329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c518bfe6-7121-436d-bc30-e065295c70eb req-0acfeb74-1c0f-4194-88c8-98d6a059a225 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0920796 Sep 10 03:17:22.461647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbbe9c-e902-437d-ab49-fd452d8d5b81 req-8dc23ceb-a49c-4f41-a7c3-da08cbb60b40 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.473408 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-93bbbe9c-e902-437d-ab49-fd452d8d5b81 req-8dc23ceb-a49c-4f41-a7c3-da08cbb60b40 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0785749 Sep 10 03:17:22.522520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c518bfe6-7121-436d-bc30-e065295c70eb req-ee36822b-061e-4b80-9c6b-10d65fe6f495 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200974 Sep 10 03:17:22.539423 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-93bbbe9c-e902-437d-ab49-fd452d8d5b81 req-5bc2be59-e998-495c-949f-5fb264574eff tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525992 Sep 10 03:17:22.570388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-da966dc1-313c-4a4f-9812-6df0576fdc84 service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907933 Sep 10 03:17:22.680072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b327914-56e7-4f29-bcb5-d531d88ad434 req-4f1ca3cd-3f37-47a0-a398-eda7607c4a88 service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012194 Sep 10 03:17:22.758869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab8267-850a-481a-aa33-2f259191e547 req-25ee77d0-805d-4370-9f47-3f7d35a40a84 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.760596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0ab8267-850a-481a-aa33-2f259191e547 req-25ee77d0-805d-4370-9f47-3f7d35a40a84 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0544112 Sep 10 03:17:22.790647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f61f7-9280-4298-9b72-6ce55453fc57 req-d955a530-3ce1-4a8f-b2ca-2695b1a45184 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:22.807780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-463f61f7-9280-4298-9b72-6ce55453fc57 req-d955a530-3ce1-4a8f-b2ca-2695b1a45184 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0861259 Sep 10 03:17:22.847782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0ab8267-850a-481a-aa33-2f259191e547 req-56aaab86-8f16-49c9-b2f5-a4deda4adc9a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719852 Sep 10 03:17:22.888258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-463f61f7-9280-4298-9b72-6ce55453fc57 req-5abbed8e-4295-48f8-b4a1-773d00e0756d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801799 Sep 10 03:17:23.199722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27f86-ff77-4ec6-b680-6560fb614014 req-18317af9-68c3-461c-8aa4-25db83d5fd6b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:23.202172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7a27f86-ff77-4ec6-b680-6560fb614014 req-18317af9-68c3-461c-8aa4-25db83d5fd6b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.0675182 Sep 10 03:17:23.262880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7a27f86-ff77-4ec6-b680-6560fb614014 req-1264aa79-05d0-46fe-9030-ba545ab6028e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Sep 10 03:17:23.485568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612bfb-c2a7-4b4e-a474-33b2382ead8a req-4831d92c-38ae-4ab1-bc71-e0c4d87f8751 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:23.494578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30612bfb-c2a7-4b4e-a474-33b2382ead8a req-4831d92c-38ae-4ab1-bc71-e0c4d87f8751 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0692651 Sep 10 03:17:23.530501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30612bfb-c2a7-4b4e-a474-33b2382ead8a req-8d534143-bb0f-4e46-bf22-209540525e2f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350122 Sep 10 03:17:23.656252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88c6ed-9805-4a22-884d-409e6fb35cb1 req-415a6661-de38-4009-b29e-037ccc227404 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:23.658536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa88c6ed-9805-4a22-884d-409e6fb35cb1 req-415a6661-de38-4009-b29e-037ccc227404 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0581262 Sep 10 03:17:23.716064 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa88c6ed-9805-4a22-884d-409e6fb35cb1 req-67119f96-0d96-42ee-9f21-bf7da4db6054 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475676 Sep 10 03:17:24.047294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0163f-7c2f-4eb9-99b8-8ac140cb3e38 req-1ad70770-2c08-4bff-85f4-5a636744d24f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:24.054887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2e0163f-7c2f-4eb9-99b8-8ac140cb3e38 req-1ad70770-2c08-4bff-85f4-5a636744d24f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0746078 Sep 10 03:17:24.089478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2e0163f-7c2f-4eb9-99b8-8ac140cb3e38 req-9fc4c6be-1802-4da4-8d41-d895d44fc883 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Sep 10 03:17:24.419750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb5b5-95ce-4d62-9a10-7b0d1cfccb82 req-79e83214-9020-4368-9269-fe3f8acc9804 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:24.421822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-650eb5b5-95ce-4d62-9a10-7b0d1cfccb82 req-79e83214-9020-4368-9269-fe3f8acc9804 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.0908527 Sep 10 03:17:24.492799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-650eb5b5-95ce-4d62-9a10-7b0d1cfccb82 req-dab7fb60-5afb-476f-a98c-7776af914bda tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=6836415f-61b8-4a57-a62e-6b6ef09d619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639355 Sep 10 03:17:24.652784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d616668-ae31-408f-b4b1-3416a203e1cd req-3e1a72d2-c894-4957-945c-43f1cb6b85d3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:24.654412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d616668-ae31-408f-b4b1-3416a203e1cd req-3e1a72d2-c894-4957-945c-43f1cb6b85d3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0517452 Sep 10 03:17:24.700237 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d616668-ae31-408f-b4b1-3416a203e1cd req-f7ea1f41-42c9-450c-9dc8-b4a2fd327541 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390480 Sep 10 03:17:24.832915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224546-9179-4962-9d27-70abe67b3910 req-93300e9c-7292-4610-9261-802fedb238e2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:24.834521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc224546-9179-4962-9d27-70abe67b3910 req-93300e9c-7292-4610-9261-802fedb238e2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 946 time: 0.0697010 Sep 10 03:17:24.861111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fea0f-99ed-4a58-a14d-8fdb01db8c00 req-b46cb0a7-53d5-48bd-b28e-509529bc12b2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:24.862504 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da0fea0f-99ed-4a58-a14d-8fdb01db8c00 req-b46cb0a7-53d5-48bd-b28e-509529bc12b2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0642133 Sep 10 03:17:24.928186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da0fea0f-99ed-4a58-a14d-8fdb01db8c00 req-a74f9bb0-e9e6-4443-91ba-a21714bc55fc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593643 Sep 10 03:17:24.957923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:17:24.958527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:25.066460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port 20f30302-6ecf-4dac-954c-bf0e08a5eec1, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=20f30302-6ecf-4dac-954c-bf0e08a5eec1,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:25.066900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:25.081218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for 20f30302-6ecf-4dac-954c-bf0e08a5eec1 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:17:25.272227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16582327-8e1a-423a-a739-c0b00941320d req-dbfa445b-49a7-4af6-91e5-78156c56576a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:25.273776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16582327-8e1a-423a-a739-c0b00941320d req-dbfa445b-49a7-4af6-91e5-78156c56576a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0901923 Sep 10 03:17:25.274881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:25.289534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['20f30302-6ecf-4dac-954c-bf0e08a5eec1'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:25.311977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=20f30302-6ecf-4dac-954c-bf0e08a5eec1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:25.371354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port 20f30302-6ecf-4dac-954c-bf0e08a5eec1 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:17:25.374688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:25.377227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc224546-9179-4962-9d27-70abe67b3910 req-1769b4f7-1a17-4821-a292-6094bd7a80ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.36 "DELETE /v2.0/ports/20f30302-6ecf-4dac-954c-bf0e08a5eec1 HTTP/1.1" status: 204 len: 173 time: 0.5298972 Sep 10 03:17:25.377920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'name': 'network-vif-deleted', 'tag': '20f30302-6ecf-4dac-954c-bf0e08a5eec1'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:25.380252 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29687a3d-d6d9-4d12-9c24-9ec646f0f161" -d '{"events": [{"server_uuid": "6d4d0fac-76b2-431f-a686-f2ee937022db", "name": "network-vif-deleted", "tag": "20f30302-6ecf-4dac-954c-bf0e08a5eec1"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:25.407061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16582327-8e1a-423a-a739-c0b00941320d req-8f34c49a-b6d1-43dc-add6-13a3039b2a3b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968564 Sep 10 03:17:25.428951 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00fb5f-ff49-4b89-af0e-c96ae7b67b51 x-openstack-request-id: req-8c00fb5f-ff49-4b89-af0e-c96ae7b67b51 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:25.429651 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4d0fac-76b2-431f-a686-f2ee937022db", "name": "network-vif-deleted", "tag": "20f30302-6ecf-4dac-954c-bf0e08a5eec1", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:25.430200 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c00fb5f-ff49-4b89-af0e-c96ae7b67b51 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:25.430959 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4d0fac-76b2-431f-a686-f2ee937022db', 'name': 'network-vif-deleted', 'tag': '20f30302-6ecf-4dac-954c-bf0e08a5eec1', 'status': 'completed', 'code': 200} Sep 10 03:17:25.601799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48011d96-31ed-4908-ab6e-d98942d1db8e req-d3ebcf4f-1503-46f2-9f9f-96342329bfb3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0396483 Sep 10 03:17:25.852584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea156-83a6-44d7-8d98-d26e67576e61 req-d579224d-ef3a-4b55-9984-7cef649018c8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:25.854161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af4ea156-83a6-44d7-8d98-d26e67576e61 req-d579224d-ef3a-4b55-9984-7cef649018c8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0700185 Sep 10 03:17:25.901775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af4ea156-83a6-44d7-8d98-d26e67576e61 req-a8e49a0f-ed76-499e-973d-39f7b219f3d5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404291 Sep 10 03:17:26.069739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49610fc7-09c2-488b-987e-91bfc8a1373f req-8533f2d9-3421-491c-b9d0-580506320e38 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:26.071609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49610fc7-09c2-488b-987e-91bfc8a1373f req-8533f2d9-3421-491c-b9d0-580506320e38 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0621448 Sep 10 03:17:26.117694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-49610fc7-09c2-488b-987e-91bfc8a1373f req-49b5d1e2-7009-4460-b95d-0a7ac8c766fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389979 Sep 10 03:17:26.541993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8092d95-100b-467c-a4d6-f583ca1908e1 req-e06a9c13-98e6-49a3-a7fa-27450ca201fa tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:26.543669 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8092d95-100b-467c-a4d6-f583ca1908e1 req-e06a9c13-98e6-49a3-a7fa-27450ca201fa tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0575025 Sep 10 03:17:26.585494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8092d95-100b-467c-a4d6-f583ca1908e1 req-e683b017-9930-44f1-a221-3485e27a3256 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Sep 10 03:17:26.706240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c117f899-83af-4fd5-aede-5ffa35e6ef6a req-982c758a-33dd-463b-9c17-50a7f7f1e0ec tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0258279 Sep 10 03:17:27.014323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e8e4-05df-4d23-95e8-2c68a7306509 req-7df173b6-2cfc-40bb-b7eb-3d3268a85e86 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:27.015856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d114e8e4-05df-4d23-95e8-2c68a7306509 req-7df173b6-2cfc-40bb-b7eb-3d3268a85e86 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0483310 Sep 10 03:17:27.053762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d114e8e4-05df-4d23-95e8-2c68a7306509 req-4ecf92ca-29ff-4163-ad3a-767aa73eb05a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Sep 10 03:17:27.243424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a755e6-a03c-4584-b6a2-167e9273ac3b req-385e783c-64a7-4963-857f-087d5cffacdc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:27.244993 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91a755e6-a03c-4584-b6a2-167e9273ac3b req-385e783c-64a7-4963-857f-087d5cffacdc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0528181 Sep 10 03:17:27.283297 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91a755e6-a03c-4584-b6a2-167e9273ac3b req-2916d4df-a31a-4c78-a7a8-30678d6cba9c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Sep 10 03:17:27.786052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec53b-02ef-42fa-938e-b465404f98aa req-baa9f159-d7a6-43d2-922d-5e07353e2ef2 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:27.788436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-358ec53b-02ef-42fa-938e-b465404f98aa req-baa9f159-d7a6-43d2-922d-5e07353e2ef2 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0853696 Sep 10 03:17:27.836941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-358ec53b-02ef-42fa-938e-b465404f98aa req-a6ed4882-9f45-42c3-9c42-8e2b56b2f500 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Sep 10 03:17:27.844357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ad0407-807a-4335-aeed-32d12645e20c req-2d0ea24a-f89a-4617-926a-14e68558653c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0294139 Sep 10 03:17:28.182423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9412fae-4a6d-4d64-a07a-69fc9f66cec9 req-da797a97-ab4a-43fd-a25b-5d60620485ec tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:28.183105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9412fae-4a6d-4d64-a07a-69fc9f66cec9 req-da797a97-ab4a-43fd-a25b-5d60620485ec tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0578063 Sep 10 03:17:28.237486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9412fae-4a6d-4d64-a07a-69fc9f66cec9 req-5bbe422d-022c-4269-97e3-c64f19f6790e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391424 Sep 10 03:17:28.412198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff08f0b-c09c-468f-9ba7-c69356c8e70f req-7cf58e64-3f1b-4332-a4df-6fdbf5708f60 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:28.413688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fff08f0b-c09c-468f-9ba7-c69356c8e70f req-7cf58e64-3f1b-4332-a4df-6fdbf5708f60 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0526454 Sep 10 03:17:28.451815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fff08f0b-c09c-468f-9ba7-c69356c8e70f req-73ebe444-a6ff-4149-9b1d-d9f372c80c8b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Sep 10 03:17:28.913252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 20f30302-6ecf-4dac-954c-bf0e08a5eec1 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:17:28.946552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 20f30302-6ecf-4dac-954c-bf0e08a5eec1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:17:28.947000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 20f30302-6ecf-4dac-954c-bf0e08a5eec1 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:17:28.977142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b50e1fba-7af0-4edb-9534-e0171e2e39b9 req-1d0724ef-97f0-4583-bc1a-1c24db2e84b3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0448444 Sep 10 03:17:29.024454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7f385-5fdb-4b99-b53b-731b3944e485 req-3fe9fac3-a256-4dcc-98a8-bd0603f5c355 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:29.032904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1e7f385-5fdb-4b99-b53b-731b3944e485 req-3fe9fac3-a256-4dcc-98a8-bd0603f5c355 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0936728 Sep 10 03:17:29.074147 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1e7f385-5fdb-4b99-b53b-731b3944e485 req-4ef25e93-9dad-4fa5-b722-c2bfd9c5977e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Sep 10 03:17:29.341530 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:17:29.361795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0f50-c257-4284-a112-39ea8f15c247 req-4cb24584-c47f-49e6-b3d8-c5651d2063d8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:29.363629 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-054e0f50-c257-4284-a112-39ea8f15c247 req-4cb24584-c47f-49e6-b3d8-c5651d2063d8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0550466 Sep 10 03:17:29.403127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-054e0f50-c257-4284-a112-39ea8f15c247 req-c6d2fd3c-5bf1-486a-818a-fbaba2b154dd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Sep 10 03:17:29.587076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a7a6f-5457-442b-aa2b-c34f8e2fd239 req-433772c0-0fe9-44cb-a064-1533dc7fc7ae tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:29.588764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f1a7a6f-5457-442b-aa2b-c34f8e2fd239 req-433772c0-0fe9-44cb-a064-1533dc7fc7ae tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 943 time: 0.0487320 Sep 10 03:17:29.599855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47704) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:29.628379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f1a7a6f-5457-442b-aa2b-c34f8e2fd239 req-37849c68-ee71-444c-88c3-9aacca8409a8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Sep 10 03:17:29.723606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:29.818920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:29.824012 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:29.866219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47710) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:29.868025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a09415a8bee844e3b7c3696f6f8a87b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669458 Sep 10 03:17:29.869099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947897c-9409-472f-b2ad-2d9c44a93494,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:29.881688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.882227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.882961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.883503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.883979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.884614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.885087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.885553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.886038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.886532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.886863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.887192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa24e8bf-34e4-4853-a71a-13f40e2e6865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:29.931176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac0e-8709-4d49-bb90-cee6e0ee5cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:29.951888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac0e-8709-4d49-bb90-cee6e0ee5cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:29.998963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac0e-8709-4d49-bb90-cee6e0ee5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.001698 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72a2ac0e-8709-4d49-bb90-cee6e0ee5cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.002850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-72a2ac0e-8709-4d49-bb90-cee6e0ee5cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4947897c-9409-472f-b2ad-2d9c44a93494 HTTP/1.1" status: 204 len: 168 time: 0.1356509 Sep 10 03:17:30.010911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ac0e-8709-4d49-bb90-cee6e0ee5cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947897c-9409-472f-b2ad-2d9c44a93494,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:30.094966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b22709b2-b847-48fa-ba24-e8555b9ef150 req-e9b790de-2b6f-419c-adf0-dae260b8ccb3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0301111 Sep 10 03:17:30.200010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c6261-54cb-4e90-bea2-3d114fce1c00 req-e06df192-088d-42f6-8a5d-7a235db389cc tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:30.201574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b4c6261-54cb-4e90-bea2-3d114fce1c00 req-e06df192-088d-42f6-8a5d-7a235db389cc tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0513177 Sep 10 03:17:30.242861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b4c6261-54cb-4e90-bea2-3d114fce1c00 req-841870cd-3516-4283-8c48-d3e0734aba7e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Sep 10 03:17:30.324049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47722) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:30.337935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1944e4b-8fd9-4790-8232-e229a575d9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.429824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1944e4b-8fd9-4790-8232-e229a575d9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.435674 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1944e4b-8fd9-4790-8232-e229a575d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.481898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c1944e4b-8fd9-4790-8232-e229a575d9b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0116c0c76f4946ed9c808d7ae5f50b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542013 Sep 10 03:17:30.481898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1944e4b-8fd9-4790-8232-e229a575d9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb4dd3-59ee-4bd5-a6c6-ae3b8f26cae9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:30.482193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47726) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:30.491757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:17:30.574065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcf321-e805-48e1-a439-18385ae9e93d req-712b6201-16a2-47aa-aec9-8611ba841d51 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:30.575528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23dcf321-e805-48e1-a439-18385ae9e93d req-712b6201-16a2-47aa-aec9-8611ba841d51 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0968146 Sep 10 03:17:30.580952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0927769e-6c79-4f27-950d-9b897655c4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.590057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:30.601567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'port_id': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'mac_address': 'fa:16:3e:2a:e7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:17:30.614653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0927769e-6c79-4f27-950d-9b897655c4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.642928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.656479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c06f3f-1490-4b33-b4b5-6904842c24dd {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:17:30.660186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23dcf321-e805-48e1-a439-18385ae9e93d req-5da25e55-d40f-48aa-9cc0-7c0043ce2366 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710886 Sep 10 03:17:30.681796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:30.691031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.703200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0927769e-6c79-4f27-950d-9b897655c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.706762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0927769e-6c79-4f27-950d-9b897655c4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:30.708274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0927769e-6c79-4f27-950d-9b897655c4b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7cb4dd3-59ee-4bd5-a6c6-ae3b8f26cae9 HTTP/1.1" status: 204 len: 168 time: 0.2246740 Sep 10 03:17:30.731035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927769e-6c79-4f27-950d-9b897655c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb4dd3-59ee-4bd5-a6c6-ae3b8f26cae9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:30.776840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:30.777042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3abea-511b-426e-90ec-f5e7b2f1ca3b req-f20a1973-5d2c-4ff5-a011-05b48046819c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:30.778692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ae3abea-511b-426e-90ec-f5e7b2f1ca3b req-f20a1973-5d2c-4ff5-a011-05b48046819c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 944 time: 0.0555537 Sep 10 03:17:30.789736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.790091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.790437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.790777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.791106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.791665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.791993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.792374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.792754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.793089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.793419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.793741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:30.822215 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ae3abea-511b-426e-90ec-f5e7b2f1ca3b req-48192230-18d3-4a3b-bc37-f1bc54a75b05 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 Sep 10 03:17:31.015358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['72c06f3f-1490-4b33-b4b5-6904842c24dd'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:31.243702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8001b8db-3035-424a-a0ca-4084b62f7876 req-b89f495e-54a6-401c-a16e-d4c7376fcaba tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4d0fac-76b2-431f-a686-f2ee937022db HTTP/1.1" status: 200 len: 210 time: 0.0319929 Sep 10 03:17:31.367683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9067-8624-4f90-83f4-6237f3a00254 req-93f2c533-9685-45c8-8969-823a0d4c9a5d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:31.369436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65fc9067-8624-4f90-83f4-6237f3a00254 req-93f2c533-9685-45c8-8969-823a0d4c9a5d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0576823 Sep 10 03:17:31.430517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65fc9067-8624-4f90-83f4-6237f3a00254 req-56a1f983-772c-4398-9aa1-0d0e5bbedc2d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Sep 10 03:17:31.739235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f6b19dc1-7e74-4c07-a003-7ee94ab33b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:31.799867 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:31.839437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bdb1d-d0be-4f76-b4df-7a2037f3ab31 req-1bb484af-3000-489a-9f05-f5b1e5809444 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:31.850117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb0bdb1d-d0be-4f76-b4df-7a2037f3ab31 req-1bb484af-3000-489a-9f05-f5b1e5809444 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0864515 Sep 10 03:17:31.958715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb0bdb1d-d0be-4f76-b4df-7a2037f3ab31 req-3d42b3a9-a6e0-472f-8fde-24bdab04921e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883825 Sep 10 03:17:32.018750 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:32.029003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c06ddb-9b97-4abe-b957-53f54e8b3eaa req-aca38c92-ba0e-4f02-ab40-32eef6b3be0a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:32.039666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5c06ddb-9b97-4abe-b957-53f54e8b3eaa req-aca38c92-ba0e-4f02-ab40-32eef6b3be0a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 944 time: 0.0733533 Sep 10 03:17:32.111993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5c06ddb-9b97-4abe-b957-53f54e8b3eaa req-e79f254e-dc7a-43be-a82b-644b34277543 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702543 Sep 10 03:17:32.506393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:32.600824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 72c06f3f-1490-4b33-b4b5-6904842c24dd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:32.601501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:32.611487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aef8da-4df0-40de-8142-3c583d27bdad req-dd3c279e-4b5e-4a0e-9891-573ef51a0d82 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:32.624419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0aef8da-4df0-40de-8142-3c583d27bdad req-dd3c279e-4b5e-4a0e-9891-573ef51a0d82 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0973537 Sep 10 03:17:32.691071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0aef8da-4df0-40de-8142-3c583d27bdad req-f70b5a17-8df0-45e5-a3d7-a7296636d39b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650375 Sep 10 03:17:32.739890 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:32.773357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:32.776071 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36292777-8a9e-4315-a581-26c36d8fc3ce" -d '{"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-plugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:32.812861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:32.819426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:32.863870 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a388f-bc9b-41ff-93da-62ebd55e3b38 x-openstack-request-id: req-c50a388f-bc9b-41ff-93da-62ebd55e3b38 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:32.864166 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-plugged", "status": "completed", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:32.864422 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c50a388f-bc9b-41ff-93da-62ebd55e3b38 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:32.865371 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'code': 200} Sep 10 03:17:32.921732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:33.254259 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce72ae-510f-4307-9119-905a319e520d req-85c40236-d9e1-436f-8745-c42f3e2beb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:33.256596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3ce72ae-510f-4307-9119-905a319e520d req-85c40236-d9e1-436f-8745-c42f3e2beb61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1097 time: 0.1934948 Sep 10 03:17:33.280841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad16757-9a36-435a-87c2-354ca4228380 req-6f42a621-617b-4e00-a2a5-254eea060009 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:33.290436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ad16757-9a36-435a-87c2-354ca4228380 req-6f42a621-617b-4e00-a2a5-254eea060009 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2297094 Sep 10 03:17:33.420242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924d35-22b5-4bc1-aed1-eaeec7e7a15c req-e0fd3ab7-4ddd-4f1b-b2f1-96c1938c5c5f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:33.422286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77924d35-22b5-4bc1-aed1-eaeec7e7a15c req-e0fd3ab7-4ddd-4f1b-b2f1-96c1938c5c5f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.1306281 Sep 10 03:17:33.477336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3ce72ae-510f-4307-9119-905a319e520d req-8f058c0a-bfdb-496c-be55-7b26fe36fa5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736183 Sep 10 03:17:33.528837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ad16757-9a36-435a-87c2-354ca4228380 req-ac4eb6ab-0089-4bfe-bdd3-810f3e5a489f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262256 Sep 10 03:17:33.560034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77924d35-22b5-4bc1-aed1-eaeec7e7a15c req-f2e1e85f-8177-46ef-af83-0e2e7e6edaa4 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250544 Sep 10 03:17:33.808903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47838) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:33.862933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80250b-e72d-4acb-aefa-8ec5b64e9154 req-7bac201c-49fd-431d-9a66-4b09521da9d8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:33.864814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0f80250b-e72d-4acb-aefa-8ec5b64e9154 req-7bac201c-49fd-431d-9a66-4b09521da9d8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0896428 Sep 10 03:17:33.909591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0f80250b-e72d-4acb-aefa-8ec5b64e9154 req-1dfb1ca1-e518-4250-b0eb-24da1edb5b4a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Sep 10 03:17:33.942231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33a045d8-fc91-4192-bf1f-0845902d02e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.057999 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33a045d8-fc91-4192-bf1f-0845902d02e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.064931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33a045d8-fc91-4192-bf1f-0845902d02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.101737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47842) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:34.110234 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-33a045d8-fc91-4192-bf1f-0845902d02e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d4b1ec200094be190c07a96db380883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001275 Sep 10 03:17:34.154894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a045d8-fc91-4192-bf1f-0845902d02e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833240f5-b790-4ed1-bdf4-7e69b9335941,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:34.193799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0965c5d9-9220-4859-9842-870efe04ba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.237066 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0965c5d9-9220-4859-9842-870efe04ba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.303443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0965c5d9-9220-4859-9842-870efe04ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.306740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0965c5d9-9220-4859-9842-870efe04ba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.310202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0965c5d9-9220-4859-9842-870efe04ba55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/833240f5-b790-4ed1-bdf4-7e69b9335941 HTTP/1.1" status: 204 len: 168 time: 0.2049799 Sep 10 03:17:34.319575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965c5d9-9220-4859-9842-870efe04ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833240f5-b790-4ed1-bdf4-7e69b9335941,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:34.334074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f31479c1-3e03-4de5-b358-e4c2d6d2f4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.648946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47864) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:34.693778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.751162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacffa-8b6c-4c7d-a099-1573821942d7 req-306f48ef-fc03-4e7e-9e74-0cc7f82ae5f8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:34.763318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7bacffa-8b6c-4c7d-a099-1573821942d7 req-306f48ef-fc03-4e7e-9e74-0cc7f82ae5f8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1430600 Sep 10 03:17:34.798978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc836d-db56-4e83-bfd6-0c14e17348dc req-38ebbfbc-ec1c-4929-9135-a97e5b005714 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:34.811225 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63dc836d-db56-4e83-bfd6-0c14e17348dc req-38ebbfbc-ec1c-4929-9135-a97e5b005714 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.1259224 Sep 10 03:17:34.854822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7bacffa-8b6c-4c7d-a099-1573821942d7 req-81208c8b-28fe-44e7-b76d-fc90f36051ec tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887735 Sep 10 03:17:34.857435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47870) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:34.875595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-164c9a93-4884-44bd-8250-2d0b084d0f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:34.926362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63dc836d-db56-4e83-bfd6-0c14e17348dc req-ced53cab-fb3a-447b-8f7d-27f5b4d6a5af tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085148 Sep 10 03:17:34.959521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bac757c-9630-4532-b07f-c9ce030d80a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.107398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-164c9a93-4884-44bd-8250-2d0b084d0f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.117178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-164c9a93-4884-44bd-8250-2d0b084d0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.150044 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-164c9a93-4884-44bd-8250-2d0b084d0f14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d04aa3701feb4f6e834820cf1770ffc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890875 Sep 10 03:17:35.158810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c26380-814c-4631-bc9a-e66c46e48d0a req-cf2d474b-f04a-454c-b076-4775c33b9cb7 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:35.168079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c26380-814c-4631-bc9a-e66c46e48d0a req-cf2d474b-f04a-454c-b076-4775c33b9cb7 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1078129 Sep 10 03:17:35.194208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47880) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:35.253714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88c26380-814c-4631-bc9a-e66c46e48d0a req-01d71022-b18e-43fc-8d52-0998e8e2a34d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Sep 10 03:17:35.267781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bac757c-9630-4532-b07f-c9ce030d80a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.280096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bac757c-9630-4532-b07f-c9ce030d80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.299438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c9a93-4884-44bd-8250-2d0b084d0f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96274179-5e08-4bc5-aab1-1df8914583c3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:35.342615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3bac757c-9630-4532-b07f-c9ce030d80a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9ba234fdfcf48fb89096eed2028dc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6925709 Sep 10 03:17:35.343923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac757c-9630-4532-b07f-c9ce030d80a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337bc0af-831e-47fc-8d1e-82bf053f9129,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:35.345053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91b24133-8418-48f8-adf7-9e6f4403ad54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.346563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:35.416117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.445222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91b24133-8418-48f8-adf7-9e6f4403ad54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.469251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a3f-59ce-468f-9219-1a99227fddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.509035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a3f-59ce-468f-9219-1a99227fddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.553888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91b24133-8418-48f8-adf7-9e6f4403ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.560624 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91b24133-8418-48f8-adf7-9e6f4403ad54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.567813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-91b24133-8418-48f8-adf7-9e6f4403ad54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96274179-5e08-4bc5-aab1-1df8914583c3 HTTP/1.1" status: 204 len: 168 time: 0.3363395 Sep 10 03:17:35.577899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b24133-8418-48f8-adf7-9e6f4403ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96274179-5e08-4bc5-aab1-1df8914583c3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:35.587968 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a3f-59ce-468f-9219-1a99227fddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.604976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a3f-59ce-468f-9219-1a99227fddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:35.607221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d6bd3a3f-59ce-468f-9219-1a99227fddde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/337bc0af-831e-47fc-8d1e-82bf053f9129 HTTP/1.1" status: 204 len: 168 time: 0.2597339 Sep 10 03:17:35.625257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd3a3f-59ce-468f-9219-1a99227fddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bc0af-831e-47fc-8d1e-82bf053f9129,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:35.895721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2bcc2-d000-4646-9deb-f0b7a23a7e34 req-9fa87458-b865-4f55-ba95-a99674f06a02 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:35.905847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7f2bcc2-d000-4646-9deb-f0b7a23a7e34 req-9fa87458-b865-4f55-ba95-a99674f06a02 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 945 time: 0.0927608 Sep 10 03:17:35.980894 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7f2bcc2-d000-4646-9deb-f0b7a23a7e34 req-13513995-38cb-4ca5-93e7-c6e0b3656412 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738325 Sep 10 03:17:36.096431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf3352-a2cd-494f-82d6-7aa4e00b96fe req-a48150d3-63b0-45ee-ac04-58246c7576d2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:36.108393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9abf3352-a2cd-494f-82d6-7aa4e00b96fe req-a48150d3-63b0-45ee-ac04-58246c7576d2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1229389 Sep 10 03:17:36.190193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9abf3352-a2cd-494f-82d6-7aa4e00b96fe req-6bf9e6e3-eee3-4a55-a0bd-a79456190caf tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771627 Sep 10 03:17:36.309640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6bca-eda5-41f2-8d27-a9ac8715ec9c req-ae2d2b3f-1f93-41bf-80a5-faa0faedb58c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:36.312309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-135a6bca-eda5-41f2-8d27-a9ac8715ec9c req-ae2d2b3f-1f93-41bf-80a5-faa0faedb58c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.0864737 Sep 10 03:17:36.390407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-135a6bca-eda5-41f2-8d27-a9ac8715ec9c req-d331d361-df28-406b-b7cc-63cd7fe17a1f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709770 Sep 10 03:17:36.452065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2803b1-81b4-4960-8592-72de6489be06 req-3d2f6ff3-572e-4f01-a7e7-63f5686cbefe tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:36.453631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f2803b1-81b4-4960-8592-72de6489be06 req-3d2f6ff3-572e-4f01-a7e7-63f5686cbefe tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0699439 Sep 10 03:17:36.513638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f2803b1-81b4-4960-8592-72de6489be06 req-7dcd1031-85e1-4e2d-915f-d2eadf73bb23 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520637 Sep 10 03:17:36.568215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb10ce-b90b-415a-ba6b-942bb2667883 req-9b7a0e61-87d8-411d-99ab-348985eafb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:36.569956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eddb10ce-b90b-415a-ba6b-942bb2667883 req-9b7a0e61-87d8-411d-99ab-348985eafb8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 1097 time: 0.0538244 Sep 10 03:17:36.614617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eddb10ce-b90b-415a-ba6b-942bb2667883 req-5f4cda96-45b9-4fb2-9f28-cdb8625a557d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Sep 10 03:17:37.033465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:37.050126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:37.131536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718bb0c-23a1-4d54-acf5-303d74df94ed req-2b6132a1-e203-45e1-8797-25c1502287e0 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:37.139347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8718bb0c-23a1-4d54-acf5-303d74df94ed req-2b6132a1-e203-45e1-8797-25c1502287e0 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 945 time: 0.0810018 Sep 10 03:17:37.176712 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8718bb0c-23a1-4d54-acf5-303d74df94ed req-b9076e32-b92d-4e62-a019-219dbeaccaec tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Sep 10 03:17:37.182890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-492260291-network', 'tenant_id': '400393c967c44ba7893c85ff321b576e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:37.188522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-344400239-network', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:37.216147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:17:37.216147 n-d-808126-2 neutron-server[94634]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:17:37.216147 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id': '400393c967c44ba7893c85ff321b576e', 'id': 'cfdc808c-e5f4-4ce3-9917-2edb5244ba35', 'expiration': datetime.datetime(2021, 9, 10, 3, 19, 37, 206278)}] Sep 10 03:17:37.216147 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:17:37.216891 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:17:37.227881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Made reservation on behalf of 0e03a2b48745477c87aac6514c8d155e for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:37.232000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.242542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.310350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa79ee-aaf3-4bbd-8a05-c05c75e3a991 req-c46c6d8c-790d-4f68-9320-c3e7ec174ca3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:37.315013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69fa79ee-aaf3-4bbd-8a05-c05c75e3a991 req-c46c6d8c-790d-4f68-9320-c3e7ec174ca3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0534635 Sep 10 03:17:37.316158 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.348081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.353880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.368098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69fa79ee-aaf3-4bbd-8a05-c05c75e3a991 req-38eefc67-2e47-4edb-9580-00329610db7a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447922 Sep 10 03:17:37.388121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:17:37.397404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764d72f4-8c1f-4f32-ade9-8b0589d1a88c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:37.403372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.403744 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Added segment dfc9c189-61a7-491d-bdb4-20be5f765fad of type vlan for network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 Sep 10 03:17:37.428594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:37.433459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169951992', 'description': 'tempest-secgroup-smoke-1169951992 description', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:37.443801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.457271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.472769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.473737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:37.474321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.553708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] Pushing event updated for resources: {'Network': ['ID=b1b1356b-e0b8-4322-a6dc-1de268b15cc3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:37.564948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:17:37.581721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaa7fa-d7ee-45f3-9fbc-db4a7e1652c4 req-ca56ec6c-a280-46cb-8c7b-598372a39da2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:37.583403 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52eaa7fa-d7ee-45f3-9fbc-db4a7e1652c4 req-ca56ec6c-a280-46cb-8c7b-598372a39da2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.0879650 Sep 10 03:17:37.621064 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.629024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.648050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cba214a4-e570-49ec-af51-faeeb8587ddd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6125777 Sep 10 03:17:37.657462 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:37.666365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Request body: {'subnet': {'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-344400239-subnet', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:37.678546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52eaa7fa-d7ee-45f3-9fbc-db4a7e1652c4 req-b53868fd-2a2e-43f4-97e6-0fcbb595c99a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815959 Sep 10 03:17:37.679463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748105c-62d8-4512-8e58-a416ba6865b6 req-343e7698-a401-440b-9841-861dd6026c01 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:37.681109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e748105c-62d8-4512-8e58-a416ba6865b6 req-343e7698-a401-440b-9841-861dd6026c01 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.0897019 Sep 10 03:17:37.690766 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.692321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2627146 Sep 10 03:17:37.695261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48030) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:37.696971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6689cfb-0ca6-4cea-848f-acb78b440ed8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798682f2-ba05-4d79-b507-03a64ea1b502,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:37.701435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group_rule': {'security_group_id': '798682f2-ba05-4d79-b507-03a64ea1b502', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:37.717717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Made reservation on behalf of 0e03a2b48745477c87aac6514c8d155e for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:37.721358 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.724211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-b80799f0-9cd3-4ce8-96c9-b2f2e3d369ed tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:37.726207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-b80799f0-9cd3-4ce8-96c9-b2f2e3d369ed tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.36 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 945 time: 0.0949807 Sep 10 03:17:37.832906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.857072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e748105c-62d8-4512-8e58-a416ba6865b6 req-b30d8daa-338c-481b-a345-b1d8aef2f462 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498013 Sep 10 03:17:37.871929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Made reservation on behalf of 400393c967c44ba7893c85ff321b576e for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:37.874256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.897419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.902592 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.956890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.962368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Pushing event updated for resources: {'Subnet': ['ID=846b909a-95a9-49f9-835c-d96848cf0f06,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:37.964073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Deleting port 45e46142-711b-410f-9e60-54afedb0f3d7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:17:37.965170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.972677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Checking segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:37.973176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Network hostable DHCP agents. Network: b1b1356b-e0b8-4322-a6dc-1de268b15cc3, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:17:37.984502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:37.989720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:17:37.999622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b1b1356b-e0b8-4322-a6dc-1de268b15cc3) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:38.003924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:38.004510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.010240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43007806-e32b-4764-ae82-f2b68e4a494e None None] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:38.036436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03026e00-ac08-43af-9de3-35d8a096aa8d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:38.117099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] For port 45e46142-711b-410f-9e60-54afedb0f3d7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=45e46142-711b-410f-9e60-54afedb0f3d7,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:38.117471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.135947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Calling delete_port for 45e46142-711b-410f-9e60-54afedb0f3d7 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:17:38.161512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:17:38.162360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.195724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.202875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.208611 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b1ef6f3d-398e-4f80-8d31-1d766bab613b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5475419 Sep 10 03:17:38.211056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48036) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:38.215289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:17:38.215434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:38.226020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.226371 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Added segment bc9374d8-c141-4258-8b5b-4d9e294a2b58 of type vlan for network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 Sep 10 03:17:38.241573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.245802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48038) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:38.246079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e1676c1b-c28f-47aa-92b7-792aa4a85a65 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5496662 Sep 10 03:17:38.250392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group_rule': {'security_group_id': '798682f2-ba05-4d79-b507-03a64ea1b502', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:38.258681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.259712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.309629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.314532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:38.325336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Allocated IP 172.20.0.2 (b1b1356b-e0b8-4322-a6dc-1de268b15cc3/846b909a-95a9-49f9-835c-d96848cf0f06/b895802e-a313-417e-a040-dff9db699093) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:38.328345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.355192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.356558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.358564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:38.358564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.423973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3719850 Sep 10 03:17:38.428436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48044) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:38.439971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf089118-0238-41de-9ecb-1ca06638d351 req-b5694c89-374c-4015-895d-44e455bd28c3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:38.440301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Request body: {'subnet': {'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-492260291-subnet', 'tenant_id': '400393c967c44ba7893c85ff321b576e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:38.441520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf089118-0238-41de-9ecb-1ca06638d351 req-b5694c89-374c-4015-895d-44e455bd28c3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb HTTP/1.1" status: 200 len: 945 time: 0.1627460 Sep 10 03:17:38.479839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8719c-7ca1-4fa6-b5a8-8d5ed2d06267 admin admin] Pushing event updated for resources: {'Network': ['ID=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:38.487576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.509462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:17:38.511896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['45e46142-711b-410f-9e60-54afedb0f3d7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:38.513822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b', '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', '8799de07-7a31-459c-acf9-4a0498b85509'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:38.526794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event deleted for resources: {'Port': ['ID=45e46142-711b-410f-9e60-54afedb0f3d7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:38.544929 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.565737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Made reservation on behalf of 400393c967c44ba7893c85ff321b576e for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:38.568161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.587345 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.612052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Transition to ACTIVE for port object b895802e-a313-417e-a040-dff9db699093 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:38.623186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] No DVR routers for this DVR port 45e46142-711b-410f-9e60-54afedb0f3d7 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:17:38.629778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.633280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8847cb32-d3f5-40d5-9da4-af9cfb427cc9 req-3ef6dd3a-88e0-4bfe-ac03-26c2b49d4b99 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.36 "DELETE /v2.0/ports/45e46142-711b-410f-9e60-54afedb0f3d7 HTTP/1.1" status: 204 len: 173 time: 0.8918839 Sep 10 03:17:38.648704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'name': 'network-vif-deleted', 'tag': '45e46142-711b-410f-9e60-54afedb0f3d7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:38.651651 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde8379-962c-41a7-94dc-6d3874f89cc8" -d '{"events": [{"server_uuid": "2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb", "name": "network-vif-deleted", "tag": "45e46142-711b-410f-9e60-54afedb0f3d7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:38.676354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5da1a0-2dba-428a-b21a-0ecd2ff6fdd0 req-4c4462b1-2004-451f-b97f-7e5ae147bf07 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:38.677556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e5da1a0-2dba-428a-b21a-0ecd2ff6fdd0 req-4c4462b1-2004-451f-b97f-7e5ae147bf07 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1563623 Sep 10 03:17:38.699669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Transition to ACTIVE for port object b895802e-a313-417e-a040-dff9db699093 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:38.727584 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.787915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e5da1a0-2dba-428a-b21a-0ecd2ff6fdd0 req-e2e4b2ef-f1b1-4d59-8242-07d445158ede tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777023 Sep 10 03:17:38.799255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:38.804065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Pushing event updated for resources: {'Port': ['ID=b895802e-a313-417e-a040-dff9db699093,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:38.808482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:38.811124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:38.893725 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc73d8d-aae0-429a-a6ec-e20c59cb4e47 x-openstack-request-id: req-3fc73d8d-aae0-429a-a6ec-e20c59cb4e47 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:38.894186 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb", "name": "network-vif-deleted", "tag": "45e46142-711b-410f-9e60-54afedb0f3d7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:38.894452 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fc73d8d-aae0-429a-a6ec-e20c59cb4e47 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:38.894922 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaa83a3-c9a5-49e3-af18-acdd7a87b8eb', 'name': 'network-vif-deleted', 'tag': '45e46142-711b-410f-9e60-54afedb0f3d7', 'status': 'completed', 'code': 200} Sep 10 03:17:38.917895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.926551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.939442 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.941965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Attempting to bind port b895802e-a313-417e-a040-dff9db699093 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:38.942487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Attempting to bind port b895802e-a313-417e-a040-dff9db699093 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:38.942866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Attempting to bind port b895802e-a313-417e-a040-dff9db699093 on network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:38.950205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:38.950577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Checking segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:38.951039 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.951446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Bound using segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:38.952101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Bound port: b895802e-a313-417e-a040-dff9db699093, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:38.952490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:38.962120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bf089118-0238-41de-9ecb-1ca06638d351 req-2fa049ff-31fb-45fe-aa56-14617426852f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903340 Sep 10 03:17:38.983155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047ff3a9-96a1-4114-8e6d-2633e4b37906,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:38.999936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.003503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1dd8c6b2-c857-48db-863e-57b13a3a1549 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7543385 Sep 10 03:17:39.010505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48052) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:39.015605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group_rule': {'security_group_id': '798682f2-ba05-4d79-b507-03a64ea1b502', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:39.041467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53b3906-31ad-44f7-af2f-1d6b7222ac43,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:39.065576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a22d7-a42d-4173-8b1a-e6d4467989f1 req-85973d6a-309a-405d-9afb-c70c96789c17 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:39.073939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e5a22d7-a42d-4173-8b1a-e6d4467989f1 req-85973d6a-309a-405d-9afb-c70c96789c17 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1105530 Sep 10 03:17:39.074507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.075733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] For port b895802e-a313-417e-a040-dff9db699093, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:39.094369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] For port b895802e-a313-417e-a040-dff9db699093, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b895802e-a313-417e-a040-dff9db699093,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:39.095737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Checking segment: {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:39.096105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Network hostable DHCP agents. Network: ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:17:39.105678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.144991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e5a22d7-a42d-4173-8b1a-e6d4467989f1 req-2d20abc4-5996-4dd0-9fec-13c860a57aad tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700932 Sep 10 03:17:39.146456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.150453 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:17:39.166929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:39.182729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:39.183584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.201728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.209963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-85b2da2e-b50c-4989-955f-21c6765c7725 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7780125 Sep 10 03:17:39.254291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a446b-f0bb-4793-bbbd-8fe00f299ccf None None] Network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:39.271981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ace4f1-069b-4227-8e4f-599af19ca7cc,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:39.313815 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.315263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c758562-6b50-48d3-b499-c7988f0c8c6f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038354 Sep 10 03:17:39.318081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48060) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:39.323805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group_rule': {'security_group_id': '798682f2-ba05-4d79-b507-03a64ea1b502', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:39.331866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.362925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.372690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.552461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.561444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.584465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1056a28d-32f4-4e16-81f4-366d73105aa1,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:39.609627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.609983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.610325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.611235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.611594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.611927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.612255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.612578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.613016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.613340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.613668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.614046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:39.634367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Allocated IP 172.25.8.197 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:39.636062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.643221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f7efb76b-441f-4c1b-9b2d-e2b1342971c8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3239315 Sep 10 03:17:39.644259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48076) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:39.650373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group_rule': {'security_group_id': '798682f2-ba05-4d79-b507-03a64ea1b502', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:39.650770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db61ab0-090f-43bb-b5d6-0f529d03efe7 None None] Pushing event updated for resources: {'Port': ['ID=b895802e-a313-417e-a040-dff9db699093,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:39.678643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-d0af5336-f217-4b3a-a00f-6ceb1eb291e5 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:39.680216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-d0af5336-f217-4b3a-a00f-6ceb1eb291e5 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 810 time: 0.2318518 Sep 10 03:17:39.700799 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Project a057db84a17b44f8b0b7ccf391ae01d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:17:39.709573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.725261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-816f44a9-e675-4c33-b64b-e1f9d72e528f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/quotas/8620685d920f4142ad73befd8c1ee335 HTTP/1.1" status: 200 len: 375 time: 0.0241585 Sep 10 03:17:39.814135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd36f5-97d7-463b-9427-8e09fe79e87b None None] Network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:39.818262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.823379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.852766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66a52e0-5b94-47bf-a147-d4debb96d20d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:39.869276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.872778 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c258b95-798f-40db-889a-31460ff97eb4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247839 Sep 10 03:17:39.873723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48080) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:39.880028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'security_group_rule': {'security_group_id': '798682f2-ba05-4d79-b507-03a64ea1b502', 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:39.902978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-c96c1091-c03b-4511-bad2-4745c42e407c tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435654 Sep 10 03:17:39.906020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:39.909047 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Project a057db84a17b44f8b0b7ccf391ae01d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:17:39.927183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:40.046635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:40.090637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffed515-7856-4e21-9cd3-1c27d0bb3b4a req-3cf72ac2-592b-40fd-b64f-d18780c6845f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:40.100084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-b4be0f1c-365f-412e-bcb8-dd0d74977cc2 service neutron] 10.222.0.23 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853428 Sep 10 03:17:40.104856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ffed515-7856-4e21-9cd3-1c27d0bb3b4a req-3cf72ac2-592b-40fd-b64f-d18780c6845f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1886930 Sep 10 03:17:40.155771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b895802e-a313-417e-a040-dff9db699093 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:40.164006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:40.177777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:40.179383 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ffed515-7856-4e21-9cd3-1c27d0bb3b4a req-b5f845c1-5c69-4881-b881-19501a6b48fe tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735044 Sep 10 03:17:40.188385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:40.196549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:40.208138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:40.221907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b895802e-a313-417e-a040-dff9db699093 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:40.236429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb84604-700f-403c-a5a6-45e51849c04c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:40.238319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:40.248985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-92f1aff4-6c40-4cf1-be3f-479d56e37f9b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3732462 Sep 10 03:17:40.333936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:40.492135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-dcf1fa3d-42f6-43fc-8535-7c88cf8b0725 service neutron] 10.222.0.23 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900831 Sep 10 03:17:40.678275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-1b672a60-c124-4bd9-942e-a64a01b66fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:40.679726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-1b672a60-c124-4bd9-942e-a64a01b66fa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.0574663 Sep 10 03:17:40.695049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e34e0-1472-4868-933e-5433f44225fe req-47b15c70-9a74-43ad-aa4a-7d76dc14d117 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:40.696945 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d8e34e0-1472-4868-933e-5433f44225fe req-47b15c70-9a74-43ad-aa4a-7d76dc14d117 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1429162 Sep 10 03:17:40.852614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f2faa-e20e-4d1d-8307-05d31c97104a None None] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:40.902719 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d12130a2-7d54-46a6-abad-2adc3fb140ee req-a4da5918-0439-4802-a563-079f689e7a48 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0865777 Sep 10 03:17:40.914053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d8e34e0-1472-4868-933e-5433f44225fe req-70daf5bd-a38c-4efd-a6f6-1a4bd51a259f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016532 Sep 10 03:17:40.947929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-2cedb2a5-f840-4ca4-866c-a03ca9379ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:40.949549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-2cedb2a5-f840-4ca4-866c-a03ca9379ebf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.2517002 Sep 10 03:17:40.963332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 45e46142-711b-410f-9e60-54afedb0f3d7 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:17:41.028043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] Provisioning for port b895802e-a313-417e-a040-dff9db699093 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:41.033756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 45e46142-711b-410f-9e60-54afedb0f3d7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:17:41.034108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 45e46142-711b-410f-9e60-54afedb0f3d7 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:17:41.040978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] Provisioning complete for port b895802e-a313-417e-a040-dff9db699093 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:41.041355 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:41.088793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:41.161311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-fb7d3cde-5a33-4ae8-aea1-56c143158605 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.2027693 Sep 10 03:17:41.271982 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:41.309954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-5135c80a-ff7a-48e6-ad38-9f6182468275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:41.313270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-5135c80a-ff7a-48e6-ad38-9f6182468275 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1454978 Sep 10 03:17:41.333227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] For port b895802e-a313-417e-a040-dff9db699093, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b895802e-a313-417e-a040-dff9db699093,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:41.340428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:41.405990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6e4d1-6d10-4265-af19-7510752870c4 None None] Pushing event updated for resources: {'Port': ['ID=b895802e-a313-417e-a040-dff9db699093,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:41.415962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-82008ca3-b4fe-462a-b677-dce7bcb91b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:41.417501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-82008ca3-b4fe-462a-b677-dce7bcb91b36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974278 Sep 10 03:17:41.585955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-09b7f38d-3224-405d-b7b8-013c26b7a944 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581545 Sep 10 03:17:41.721072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:41.750851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a38e42b1-70e9-45a7-b2b8-b215b9bfb707 req-b035882c-820d-4fb3-ad4a-42abffa7efda service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572042 Sep 10 03:17:41.774765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-200bbda4-142f-4900-bc5f-95e002df131f None None] Provisioning complete for port b895802e-a313-417e-a040-dff9db699093 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:41.774765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-200bbda4-142f-4900-bc5f-95e002df131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:41.964787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Router eb9be2dd-cc35-48a3-b7e2-9783591903a8 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:17:42.044971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b895802e-a313-417e-a040-dff9db699093 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:42.116081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b4df-3188-4f7c-bfc3-ece86bad392a req-77bbe0e2-4a3e-4996-93c4-2bd86ae0a513 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:42.132177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3bd8b4df-3188-4f7c-bfc3-ece86bad392a req-77bbe0e2-4a3e-4996-93c4-2bd86ae0a513 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1088343 Sep 10 03:17:42.139192 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-782dbe4a-6795-4edd-9a0e-57a49bf3e567 req-1eff7947-907a-4060-9268-4c1a6c6df585 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0435197 Sep 10 03:17:42.182353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b895802e-a313-417e-a040-dff9db699093 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:42.182740 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:42.211840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3bd8b4df-3188-4f7c-bfc3-ece86bad392a req-cb6b1edf-8e34-45df-be1d-8d9e176860bd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784018 Sep 10 03:17:42.264687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:17:42.285757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:42.288585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:42.289416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f380e97c-e6b1-454d-8c9c-10a33dbb79f7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0772879 Sep 10 03:17:42.302833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Sync routers for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:17:42.343243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:42.343917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:42.549402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:42.738421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-5234f75a-2f0e-4591-ab2e-a7832dc4c21f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:42.746635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-5234f75a-2f0e-4591-ab2e-a7832dc4c21f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/networks?id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 200 len: 808 time: 0.2199378 Sep 10 03:17:42.758170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-a7a6eb2e-b59f-4244-9922-b377db699a63 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/quotas/400393c967c44ba7893c85ff321b576e HTTP/1.1" status: 200 len: 375 time: 0.0106435 Sep 10 03:17:42.840458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-98916460-31d3-4eb0-a565-8e9c56ae6761 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=400393c967c44ba7893c85ff321b576e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746181 Sep 10 03:17:42.867935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:40Z', 'revision_number': 3, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:42.900644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Checking router: eb9be2dd-cc35-48a3-b7e2-9783591903a8 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:17:42.900998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Updating router eb9be2dd-cc35-48a3-b7e2-9783591903a8 port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:17:42.931316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:42.934750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-bd6e4dc3-30c8-4b46-81be-eb3dd9435514 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:42.936654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-bd6e4dc3-30c8-4b46-81be-eb3dd9435514 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 810 time: 0.1758895 Sep 10 03:17:42.973126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-0b6216c6-4e6e-48b1-bf8e-d8ef32e2ffb8 service neutron] 10.222.0.23 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232440 Sep 10 03:17:42.989241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Request body: {'port': {'device_id': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'admin_state_up': True, 'tenant_id': '8620685d920f4142ad73befd8c1ee335'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:43.108769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-db3c3d25-12ab-421d-9eeb-f23801b9619c service neutron] 10.222.0.23 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347795 Sep 10 03:17:43.322066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce987f94-5daf-4cba-9d37-2495571716db req-16d3ac8e-8d7d-404a-8a17-ca1e8a480c8e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0550051 Sep 10 03:17:43.353585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Made reservation on behalf of 8620685d920f4142ad73befd8c1ee335 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:43.363715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.479331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed93db-9246-4283-9cb6-21b220656a59 req-eea448ce-5279-46be-a74a-9bf257c2192a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:43.482503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11ed93db-9246-4283-9cb6-21b220656a59 req-eea448ce-5279-46be-a74a-9bf257c2192a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1461408 Sep 10 03:17:43.494939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.508013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Transition to ACTIVE for port object 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:43.515839 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.571874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Attempting to bind port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:43.572275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Attempting to bind port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:43.572650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Attempting to bind port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:43.573527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11ed93db-9246-4283-9cb6-21b220656a59 req-1a76b420-c95a-44cc-bf3c-b1380c2c68ac tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829365 Sep 10 03:17:43.585561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:43.586608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:43.587531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.589899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:43.592981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Bound port: 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:43.593085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f3e4712-297d-4066-859d-9f311e1d8a16 req-c84fcbdf-ea63-4d9c-8321-b39d3b90f13e tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 210 time: 0.1679547 Sep 10 03:17:43.593171 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.610724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d6397-d57f-49db-948d-176e8800d44e None None] Pushing event updated for resources: {'Port': ['ID=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:43.695540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] For port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:43.700650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] For port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:43.721149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.793983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee96d61-7f2c-46e1-9709-5d15b7d3a1b2 req-68a38081-e955-4df4-9e12-68c80c51b814 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:43.815353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ee96d61-7f2c-46e1-9709-5d15b7d3a1b2 req-68a38081-e955-4df4-9e12-68c80c51b814 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1327882 Sep 10 03:17:43.855990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Allocated IP 172.20.0.13 (af067a89-8d56-4147-b93b-4266a73a4a6f/89fd670c-faa4-4786-8388-3ada9bc6a85a/3d62251a-5469-4865-810c-e94a27c95d3d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:43.877892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d6397-d57f-49db-948d-176e8800d44e None None] Pushing event updated for resources: {'Port': ['ID=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:43.882142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0ee96d61-7f2c-46e1-9709-5d15b7d3a1b2 req-45222485-0022-4609-85e5-94a128ea2b40 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657110 Sep 10 03:17:43.940634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:43.985428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:43.986092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:44.268559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:44.295066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:44.331924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Allocated IP 172.20.0.1 (b1b1356b-e0b8-4322-a6dc-1de268b15cc3/846b909a-95a9-49f9-835c-d96848cf0f06/d8e7af38-ec57-4e08-a4a6-7686effabfba) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:44.348292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de9cb-0141-4e8d-a3be-c93c3072807e req-e1e60786-caf3-43c9-9705-1053f4bf5041 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:44.364473 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad3de9cb-0141-4e8d-a3be-c93c3072807e req-e1e60786-caf3-43c9-9705-1053f4bf5041 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1084642 Sep 10 03:17:44.464819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad3de9cb-0141-4e8d-a3be-c93c3072807e req-7e9d9213-d787-4286-b8b9-e7777b9e2fae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942345 Sep 10 03:17:44.626162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:44.630801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:44.631048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454bd0-7ca5-422b-b72f-5a2583b52483 req-d2628c18-3ca0-4c9a-a36c-945e1e814a01 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:44.639654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d7454bd0-7ca5-422b-b72f-5a2583b52483 req-d2628c18-3ca0-4c9a-a36c-945e1e814a01 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.0628343 Sep 10 03:17:44.651384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['a2347b48-e699-4187-8b13-875f8b2f7d5f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:44.726192 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d7454bd0-7ca5-422b-b72f-5a2583b52483 req-f78da145-1a65-4b42-87ee-2f566022fe68 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853357 Sep 10 03:17:44.827954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Network af067a89-8d56-4147-b93b-4266a73a4a6f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:44.858939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Transition to ACTIVE for port object d8e7af38-ec57-4e08-a4a6-7686effabfba will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:44.873823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:40Z', 'revision_number': 3, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:44.879140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:44.892600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:44.956847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:44.957533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:44.979467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50b1c1-0de3-4b76-aa63-f39cee3a2f8c None None] The sync data for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 is: [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:40Z', 'revision_number': 3, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:17:45.007248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074689-8153-4f17-89c1-a229c8ac0a3c req-0c692724-3534-4969-bc56-361d38224d82 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:45.016492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad074689-8153-4f17-89c1-a229c8ac0a3c req-0c692724-3534-4969-bc56-361d38224d82 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 932 time: 0.3875639 Sep 10 03:17:45.018848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Pushing event updated for resources: {'Port': ['ID=3d62251a-5469-4865-810c-e94a27c95d3d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:45.053714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d6158d0-29e2-4494-add3-1518a5217aec req-923944ff-2bd2-4f3b-8852-4410ed3e6297 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 210 time: 0.0914600 Sep 10 03:17:45.074817 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e1a20fdd-614e-4a62-a9c4-0101477cb244 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0928190 Sep 10 03:17:45.116836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Request body: {'port': {'device_id': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:45.128408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:45.210809 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad074689-8153-4f17-89c1-a229c8ac0a3c req-910ad8c3-7499-45fa-8141-ddb75e41fc7b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915948 Sep 10 03:17:45.345828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-94651dc1-7cb0-4564-b982-3f0b82371fb4 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:45.350122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-94651dc1-7cb0-4564-b982-3f0b82371fb4 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "GET /v2.0/networks?id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 200 len: 808 time: 0.3740563 Sep 10 03:17:45.375342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Request body: {'port': {'device_id': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2', 'admin_state_up': True, 'tenant_id': '400393c967c44ba7893c85ff321b576e'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:45.412444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:45.437742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e7af38-ec57-4e08-a4a6-7686effabfba,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:45.454827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:45.460126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:45.463125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:45.621801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c329b-d70b-469c-813b-5216e4d594d0 req-14f8f412-7509-49cd-ae4b-800094fb78fa tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:45.631594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-656c329b-d70b-469c-813b-5216e4d594d0 req-14f8f412-7509-49cd-ae4b-800094fb78fa tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 945 time: 0.1814466 Sep 10 03:17:45.676384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a5c1-77bf-44bb-b6a9-f9bf8608c093 req-9801c744-5d7b-42df-ae4e-c972f29a5923 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:45.677889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a258a5c1-77bf-44bb-b6a9-f9bf8608c093 req-9801c744-5d7b-42df-ae4e-c972f29a5923 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2644279 Sep 10 03:17:45.678678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:45.732439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-656c329b-d70b-469c-813b-5216e4d594d0 req-0262e596-5cd6-4919-984f-50a11580387b tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989323 Sep 10 03:17:45.811282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Made reservation on behalf of 400393c967c44ba7893c85ff321b576e for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:45.818277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:45.952742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a258a5c1-77bf-44bb-b6a9-f9bf8608c093 req-62993f31-de8d-4e38-8aae-fc5bcdb79f65 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510679 Sep 10 03:17:46.002600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-990f8f97-e581-4a79-adcf-7b74e31dba70 None None] Provisioning for port d8e7af38-ec57-4e08-a4a6-7686effabfba completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:46.016255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-990f8f97-e581-4a79-adcf-7b74e31dba70 None None] Provisioning complete for port d8e7af38-ec57-4e08-a4a6-7686effabfba triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:46.016666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-990f8f97-e581-4a79-adcf-7b74e31dba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.025629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faa7a2-71a1-4a31-9e11-ea5041d0bff0 req-1edb2641-6bed-41ee-a937-3d8aff6685d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:46.028412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25faa7a2-71a1-4a31-9e11-ea5041d0bff0 req-1edb2641-6bed-41ee-a937-3d8aff6685d3 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1770606 Sep 10 03:17:46.099772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-990f8f97-e581-4a79-adcf-7b74e31dba70 None None] Port d8e7af38-ec57-4e08-a4a6-7686effabfba cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:17:46.173468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Allocated IP 172.20.0.5 (ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2/f53b3906-31ad-44f7-af2f-1d6b7222ac43/44c1fc09-7424-43ee-92e1-515a7d19627f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:46.180910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-25faa7a2-71a1-4a31-9e11-ea5041d0bff0 req-bc0c59fa-c0e6-4c29-99ba-f7e20048198d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453190 Sep 10 03:17:46.194635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:46.243852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.304135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:46.309553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:46.311635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.412229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-962024d3-5209-4062-9160-e3d3d4404934 req-2372da0c-d490-4e6c-9a86-93151ac6ab05 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 210 time: 0.0543745 Sep 10 03:17:46.522997 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.543796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d62251a-5469-4865-810c-e94a27c95d3d {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:17:46.563223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c2298-f389-4f85-b4c2-971dd1f1e9c6 req-077cf0cf-d299-441a-b5e1-5eb89dd965c7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:46.572671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e08c2298-f389-4f85-b4c2-971dd1f1e9c6 req-077cf0cf-d299-441a-b5e1-5eb89dd965c7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2477057 Sep 10 03:17:46.574979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:46.578616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.581216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.655684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50a14c-d4b8-4e87-9f35-13f7518396e7 req-1882dc74-6dda-4950-b24c-c102dd8be9d5 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:46.656663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:46.657654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a50a14c-d4b8-4e87-9f35-13f7518396e7 req-1882dc74-6dda-4950-b24c-c102dd8be9d5 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 932 time: 0.1258805 Sep 10 03:17:46.660921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.682424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Transition to ACTIVE for port object 3d62251a-5469-4865-810c-e94a27c95d3d will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:46.703888 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.710288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a50a14c-d4b8-4e87-9f35-13f7518396e7 req-e1e6fd81-0589-43fa-9570-f279594ac99f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Sep 10 03:17:46.714268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e08c2298-f389-4f85-b4c2-971dd1f1e9c6 req-57c301f9-c14a-4d84-a942-6294d73a7b85 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407115 Sep 10 03:17:46.752412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.823588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Pushing event updated for resources: {'Port': ['ID=3d62251a-5469-4865-810c-e94a27c95d3d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:46.883984 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:46.910567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.010060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Attempting to bind port 3d62251a-5469-4865-810c-e94a27c95d3d on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:47.010380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Attempting to bind port 3d62251a-5469-4865-810c-e94a27c95d3d by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:47.010645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Attempting to bind port 3d62251a-5469-4865-810c-e94a27c95d3d on network af067a89-8d56-4147-b93b-4266a73a4a6f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:47.022079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f263ac8-4e01-43e4-9c47-bf089f81c25e req-fd1118c3-9ce7-461e-b7ae-52ad3f3be36c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:47.023720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f263ac8-4e01-43e4-9c47-bf089f81c25e req-fd1118c3-9ce7-461e-b7ae-52ad3f3be36c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 945 time: 0.1664665 Sep 10 03:17:47.027750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e7af38-ec57-4e08-a4a6-7686effabfba,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:47.035809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.042270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Port 3d62251a-5469-4865-810c-e94a27c95d3d on network af067a89-8d56-4147-b93b-4266a73a4a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:17:47.042590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Attempting to bind port 3d62251a-5469-4865-810c-e94a27c95d3d on network af067a89-8d56-4147-b93b-4266a73a4a6f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:47.063707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:47.064076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Checking segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:47.064455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Bound using segment: {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:47.064906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Bound port: 3d62251a-5469-4865-810c-e94a27c95d3d, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c578f06-3fd7-42cd-b513-69f1713accad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:47.065272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.116603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f263ac8-4e01-43e4-9c47-bf089f81c25e req-f3c4675b-eb5d-4173-8e74-de9ea8376325 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829477 Sep 10 03:17:47.181734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:47.217911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:47.225526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] For port 3d62251a-5469-4865-810c-e94a27c95d3d, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:47.230964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] For port 3d62251a-5469-4865-810c-e94a27c95d3d, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3d62251a-5469-4865-810c-e94a27c95d3d,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:47.244474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:47.246747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.253175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:47.253563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:47.302857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Pushing event updated for resources: {'Port': ['ID=44c1fc09-7424-43ee-92e1-515a7d19627f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:47.318784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:47.319424 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.320608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:47.321168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d62251a-5469-4865-810c-e94a27c95d3d HTTP/1.1" status: 200 len: 1092 time: 2.2121410 Sep 10 03:17:47.321661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.328044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'tag': '3d62251a-5469-4865-810c-e94a27c95d3d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:47.330907 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a525fb-c1bd-4219-b196-c939a2958e87" -d '{"events": [{"name": "network-changed", "server_uuid": "5e717c72-8d33-4291-85c2-48c0bc48b0f0", "tag": "3d62251a-5469-4865-810c-e94a27c95d3d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:47.441580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-71e09dd1-5ea3-4efa-99f3-e89771abd070 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:47.444450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-71e09dd1-5ea3-4efa-99f3-e89771abd070 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 945 time: 0.2650893 Sep 10 03:17:47.448218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c214f2a6-d3f3-4aca-b30e-0b8d5d0a8b6d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0843167 Sep 10 03:17:47.460340 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3706013a-3c17-440b-8c10-07ab7cc01bc2 x-openstack-request-id: req-3706013a-3c17-440b-8c10-07ab7cc01bc2 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:47.460784 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e717c72-8d33-4291-85c2-48c0bc48b0f0", "tag": "3d62251a-5469-4865-810c-e94a27c95d3d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:47.461127 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3706013a-3c17-440b-8c10-07ab7cc01bc2 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:47.463308 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'tag': '3d62251a-5469-4865-810c-e94a27c95d3d', 'status': 'completed', 'code': 200} Sep 10 03:17:47.472032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32752377-1d67-4b58-baa7-042124de9662 req-5fa2ee6c-f74a-4e8a-a1eb-4c47776c5389 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:47.481083 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32752377-1d67-4b58-baa7-042124de9662 req-5fa2ee6c-f74a-4e8a-a1eb-4c47776c5389 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1538625 Sep 10 03:17:47.517560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Request body: {'port': {'device_id': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:47.528224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814accc1-02b2-4249-a4c9-c2e980308955 service neutron] Pushing event updated for resources: {'Port': ['ID=3d62251a-5469-4865-810c-e94a27c95d3d,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:47.702241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32752377-1d67-4b58-baa7-042124de9662 req-3bb848c7-2308-4446-9d7b-d43024885192 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198303 Sep 10 03:17:47.707013 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.743481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4f2da4c4-1fc0-4bf7-a019-5c89223759b2 None None] Provisioning complete for port d8e7af38-ec57-4e08-a4a6-7686effabfba triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:47.745221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4f2da4c4-1fc0-4bf7-a019-5c89223759b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.794259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4f2da4c4-1fc0-4bf7-a019-5c89223759b2 None None] Port d8e7af38-ec57-4e08-a4a6-7686effabfba cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:17:47.797567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Deleting port 8799de07-7a31-459c-acf9-4a0498b85509 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:17:47.798061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:47.954176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-bc8f147d-4799-4f49-8932-e32f4e71fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:47.955717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-bc8f147d-4799-4f49-8932-e32f4e71fd8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 1095 time: 0.5489104 Sep 10 03:17:48.002963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-55c70b2e-7953-4f18-947b-3a224153757e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d62251a-5469-4865-810c-e94a27c95d3d HTTP/1.1" status: 200 len: 217 time: 0.0345483 Sep 10 03:17:48.009133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f64a6-10ed-4514-9b10-a18c5b74e470 req-89f7fc65-59c4-42f1-af77-d8fa9b78adca tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:48.010793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a63f64a6-10ed-4514-9b10-a18c5b74e470 req-89f7fc65-59c4-42f1-af77-d8fa9b78adca tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 944 time: 0.2061582 Sep 10 03:17:48.066466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:48.067634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] For port 8799de07-7a31-459c-acf9-4a0498b85509, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8799de07-7a31-459c-acf9-4a0498b85509,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:48.072808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:48.082205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Router eb9be2dd-cc35-48a3-b7e2-9783591903a8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:17:48.092873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb112af-c26e-4ee3-b324-230fdb9aa731 req-7dd6bd14-75b1-47f9-b56a-5065bfa54bd5 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:48.094449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fb112af-c26e-4ee3-b324-230fdb9aa731 req-7dd6bd14-75b1-47f9-b56a-5065bfa54bd5 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 931 time: 0.1445777 Sep 10 03:17:48.114486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a196-a2aa-44de-9f5c-399227672168 req-a7bacd4b-038d-4d07-bd22-91c5f991975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:48.115950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-a7bacd4b-038d-4d07-bd22-91c5f991975a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.0981357 Sep 10 03:17:48.148994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:48.149662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Calling delete_port for 8799de07-7a31-459c-acf9-4a0498b85509 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:17:48.150718 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:48.153844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-28637a8c-a468-400e-afd3-d29e11b1a8f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303414 Sep 10 03:17:48.168755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a63f64a6-10ed-4514-9b10-a18c5b74e470 req-793c2fa9-c85b-4cd3-866b-20e35f0b53ca tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474941 Sep 10 03:17:48.283660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-2759daef-a76c-4a7f-b5a0-469cd6403f3b service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909436 Sep 10 03:17:48.328300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fb112af-c26e-4ee3-b324-230fdb9aa731 req-238d9af1-be50-4562-904f-772ef0feeccb tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226822 Sep 10 03:17:48.375422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c1fc09-7424-43ee-92e1-515a7d19627f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:17:48.390471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:48.418995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Transition to ACTIVE for port object 44c1fc09-7424-43ee-92e1-515a7d19627f will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:48.429447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13f77-9038-40b3-a122-bff2a8af64c3 req-d12c7f7a-5f26-431a-984d-0017abfb945f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:48.431026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69a13f77-9038-40b3-a122-bff2a8af64c3 req-d12c7f7a-5f26-431a-984d-0017abfb945f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1248038 Sep 10 03:17:48.432599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:48.436820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:48.444009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b', '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', '8799de07-7a31-459c-acf9-4a0498b85509'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:48.459965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb3e8794-beef-43cd-8ec0-80b7a247cc93 req-7cfe68f6-7ceb-4dfc-9cdb-07b5eeb51eea tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89e68da-833e-4e33-aea7-6c8755dec23c HTTP/1.1" status: 200 len: 210 time: 0.0616629 Sep 10 03:17:48.484874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event deleted for resources: {'Port': ['ID=8799de07-7a31-459c-acf9-4a0498b85509,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:48.520123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6b72a196-a2aa-44de-9f5c-399227672168 req-e798a802-6933-4b66-a91d-88d4f4b4a02e service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271345 Sep 10 03:17:48.547595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:17:48.565496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Sync routers for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:17:48.574610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6956ece2-153f-4990-8694-64f5eaf84457 admin admin] 10.222.0.23 "PUT /v2.0/routers/eb9be2dd-cc35-48a3-b7e2-9783591903a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2718985 Sep 10 03:17:48.577973 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:48.578609 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:48.619899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] No DVR routers for this DVR port 8799de07-7a31-459c-acf9-4a0498b85509 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:17:48.633609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:48.640016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ab5f3d0-50f4-4838-8a7a-26a7533a4b2d req-ef6f979e-1daa-4e05-9ef4-a6b4613cbbc3 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "DELETE /v2.0/ports/8799de07-7a31-459c-acf9-4a0498b85509 HTTP/1.1" status: 204 len: 173 time: 1.1872826 Sep 10 03:17:48.660782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-ab2ea1da-cf29-4878-a049-9d7f7bc94b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:48.663436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'name': 'network-vif-deleted', 'tag': '8799de07-7a31-459c-acf9-4a0498b85509'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:48.669032 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e412e7-cf85-47ad-92aa-69f77c3f2ef7" -d '{"events": [{"server_uuid": "c89e68da-833e-4e33-aea7-6c8755dec23c", "name": "network-vif-deleted", "tag": "8799de07-7a31-459c-acf9-4a0498b85509"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:48.670180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-ab2ea1da-cf29-4878-a049-9d7f7bc94b34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 1095 time: 0.0738218 Sep 10 03:17:48.757851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69a13f77-9038-40b3-a122-bff2a8af64c3 req-6ca5d7d5-8934-4817-9d60-97e2795d79fb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041892 Sep 10 03:17:48.762663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Pushing event updated for resources: {'Port': ['ID=44c1fc09-7424-43ee-92e1-515a7d19627f,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:48.850177 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687e0f8e-a4a5-40d6-99d5-0901d8356644 x-openstack-request-id: req-687e0f8e-a4a5-40d6-99d5-0901d8356644 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:48.852456 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89e68da-833e-4e33-aea7-6c8755dec23c", "name": "network-vif-deleted", "tag": "8799de07-7a31-459c-acf9-4a0498b85509", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:48.852738 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-687e0f8e-a4a5-40d6-99d5-0901d8356644 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:48.853146 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89e68da-833e-4e33-aea7-6c8755dec23c', 'name': 'network-vif-deleted', 'tag': '8799de07-7a31-459c-acf9-4a0498b85509', 'status': 'completed', 'code': 200} Sep 10 03:17:48.872874 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:48.987441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Attempting to bind port 44c1fc09-7424-43ee-92e1-515a7d19627f on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:48.987865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Attempting to bind port 44c1fc09-7424-43ee-92e1-515a7d19627f by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:48.988238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Attempting to bind port 44c1fc09-7424-43ee-92e1-515a7d19627f on network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:48.995878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-262cd43f-5265-4396-b42e-e59e9812525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:48.998575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-262cd43f-5265-4396-b42e-e59e9812525e service neutron] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 910 time: 0.3206182 Sep 10 03:17:49.011771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f3015-c329-46a9-be1e-c8de7181f27f req-62708d78-d730-4e91-831b-0d9b43426660 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.024229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d7f3015-c329-46a9-be1e-c8de7181f27f req-62708d78-d730-4e91-831b-0d9b43426660 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1023626 Sep 10 03:17:49.029061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec240ce-e787-4165-a2aa-5c63d171a730 req-67d86f1a-fc41-4b30-a152-31b8c7bfccb1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.037714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ec240ce-e787-4165-a2aa-5c63d171a730 req-67d86f1a-fc41-4b30-a152-31b8c7bfccb1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1308837 Sep 10 03:17:49.052837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Port 44c1fc09-7424-43ee-92e1-515a7d19627f on network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:17:49.053185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Attempting to bind port 44c1fc09-7424-43ee-92e1-515a7d19627f on network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:49.067694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:49.069509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Checking segment: {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:49.070180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Bound using segment: {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:49.072648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Bound port: 44c1fc09-7424-43ee-92e1-515a7d19627f, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:49.074748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.077668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-11a41a61-2b2b-4d86-bc51-5c709015eb2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d62251a-5469-4865-810c-e94a27c95d3d HTTP/1.1" status: 200 len: 217 time: 0.0693574 Sep 10 03:17:49.161528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ec240ce-e787-4165-a2aa-5c63d171a730 req-8d2711fc-fe30-4e93-89a6-6e02ee4bd8f1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179898 Sep 10 03:17:49.171566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-4e0c4bd7-f7cd-48c9-8b33-1ad2e3ab2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.173627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-4e0c4bd7-f7cd-48c9-8b33-1ad2e3ab2847 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.0871205 Sep 10 03:17:49.248708 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 2, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:49.256504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-2fd5fbde-9c96-4ac9-9f0c-48fb92631f13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746641 Sep 10 03:17:49.272893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] For port 44c1fc09-7424-43ee-92e1-515a7d19627f, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:49.279156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] For port 44c1fc09-7424-43ee-92e1-515a7d19627f, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=44c1fc09-7424-43ee-92e1-515a7d19627f,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:49.287979 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Checking router: eb9be2dd-cc35-48a3-b7e2-9783591903a8 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:17:49.288650 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Updating router eb9be2dd-cc35-48a3-b7e2-9783591903a8 port d8e7af38-ec57-4e08-a4a6-7686effabfba binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:17:49.309063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d7f3015-c329-46a9-be1e-c8de7181f27f req-c7992f74-b675-4dc4-b753-6466181049cb tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838514 Sep 10 03:17:49.315269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.334576 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.428938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Pushing event updated for resources: {'Port': ['ID=44c1fc09-7424-43ee-92e1-515a7d19627f,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:49.446319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65237d-7550-4745-87bb-947224ca3d31 req-f47dcba0-de71-4b97-a545-da1ae8f67d38 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.449165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.450922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.453395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-591c7ac1-358f-4a32-acea-d90ff89282d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/44c1fc09-7424-43ee-92e1-515a7d19627f HTTP/1.1" status: 200 len: 1091 time: 1.9430938 Sep 10 03:17:49.458618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b65237d-7550-4745-87bb-947224ca3d31 req-f47dcba0-de71-4b97-a545-da1ae8f67d38 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1551888 Sep 10 03:17:49.489176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-b8c6ba49-2a43-410c-9083-00275e0466ee service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209249 Sep 10 03:17:49.568990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5ac18-8be7-44de-9494-b86dcb4d7f31 req-aa5ef78b-fc03-42e1-a0ed-5dfca928c925 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.577198 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1cd5ac18-8be7-44de-9494-b86dcb4d7f31 req-aa5ef78b-fc03-42e1-a0ed-5dfca928c925 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 944 time: 0.1082995 Sep 10 03:17:49.600831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-bd743ab5-da39-4e78-aed2-b18f185e568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.602548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-bd743ab5-da39-4e78-aed2-b18f185e568b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=400393c967c44ba7893c85ff321b576e&device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 1094 time: 0.0858059 Sep 10 03:17:49.622395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66a525fb-c1bd-4219-b196-c939a2958e87 req-4cd03a22-fce7-4483-a103-41dc13a075a6 service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044948 Sep 10 03:17:49.629013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b65237d-7550-4745-87bb-947224ca3d31 req-1aba687c-343e-4f71-81d7-17cb25f14cde tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693563 Sep 10 03:17:49.651492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:49.666248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-745151036-network', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:49.697808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Made reservation on behalf of 9f8eb69f473f473f91e6b934765c8728 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:49.700470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.728104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.738381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1cd5ac18-8be7-44de-9494-b86dcb4d7f31 req-af16c81f-047e-4cfa-8589-872c8ec04fba tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601002 Sep 10 03:17:49.745261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-90e4a3e9-8122-4b50-87d6-2431cb8bfe7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c1fc09-7424-43ee-92e1-515a7d19627f HTTP/1.1" status: 200 len: 217 time: 0.1240773 Sep 10 03:17:49.830670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-672dc723-0665-4d00-beed-e041ea3796c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.833077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-672dc723-0665-4d00-beed-e041ea3796c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f53b3906-31ad-44f7-af2f-1d6b7222ac43 HTTP/1.1" status: 200 len: 848 time: 0.0842752 Sep 10 03:17:49.891418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-69cf0dbd-adbe-41d1-aa37-509b842f01c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454016 Sep 10 03:17:49.893416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68bfcb-4038-41ce-a91d-24a460dc163b req-bc486480-5f99-4086-b0e6-888ab4eb461f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:49.896429 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.901553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac68bfcb-4038-41ce-a91d-24a460dc163b req-bc486480-5f99-4086-b0e6-888ab4eb461f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 943 time: 0.1155603 Sep 10 03:17:49.910339 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Transition to ACTIVE for port object d8e7af38-ec57-4e08-a4a6-7686effabfba will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:49.917323 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:49.976944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac68bfcb-4038-41ce-a91d-24a460dc163b req-fa1a3873-f3ea-4e77-940f-bef97bacdfd7 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735433 Sep 10 03:17:49.993219 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Pushing event updated for resources: {'Port': ['ID=d8e7af38-ec57-4e08-a4a6-7686effabfba,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:50.045460 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.048459 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.049179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.049669 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.050899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.050899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.050899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.051177 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.051396 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.051700 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.052026 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.052408 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.052785 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:17:50.059279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.060363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-f4b5b8e6-9529-4f17-a95c-897336e1e6d4 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281977 Sep 10 03:17:50.074206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0314ae-884e-4800-8cd5-70f4a1747a5a req-8eff1574-1ecd-41f4-b396-69b30a699815 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:50.082145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a0314ae-884e-4800-8cd5-70f4a1747a5a req-8eff1574-1ecd-41f4-b396-69b30a699815 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1944554 Sep 10 03:17:50.086807 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Attempting to bind port d8e7af38-ec57-4e08-a4a6-7686effabfba on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:50.089816 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Attempting to bind port d8e7af38-ec57-4e08-a4a6-7686effabfba by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:50.090310 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Attempting to bind port d8e7af38-ec57-4e08-a4a6-7686effabfba on network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:50.107312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:17:50.124163 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:50.124163 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Checking segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:50.124519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b965f-9fc0-4fc7-bf63-b3b7187e14a6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:50.127428 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.127428 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Bound using segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:50.133653 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Bound port: d8e7af38-ec57-4e08-a4a6-7686effabfba, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:50.135636 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.150641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.151004 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Added segment f44c95b4-486f-49f1-b445-1d6ebcb67861 of type vlan for network fcd7e9ed-be23-4fd1-b707-e84e67b40721 Sep 10 03:17:50.157297 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a0314ae-884e-4800-8cd5-70f4a1747a5a req-3939c6bb-4c51-4836-8f16-1554679edc44 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683520 Sep 10 03:17:50.254067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.301991 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] For port d8e7af38-ec57-4e08-a4a6-7686effabfba, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:50.305617 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] For port d8e7af38-ec57-4e08-a4a6-7686effabfba, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d8e7af38-ec57-4e08-a4a6-7686effabfba,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:50.317132 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.317318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.319653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:50.321468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.334337 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d888add-719e-4d7c-aef2-8712d1e9a4a4 req-c89c2293-9ca8-4889-a1df-fd72b49d67f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494302 Sep 10 03:17:50.374530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7217653 Sep 10 03:17:50.379974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48342) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:50.391948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Request body: {'subnet': {'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-745151036-subnet', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:50.457390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fac3c-7353-4635-8389-72386d072bed admin admin] Pushing event updated for resources: {'Network': ['ID=fcd7e9ed-be23-4fd1-b707-e84e67b40721,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:50.469597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:17:50.496947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Made reservation on behalf of 9f8eb69f473f473f91e6b934765c8728 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:17:50.502193 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.509100 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090da10-cfab-480c-b81b-9ea12435b571 None None] Pushing event updated for resources: {'Port': ['ID=d8e7af38-ec57-4e08-a4a6-7686effabfba,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:50.527728 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:50.528762 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:50.540451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d124a5d-e4f9-41d4-8316-702f6815f26e req-1e854d78-22a1-4564-a648-5e861284b6db tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:50.542108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d124a5d-e4f9-41d4-8316-702f6815f26e req-1e854d78-22a1-4564-a648-5e861284b6db tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.0896454 Sep 10 03:17:50.580120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47762b6-38b9-458c-81fd-2f863d6ef2d9 req-c4e4c2c9-4b3f-40e0-b01b-6e67b0f1b618 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:50.588125 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b47762b6-38b9-458c-81fd-2f863d6ef2d9 req-c4e4c2c9-4b3f-40e0-b01b-6e67b0f1b618 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 946 time: 0.1709151 Sep 10 03:17:50.638631 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d124a5d-e4f9-41d4-8316-702f6815f26e req-18e7f92a-b58e-4e4e-90aa-2e08a25a3aff tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861685 Sep 10 03:17:50.696250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b47762b6-38b9-458c-81fd-2f863d6ef2d9 req-9fe72515-0cb8-41a6-b512-0bc377823f22 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030393 Sep 10 03:17:50.710216 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:50.835863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8799de07-7a31-459c-acf9-4a0498b85509 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:17:50.863965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'tag': '44c1fc09-7424-43ee-92e1-515a7d19627f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:50.866653 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c662036-300c-4dc8-b66f-82d0d15caeec" -d '{"events": [{"name": "network-changed", "server_uuid": "8b053ef8-52d5-43cb-88fa-cf874cb0825e", "tag": "44c1fc09-7424-43ee-92e1-515a7d19627f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:50.920119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8799de07-7a31-459c-acf9-4a0498b85509 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:17:50.920477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8799de07-7a31-459c-acf9-4a0498b85509 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:17:50.948627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270546e-c917-4343-88cf-cb06e9d0ef50 req-f6bc8dc8-ada7-4937-827d-1a96275b96f6 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:50.950708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4270546e-c917-4343-88cf-cb06e9d0ef50 req-f6bc8dc8-ada7-4937-827d-1a96275b96f6 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 944 time: 0.0881379 Sep 10 03:17:50.968417 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab15a93d-0fd1-4536-ae29-02e410395926 x-openstack-request-id: req-ab15a93d-0fd1-4536-ae29-02e410395926 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:50.968645 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b053ef8-52d5-43cb-88fa-cf874cb0825e", "tag": "44c1fc09-7424-43ee-92e1-515a7d19627f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:50.968855 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab15a93d-0fd1-4536-ae29-02e410395926 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:50.969246 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'tag': '44c1fc09-7424-43ee-92e1-515a7d19627f', 'status': 'completed', 'code': 200} Sep 10 03:17:50.989330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-b094f99e-7f6b-4063-8b59-2c8ec0fb59a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095803 Sep 10 03:17:50.990275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:50.992716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3d62251a-5469-4865-810c-e94a27c95d3d details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:17:51.065972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bac5bd-a3ba-4861-8f99-272cc1bd0941,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:51.128951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Checking segment: {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:51.129386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Network hostable DHCP agents. Network: fcd7e9ed-be23-4fd1-b707-e84e67b40721, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:17:51.135186 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:50Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:51.139791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4270546e-c917-4343-88cf-cb06e9d0ef50 req-66f7b2f0-457a-4618-8178-793a4fa2726c tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816483 Sep 10 03:17:51.166203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-0839c8ed-e234-4e67-8da6-fb1cdcfe9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.169086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-0839c8ed-e234-4e67-8da6-fb1cdcfe9cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=400393c967c44ba7893c85ff321b576e&device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 1094 time: 0.1888273 Sep 10 03:17:51.180354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3d62251a-5469-4865-810c-e94a27c95d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3d62251a-5469-4865-810c-e94a27c95d3d,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:51.190452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-01648491-2adf-4f1a-b718-a46683f2f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.192019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-01648491-2adf-4f1a-b718-a46683f2f2bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.1190042 Sep 10 03:17:51.194464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:17:51.196029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '3d62251a-5469-4865-810c-e94a27c95d3d', 'network_id': 'af067a89-8d56-4147-b93b-4266a73a4a6f', 'port_id': '3d62251a-5469-4865-810c-e94a27c95d3d', 'mac_address': 'fa:16:3e:a5:9e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fd670c-faa4-4786-8388-3ada9bc6a85a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:17:51.215262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e564848-2d58-42f6-9644-d44e0537dd5b req-a1bca975-0017-4577-a8f2-08d70c4d18a3 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.223247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e564848-2d58-42f6-9644-d44e0537dd5b req-a1bca975-0017-4577-a8f2-08d70c4d18a3 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 943 time: 0.1108928 Sep 10 03:17:51.234626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, fcd7e9ed-be23-4fd1-b707-e84e67b40721) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:51.248581 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb8c4a-a9b1-46d7-9a14-f5f74297c318 None None] The sync data for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 is: [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:50Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:17:51.263747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.264633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.268298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.272438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43557af-d09d-420f-bb1b-c1e004aed456 None None] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:51.304531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-3b5efd33-4c17-4c14-ba4f-87715b2f49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.312533 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-3b5efd33-4c17-4c14-ba4f-87715b2f49a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 200 len: 908 time: 0.1355000 Sep 10 03:17:51.315989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-60040180-0b96-4f61-bb25-9a6acb07bc15 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9345853 Sep 10 03:17:51.317207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48352) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:51.332868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d62251a-5469-4865-810c-e94a27c95d3d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:17:51.355658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:17:51.391709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e564848-2d58-42f6-9644-d44e0537dd5b req-72936a23-1505-41f7-afe6-b079bdaf5059 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674199 Sep 10 03:17:51.422032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3d62251a-5469-4865-810c-e94a27c95d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3d62251a-5469-4865-810c-e94a27c95d3d,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:51.433072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.441039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-e4691dc3-f148-4070-afc3-0602a3434ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.442532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-e4691dc3-f148-4070-afc3-0602a3434ebb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.2164562 Sep 10 03:17:51.442801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-1bc9b201-ef16-4f0b-b9b0-b189fd49ef05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c1fc09-7424-43ee-92e1-515a7d19627f HTTP/1.1" status: 200 len: 217 time: 0.0832825 Sep 10 03:17:51.469228 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.471103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.533033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=3d62251a-5469-4865-810c-e94a27c95d3d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:51.544994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-5f86545f-1e63-4b1a-ba14-e55cddf8aaf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.0888212 Sep 10 03:17:51.585416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.593102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-cfddbc4b-fa74-4f56-b6df-6510851c3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.595849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-cfddbc4b-fa74-4f56-b6df-6510851c3706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f53b3906-31ad-44f7-af2f-1d6b7222ac43 HTTP/1.1" status: 200 len: 848 time: 0.1390171 Sep 10 03:17:51.653780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-fcd7e9ed-be23-4fd1-b707-e84e67b40721', 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'fixed_ips': [{'subnet_id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:17:51.655256 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:51.696812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-dbcc88fe-ac79-4fea-86ed-aaa37a286c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.698215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-dbcc88fe-ac79-4fea-86ed-aaa37a286c90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1451218 Sep 10 03:17:51.727357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-f05f778b-69ce-4f65-a0f5-c308b052f0cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932486 Sep 10 03:17:51.747565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['3d62251a-5469-4865-810c-e94a27c95d3d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:51.907609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-d541b412-e893-4d9f-820c-dad99e965829 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.910960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-d541b412-e893-4d9f-820c-dad99e965829 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 946 time: 0.1724637 Sep 10 03:17:51.936591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-f7b6e3f5-a016-4456-860e-9253363eeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:51.938471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-f7b6e3f5-a016-4456-860e-9253363eeb27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323334 Sep 10 03:17:51.971005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.055587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Allocated IP 172.20.0.2 (fcd7e9ed-be23-4fd1-b707-e84e67b40721/39bac5bd-a3ba-4861-8f99-272cc1bd0941/9e8bcd49-46df-456b-8e7f-1a7dabc00cb8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:52.117125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6619-8206-47c8-b0f7-ba1175a13c22 req-03164f0b-56e6-406b-a3a1-8b4572d6d741 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:52.117398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e7b34-098c-4cc2-b022-3dbb6a7a7ade req-c4e8b8cd-659c-4628-b1b7-c1911e66ec87 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:52.125671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-216e7b34-098c-4cc2-b022-3dbb6a7a7ade req-c4e8b8cd-659c-4628-b1b7-c1911e66ec87 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.3253093 Sep 10 03:17:52.126861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fccc6619-8206-47c8-b0f7-ba1175a13c22 req-03164f0b-56e6-406b-a3a1-8b4572d6d741 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 946 time: 0.3207495 Sep 10 03:17:52.187582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-5a85805e-f399-45a4-9585-d6f51dadede3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885579 Sep 10 03:17:52.191970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d8e7af38-ec57-4e08-a4a6-7686effabfba up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:52.233972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fccc6619-8206-47c8-b0f7-ba1175a13c22 req-54e5d0e7-061e-4921-844e-4dc5ba876c70 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 Sep 10 03:17:52.278112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-216e7b34-098c-4cc2-b022-3dbb6a7a7ade req-29fb1f61-7e8a-4ec6-81c6-2f87febe881f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466310 Sep 10 03:17:52.332888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-7267935f-1ddd-4364-92dc-1238f6ace246 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225241 Sep 10 03:17:52.350881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d8e7af38-ec57-4e08-a4a6-7686effabfba completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:52.365587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d8e7af38-ec57-4e08-a4a6-7686effabfba triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:52.366062 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.373161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Deleting port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:17:52.373913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.420937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c662036-300c-4dc8-b66f-82d0d15caeec req-1b0f4d28-ab91-4bdd-ba04-1441a75e24d5 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211747 Sep 10 03:17:52.521635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.546534 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.576490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629f247-dbd0-42c4-aba8-9ce38445dd6b req-2f93b63f-c568-44e3-96ad-1c43aff536ee tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:52.585062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5629f247-dbd0-42c4-aba8-9ce38445dd6b req-2f93b63f-c568-44e3-96ad-1c43aff536ee tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2261772 Sep 10 03:17:52.589404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Transition to ACTIVE for port object 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:52.616371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d8e7af38-ec57-4e08-a4a6-7686effabfba, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d8e7af38-ec57-4e08-a4a6-7686effabfba,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:52.624474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Transition to ACTIVE for port object 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:52.626701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.670606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-59c1ca26-eedc-414d-bc5a-7ad51cdcc199 req-a009ae4e-9f8d-4d87-a353-54981ab61ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251207 Sep 10 03:17:52.683669 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.694949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5629f247-dbd0-42c4-aba8-9ce38445dd6b req-51098f8d-aa35-4d70-8b6c-983cec5b34c9 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070392 Sep 10 03:17:52.705216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] For port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:52.705930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.724426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Calling delete_port for 8ab3c7c2-960b-4694-8f30-7efcab8afc4c owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:17:52.727722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4552c9a-017c-44ac-95f1-2bda437e40d1 req-27d92808-38e2-4edb-a193-1fbb02efc9a3 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:52.733314 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:52.735925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4552c9a-017c-44ac-95f1-2bda437e40d1 req-27d92808-38e2-4edb-a193-1fbb02efc9a3 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 943 time: 0.1890788 Sep 10 03:17:52.741334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:52.745152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:52.746186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.779525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d8e7af38-ec57-4e08-a4a6-7686effabfba,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:52.785785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.823928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4552c9a-017c-44ac-95f1-2bda437e40d1 req-9073318f-40e5-4860-9f83-dcf615e675c6 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872648 Sep 10 03:17:52.920494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-fe4df864-4a51-4631-a7cc-a9411a9e9f8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944610 Sep 10 03:17:52.945226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Attempting to bind port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:52.945652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Attempting to bind port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:52.946054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Attempting to bind port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 on network fcd7e9ed-be23-4fd1-b707-e84e67b40721 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:52.948245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Pushing event updated for resources: {'Port': ['ID=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:52.954653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:52.955225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Checking segment: {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:52.955445 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.955865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Bound using segment: {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:52.956384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Bound port: 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:52.957145 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.964227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:52.977644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:53.031073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 44c1fc09-7424-43ee-92e1-515a7d19627f details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:17:53.034194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3d62251a-5469-4865-810c-e94a27c95d3d up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:53.036531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event deleted for resources: {'Port': ['ID=8ab3c7c2-960b-4694-8f30-7efcab8afc4c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:53.049886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Allocated IP 172.25.8.185 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/7eb2f62b-64b2-4e5d-9006-74df16bcfc1a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:53.069863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-fa226117-394d-4e22-bfc0-a481ef9dd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:53.084815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-fa226117-394d-4e22-bfc0-a481ef9dd8ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 1097 time: 0.1060236 Sep 10 03:17:53.091583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] No DVR routers for this DVR port 8ab3c7c2-960b-4694-8f30-7efcab8afc4c on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:17:53.095854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.099811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9aa774f5-73d9-4ee8-813d-ebf1e0f83921 req-bac81399-405a-420c-8f13-9dccc74a8690 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "DELETE /v2.0/ports/8ab3c7c2-960b-4694-8f30-7efcab8afc4c HTTP/1.1" status: 204 len: 173 time: 1.1720095 Sep 10 03:17:53.101203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'name': 'network-vif-deleted', 'tag': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:53.104022 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4c961f-669e-41ff-bba4-6d8145c83be0" -d '{"events": [{"server_uuid": "ec165a01-6ef0-43b3-a782-773e3c7d2d9c", "name": "network-vif-deleted", "tag": "8ab3c7c2-960b-4694-8f30-7efcab8afc4c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:53.216018 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a265e940-a3af-4185-b427-b1c87737663d x-openstack-request-id: req-a265e940-a3af-4185-b427-b1c87737663d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:53.216018 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec165a01-6ef0-43b3-a782-773e3c7d2d9c", "name": "network-vif-deleted", "tag": "8ab3c7c2-960b-4694-8f30-7efcab8afc4c", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:53.216018 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a265e940-a3af-4185-b427-b1c87737663d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:53.216018 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec165a01-6ef0-43b3-a782-773e3c7d2d9c', 'name': 'network-vif-deleted', 'tag': '8ab3c7c2-960b-4694-8f30-7efcab8afc4c', 'status': 'completed', 'code': 200} Sep 10 03:17:53.257957 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.320958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] For port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:53.325350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] For port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:53.353756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-3b6fccfd-2cc9-4e60-8e76-476725815af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:53.355395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-3b6fccfd-2cc9-4e60-8e76-476725815af5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.2355533 Sep 10 03:17:53.357474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.363203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.396751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:53.435612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:53.437672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 3d62251a-5469-4865-810c-e94a27c95d3d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:53.445316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:53.510413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 3d62251a-5469-4865-810c-e94a27c95d3d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:53.511052 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.628607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-83f3e814-2829-4847-b6ad-cba65f9c112f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 200 len: 1001 time: 0.2629638 Sep 10 03:17:53.659294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58e092-81d5-46e5-a669-83a59745bb97 req-81077c80-ae23-4fe2-a27f-540bf0b6529e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:53.664673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b1823-49e8-4b31-b573-cdc96487c1ed None None] Pushing event updated for resources: {'Port': ['ID=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:53.669356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c58e092-81d5-46e5-a669-83a59745bb97 req-81077c80-ae23-4fe2-a27f-540bf0b6529e tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1926894 Sep 10 03:17:53.708384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 44c1fc09-7424-43ee-92e1-515a7d19627f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=44c1fc09-7424-43ee-92e1-515a7d19627f,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:53.729925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82a6b3aa-54fb-4e78-9ada-f029286da96e req-4cfda6f6-7f77-408c-a95a-0212f2fcd18e tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec165a01-6ef0-43b3-a782-773e3c7d2d9c HTTP/1.1" status: 200 len: 210 time: 0.2167013 Sep 10 03:17:53.772810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.807702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c58e092-81d5-46e5-a669-83a59745bb97 req-8bd9a22d-398d-4e88-8474-63e094620542 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366246 Sep 10 03:17:53.809508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-6ba6168d-d332-47ae-86af-fd3afb6505cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:53.810988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-6ba6168d-d332-47ae-86af-fd3afb6505cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.1712918 Sep 10 03:17:53.835500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:53.878136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 3d62251a-5469-4865-810c-e94a27c95d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3d62251a-5469-4865-810c-e94a27c95d3d,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:53.879858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d62251a-5469-4865-810c-e94a27c95d3d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:53.884466 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfba05a-d3dc-48c3-ace3-cfe3a5331779" -d '{"events": [{"server_uuid": "5e717c72-8d33-4291-85c2-48c0bc48b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "3d62251a-5469-4865-810c-e94a27c95d3d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:53.888363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '44c1fc09-7424-43ee-92e1-515a7d19627f', 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2', 'port_id': '44c1fc09-7424-43ee-92e1-515a7d19627f', 'mac_address': 'fa:16:3e:52:39:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53b3906-31ad-44f7-af2f-1d6b7222ac43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:17:53.929368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:53.966073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-da24a632-6411-4669-b5f2-81db0ee1aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:53.967931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-da24a632-6411-4669-b5f2-81db0ee1aada service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408679 Sep 10 03:17:54.153784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=3d62251a-5469-4865-810c-e94a27c95d3d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:54.160420 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:54.193774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c1fc09-7424-43ee-92e1-515a7d19627f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:17:54.212163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5069a-90ae-49fc-bf4c-f8e3090b8798 req-5ceef1ef-e5fb-4f37-aee7-a5132612fa07 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:54.213751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fc5069a-90ae-49fc-bf4c-f8e3090b8798 req-5ceef1ef-e5fb-4f37-aee7-a5132612fa07 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 943 time: 0.2164736 Sep 10 03:17:54.238741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:54.262085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 44c1fc09-7424-43ee-92e1-515a7d19627f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=44c1fc09-7424-43ee-92e1-515a7d19627f,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:54.291964 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:54.295367 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-b098af97-4ace-45d6-8007-a5372dac7bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171237 Sep 10 03:17:54.369386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=44c1fc09-7424-43ee-92e1-515a7d19627f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:54.376592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:54.382315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3fc5069a-90ae-49fc-bf4c-f8e3090b8798 req-1dbd9514-7327-4977-9fa5-fdb924a711df tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440003 Sep 10 03:17:54.397788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d8e7af38-ec57-4e08-a4a6-7686effabfba up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:54.458471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:54.496029 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f028dc7-068d-425a-aef8-3156b806e237 x-openstack-request-id: req-4f028dc7-068d-425a-aef8-3156b806e237 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:54.497110 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e717c72-8d33-4291-85c2-48c0bc48b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "3d62251a-5469-4865-810c-e94a27c95d3d", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:54.497458 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f028dc7-068d-425a-aef8-3156b806e237 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:54.499690 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d62251a-5469-4865-810c-e94a27c95d3d', 'code': 200} Sep 10 03:17:54.517200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb6a6e7-5fff-4c55-b62e-5830ffd8e5a6 req-4e68a0da-2bd5-4f03-abb6-b1b3d438b32f service neutron] 10.222.0.32 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113338 Sep 10 03:17:54.560691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e5682-c2ca-4d99-91bf-68fe7b6aeee5 req-3dca3b1f-9625-4b4b-90c9-bc9bfbbf29be tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:54.561322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d8e7af38-ec57-4e08-a4a6-7686effabfba triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:54.561702 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:54.564072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-972e5682-c2ca-4d99-91bf-68fe7b6aeee5 req-3dca3b1f-9625-4b4b-90c9-bc9bfbbf29be tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1649327 Sep 10 03:17:54.605925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['44c1fc09-7424-43ee-92e1-515a7d19627f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:17:54.607778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ab3c7c2-960b-4694-8f30-7efcab8afc4c no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:17:54.628981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c840bc-e362-4fde-a47f-17962066e677 req-a42d1262-a2dd-435b-b304-e1376581e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:54.631144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63c840bc-e362-4fde-a47f-17962066e677 req-a42d1262-a2dd-435b-b304-e1376581e6df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 1097 time: 0.0644970 Sep 10 03:17:54.680066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-972e5682-c2ca-4d99-91bf-68fe7b6aeee5 req-614ac609-ad62-4cb6-bd44-7e0f156c6ce6 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066818 Sep 10 03:17:54.680622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63c840bc-e362-4fde-a47f-17962066e677 req-00f8f633-8108-4bac-92a6-0321d8895b2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Sep 10 03:17:54.685439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8ab3c7c2-960b-4694-8f30-7efcab8afc4c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:17:54.685929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ab3c7c2-960b-4694-8f30-7efcab8afc4c not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:17:54.878027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:55.003765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037d0de-9a8d-4942-a468-a98d981f1c05 req-5032fb28-c384-4fbf-8300-883db49a81ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:55.005238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c037d0de-9a8d-4942-a468-a98d981f1c05 req-5032fb28-c384-4fbf-8300-883db49a81ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.0781019 Sep 10 03:17:55.034855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af25d93-df5a-4289-96d1-fe46708a69c7 None None] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:17:55.079333 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c037d0de-9a8d-4942-a468-a98d981f1c05 req-63458f5c-ed06-4da4-be6c-c9673863533d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Sep 10 03:17:55.113788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:17:55.146669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] Provisioning for port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:55.155280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] Provisioning complete for port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:55.155705 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:55.286068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:17:55.303221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Sync routers for ids ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:17:55.310611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:55.335282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Routers {'329f1f86-c0ad-4d6b-a301-d68d868a0de3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:55.336038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:55.337954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:55.345659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aa70be55-973a-4ae4-85e1-fec2cb0d1601 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9941566 Sep 10 03:17:55.346797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48392) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:17:55.437393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] For port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:55.482738 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:55.836070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Set router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:55.876348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6ecf3aec-c7f3-483e-b5c0-29254eaea7dc None None] Provisioning complete for port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:55.876755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3aec-c7f3-483e-b5c0-29254eaea7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:55.940885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81d2e-579c-479f-a720-da2d36ff8e9f req-21795250-3fdd-4e69-bd39-9348a41cf977 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:55.945102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15f81d2e-579c-479f-a720-da2d36ff8e9f req-21795250-3fdd-4e69-bd39-9348a41cf977 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1479785 Sep 10 03:17:55.956781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae0cbf-9a78-4d71-9af2-7fe1ee4bcf91 None None] Pushing event updated for resources: {'Port': ['ID=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:56.034374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15f81d2e-579c-479f-a720-da2d36ff8e9f req-8a023dc6-816f-43c4-8d46-ba6316d15908 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814123 Sep 10 03:17:56.041758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72544-a2db-46ba-abee-ca6469dfd305 req-f9b81806-bc2c-4f7e-9248-acd3edc31ef4 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:56.050154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62f72544-a2db-46ba-abee-ca6469dfd305 req-f9b81806-bc2c-4f7e-9248-acd3edc31ef4 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 944 time: 0.5476902 Sep 10 03:17:56.129422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62f72544-a2db-46ba-abee-ca6469dfd305 req-74d08088-9441-4d19-96f4-a06376722f3d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741527 Sep 10 03:17:56.277328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:17:53Z', 'revision_number': 3, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:56.312149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Checking router: 329f1f86-c0ad-4d6b-a301-d68d868a0de3 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:17:56.312493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Updating router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:17:56.336875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270008-edba-4e3e-8aae-a39427131689 req-a5fcbd2d-c561-442f-bed3-d0b8cf1ca35c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:56.353705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63270008-edba-4e3e-8aae-a39427131689 req-a5fcbd2d-c561-442f-bed3-d0b8cf1ca35c tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1546419 Sep 10 03:17:56.372575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.439231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63270008-edba-4e3e-8aae-a39427131689 req-a2b125e3-bdd3-42ed-a1db-514b558acc40 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822542 Sep 10 03:17:56.585411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.773237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.786489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Transition to ACTIVE for port object 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:56.791992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Allocated IP 172.20.0.1 (fcd7e9ed-be23-4fd1-b707-e84e67b40721/39bac5bd-a3ba-4861-8f99-272cc1bd0941/3105701c-1871-4cd7-86d2-ea5137e37832) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:17:56.794432 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.850261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Attempting to bind port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:17:56.850901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Attempting to bind port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:17:56.851059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Attempting to bind port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:17:56.857096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920ce7e-d5cd-42a5-8b1c-14d71df19ace None None] Pushing event updated for resources: {'Port': ['ID=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:56.874857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:17:56.875259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:17:56.876220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.876616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:17:56.877096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Bound port: 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:17:56.878311 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.926051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.940851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Transition to ACTIVE for port object 3105701c-1871-4cd7-86d2-ea5137e37832 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:17:56.943956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] For port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:17:56.949155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] For port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:17:56.954100 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:56.979821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.016878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Routers {'329f1f86-c0ad-4d6b-a301-d68d868a0de3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:17:57.017533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:57.023492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 44c1fc09-7424-43ee-92e1-515a7d19627f up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:57.031491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:57.037589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Pushing event updated for resources: {'Port': ['ID=3105701c-1871-4cd7-86d2-ea5137e37832,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:57.038771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:57.041146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:17:57.086716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920ce7e-d5cd-42a5-8b1c-14d71df19ace None None] Pushing event updated for resources: {'Port': ['ID=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:57.088101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.273026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed4e63-e296-4f59-9a7d-0e159142373c req-7cbe33dc-5710-4919-8229-e16909b05535 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:57.274951 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60ed4e63-e296-4f59-9a7d-0e159142373c req-7cbe33dc-5710-4919-8229-e16909b05535 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0951138 Sep 10 03:17:57.275136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] Set router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:17:57.341881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.378586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60ed4e63-e296-4f59-9a7d-0e159142373c req-6753eaa0-8e3f-4354-a49c-d8d93b3835ad tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772085 Sep 10 03:17:57.384299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf0f8-2d93-4517-bd56-4e4a5211c882 req-dccc362c-e40c-4d8a-bb99-ce23f94ba7de tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:57.386719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccbbf0f8-2d93-4517-bd56-4e4a5211c882 req-dccc362c-e40c-4d8a-bb99-ce23f94ba7de tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 944 time: 0.1206429 Sep 10 03:17:57.460853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ccbbf0f8-2d93-4517-bd56-4e4a5211c882 req-e8c6cfb1-12b9-4375-b18d-18a98d79c81d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678959 Sep 10 03:17:57.580040 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.592879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.600059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 44c1fc09-7424-43ee-92e1-515a7d19627f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:57.616257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 44c1fc09-7424-43ee-92e1-515a7d19627f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:57.616661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.658955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950be2e8-e825-4e21-a35d-4dd539536f95 req-1c50fc2b-89cb-455c-8415-cd8709681fe8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:57.660860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-950be2e8-e825-4e21-a35d-4dd539536f95 req-1c50fc2b-89cb-455c-8415-cd8709681fe8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1107180 Sep 10 03:17:57.663808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2923cc3f-d69c-4f59-9417-d3d4e53e47bf None None] Provisioning for port 3105701c-1871-4cd7-86d2-ea5137e37832 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:17:57.736433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-950be2e8-e825-4e21-a35d-4dd539536f95 req-4e946a1f-09e5-489c-a49a-58a8136c7b31 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679839 Sep 10 03:17:57.741369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.748804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2923cc3f-d69c-4f59-9417-d3d4e53e47bf None None] Provisioning complete for port 3105701c-1871-4cd7-86d2-ea5137e37832 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:57.749192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2923cc3f-d69c-4f59-9417-d3d4e53e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.781474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Pushing event updated for resources: {'Port': ['ID=3105701c-1871-4cd7-86d2-ea5137e37832,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:57.855045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2923cc3f-d69c-4f59-9417-d3d4e53e47bf None None] Port 3105701c-1871-4cd7-86d2-ea5137e37832 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:17:57.906143 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:57.939175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c1fc09-7424-43ee-92e1-515a7d19627f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:17:57.941488 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c9056-9b01-4e49-b231-589e9441a44c" -d '{"events": [{"server_uuid": "8b053ef8-52d5-43cb-88fa-cf874cb0825e", "name": "network-vif-plugged", "status": "completed", "tag": "44c1fc09-7424-43ee-92e1-515a7d19627f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:17:57.952510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-ff15da6e-a7d2-43cf-a0b1-30a15c72ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:57.953923 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-ff15da6e-a7d2-43cf-a0b1-30a15c72ee40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 1097 time: 0.1840005 Sep 10 03:17:57.956680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:17:53Z', 'revision_number': 3, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:17:57.961438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28472bf-7c81-4da6-8d0f-edf771b7962f req-9cc17da1-8906-4718-842f-88f322b490fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:57.962174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 44c1fc09-7424-43ee-92e1-515a7d19627f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=44c1fc09-7424-43ee-92e1-515a7d19627f,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:17:57.962315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f28472bf-7c81-4da6-8d0f-edf771b7962f req-9cc17da1-8906-4718-842f-88f322b490fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1097 time: 0.2158902 Sep 10 03:17:57.987660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b675701-d14f-489d-87b5-1c56de99e49e None None] The sync data for ids ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'] in n-d-808126-2 is: [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:17:53Z', 'revision_number': 3, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:17:57.989212 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:58.033947 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f1267d-cabf-46b0-a9f0-7854a3a987ad x-openstack-request-id: req-63f1267d-cabf-46b0-a9f0-7854a3a987ad {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:17:58.034241 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b053ef8-52d5-43cb-88fa-cf874cb0825e", "name": "network-vif-plugged", "status": "completed", "tag": "44c1fc09-7424-43ee-92e1-515a7d19627f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:17:58.034496 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63f1267d-cabf-46b0-a9f0-7854a3a987ad {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:17:58.034887 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c1fc09-7424-43ee-92e1-515a7d19627f', 'code': 200} Sep 10 03:17:58.061397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9911-793b-41a4-9129-310a8641c113 req-2c3f505a-b08b-45d5-ac17-1417bfb4adf7 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:58.063013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-884b9911-793b-41a4-9129-310a8641c113 req-2c3f505a-b08b-45d5-ac17-1417bfb4adf7 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.2328672 Sep 10 03:17:58.068107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=44c1fc09-7424-43ee-92e1-515a7d19627f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:17:58.139252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:17:58.156709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:17:58.163988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565c85-15e1-404e-8a5c-9941fdccbfcc req-56794cd3-7879-44d2-af57-70ecd1acb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:58.165541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-58565c85-15e1-404e-8a5c-9941fdccbfcc req-56794cd3-7879-44d2-af57-70ecd1acb350 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 1096 time: 0.0523398 Sep 10 03:17:58.169914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:17:58.202024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f28472bf-7c81-4da6-8d0f-edf771b7962f req-92f117f0-3ceb-492d-98cf-120568b2cfe6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226927 Sep 10 03:17:58.219004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:58.219731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:58.235382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-58565c85-15e1-404e-8a5c-9941fdccbfcc req-91ac2d81-eaf0-4c2a-9b97-e56c09e2cae6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Sep 10 03:17:58.286290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-512fceca-7043-448a-8cb9-1190fd26a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:58.287699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-512fceca-7043-448a-8cb9-1190fd26a89b service neutron] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 910 time: 0.3204074 Sep 10 03:17:58.302243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-884b9911-793b-41a4-9129-310a8641c113 req-554b89bc-ee87-4f13-91fb-a5501e4c43ae tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277617 Sep 10 03:17:58.515594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-f7566bd3-5eb6-412f-9ac8-81ac0bba3997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d62251a-5469-4865-810c-e94a27c95d3d HTTP/1.1" status: 200 len: 217 time: 0.0546305 Sep 10 03:17:58.534571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:17:58.697004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-97a8d79d-c6a3-41d6-a2e9-9f024bac8c6d None None] Provisioning complete for port 3105701c-1871-4cd7-86d2-ea5137e37832 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:17:58.700829 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97a8d79d-c6a3-41d6-a2e9-9f024bac8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:17:58.749694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-4d022d85-fbd5-445c-ab7e-6d2152a17457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:58.752037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-4d022d85-fbd5-445c-ab7e-6d2152a17457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.2166011 Sep 10 03:17:58.786637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-97a8d79d-c6a3-41d6-a2e9-9f024bac8c6d None None] Port 3105701c-1871-4cd7-86d2-ea5137e37832 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:17:58.818471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-cb6c0acb-c595-4fb9-96a1-e2dc6d79da9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458937 Sep 10 03:17:58.856514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7856-e653-4616-9a04-395c030e23e8 req-ffa9e7a1-3db2-453a-ab65-df64aa24f51c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:58.861059 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510f7856-e653-4616-9a04-395c030e23e8 req-ffa9e7a1-3db2-453a-ab65-df64aa24f51c tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 946 time: 0.0830925 Sep 10 03:17:58.912971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-510f7856-e653-4616-9a04-395c030e23e8 req-ce0344fe-756f-41cd-ae1b-b0a671d6922f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Sep 10 03:17:58.914896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16832e2d-a796-4988-98fc-940b1acf546b req-ba28e002-4ba0-4a2a-9593-6e4cb058b81a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:58.916464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16832e2d-a796-4988-98fc-940b1acf546b req-ba28e002-4ba0-4a2a-9593-6e4cb058b81a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 945 time: 0.2502716 Sep 10 03:17:58.967834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:17:58.999863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5d8b35f0-223c-49f8-9bd1-389f4fb513cd admin admin] 10.222.0.23 "PUT /v2.0/routers/329f1f86-c0ad-4d6b-a301-d68d868a0de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6508043 Sep 10 03:17:59.045378 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16832e2d-a796-4988-98fc-940b1acf546b req-5942668a-4149-4c57-8cf6-cdbfc82f49a8 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094325 Sep 10 03:17:59.064175 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-d886f890-18d7-42e9-8d6d-3825fe2b2e5e service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045934 Sep 10 03:17:59.141282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53dcb8-2867-4b0f-868e-5a9edefc5d39 req-449b66aa-033f-48d5-8ad0-23d59c8993a2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:59.153187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f53dcb8-2867-4b0f-868e-5a9edefc5d39 req-449b66aa-033f-48d5-8ad0-23d59c8993a2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1148918 Sep 10 03:17:59.245146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f53dcb8-2867-4b0f-868e-5a9edefc5d39 req-9e5c8935-b0bd-4a5a-bd65-4a20053f5cad tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900462 Sep 10 03:17:59.280575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-accd7243-711a-4e77-9e96-40f0be0f9cd8 req-2afbf85d-fb98-46c2-9fa0-bb3dd655a591 service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068727 Sep 10 03:17:59.552559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3688a5-f099-45ab-9ea4-d316180b1d9d req-7f64b4c7-cf04-4f4f-bae1-5fad83a17c34 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:17:59.554209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd3688a5-f099-45ab-9ea4-d316180b1d9d req-7f64b4c7-cf04-4f4f-bae1-5fad83a17c34 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0814230 Sep 10 03:17:59.612573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd3688a5-f099-45ab-9ea4-d316180b1d9d req-72f2d42c-8fdf-4147-a9dd-36c0a518e4c4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Sep 10 03:18:00.089360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06993-42a9-4037-92ac-0669d8c54ec1 req-87b377e4-7d0f-4ef7-ae1e-4adeac7a396a tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:00.103495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7c06993-42a9-4037-92ac-0669d8c54ec1 req-87b377e4-7d0f-4ef7-ae1e-4adeac7a396a tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 946 time: 0.1064889 Sep 10 03:18:00.150255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:00.196451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d7c06993-42a9-4037-92ac-0669d8c54ec1 req-cd26b645-a9e1-4b06-ba38-ef3ecb1134f2 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/security-groups?id=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920117 Sep 10 03:18:00.218016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:00.221766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df0868-0482-4a67-ac6c-a6fb72a5a401 req-3a019459-27d9-4bbb-ac26-0b19dace5b97 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:00.222860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:00.223242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:00.223950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42df0868-0482-4a67-ac6c-a6fb72a5a401 req-3a019459-27d9-4bbb-ac26-0b19dace5b97 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 945 time: 0.0668306 Sep 10 03:18:00.283828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-42df0868-0482-4a67-ac6c-a6fb72a5a401 req-06a7b02a-ad5c-4787-b439-e2a0520704f0 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507655 Sep 10 03:18:00.352892 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:00.378885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:00.384618 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:00.402912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de08f-b057-4257-aef3-80841d13169f req-b25de39e-93cf-4b36-b51b-c555e70ad3d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:00.404802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac7de08f-b057-4257-aef3-80841d13169f req-b25de39e-93cf-4b36-b51b-c555e70ad3d2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.0905073 Sep 10 03:18:00.441267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-6b16d201-4dd6-40b0-8a82-c1d8fcf84078 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:00.445315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-6b16d201-4dd6-40b0-8a82-c1d8fcf84078 tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 946 time: 0.1019380 Sep 10 03:18:00.469277 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac7de08f-b057-4257-aef3-80841d13169f req-28a32361-1fcd-4980-90de-79c0ce38e29f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569816 Sep 10 03:18:00.489924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48530) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:00.497470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:00.582223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bdf9e0c1-6522-4432-a38a-b5278ea8a05f tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/floatingips/a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 HTTP/1.1" status: 200 len: 994 time: 0.0900211 Sep 10 03:18:00.595578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Sync routers for ids ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:00.604039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Deleting port 23cdda8e-1d57-47e2-8793-518fe006ce0b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:00.604653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:00.606480 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Routers {'329f1f86-c0ad-4d6b-a301-d68d868a0de3'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:00.607147 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:00.621441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:18:00.623712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:00.738206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] For port 23cdda8e-1d57-47e2-8793-518fe006ce0b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23cdda8e-1d57-47e2-8793-518fe006ce0b,segment=NetworkSegment(7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8),segment_id=7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:00.738599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:00.756118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Calling delete_port for 23cdda8e-1d57-47e2-8793-518fe006ce0b owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:00.817082 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Set router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:00.851207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:00.948570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:00.963656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:00.965779 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f69ff32-15a3-49a0-879a-34509e17170a" -d '{"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:00.977891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'port_id': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'mac_address': 'fa:16:3e:bc:26:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:18:00.982629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:01.011142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae2212-5f63-4d4b-aa3b-70b48c094c54 req-d9dea97c-76d8-427e-b459-db546632fd64 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:01.012846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3ae2212-5f63-4d4b-aa3b-70b48c094c54 req-d9dea97c-76d8-427e-b459-db546632fd64 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.2498236 Sep 10 03:18:01.037323 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.039723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.057997 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18451565-7ceb-4216-b3d6-11f3a6d28ea8 x-openstack-request-id: req-18451565-7ceb-4216-b3d6-11f3a6d28ea8 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:01.058898 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:01.059774 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18451565-7ceb-4216-b3d6-11f3a6d28ea8 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:01.060185 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'code': 200} Sep 10 03:18:01.087575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Pushing event deleted for resources: {'Port': ['ID=23cdda8e-1d57-47e2-8793-518fe006ce0b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:01.138861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3ae2212-5f63-4d4b-aa3b-70b48c094c54 req-2e8fc1a1-a474-45e8-9024-9e468899ba32 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178002 Sep 10 03:18:01.167623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] No DVR routers for this DVR port 23cdda8e-1d57-47e2-8793-518fe006ce0b on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:01.171940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.176576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23cdda8e-1d57-47e2-8793-518fe006ce0b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:01.178846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e422b8d3-b027-4a01-aaa3-cea0b0f86ad3 req-a041bb36-7f0e-42fd-849d-1b62bf00badf tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.32 "DELETE /v2.0/ports/23cdda8e-1d57-47e2-8793-518fe006ce0b HTTP/1.1" status: 204 len: 173 time: 0.7238657 Sep 10 03:18:01.179445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'name': 'network-vif-deleted', 'tag': '23cdda8e-1d57-47e2-8793-518fe006ce0b'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:01.184558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:01.185998 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558f3c2-1ef8-4ae1-9735-d73c91caf9bc" -d '{"events": [{"server_uuid": "73ed16a7-b56f-4104-92ab-f8289a7048a1", "name": "network-vif-deleted", "tag": "23cdda8e-1d57-47e2-8793-518fe006ce0b"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:01.251775 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.289207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:01.290228 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:17:57Z', 'revision_number': 4, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '3105701c-1871-4cd7-86d2-ea5137e37832', 'name': '', 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'mac_address': 'fa:16:3e:eb:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:56Z', 'updated_at': '2021-09-10T03:17:57Z', 'revision_number': 2, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'subnets': [{'id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:01.301547 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c926b402-facc-4336-8786-be8d638eeeeb x-openstack-request-id: req-c926b402-facc-4336-8786-be8d638eeeeb {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:01.302073 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ed16a7-b56f-4104-92ab-f8289a7048a1", "name": "network-vif-deleted", "tag": "23cdda8e-1d57-47e2-8793-518fe006ce0b", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:01.302073 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c926b402-facc-4336-8786-be8d638eeeeb {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:01.302480 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ed16a7-b56f-4104-92ab-f8289a7048a1', 'name': 'network-vif-deleted', 'tag': '23cdda8e-1d57-47e2-8793-518fe006ce0b', 'status': 'completed', 'code': 200} Sep 10 03:18:01.359188 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Checking router: 329f1f86-c0ad-4d6b-a301-d68d868a0de3 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:01.368789 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Updating router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 port 3105701c-1871-4cd7-86d2-ea5137e37832 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:18:01.389664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:18:01.390022 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:18:01.416113 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.477107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b8cbda3-4fef-494d-ae7b-4ceab768d634 req-3d6b5fe6-6ccd-4e94-a2bf-f61948bfaa5f tempest-AttachVolumeNegativeTest-538631721 tempest-AttachVolumeNegativeTest-538631721-project] 10.222.0.23 "GET /v2.0/ports?device_id=73ed16a7-b56f-4104-92ab-f8289a7048a1 HTTP/1.1" status: 200 len: 210 time: 0.0437329 Sep 10 03:18:01.603750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42db7f-811f-430d-92dc-1eb48e219c3e req-acc3f8b4-5a0f-42ae-a6b6-29fe778fef5f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:01.605194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd42db7f-811f-430d-92dc-1eb48e219c3e req-acc3f8b4-5a0f-42ae-a6b6-29fe778fef5f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 945 time: 0.0557239 Sep 10 03:18:01.683025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd42db7f-811f-430d-92dc-1eb48e219c3e req-636b832d-ca12-49da-83e6-1164c314547e tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714524 Sep 10 03:18:01.726079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bf62d84f-169b-4015-a74f-8286401c442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.799799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.813948 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.833255 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Transition to ACTIVE for port object 3105701c-1871-4cd7-86d2-ea5137e37832 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:18:01.841482 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.940670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.961891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:01.965709 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f565cff-0b87-4d64-8501-72653b63fab2 None None] Pushing event updated for resources: {'Port': ['ID=3105701c-1871-4cd7-86d2-ea5137e37832,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:01.972639 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Attempting to bind port 3105701c-1871-4cd7-86d2-ea5137e37832 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:18:01.973016 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Attempting to bind port 3105701c-1871-4cd7-86d2-ea5137e37832 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:18:01.973377 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Attempting to bind port 3105701c-1871-4cd7-86d2-ea5137e37832 on network fcd7e9ed-be23-4fd1-b707-e84e67b40721 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:01.979274 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:18:01.979696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Checking segment: {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:18:01.980105 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.980878 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Bound using segment: {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:18:01.981368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Bound port: 3105701c-1871-4cd7-86d2-ea5137e37832, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44c95b4-486f-49f1-b445-1d6ebcb67861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:18:01.981752 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:01.996110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:02.002920 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.098488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] For port 3105701c-1871-4cd7-86d2-ea5137e37832, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:18:02.105326 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] For port 3105701c-1871-4cd7-86d2-ea5137e37832, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3105701c-1871-4cd7-86d2-ea5137e37832,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:18:02.106985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:02.118572 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.127637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.138539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:02.246073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Routers {'329f1f86-c0ad-4d6b-a301-d68d868a0de3'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:02.246713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:17:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:02.284876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:02.285888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.317312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4144e89-ef85-47a5-8fb4-3c426460f2dd req-15f275ef-63c1-4940-b02b-ec9fa79d512b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:02.326962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4144e89-ef85-47a5-8fb4-3c426460f2dd req-15f275ef-63c1-4940-b02b-ec9fa79d512b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0842929 Sep 10 03:18:02.351297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['8ae00675-23f9-4ead-b4a3-d07b3b8f9468'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:02.356439 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f565cff-0b87-4d64-8501-72653b63fab2 None None] Pushing event updated for resources: {'Port': ['ID=3105701c-1871-4cd7-86d2-ea5137e37832,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:02.414680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4144e89-ef85-47a5-8fb4-3c426460f2dd req-fa0bdc56-0cbe-4cfc-a479-8eb39aa4db2c tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828793 Sep 10 03:18:02.446983 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] Set router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:02.581118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48580) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:02.646666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Deleting subnet 4fd6d26b-9f4b-4294-9353-4c2fec11695e {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:18:02.650338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23cdda8e-1d57-47e2-8793-518fe006ce0b no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:02.651872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.696549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.720175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 23cdda8e-1d57-47e2-8793-518fe006ce0b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:02.720175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23cdda8e-1d57-47e2-8793-518fe006ce0b not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:02.750189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.886620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcceb46-4710-4579-bc54-9d7af08a087d req-c1f7db8d-1f0c-478b-9590-699690ec4100 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:02.896156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cfcceb46-4710-4579-bc54-9d7af08a087d req-c1f7db8d-1f0c-478b-9590-699690ec4100 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 945 time: 0.0963416 Sep 10 03:18:02.913287 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.950578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd6d26b-9f4b-4294-9353-4c2fec11695e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:02.975984 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:17:57Z', 'revision_number': 4, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '3105701c-1871-4cd7-86d2-ea5137e37832', 'name': '', 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'mac_address': 'fa:16:3e:eb:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:56Z', 'updated_at': '2021-09-10T03:18:02Z', 'revision_number': 4, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'subnets': [{'id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:02.991705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:02.994230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-21b68bcd-f1d4-4d58-aa66-4db0228d13c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fd6d26b-9f4b-4294-9353-4c2fec11695e HTTP/1.1" status: 204 len: 168 time: 0.4113789 Sep 10 03:18:02.997551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48586) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:03.026445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cfcceb46-4710-4579-bc54-9d7af08a087d req-18231926-69b5-48d3-ac13-aade3fe3bfab tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292770 Sep 10 03:18:03.029773 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7dce6-027e-4886-ad87-ed42d2243478 None None] The sync data for ids ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'] in n-d-808126-2 is: [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:17:57Z', 'revision_number': 4, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '3105701c-1871-4cd7-86d2-ea5137e37832', 'name': '', 'network_id': 'fcd7e9ed-be23-4fd1-b707-e84e67b40721', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'mac_address': 'fa:16:3e:eb:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:56Z', 'updated_at': '2021-09-10T03:18:02Z', 'revision_number': 4, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'subnets': [{'id': '39bac5bd-a3ba-4861-8f99-272cc1bd0941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:03.139372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.168566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-f6cbe97d-1ea2-419c-9f2d-0d7812b398d0 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:03.170520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-f6cbe97d-1ea2-419c-9f2d-0d7812b398d0 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 945 time: 0.1188560 Sep 10 03:18:03.324850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.353743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f5dd6e-fe51-4b2e-be2e-5afea659f30d']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:03.368446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:03.368755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbd8b4f-9a7a-4aaa-b4fe-3e274c67d7b8') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:03.399225 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.420149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Deleting port 44c1fc09-7424-43ee-92e1-515a7d19627f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:03.420495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.424262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.458732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:18:03.459145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:18:03.460945 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:18:03.612314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.638047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.639410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a4f5dd6e-fe51-4b2e-be2e-5afea659f30d HTTP/1.1" status: 204 len: 168 time: 0.6408546 Sep 10 03:18:03.640351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd88e7-107d-481d-be42-c809deb6cb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f5dd6e-fe51-4b2e-be2e-5afea659f30d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:03.658694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] For port 44c1fc09-7424-43ee-92e1-515a7d19627f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=44c1fc09-7424-43ee-92e1-515a7d19627f,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:03.659059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.695874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Calling delete_port for 44c1fc09-7424-43ee-92e1-515a7d19627f owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:03.705775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443adf46-bb59-4efe-8ab3-b64172fcc7bd req-e5dda3f9-a70f-430c-8a03-6c93b2ec5299 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:03.707410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-443adf46-bb59-4efe-8ab3-b64172fcc7bd req-e5dda3f9-a70f-430c-8a03-6c93b2ec5299 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1488237 Sep 10 03:18:03.809882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-443adf46-bb59-4efe-8ab3-b64172fcc7bd req-527aaf7b-6e41-422f-a208-65cae46378b4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940027 Sep 10 03:18:03.891745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:03.924394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:03.941259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['44c1fc09-7424-43ee-92e1-515a7d19627f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:03.965284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Pushing event deleted for resources: {'Port': ['ID=44c1fc09-7424-43ee-92e1-515a7d19627f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:03.978553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-372aec70-cb84-48d0-aa04-ab75f3ed21a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f752c5a4ce84b63ae73b14fc1faeb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851161 Sep 10 03:18:03.982988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48604) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:04.072661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] No DVR routers for this DVR port 44c1fc09-7424-43ee-92e1-515a7d19627f on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:04.092754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.097585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36a9e107-953d-4e99-be9c-ab54376a1e32 req-0a867712-be3c-4646-80ef-6ba7f2d0ae72 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "DELETE /v2.0/ports/44c1fc09-7424-43ee-92e1-515a7d19627f HTTP/1.1" status: 204 len: 173 time: 0.8981574 Sep 10 03:18:04.108708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'name': 'network-vif-deleted', 'tag': '44c1fc09-7424-43ee-92e1-515a7d19627f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:04.112079 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e929c4b-d3df-4351-8cae-281ed82131d2" -d '{"events": [{"server_uuid": "8b053ef8-52d5-43cb-88fa-cf874cb0825e", "name": "network-vif-deleted", "tag": "44c1fc09-7424-43ee-92e1-515a7d19627f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:04.177365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3105701c-1871-4cd7-86d2-ea5137e37832 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:04.193860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee09d04c-7e3a-4af6-b997-1865b4173749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.220081 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f2dc8-a4c6-4f92-86de-fa0c61e7d41f x-openstack-request-id: req-ee7f2dc8-a4c6-4f92-86de-fa0c61e7d41f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:04.220374 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b053ef8-52d5-43cb-88fa-cf874cb0825e", "name": "network-vif-deleted", "tag": "44c1fc09-7424-43ee-92e1-515a7d19627f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:04.220634 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee7f2dc8-a4c6-4f92-86de-fa0c61e7d41f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:04.223617 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b053ef8-52d5-43cb-88fa-cf874cb0825e', 'name': 'network-vif-deleted', 'tag': '44c1fc09-7424-43ee-92e1-515a7d19627f', 'status': 'completed', 'code': 200} Sep 10 03:18:04.247764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5590312f-b1e0-4982-b82f-7d07926accda req-3b0fa59d-4523-4665-adf1-2aef577f370f tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b053ef8-52d5-43cb-88fa-cf874cb0825e HTTP/1.1" status: 200 len: 210 time: 0.0845160 Sep 10 03:18:04.258821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee09d04c-7e3a-4af6-b997-1865b4173749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.282896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 3105701c-1871-4cd7-86d2-ea5137e37832 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:04.288159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 3105701c-1871-4cd7-86d2-ea5137e37832 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:04.288602 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.328508 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee09d04c-7e3a-4af6-b997-1865b4173749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.332368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee09d04c-7e3a-4af6-b997-1865b4173749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.333807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee09d04c-7e3a-4af6-b997-1865b4173749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af01cc5b-3cb7-44aa-9e3e-54d90305a2b3 HTTP/1.1" status: 204 len: 168 time: 0.3495982 Sep 10 03:18:04.347437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09d04c-7e3a-4af6-b997-1865b4173749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01cc5b-3cb7-44aa-9e3e-54d90305a2b3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:04.397061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb858ff7-6125-41f5-b338-730370cc57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.452821 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.494087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 3105701c-1871-4cd7-86d2-ea5137e37832, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3105701c-1871-4cd7-86d2-ea5137e37832,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:04.505137 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.601104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=3105701c-1871-4cd7-86d2-ea5137e37832,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:04.646523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:04.715873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.767426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:04.767830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:04.978589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:05.040404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:05.043137 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c2c396-9dab-4acd-ad48-4ae90d148b5c" -d '{"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-plugged", "status": "completed", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:05.064865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d8c3-4c49-42c1-aae2-02d23383b099 req-c8b30d43-82d9-44cd-abf7-15001eaf269b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:05.074703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-22b5d8c3-4c49-42c1-aae2-02d23383b099 req-c8b30d43-82d9-44cd-abf7-15001eaf269b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1229143 Sep 10 03:18:05.096706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:05.101764 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:05.176277 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e981777-e756-495f-aa6f-a26992ebe74b x-openstack-request-id: req-6e981777-e756-495f-aa6f-a26992ebe74b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:05.176732 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-plugged", "status": "completed", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:05.177054 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e981777-e756-495f-aa6f-a26992ebe74b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:05.177534 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'code': 200} Sep 10 03:18:05.178565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:05.186732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-22b5d8c3-4c49-42c1-aae2-02d23383b099 req-65f8d7bf-785b-4d1b-b7d1-8acb1488f58a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984561 Sep 10 03:18:05.414192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:06.089894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3105701c-1871-4cd7-86d2-ea5137e37832 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:06.172397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 3105701c-1871-4cd7-86d2-ea5137e37832 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:06.173779 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:06.252163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-ba5379ea-61fb-42b4-9137-02984d2ede09 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:06.263021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-ba5379ea-61fb-42b4-9137-02984d2ede09 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/networks?id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 200 len: 808 time: 0.5613866 Sep 10 03:18:06.283769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-10f447e7-43f4-426e-b18d-07e708bb6ea0 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/quotas/400393c967c44ba7893c85ff321b576e HTTP/1.1" status: 200 len: 375 time: 0.0191517 Sep 10 03:18:06.317659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-356224c9-3263-4d3c-ac52-e05bf2321fa5 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=400393c967c44ba7893c85ff321b576e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324914 Sep 10 03:18:06.354311 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:18:06.430841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3175a2a-1ce6-4d23-abbd-c58b8de4b4c1 req-ec4f6a36-23ba-49c0-8b03-2cee23a7514d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:06.433375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3175a2a-1ce6-4d23-abbd-c58b8de4b4c1 req-ec4f6a36-23ba-49c0-8b03-2cee23a7514d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0689681 Sep 10 03:18:06.519669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3175a2a-1ce6-4d23-abbd-c58b8de4b4c1 req-e17ae347-0dd9-44a9-85f1-2e25f3c46322 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726836 Sep 10 03:18:06.545257 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-d89f9d14-0301-476a-846a-c097782c2caa service neutron] 10.222.0.23 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908481 Sep 10 03:18:06.716481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-45b7cdc6-26dc-4b4a-be82-8a104faae78b service neutron] 10.222.0.23 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692672 Sep 10 03:18:06.901845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc37f11c-4c05-44b5-8912-ecfbd107e2c1 req-815819bf-1c91-4be7-a603-51f66643ce58 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 210 time: 0.0294311 Sep 10 03:18:07.092374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 44c1fc09-7424-43ee-92e1-515a7d19627f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:07.129313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 44c1fc09-7424-43ee-92e1-515a7d19627f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:07.129708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 44c1fc09-7424-43ee-92e1-515a7d19627f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:07.327125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:07.639420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a969b8-9ae7-4cff-a1b1-28a36bea4c29 req-2ca22b36-a182-4759-9e34-7ea5d12f2a73 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:07.648206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a969b8-9ae7-4cff-a1b1-28a36bea4c29 req-2ca22b36-a182-4759-9e34-7ea5d12f2a73 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0611897 Sep 10 03:18:07.692221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55a969b8-9ae7-4cff-a1b1-28a36bea4c29 req-87edb8a6-93b3-44a8-94a2-5467b77cabf0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Sep 10 03:18:08.071571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4dc1fbf-487d-411d-92f9-aaa8fe893715 req-569f932a-3c4e-4204-800a-516b8fa47545 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 210 time: 0.0404518 Sep 10 03:18:08.142585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-ed486667-5b2f-4d70-856a-44aa13095666 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:08.144492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-ed486667-5b2f-4d70-856a-44aa13095666 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "GET /v2.0/networks?id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 200 len: 808 time: 0.2178669 Sep 10 03:18:08.158912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Request body: {'port': {'device_id': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2', 'admin_state_up': True, 'tenant_id': '400393c967c44ba7893c85ff321b576e'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:08.274836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Made reservation on behalf of 400393c967c44ba7893c85ff321b576e for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:08.278594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:08.412216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Allocated IP 172.20.0.7 (ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2/f53b3906-31ad-44f7-af2f-1d6b7222ac43/ec773116-7a25-4441-a417-920ca6b9c423) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:18:08.599578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:08.663879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:08.741927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:18:08.746380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:18:08.749672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:18:08.759432 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Pushing event updated for resources: {'Port': ['ID=ec773116-7a25-4441-a417-920ca6b9c423,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:08.837894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:08.838952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:08.872138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-3c4e12a2-79d2-45d1-8a6e-e78e9d54bc0a tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7175207 Sep 10 03:18:08.877797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdda0f-c5a6-4e48-b88a-f25e18bd58c8 req-543485fd-9ace-4c37-980f-9644add36724 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:08.879334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9fdda0f-c5a6-4e48-b88a-f25e18bd58c8 req-543485fd-9ace-4c37-980f-9644add36724 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0584166 Sep 10 03:18:08.888090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Request body: {'port': {'device_id': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:08.942202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9fdda0f-c5a6-4e48-b88a-f25e18bd58c8 req-3ce89f93-edcf-4ffc-bd89-9081615fe573 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563691 Sep 10 03:18:08.978504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:09.066869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-56ced5e9-6462-4921-84d5-0a6b0e242230 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169951992&fields=id&tenant_id=a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 267 time: 0.0692334 Sep 10 03:18:09.206560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49a73-9ce8-43bf-84d3-0fd9b9478e47 req-24d39703-8ac2-43d8-b336-c286b5b0bdaa tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:09.214373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ac49a73-9ce8-43bf-84d3-0fd9b9478e47 req-24d39703-8ac2-43d8-b336-c286b5b0bdaa tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 931 time: 0.0639048 Sep 10 03:18:09.248455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ac49a73-9ce8-43bf-84d3-0fd9b9478e47 req-b74edda4-3e0a-4b44-8f8b-f1151fbb70f4 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Sep 10 03:18:09.288409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-7695d893-2bf2-41c8-a3f0-20f45169f021 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:09.289895 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-7695d893-2bf2-41c8-a3f0-20f45169f021 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.1807263 Sep 10 03:18:09.316302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-7892016c-a640-4e16-8787-3e2a2b3f8d81 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.0175908 Sep 10 03:18:09.411191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-7250f6f2-b494-44a7-8f20-4cca6aafd265 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852211 Sep 10 03:18:09.419069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec773116-7a25-4441-a417-920ca6b9c423 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:09.427635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:09.459976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Transition to ACTIVE for port object ec773116-7a25-4441-a417-920ca6b9c423 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:18:09.468511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:09.570911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec773116-7a25-4441-a417-920ca6b9c423,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:09.582459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-a9e814cc-9ac5-4666-ac29-d7626c466765 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510351 Sep 10 03:18:09.709347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Attempting to bind port ec773116-7a25-4441-a417-920ca6b9c423 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:18:09.710138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Attempting to bind port ec773116-7a25-4441-a417-920ca6b9c423 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:18:09.710138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Attempting to bind port ec773116-7a25-4441-a417-920ca6b9c423 on network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:09.719984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Port ec773116-7a25-4441-a417-920ca6b9c423 on network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:18:09.720355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Attempting to bind port ec773116-7a25-4441-a417-920ca6b9c423 on network ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:09.732862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:18:09.733196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Checking segment: {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:18:09.733580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Bound using segment: {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:18:09.734013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Bound port: ec773116-7a25-4441-a417-920ca6b9c423, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9374d8-c141-4258-8b5b-4d9e294a2b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:18:09.734514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:09.747848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-f41440d8-e97a-4e54-9d31-62dcba5d39fc service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320224 Sep 10 03:18:09.832618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] For port ec773116-7a25-4441-a417-920ca6b9c423, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:18:09.837767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] For port ec773116-7a25-4441-a417-920ca6b9c423, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ec773116-7a25-4441-a417-920ca6b9c423,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:18:09.846401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:09.890158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:09.890792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:09.892930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec773116-7a25-4441-a417-920ca6b9c423 HTTP/1.1" status: 200 len: 1091 time: 1.0108430 Sep 10 03:18:09.893208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'tag': 'ec773116-7a25-4441-a417-920ca6b9c423'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:09.896021 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5599b9-804c-4573-b1fc-68f3b21fc479" -d '{"events": [{"name": "network-changed", "server_uuid": "6106e045-420f-4d7d-afb0-e9f03058ea60", "tag": "ec773116-7a25-4441-a417-920ca6b9c423"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:10.015385 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2223ff53-c2f1-486e-9996-7d20131f928f x-openstack-request-id: req-2223ff53-c2f1-486e-9996-7d20131f928f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:10.015776 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6106e045-420f-4d7d-afb0-e9f03058ea60", "tag": "ec773116-7a25-4441-a417-920ca6b9c423", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:10.016064 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2223ff53-c2f1-486e-9996-7d20131f928f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:10.016525 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'tag': 'ec773116-7a25-4441-a417-920ca6b9c423', 'status': 'completed', 'code': 200} Sep 10 03:18:10.029693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f348666-5909-4a27-871a-68c8c51b01e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec773116-7a25-4441-a417-920ca6b9c423,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:10.056261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-23bc5fa5-9f52-4cf1-84f2-119ac30777b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:10.058051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-23bc5fa5-9f52-4cf1-84f2-119ac30777b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=400393c967c44ba7893c85ff321b576e&device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 1094 time: 0.1159916 Sep 10 03:18:10.142855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-7e57f6fc-825e-47b2-989f-898d562a2fb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec773116-7a25-4441-a417-920ca6b9c423 HTTP/1.1" status: 200 len: 217 time: 0.0653982 Sep 10 03:18:10.183241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc885ad-6d5d-41e6-b6e0-b0a83378dd33 req-d332c020-447f-42a1-b9b7-f0d48f51c494 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:10.184910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bc885ad-6d5d-41e6-b6e0-b0a83378dd33 req-d332c020-447f-42a1-b9b7-f0d48f51c494 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0870326 Sep 10 03:18:10.235997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46fef98f-d948-4a1b-93e8-881cc753c846 req-d9b2ed0f-8de9-48ad-97fb-e76b3f3613da tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.0403848 Sep 10 03:18:10.248457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-f08fd206-dc38-4352-87ad-0fce55b038ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:10.259379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-f08fd206-dc38-4352-87ad-0fce55b038ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f53b3906-31ad-44f7-af2f-1d6b7222ac43 HTTP/1.1" status: 200 len: 848 time: 0.0927682 Sep 10 03:18:10.292447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bc885ad-6d5d-41e6-b6e0-b0a83378dd33 req-b35d5abf-0f79-40da-a16d-2f58f4741e6b tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969136 Sep 10 03:18:10.299799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-5c828a56-3651-4360-bc02-4ed8ab918779 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376062 Sep 10 03:18:10.475907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-4aedaba1-7355-4fc8-b227-289a0b351222 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596851 Sep 10 03:18:10.485062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2826f-b5d3-4c8b-8e3e-a9e4e9b7cf71 req-416043b7-df2e-4f09-b11a-ebecdb8ce9fb tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:10.486497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edf2826f-b5d3-4c8b-8e3e-a9e4e9b7cf71 req-416043b7-df2e-4f09-b11a-ebecdb8ce9fb tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 943 time: 0.0764627 Sep 10 03:18:10.584836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edf2826f-b5d3-4c8b-8e3e-a9e4e9b7cf71 req-3bf5bfd1-b263-4c79-891c-c86748a4b8f2 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895026 Sep 10 03:18:10.612804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39854ebf-7cde-42fe-97ba-d9e2c4e3886a req-b00acb83-5347-4522-9e7d-d5fe6e43a875 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253514 Sep 10 03:18:10.763086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-6e64c5e2-27ff-470f-855f-8d32e454e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:10.765426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-6e64c5e2-27ff-470f-855f-8d32e454e112 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=400393c967c44ba7893c85ff321b576e&device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 1094 time: 0.0744658 Sep 10 03:18:10.903834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-7b010ced-6e4e-404f-bd76-40730e81d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:10.905488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-7b010ced-6e4e-404f-bd76-40730e81d3a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 200 len: 908 time: 0.1320441 Sep 10 03:18:10.958505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-2f5b2a1d-44c8-461f-8303-40478cd22c1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec773116-7a25-4441-a417-920ca6b9c423 HTTP/1.1" status: 200 len: 217 time: 0.0427845 Sep 10 03:18:11.024228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-f1326d6e-aa4f-434d-a9b9-b11d2f013619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:11.026195 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-f1326d6e-aa4f-434d-a9b9-b11d2f013619 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f53b3906-31ad-44f7-af2f-1d6b7222ac43 HTTP/1.1" status: 200 len: 848 time: 0.0539873 Sep 10 03:18:11.069306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-d7a15a2a-69d4-4af6-b6bd-fd8b36e82fd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325916 Sep 10 03:18:11.236037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-4c618c0c-4d0c-4390-a726-fee1be451cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454196 Sep 10 03:18:11.395545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-548344bc-8339-4394-82e4-9c775f0f0817 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:11.397039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-548344bc-8339-4394-82e4-9c775f0f0817 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.1361010 Sep 10 03:18:11.421371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f9d6052-912b-425a-b8ea-fa1ee71999e5 req-afe45303-7e54-45ee-ab17-0671a4d2a20d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.0463591 Sep 10 03:18:11.497669 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-f8556d77-e3a9-463a-a813-a336693818a0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 380 time: 0.0787661 Sep 10 03:18:11.524959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'security_groups': ['798682f2-ba05-4d79-b507-03a64ea1b502']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:11.549371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc5599b9-804c-4573-b1fc-68f3b21fc479 req-82a5cfb7-c5ed-4256-b09c-3f31b7c8b2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971575 Sep 10 03:18:11.591373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d795933-0669-4f59-b6ec-71c360b0eeaa req-7872abfc-3ae5-4690-a5b4-a2cce18b91d0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:11.593906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d795933-0669-4f59-b6ec-71c360b0eeaa req-7872abfc-3ae5-4690-a5b4-a2cce18b91d0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0828466 Sep 10 03:18:11.642462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d795933-0669-4f59-b6ec-71c360b0eeaa req-f7530ea0-62b0-4992-b107-1ac55cac97dc tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Sep 10 03:18:11.676460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:11.680721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:11.801004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6138-9282-4bdf-8dfa-3ef4f6dff558 req-fcc418c6-d033-4bb3-b446-492b9f601481 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:11.809217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d09b6138-9282-4bdf-8dfa-3ef4f6dff558 req-fcc418c6-d033-4bb3-b446-492b9f601481 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 943 time: 0.0952885 Sep 10 03:18:11.861335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d09b6138-9282-4bdf-8dfa-3ef4f6dff558 req-2418836c-5801-49b9-b9c0-337622e669dd tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Sep 10 03:18:11.906297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.10 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/b30439bd-5fde-4433-966b-6e320ae9cc48) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:18:12.083715 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.097393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object b30439bd-5fde-4433-966b-6e320ae9cc48 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:18:12.144019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.210143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=b30439bd-5fde-4433-966b-6e320ae9cc48,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:12.226055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:18:12.227868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:18:12.232311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:18:12.320126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:12.320824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.340923 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-6e580100-dff5-4b1c-a9ae-d49c05badc4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8348148 Sep 10 03:18:12.360723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Request body: {'port': {'device_id': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:12.441823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.540988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-23941705-b6c0-414c-8ca5-ff31928758cd None None] Provisioning for port b30439bd-5fde-4433-966b-6e320ae9cc48 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:12.547357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-23941705-b6c0-414c-8ca5-ff31928758cd None None] Provisioning complete for port b30439bd-5fde-4433-966b-6e320ae9cc48 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:12.547757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23941705-b6c0-414c-8ca5-ff31928758cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.618644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-23941705-b6c0-414c-8ca5-ff31928758cd None None] Port b30439bd-5fde-4433-966b-6e320ae9cc48 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:18:12.715188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd033f9-1e11-421a-9512-a2326367e5ba req-29fd3b05-11e8-4ace-8fc2-f53c2eafa57a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:12.723802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bd033f9-1e11-421a-9512-a2326367e5ba req-29fd3b05-11e8-4ace-8fc2-f53c2eafa57a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 932 time: 0.0651066 Sep 10 03:18:12.774082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6bd033f9-1e11-421a-9512-a2326367e5ba req-1b383507-2788-4324-b99c-4da7950d05a7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Sep 10 03:18:12.824164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30439bd-5fde-4433-966b-6e320ae9cc48 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:12.833151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.853945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Transition to ACTIVE for port object b30439bd-5fde-4433-966b-6e320ae9cc48 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:18:12.861670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:12.881779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a2a48-5b55-4f3d-a972-ba95e69d14df req-6ca04bf2-8a19-4df2-8492-05caa40fde75 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:12.883899 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f0a2a48-5b55-4f3d-a972-ba95e69d14df req-6ca04bf2-8a19-4df2-8492-05caa40fde75 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0614598 Sep 10 03:18:12.936448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f0a2a48-5b55-4f3d-a972-ba95e69d14df req-80143991-2e97-48ed-89b2-5921e5911fc9 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Sep 10 03:18:12.955959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Pushing event updated for resources: {'Port': ['ID=b30439bd-5fde-4433-966b-6e320ae9cc48,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:13.059761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Attempting to bind port b30439bd-5fde-4433-966b-6e320ae9cc48 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:18:13.060101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Attempting to bind port b30439bd-5fde-4433-966b-6e320ae9cc48 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:18:13.060481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Attempting to bind port b30439bd-5fde-4433-966b-6e320ae9cc48 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:13.066597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Port b30439bd-5fde-4433-966b-6e320ae9cc48 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:18:13.066929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Attempting to bind port b30439bd-5fde-4433-966b-6e320ae9cc48 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:13.072538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:18:13.073075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:18:13.073608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:18:13.074224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Bound port: b30439bd-5fde-4433-966b-6e320ae9cc48, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:18:13.074599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:13.110783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ec773116-7a25-4441-a417-920ca6b9c423 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:18:13.147804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49f398-613f-49d5-a461-8a089b490432 req-da984022-a5f7-4806-b1e9-21b1364ed884 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:13.158231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab49f398-613f-49d5-a461-8a089b490432 req-da984022-a5f7-4806-b1e9-21b1364ed884 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 943 time: 0.1280451 Sep 10 03:18:13.220346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] For port b30439bd-5fde-4433-966b-6e320ae9cc48, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:18:13.222924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab49f398-613f-49d5-a461-8a089b490432 req-1feb403f-1f97-471d-bc8b-46d8468baa46 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Sep 10 03:18:13.231594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] For port b30439bd-5fde-4433-966b-6e320ae9cc48, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b30439bd-5fde-4433-966b-6e320ae9cc48,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:18:13.239438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:13.295676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Pushing event updated for resources: {'Port': ['ID=b30439bd-5fde-4433-966b-6e320ae9cc48,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:13.310220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:13.311094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:13.314093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-118b106f-3bf1-49e5-8b4e-3951b5f4a1fe service neutron] 10.222.0.32 "PUT /v2.0/ports/b30439bd-5fde-4433-966b-6e320ae9cc48 HTTP/1.1" status: 200 len: 1092 time: 0.9579723 Sep 10 03:18:13.314848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:13.317491 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239535f-7b88-4df1-9e23-54e6fab270a5" -d '{"events": [{"name": "network-changed", "server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:13.356741 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96e7bc2-48d0-4957-b2e2-c9bb2965b430 x-openstack-request-id: req-b96e7bc2-48d0-4957-b2e2-c9bb2965b430 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:13.357043 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:13.357299 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96e7bc2-48d0-4957-b2e2-c9bb2965b430 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:13.358003 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'status': 'completed', 'code': 200} Sep 10 03:18:13.446538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-b7ddea0c-a27f-4201-aceb-ad6ac91a1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:13.448489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-b7ddea0c-a27f-4201-aceb-ad6ac91a1131 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 1095 time: 0.0811808 Sep 10 03:18:13.511612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ec773116-7a25-4441-a417-920ca6b9c423, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ec773116-7a25-4441-a417-920ca6b9c423,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:13.514651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-55e7bab1-6dcd-4136-86f2-c7eda9fa371b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b30439bd-5fde-4433-966b-6e320ae9cc48 HTTP/1.1" status: 200 len: 217 time: 0.0571914 Sep 10 03:18:13.523694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'ec773116-7a25-4441-a417-920ca6b9c423', 'network_id': 'ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2', 'port_id': 'ec773116-7a25-4441-a417-920ca6b9c423', 'mac_address': 'fa:16:3e:d8:c0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53b3906-31ad-44f7-af2f-1d6b7222ac43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:18:13.574541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-9e27bd64-1c2c-4383-ac50-d1fc79941644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:13.577637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-9e27bd64-1c2c-4383-ac50-d1fc79941644 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.0533350 Sep 10 03:18:13.577806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:13.604043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec773116-7a25-4441-a417-920ca6b9c423 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:13.627212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ec773116-7a25-4441-a417-920ca6b9c423, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ec773116-7a25-4441-a417-920ca6b9c423,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:13.636778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:13.659911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-0f537ba6-650d-463f-871d-461ae93e755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:13.661428 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-0f537ba6-650d-463f-871d-461ae93e755d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773950 Sep 10 03:18:13.723261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ec773116-7a25-4441-a417-920ca6b9c423,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:13.774556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-efcfeb23-f44f-48f9-b36c-b9eb8bf75a81 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050684 Sep 10 03:18:13.884256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1dbf094e-71b9-4cb0-a57b-f63cc2bc1858 req-19a4a8b2-c33d-4bce-9c3c-1eb6a7e7a156 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004241 Sep 10 03:18:13.901035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ec773116-7a25-4441-a417-920ca6b9c423'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:13.911208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea62b-7eaf-4c09-a0e5-28a31feed00f req-df38e441-1096-404e-99ab-93aae097f580 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:13.921464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-865ea62b-7eaf-4c09-a0e5-28a31feed00f req-df38e441-1096-404e-99ab-93aae097f580 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0783925 Sep 10 03:18:13.991678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-865ea62b-7eaf-4c09-a0e5-28a31feed00f req-96e3e25f-ee43-45cd-a32b-f79f2243f070 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680623 Sep 10 03:18:14.023780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-9028ed94-9ab4-436f-b8f2-c6fa5be87cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:14.025391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-9028ed94-9ab4-436f-b8f2-c6fa5be87cb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 1095 time: 0.0855837 Sep 10 03:18:14.137128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187350a1-5c19-4925-9eb0-e193a439fef6 req-6fbe7611-90ea-480f-a00c-9d208df290e1 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:14.144268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-187350a1-5c19-4925-9eb0-e193a439fef6 req-6fbe7611-90ea-480f-a00c-9d208df290e1 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0892541 Sep 10 03:18:14.157890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-4c16ebd6-8233-487d-89af-f577f1562d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:14.160018 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-4c16ebd6-8233-487d-89af-f577f1562d6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.1265302 Sep 10 03:18:14.187682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-187350a1-5c19-4925-9eb0-e193a439fef6 req-5e222964-52d8-446a-94e2-9a8b9a858731 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Sep 10 03:18:14.210156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-e1c66540-4926-43fc-b0f8-87ede07dc196 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b30439bd-5fde-4433-966b-6e320ae9cc48 HTTP/1.1" status: 200 len: 217 time: 0.0409877 Sep 10 03:18:14.268354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-d0aaafac-28ea-4229-98b3-e994d4412e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:14.270486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-d0aaafac-28ea-4229-98b3-e994d4412e73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.0531812 Sep 10 03:18:14.331060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-4bbf53e6-f2da-4570-868a-9c71efd683b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:14.332887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-4bbf53e6-f2da-4570-868a-9c71efd683b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515003 Sep 10 03:18:14.356292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ffa0b-68a6-45c1-aa73-f0726e2f8be4 req-c41a76d1-3a03-4fbf-b620-92dc92048474 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:14.364393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-681ffa0b-68a6-45c1-aa73-f0726e2f8be4 req-c41a76d1-3a03-4fbf-b620-92dc92048474 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 944 time: 0.0728192 Sep 10 03:18:14.402313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-681ffa0b-68a6-45c1-aa73-f0726e2f8be4 req-649c8db0-0c29-4772-a981-aa21deaddde4 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Sep 10 03:18:14.445929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-71683ede-fb3f-43b8-9397-91c84b946e05 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054366 Sep 10 03:18:14.549583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4239535f-7b88-4df1-9e23-54e6fab270a5 req-f8078058-494f-41a5-8483-f9142ffa6aeb service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965753 Sep 10 03:18:15.113384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84800992-2097-4717-85f3-773c20e5d5fd req-0bbfa0ff-f38d-4b34-9253-4901e592e36c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:15.114927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84800992-2097-4717-85f3-773c20e5d5fd req-0bbfa0ff-f38d-4b34-9253-4901e592e36c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0587747 Sep 10 03:18:15.140052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ec773116-7a25-4441-a417-920ca6b9c423 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:15.161631 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84800992-2097-4717-85f3-773c20e5d5fd req-42e78043-f425-40e7-b9a2-6bfcbaab64ac tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398326 Sep 10 03:18:15.212770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port ec773116-7a25-4441-a417-920ca6b9c423 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:15.216648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port ec773116-7a25-4441-a417-920ca6b9c423 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:15.217128 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:15.315769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:15.321785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954975b-904f-48f8-a912-c51f62173bdb req-e930d71f-ed45-47e7-8ebc-2294456c8fdd tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:15.323398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5954975b-904f-48f8-a912-c51f62173bdb req-e930d71f-ed45-47e7-8ebc-2294456c8fdd tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0599964 Sep 10 03:18:15.344560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec773116-7a25-4441-a417-920ca6b9c423'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:15.347339 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52dd437-3551-4b47-89be-9ec10af72c45" -d '{"events": [{"server_uuid": "6106e045-420f-4d7d-afb0-e9f03058ea60", "name": "network-vif-plugged", "status": "completed", "tag": "ec773116-7a25-4441-a417-920ca6b9c423"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:15.365797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ec773116-7a25-4441-a417-920ca6b9c423, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ec773116-7a25-4441-a417-920ca6b9c423,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:15.371789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:15.380384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5954975b-904f-48f8-a912-c51f62173bdb req-e020db7e-b8a2-49a3-ac4f-c314a21fec2d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Sep 10 03:18:15.431225 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf9bb4c-5e7d-4f83-bf81-9384d91038c2 x-openstack-request-id: req-baf9bb4c-5e7d-4f83-bf81-9384d91038c2 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:15.431540 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6106e045-420f-4d7d-afb0-e9f03058ea60", "name": "network-vif-plugged", "status": "completed", "tag": "ec773116-7a25-4441-a417-920ca6b9c423", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:15.431795 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baf9bb4c-5e7d-4f83-bf81-9384d91038c2 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:15.432431 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec773116-7a25-4441-a417-920ca6b9c423', 'code': 200} Sep 10 03:18:15.433776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ec773116-7a25-4441-a417-920ca6b9c423,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:15.532904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e95a8-635b-452b-aa33-e4486f0c4419 req-4a22532d-e7bc-477d-ac36-e2427976c25d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:15.534353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-817e95a8-635b-452b-aa33-e4486f0c4419 req-4a22532d-e7bc-477d-ac36-e2427976c25d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 945 time: 0.0548348 Sep 10 03:18:15.542193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536951-5085-49bd-8c97-3e3d1dee4cf1 req-86b120ab-8427-47ae-a88b-31763c2096c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:15.544924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b536951-5085-49bd-8c97-3e3d1dee4cf1 req-86b120ab-8427-47ae-a88b-31763c2096c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 1096 time: 0.0432818 Sep 10 03:18:15.582806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6b536951-5085-49bd-8c97-3e3d1dee4cf1 req-830fed2a-6672-4092-ae1c-55e1508b3461 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Sep 10 03:18:15.593923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-817e95a8-635b-452b-aa33-e4486f0c4419 req-745d7e0e-0251-4c3e-9f0e-c4af22b8cd00 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Sep 10 03:18:16.292614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e04ec-d1da-452f-bad5-d0c89f19fa2d req-31a6ddf7-1cbc-443a-b6d6-55abfc015796 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:16.302575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00e04ec-d1da-452f-bad5-d0c89f19fa2d req-31a6ddf7-1cbc-443a-b6d6-55abfc015796 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.0867591 Sep 10 03:18:16.326239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eabf7-b45f-4984-96dd-c5fbf003546b req-f8ec7330-4a8c-4376-acf7-a5c15b28b393 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:16.335326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-050eabf7-b45f-4984-96dd-c5fbf003546b req-f8ec7330-4a8c-4376-acf7-a5c15b28b393 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0794098 Sep 10 03:18:16.356354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b00e04ec-d1da-452f-bad5-d0c89f19fa2d req-54938d49-279f-4828-800b-1142e3f55ac2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504818 Sep 10 03:18:16.397054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-050eabf7-b45f-4984-96dd-c5fbf003546b req-a588344a-cdac-40cd-981c-75346bb3b434 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548310 Sep 10 03:18:16.501483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fff1-f934-4391-a1f7-c02cda6b13b3 req-9530b3f5-eadb-454b-aaa8-4508cee1df53 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:16.510366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2a6fff1-f934-4391-a1f7-c02cda6b13b3 req-9530b3f5-eadb-454b-aaa8-4508cee1df53 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0611074 Sep 10 03:18:16.559163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e2a6fff1-f934-4391-a1f7-c02cda6b13b3 req-1a824ae4-6888-4310-a4ab-15b92389bfa7 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Sep 10 03:18:16.758454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f4496-1a63-4218-ac8a-aecba408c91f req-c6fb4c96-7d06-49d7-b284-cf5fcbeb0c41 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:16.760074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-283f4496-1a63-4218-ac8a-aecba408c91f req-c6fb4c96-7d06-49d7-b284-cf5fcbeb0c41 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 945 time: 0.0637541 Sep 10 03:18:16.833706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-283f4496-1a63-4218-ac8a-aecba408c91f req-d01e3812-ce96-4d4f-8d86-079ea57b9793 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665426 Sep 10 03:18:17.515974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2957201-e504-4dc0-9fae-887e2dd61125 req-c29bca7d-9e68-4765-8b31-56068e54b918 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:17.517865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2957201-e504-4dc0-9fae-887e2dd61125 req-c29bca7d-9e68-4765-8b31-56068e54b918 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.0601668 Sep 10 03:18:17.571831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013fb23-e3dd-48fa-8991-989312c62f25 req-05d997b0-916e-4c03-81f8-bfb996425de3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:17.573761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2013fb23-e3dd-48fa-8991-989312c62f25 req-05d997b0-916e-4c03-81f8-bfb996425de3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.1069655 Sep 10 03:18:17.585925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2957201-e504-4dc0-9fae-887e2dd61125 req-edbf0657-b566-433e-a9fd-f20c870576dc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619571 Sep 10 03:18:17.623330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2013fb23-e3dd-48fa-8991-989312c62f25 req-11748c69-0bfc-42c1-b396-86200cb639cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Sep 10 03:18:17.736069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06036e-e9de-4a0a-9838-f22fa0aa59b7 req-bd25cfee-6ab6-469b-b808-b6ed55cc2409 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:17.737662 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a06036e-e9de-4a0a-9838-f22fa0aa59b7 req-bd25cfee-6ab6-469b-b808-b6ed55cc2409 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0601439 Sep 10 03:18:17.749421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-bc46de30-204c-4cfd-9167-9e1cdbfbc88c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:17.751387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-bc46de30-204c-4cfd-9167-9e1cdbfbc88c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.32 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.0629058 Sep 10 03:18:17.790554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a06036e-e9de-4a0a-9838-f22fa0aa59b7 req-e5eec0c4-aa27-4bc3-ad7c-f633b54d2298 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467558 Sep 10 03:18:18.407053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1a54a-2865-46fe-845a-3dbf75fadd4a req-1bb5f9d4-ae1d-401e-9b7a-0766c91e0de0 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:18.413849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37c1a54a-2865-46fe-845a-3dbf75fadd4a req-1bb5f9d4-ae1d-401e-9b7a-0766c91e0de0 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 945 time: 0.1119218 Sep 10 03:18:18.423344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Deleting port 72c06f3f-1490-4b33-b4b5-6904842c24dd {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:18.423719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:18.555606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-37c1a54a-2865-46fe-845a-3dbf75fadd4a req-dac812ee-5d0c-4f8a-b45f-8d9ccc876a29 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287832 Sep 10 03:18:18.601637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] For port 72c06f3f-1490-4b33-b4b5-6904842c24dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=72c06f3f-1490-4b33-b4b5-6904842c24dd,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:18.602020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:18.822968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d9b3a-f668-4c39-b85b-740e9b86e39f req-fe87e325-485f-483f-a9a0-1997bc6620f3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:18.831194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-870d9b3a-f668-4c39-b85b-740e9b86e39f req-fe87e325-485f-483f-a9a0-1997bc6620f3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 946 time: 0.1028113 Sep 10 03:18:18.874711 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-870d9b3a-f668-4c39-b85b-740e9b86e39f req-d83f2cf2-481d-4aa5-8a7c-898d342ad144 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=f65355b2-1e5c-4e36-8676-c1a924eda465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Sep 10 03:18:19.076117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8380b8-4160-481b-9899-db8eb16f42a2 req-997cb35b-6fec-42a1-97a2-454ba9abacc3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:19.088160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc8380b8-4160-481b-9899-db8eb16f42a2 req-997cb35b-6fec-42a1-97a2-454ba9abacc3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.2931025 Sep 10 03:18:19.099792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6330f06-cae4-4592-9e92-274e9ac8c2d6 req-e1118afe-8a9b-4d40-979f-a813c3c6665e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:19.110632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6330f06-cae4-4592-9e92-274e9ac8c2d6 req-e1118afe-8a9b-4d40-979f-a813c3c6665e tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0742693 Sep 10 03:18:19.174714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6330f06-cae4-4592-9e92-274e9ac8c2d6 req-4716e3d2-8ca0-48b9-88df-72c7c15d5cab tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 Sep 10 03:18:19.202937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:19.203348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:19.206584 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Floating IP e04903c1-eb7a-434a-972e-d16ee0f8238c disassociated. External IP: 172.25.8.191, port: 72c06f3f-1490-4b33-b4b5-6904842c24dd. Sep 10 03:18:19.207091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Calling delete_port for 72c06f3f-1490-4b33-b4b5-6904842c24dd owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:19.288108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc8380b8-4160-481b-9899-db8eb16f42a2 req-13cf8a7a-d1f9-44d7-877f-94b4e9cbdc60 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852121 Sep 10 03:18:19.482854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:19.559137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event deleted for resources: {'Port': ['ID=72c06f3f-1490-4b33-b4b5-6904842c24dd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:19.690399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:18:19.839822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:18:19.850766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:19.866363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:19.866928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:20.010766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] No DVR routers for this DVR port 72c06f3f-1490-4b33-b4b5-6904842c24dd on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:20.018482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:20.025476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ae43ff7-91ee-4711-8ea8-35d3f6294688 req-90dc71dc-df79-4df3-9c0d-e98af3c250c0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.32 "DELETE /v2.0/ports/72c06f3f-1490-4b33-b4b5-6904842c24dd HTTP/1.1" status: 204 len: 173 time: 2.2675683 Sep 10 03:18:20.025959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-deleted', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:20.028278 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997b21f-3673-4b60-af5c-d8419977b123" -d '{"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-deleted", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:20.066905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25096-a2f1-4d0a-bec0-1b227ed3027e req-dc737937-4c1a-46fb-ab5b-e95787baed2c tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:20.072106 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34d25096-a2f1-4d0a-bec0-1b227ed3027e req-dc737937-4c1a-46fb-ab5b-e95787baed2c tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 945 time: 0.2064052 Sep 10 03:18:20.117774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:20.178182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34d25096-a2f1-4d0a-bec0-1b227ed3027e req-bcdc45f4-41d3-43a4-904d-852ae79df075 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018033 Sep 10 03:18:20.193279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d54990ba-8adf-44f9-95c1-b3090a795b11 req-29ba7fd2-d1ff-4ae9-aac1-f76994d82b27 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=92041077-612b-4138-8082-826835f28e2d HTTP/1.1" status: 200 len: 210 time: 0.1139936 Sep 10 03:18:20.260311 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a757631-17f3-4eed-a2f1-26038aebc587 x-openstack-request-id: req-3a757631-17f3-4eed-a2f1-26038aebc587 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:20.260725 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92041077-612b-4138-8082-826835f28e2d", "name": "network-vif-deleted", "tag": "72c06f3f-1490-4b33-b4b5-6904842c24dd", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:20.261325 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a757631-17f3-4eed-a2f1-26038aebc587 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:20.261829 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92041077-612b-4138-8082-826835f28e2d', 'name': 'network-vif-deleted', 'tag': '72c06f3f-1490-4b33-b4b5-6904842c24dd', 'status': 'completed', 'code': 200} Sep 10 03:18:20.405994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054f80-778b-4ed6-9a96-6668674e4374 req-fadd8e5f-92d6-4573-821c-04c56ff9b4b9 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:20.417833 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62054f80-778b-4ed6-9a96-6668674e4374 req-fadd8e5f-92d6-4573-821c-04c56ff9b4b9 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0760264 Sep 10 03:18:20.461858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685d95-48de-4690-a698-4e8ae7fb26dc req-c2f72f50-e1c0-404e-afae-90250c07b775 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:20.465876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-80685d95-48de-4690-a698-4e8ae7fb26dc req-c2f72f50-e1c0-404e-afae-90250c07b775 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0886507 Sep 10 03:18:20.492796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62054f80-778b-4ed6-9a96-6668674e4374 req-9ba8eeea-3dcb-4d51-90e6-58ced4135fcd tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 Sep 10 03:18:20.503267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:20.515528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-80685d95-48de-4690-a698-4e8ae7fb26dc req-36821c0f-54b8-43a8-8654-933635b53de6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Sep 10 03:18:20.543804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:20.552329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:20.552936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:20.722773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:20.728372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:20.773366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 72c06f3f-1490-4b33-b4b5-6904842c24dd {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:20.773709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 72c06f3f-1490-4b33-b4b5-6904842c24dd not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:20.963898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:20.990885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de8c9-37b5-42ab-bcb8-f7efdf168e8a None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:21.274022 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d2951-4472-48cc-9991-965b4088b395 None None] New status for floating IP e04903c1-eb7a-434a-972e-d16ee0f8238c: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:18:21.356966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48964) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:21.396550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898ce82-3094-400d-bc26-9421a797ea7b req-f099df66-39d7-498a-9683-b9703357e038 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:21.398482 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9898ce82-3094-400d-bc26-9421a797ea7b req-f099df66-39d7-498a-9683-b9703357e038 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 945 time: 0.1664124 Sep 10 03:18:21.407071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb13d7f-0c46-4d94-a75d-790587fdc206 req-57c154e0-15e0-434d-9eec-c3026abee3e7 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:21.415650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccb13d7f-0c46-4d94-a75d-790587fdc206 req-57c154e0-15e0-434d-9eec-c3026abee3e7 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 945 time: 0.1122551 Sep 10 03:18:21.442152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec508156-d26d-49a4-810a-26a1560e18a2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:21.473076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec508156-d26d-49a4-810a-26a1560e18a2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:21.536870 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccb13d7f-0c46-4d94-a75d-790587fdc206 req-c7493bc3-1448-4835-b087-0406ad65d800 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/security-groups?id=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201758 Sep 10 03:18:21.576444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec508156-d26d-49a4-810a-26a1560e18a2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:21.580815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ec508156-d26d-49a4-810a-26a1560e18a2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:21.582360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ec508156-d26d-49a4-810a-26a1560e18a2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "DELETE /v2.0/security-groups/f65355b2-1e5c-4e36-8676-c1a924eda465 HTTP/1.1" status: 204 len: 168 time: 0.2228186 Sep 10 03:18:21.585260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48970) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:21.602347 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-d40f81d4-6e58-4dc8-815a-dd6e85e46ca2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] show failed (client error): The resource could not be found. Sep 10 03:18:21.604576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec508156-d26d-49a4-810a-26a1560e18a2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65355b2-1e5c-4e36-8676-c1a924eda465,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:21.604811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d40f81d4-6e58-4dc8-815a-dd6e85e46ca2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups/f65355b2-1e5c-4e36-8676-c1a924eda465 HTTP/1.1" status: 404 len: 347 time: 0.0180805 Sep 10 03:18:21.608322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Deleting port ec773116-7a25-4441-a417-920ca6b9c423 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:21.608849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:21.611986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48974) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:21.722644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ed027-afde-4b30-86bd-9cd9fe65c9e8 req-533aefa2-e88b-45af-885c-7901407e9082 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:21.738474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d25ed027-afde-4b30-86bd-9cd9fe65c9e8 req-533aefa2-e88b-45af-885c-7901407e9082 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0952137 Sep 10 03:18:21.811355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d25ed027-afde-4b30-86bd-9cd9fe65c9e8 req-93dfb3ba-c7fe-4146-b477-8ac29b2d55e4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Sep 10 03:18:21.926067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39c3ba-31ec-46dc-9170-18a71b059221 req-3da12719-59cb-4d71-94a7-a42e9a05c9ae tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:21.927920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab39c3ba-31ec-46dc-9170-18a71b059221 req-3da12719-59cb-4d71-94a7-a42e9a05c9ae tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.1958003 Sep 10 03:18:21.984361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] For port ec773116-7a25-4441-a417-920ca6b9c423, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ec773116-7a25-4441-a417-920ca6b9c423,segment=NetworkSegment(bc9374d8-c141-4258-8b5b-4d9e294a2b58),segment_id=bc9374d8-c141-4258-8b5b-4d9e294a2b58)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:21.985846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:21.990258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Deleting port 6b9a5cea-73ac-435c-a892-fbcd59c7d935 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:21.990603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.025181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Calling delete_port for ec773116-7a25-4441-a417-920ca6b9c423 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:22.111305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab39c3ba-31ec-46dc-9170-18a71b059221 req-119fc740-cfe7-45f3-abd9-153e53b4ae93 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656630 Sep 10 03:18:22.230368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.230712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.251662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Calling delete_port for 6b9a5cea-73ac-435c-a892-fbcd59c7d935 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:22.306920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.320055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ec773116-7a25-4441-a417-920ca6b9c423'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:22.347069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Pushing event deleted for resources: {'Port': ['ID=ec773116-7a25-4441-a417-920ca6b9c423,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:22.401952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] No DVR routers for this DVR port ec773116-7a25-4441-a417-920ca6b9c423 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:22.405373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.408153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9898ce82-3094-400d-bc26-9421a797ea7b req-2fc9cce3-013b-4d03-8a94-6630fa806c64 tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.36 "DELETE /v2.0/ports/ec773116-7a25-4441-a417-920ca6b9c423 HTTP/1.1" status: 204 len: 173 time: 0.9829071 Sep 10 03:18:22.408617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'name': 'network-vif-deleted', 'tag': 'ec773116-7a25-4441-a417-920ca6b9c423'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:22.410998 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6c512e-0748-46bb-91d5-5f73a88dcaf0" -d '{"events": [{"server_uuid": "6106e045-420f-4d7d-afb0-e9f03058ea60", "name": "network-vif-deleted", "tag": "ec773116-7a25-4441-a417-920ca6b9c423"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:22.520643 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b53a0-26d0-424e-b6b4-9af496a04f07 x-openstack-request-id: req-1b8b53a0-26d0-424e-b6b4-9af496a04f07 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:22.520865 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6106e045-420f-4d7d-afb0-e9f03058ea60", "name": "network-vif-deleted", "tag": "ec773116-7a25-4441-a417-920ca6b9c423", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:22.521393 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b8b53a0-26d0-424e-b6b4-9af496a04f07 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:22.521689 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6106e045-420f-4d7d-afb0-e9f03058ea60', 'name': 'network-vif-deleted', 'tag': 'ec773116-7a25-4441-a417-920ca6b9c423', 'status': 'completed', 'code': 200} Sep 10 03:18:22.528162 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.561786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event deleted for resources: {'Port': ['ID=6b9a5cea-73ac-435c-a892-fbcd59c7d935,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:22.634805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.638017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:22.639938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8150962c-b260-49b4-9107-d8fb7ca4163b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "DELETE /v2.0/floatingips/e04903c1-eb7a-434a-972e-d16ee0f8238c HTTP/1.1" status: 204 len: 168 time: 1.0242536 Sep 10 03:18:22.716641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-afb73868-dae3-4d8a-b143-47189a983955 req-eb74c4b4-d147-4d09-86ff-d4ed8b95f32d tempest-VolumesActionsTest-900428865 tempest-VolumesActionsTest-900428865-project] 10.222.0.23 "GET /v2.0/ports?device_id=6106e045-420f-4d7d-afb0-e9f03058ea60 HTTP/1.1" status: 200 len: 210 time: 0.0414300 Sep 10 03:18:22.976839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8936eb-0796-4293-ae0a-d5fadda88eb9 req-6d15e327-b45b-4477-b69b-5fcd311c312a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:22.978963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba8936eb-0796-4293-ae0a-d5fadda88eb9 req-6d15e327-b45b-4477-b69b-5fcd311c312a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.0738025 Sep 10 03:18:23.022588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba8936eb-0796-4293-ae0a-d5fadda88eb9 req-dd59d197-27a6-4bf5-8586-f522e48697a2 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368216 Sep 10 03:18:23.068941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48992) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:23.073507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727832860', 'description': 'tempest-description--1093068175'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:23.096863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.194851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.206440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.256416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.257943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1876724 Sep 10 03:18:23.259988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d9b67-3e15-4ebd-bc1a-93982a64074a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f5dbd-d587-42f0-b595-8a919b6f634b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:23.261224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:23.266612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'security_group_rule': {'security_group_id': 'b42f5dbd-d587-42f0-b595-8a919b6f634b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:23.280171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98152b-f5b7-4e3f-a2b0-11148fcfa04a req-f75dea52-6ed8-4b40-bc06-fb82a7f2dae3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:23.281747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b98152b-f5b7-4e3f-a2b0-11148fcfa04a req-f75dea52-6ed8-4b40-bc06-fb82a7f2dae3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0856946 Sep 10 03:18:23.298183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.331387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b98152b-f5b7-4e3f-a2b0-11148fcfa04a req-cc98aafe-d29b-4f6b-97f4-5031fafdb80d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Sep 10 03:18:23.359223 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.363547 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.385724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84215e0f-85c6-423d-9289-80b2eb40a347,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:23.390008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.391314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a125be8a-f25c-4e2b-9be0-b0743d03021a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288786 Sep 10 03:18:23.394005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49000) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:23.398587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'security_group_rule': {'security_group_id': 'b42f5dbd-d587-42f0-b595-8a919b6f634b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:23.426898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.483677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.489325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.513418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11ec75a-22f9-4791-b69b-498c56746b06,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:23.519661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.523839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-04a0a7be-7540-4dc8-9c04-7237e8cbb376 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259589 Sep 10 03:18:23.525033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49004) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:23.529541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:23.553880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.660437 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:23.803485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Allocated IP 172.25.8.237 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/1620e35b-e41d-48d4-9574-a67b64bf8446) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:18:23.957595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.049273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.098063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:18:24.103267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:18:24.108770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:18:24.166200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'Port': ['ID=1620e35b-e41d-48d4-9574-a67b64bf8446,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:24.272307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e15a-f141-42e4-8c44-51edb24847d1 req-3c0e7018-2e50-4761-bf0c-a3b3f2febc7f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:24.281226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0081e15a-f141-42e4-8c44-51edb24847d1 req-3c0e7018-2e50-4761-bf0c-a3b3f2febc7f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1265137 Sep 10 03:18:24.330079 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0081e15a-f141-42e4-8c44-51edb24847d1 req-db24e68e-55a9-487d-8236-b752bc438da3 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Sep 10 03:18:24.396843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.479624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49052) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:24.523725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.574055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-b6088b82-b0fb-459f-9527-cdb8be13bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:24.575946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-b6088b82-b0fb-459f-9527-cdb8be13bba5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.1648149 Sep 10 03:18:24.624089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b266d-e499-43a3-a92b-e41e8f001867 req-5830da28-ad05-4b65-844f-0f2ea420d88f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:24.632057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd0b266d-e499-43a3-a92b-e41e8f001867 req-5830da28-ad05-4b65-844f-0f2ea420d88f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.1143351 Sep 10 03:18:24.675100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fd9e2-bc5e-47db-9d2b-44a651252064 req-73e36e3c-9628-49fc-b819-c4441ed9ced5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:24.681681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d80fd9e2-bc5e-47db-9d2b-44a651252064 req-73e36e3c-9628-49fc-b819-c4441ed9ced5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1672554 Sep 10 03:18:24.704829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7235bbcb-29a4-4f81-9365-2ea9e3916696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.810230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d80fd9e2-bc5e-47db-9d2b-44a651252064 req-ed956d6a-a73a-47c5-bca7-d935263aa83d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276214 Sep 10 03:18:24.837417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd0b266d-e499-43a3-a92b-e41e8f001867 req-be711bbc-5488-4180-b2af-05d6df393739 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846387 Sep 10 03:18:24.883073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-8476a912-9edc-4518-8d85-8385788a5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:24.884637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-8476a912-9edc-4518-8d85-8385788a5571 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.2950878 Sep 10 03:18:24.910741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.917559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:24.994033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-d78997b2-49de-467a-9492-30d3ce1a01a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.0974669 Sep 10 03:18:24.997117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'Port': ['ID=1620e35b-e41d-48d4-9574-a67b64bf8446,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:25.010550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.056169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7235bbcb-29a4-4f81-9365-2ea9e3916696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.064896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7235bbcb-29a4-4f81-9365-2ea9e3916696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.067594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.070142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-86589ab9-1e86-46dd-8469-5e2540d56bef tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5440154 Sep 10 03:18:25.073404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-416dd5f8-cb1f-4e29-8ea8-bac5eeca7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:25.075507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-416dd5f8-cb1f-4e29-8ea8-bac5eeca7b8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.0724547 Sep 10 03:18:25.135757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7235bbcb-29a4-4f81-9365-2ea9e3916696 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9822fe2bac904d61926702cf921cccbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6527619 Sep 10 03:18:25.138425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:25.143701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bbcb-29a4-4f81-9365-2ea9e3916696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11af8afc-3b80-4ac1-9882-b479ae9b247e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:25.156225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-8283b6f3-e1c5-4b7d-9c5a-71ba7b76b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:25.158183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-8283b6f3-e1c5-4b7d-9c5a-71ba7b76b1fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707223 Sep 10 03:18:25.170861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ec773116-7a25-4441-a417-920ca6b9c423 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:25.216722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: ec773116-7a25-4441-a417-920ca6b9c423 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:25.217071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ec773116-7a25-4441-a417-920ca6b9c423 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:25.244261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7be5df30-b853-49a9-9351-48ab25f319ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.278044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-532b3b42-4f38-474e-9171-6d0dbbe274b2 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113684 Sep 10 03:18:25.284803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7be5df30-b853-49a9-9351-48ab25f319ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.340292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-2ebfa1b8-a958-4a36-8764-ce8a3e25d77a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--727832860&fields=id&tenant_id=bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 267 time: 0.0533500 Sep 10 03:18:25.382355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a13cc6d0-6eec-4945-9970-514f407f16bc req-86c5c60e-b96b-41df-a028-e455300ba4b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965323 Sep 10 03:18:25.476702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7be5df30-b853-49a9-9351-48ab25f319ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.480274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7be5df30-b853-49a9-9351-48ab25f319ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:25.483979 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7be5df30-b853-49a9-9351-48ab25f319ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11af8afc-3b80-4ac1-9882-b479ae9b247e HTTP/1.1" status: 204 len: 168 time: 0.3410668 Sep 10 03:18:25.530265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7adc4-47f5-43fe-96f7-cb4ca9203fd7 req-367f5f9d-30c4-436e-9948-a5d5ab9af3b4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:25.533129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2b7adc4-47f5-43fe-96f7-cb4ca9203fd7 req-367f5f9d-30c4-436e-9948-a5d5ab9af3b4 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1168039 Sep 10 03:18:25.597860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-5cc32445-6a1e-40af-ac76-5533e1eeebdd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:25.607732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-5cc32445-6a1e-40af-ac76-5533e1eeebdd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 817 time: 0.2430885 Sep 10 03:18:25.617942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5df30-b853-49a9-9351-48ab25f319ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af8afc-3b80-4ac1-9882-b479ae9b247e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:25.639519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2b7adc4-47f5-43fe-96f7-cb4ca9203fd7 req-4c8d6e9e-3d55-4866-bc4b-726ec60b0c2a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971749 Sep 10 03:18:25.656356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-67b995b0-c1d5-47c4-9a61-fd878484d5eb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/quotas/bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 375 time: 0.0476360 Sep 10 03:18:25.773319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-ebeb7380-2b6b-4045-8ed5-7e09b18b8f46 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088400 Sep 10 03:18:25.797940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b51ba-8298-4896-ba02-1687b6ece8db req-bf4d225b-7d04-4a93-b7ca-c75a55a34c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:25.801054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a0b51ba-8298-4896-ba02-1687b6ece8db req-bf4d225b-7d04-4a93-b7ca-c75a55a34c55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 1097 time: 0.0848687 Sep 10 03:18:25.916757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a0b51ba-8298-4896-ba02-1687b6ece8db req-e441296a-6682-4a96-8124-8b55e9073b84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078687 Sep 10 03:18:25.943522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-4c5b0c6c-5d1d-4f63-8a1f-ef01343c798f service neutron] 10.222.0.23 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654038 Sep 10 03:18:26.038726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cba9b-fea0-4310-9e04-bfd7f085c0ff req-4e70b026-cf9f-4dc9-8d33-0734bae95d4b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:26.040284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa3cba9b-fea0-4310-9e04-bfd7f085c0ff req-4e70b026-cf9f-4dc9-8d33-0734bae95d4b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0776532 Sep 10 03:18:26.065296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-2ad75d0d-0d5f-4b83-bc38-c1793c68ba8b service neutron] 10.222.0.23 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207280 Sep 10 03:18:26.094744 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa3cba9b-fea0-4310-9e04-bfd7f085c0ff req-13e7eba5-7cef-4429-80ec-bade59bea6e0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Sep 10 03:18:26.230218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab35e68-4692-4f2d-8227-06104340f72b req-3bcf1050-ba27-490b-9bb7-1db5a35f806a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:26.238832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ab35e68-4692-4f2d-8227-06104340f72b req-3bcf1050-ba27-490b-9bb7-1db5a35f806a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0756648 Sep 10 03:18:26.293807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ab35e68-4692-4f2d-8227-06104340f72b req-d7e99f07-fdda-4fa3-b092-2a477ee73621 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527074 Sep 10 03:18:26.504478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36b56d08-f169-4f2e-a598-61bbf98988f1 req-0cdf9daa-ec9c-42e6-a82a-22e349be9fd2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 210 time: 0.0413702 Sep 10 03:18:26.863943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a336e-c1ca-4ca0-8553-36908937406b req-21cd0175-c502-4b8a-88d2-2a8d334fea98 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:26.865538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-527a336e-c1ca-4ca0-8553-36908937406b req-21cd0175-c502-4b8a-88d2-2a8d334fea98 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1219635 Sep 10 03:18:26.969930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-527a336e-c1ca-4ca0-8553-36908937406b req-a6c03c1b-b384-464b-9706-1ab8a9b8ceca tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922568 Sep 10 03:18:27.306112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98445a64-9fcb-4750-8fff-8794b26ac380 req-081c58e6-736a-45e9-a024-4aa56f82459f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:27.307765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-98445a64-9fcb-4750-8fff-8794b26ac380 req-081c58e6-736a-45e9-a024-4aa56f82459f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1005664 Sep 10 03:18:27.392865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-98445a64-9fcb-4750-8fff-8794b26ac380 req-de112f1e-b9d0-4d75-bd49-1934e27d6fd5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749907 Sep 10 03:18:27.486926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782cc5-23e9-48b6-9b94-a14ca1f7f0f8 req-6252ee4c-cfe7-47a3-aaf4-9528e6de7cb9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:27.494726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c782cc5-23e9-48b6-9b94-a14ca1f7f0f8 req-6252ee4c-cfe7-47a3-aaf4-9528e6de7cb9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.0675693 Sep 10 03:18:27.569526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c782cc5-23e9-48b6-9b94-a14ca1f7f0f8 req-7d75ec73-3dbc-4fc9-902d-b9ee52ed597a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693791 Sep 10 03:18:27.683091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36ce68bc-0579-4902-8833-af4e703b22a4 req-7bd1f895-6ab0-4a5d-9e99-2f51eca86feb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 210 time: 0.0525339 Sep 10 03:18:28.270148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8f71-9404-4a45-8e13-0c30c1c5f61b req-0b58312b-27eb-44bc-892c-f09f1b310e78 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:28.272473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d6a8f71-9404-4a45-8e13-0c30c1c5f61b req-0b58312b-27eb-44bc-892c-f09f1b310e78 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1505263 Sep 10 03:18:28.317172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e171fb6b-3838-4b0b-a4d1-ac42100f93a7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:28.325010 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e171fb6b-3838-4b0b-a4d1-ac42100f93a7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.36 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 817 time: 0.3577204 Sep 10 03:18:28.363790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d6a8f71-9404-4a45-8e13-0c30c1c5f61b req-3c97295f-4a19-4cf8-a8f8-81c93e4052d0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838141 Sep 10 03:18:28.394286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-5f61387f-f377-4b97-8a21-6fa6af68deec tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 379 time: 0.0621629 Sep 10 03:18:28.415640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'port': {'device_id': 'd581bc71-22da-46be-ad56-da9c14569db4', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'admin_state_up': True, 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'security_groups': ['b42f5dbd-d587-42f0-b595-8a919b6f634b']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:28.626319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Made reservation on behalf of bc907fa437ac408396b44d71ad2156f8 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:28.631298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:28.733976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7286857-8da8-48eb-89ce-46869fc21390 req-e2d75387-e47c-4cf1-802c-d2e08dd11860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:28.736563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-e2d75387-e47c-4cf1-802c-d2e08dd11860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8620685d920f4142ad73befd8c1ee335&device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 1097 time: 0.1467776 Sep 10 03:18:28.738929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b30439bd-5fde-4433-966b-6e320ae9cc48 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:18:28.884374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7286857-8da8-48eb-89ce-46869fc21390 req-f7d78392-bf24-43ed-8774-18b8b312a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:28.886220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-f7d78392-bf24-43ed-8774-18b8b312a7a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 200 len: 910 time: 0.1370301 Sep 10 03:18:28.908107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4209fe-d493-4536-b3b9-c2c9691c8204 req-2815cf05-dcb2-41c9-9c32-fce7419c7770 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:28.917078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec890d3-2569-4a16-b174-dfdf02ed3377 req-0b3426e8-298c-4379-8af4-6ea63cfea609 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:28.919185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa4209fe-d493-4536-b3b9-c2c9691c8204 req-2815cf05-dcb2-41c9-9c32-fce7419c7770 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.2513812 Sep 10 03:18:28.926571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ec890d3-2569-4a16-b174-dfdf02ed3377 req-0b3426e8-298c-4379-8af4-6ea63cfea609 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 944 time: 0.2473619 Sep 10 03:18:28.973449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b30439bd-5fde-4433-966b-6e320ae9cc48, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b30439bd-5fde-4433-966b-6e320ae9cc48,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:29.009098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'mac_address': 'fa:16:3e:68:eb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:18:29.036224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-2723fcf2-9910-4ff9-bb57-e900e9280d6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d62251a-5469-4865-810c-e94a27c95d3d HTTP/1.1" status: 200 len: 217 time: 0.1142776 Sep 10 03:18:29.098947 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:29.127719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30439bd-5fde-4433-966b-6e320ae9cc48 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:29.151325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1ec890d3-2569-4a16-b174-dfdf02ed3377 req-18b65968-12ea-46de-b283-a0313b8d7c1e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199111 Sep 10 03:18:29.190259 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa4209fe-d493-4536-b3b9-c2c9691c8204 req-c811859e-6939-4368-941b-9f37e01dbf7d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675667 Sep 10 03:18:29.200789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b30439bd-5fde-4433-966b-6e320ae9cc48, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b30439bd-5fde-4433-966b-6e320ae9cc48,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:29.207336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Allocated IP 172.20.0.6 (eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089/a17f5612-1260-4471-a156-86cb2817c089/62fde05b-8175-486b-a3fd-283d6e45e322) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:18:29.225750 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:29.281802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7286857-8da8-48eb-89ce-46869fc21390 req-e697d199-c9b3-472f-961c-cbccdbd490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:29.285975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-e697d199-c9b3-472f-961c-cbccdbd490aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 200 len: 850 time: 0.2164598 Sep 10 03:18:29.303502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3599558-ed53-4cdb-8da7-816feff5c98d req-556ae6f5-c85e-429d-9875-238e7947e86a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 210 time: 0.0555820 Sep 10 03:18:29.344550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-69e3add5-030d-42af-b73a-e24b8fac234a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af067a89-8d56-4147-b93b-4266a73a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495691 Sep 10 03:18:29.356683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b30439bd-5fde-4433-966b-6e320ae9cc48,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:29.461629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b30439bd-5fde-4433-966b-6e320ae9cc48'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:29.517447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:29.539401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Transition to ACTIVE for port object 62fde05b-8175-486b-a3fd-283d6e45e322 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:18:29.546099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-4ab72023-4c7c-4cbc-b182-2b41d7803dfa service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880460 Sep 10 03:18:29.601004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:29.666489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:18:29.670128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:18:29.695812 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:18:29.709678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7286857-8da8-48eb-89ce-46869fc21390 req-4a72eb76-4577-40ae-a4a0-c5b1ff8ce106 service neutron] 10.222.0.36 "GET /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511047 Sep 10 03:18:29.784454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:29.795894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:29.879532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:29.905996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e7077af0-d694-48cf-938e-d41ee2c6d529 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5047631 Sep 10 03:18:29.920464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Request body: {'port': {'device_id': 'd581bc71-22da-46be-ad56-da9c14569db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:30.106743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:30.178950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3e6f34f7-9c7f-40b1-9c3f-de378ae453c9 None None] Provisioning for port 62fde05b-8175-486b-a3fd-283d6e45e322 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:30.186150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3e6f34f7-9c7f-40b1-9c3f-de378ae453c9 None None] Provisioning complete for port 62fde05b-8175-486b-a3fd-283d6e45e322 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:30.187909 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3e6f34f7-9c7f-40b1-9c3f-de378ae453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:30.283132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f34f7-9c7f-40b1-9c3f-de378ae453c9 None None] Port 62fde05b-8175-486b-a3fd-283d6e45e322 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:18:30.324974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51cc3d-8db5-4846-a4a4-cc23fb987c8f req-d5944ba6-6a97-46d6-960c-46913c4c66cd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:30.335428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad51cc3d-8db5-4846-a4a4-cc23fb987c8f req-d5944ba6-6a97-46d6-960c-46913c4c66cd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 945 time: 0.1098251 Sep 10 03:18:30.397667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad51cc3d-8db5-4846-a4a4-cc23fb987c8f req-7523a12e-8c22-4a91-9e84-fb58b7dd4f59 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589452 Sep 10 03:18:30.480842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73d5c6-e11e-4f40-b37c-514e4cb154bf req-f2f6768c-479c-430f-8f3f-83b2655de6d0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:30.494348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c73d5c6-e11e-4f40-b37c-514e4cb154bf req-f2f6768c-479c-430f-8f3f-83b2655de6d0 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1326494 Sep 10 03:18:30.568732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c73d5c6-e11e-4f40-b37c-514e4cb154bf req-911194f1-d216-4ee4-9200-51d9bf9ef354 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725529 Sep 10 03:18:30.587654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6687a-8dbe-4752-868c-cc5513d7bc00 req-756274e0-3493-4018-bc47-025945f27411 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:30.589188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68e6687a-8dbe-4752-868c-cc5513d7bc00 req-756274e0-3493-4018-bc47-025945f27411 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 931 time: 0.0759025 Sep 10 03:18:30.642248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68e6687a-8dbe-4752-868c-cc5513d7bc00 req-10b56b6f-200c-4312-b091-867d6dd29c4d tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464745 Sep 10 03:18:30.745650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b30439bd-5fde-4433-966b-6e320ae9cc48 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:30.802559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fde05b-8175-486b-a3fd-283d6e45e322 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:30.814852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:30.836012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Transition to ACTIVE for port object 62fde05b-8175-486b-a3fd-283d6e45e322 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:18:30.848546 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:30.868391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b30439bd-5fde-4433-966b-6e320ae9cc48 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:30.874944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b30439bd-5fde-4433-966b-6e320ae9cc48 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:30.876166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.068625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.123785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b30439bd-5fde-4433-966b-6e320ae9cc48, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b30439bd-5fde-4433-966b-6e320ae9cc48,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:31.128379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:31.130816 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef21d0-61a3-4468-922e-9f6583c918e3" -d '{"events": [{"server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "name": "network-vif-plugged", "status": "completed", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:31.141949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.146715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:31.195894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.201232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.202604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.207987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.210093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.212545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.213119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.213638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.214207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.221305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.221977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.222518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.301162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Attempting to bind port 62fde05b-8175-486b-a3fd-283d6e45e322 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:18:31.301318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Attempting to bind port 62fde05b-8175-486b-a3fd-283d6e45e322 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:18:31.301565 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Attempting to bind port 62fde05b-8175-486b-a3fd-283d6e45e322 on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:31.319377 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c2776-f231-4730-84a5-1c89152584a0 x-openstack-request-id: req-d41c2776-f231-4730-84a5-1c89152584a0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:31.319951 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "name": "network-vif-plugged", "status": "completed", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:31.320039 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d41c2776-f231-4730-84a5-1c89152584a0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:31.320375 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'code': 200} Sep 10 03:18:31.325477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Port 62fde05b-8175-486b-a3fd-283d6e45e322 on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:18:31.325801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Attempting to bind port 62fde05b-8175-486b-a3fd-283d6e45e322 on network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:18:31.325926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b30439bd-5fde-4433-966b-6e320ae9cc48,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:31.353819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:18:31.354402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Checking segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:18:31.356257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Bound using segment: {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:18:31.357139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Bound port: 62fde05b-8175-486b-a3fd-283d6e45e322, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5bdb6-a66b-4423-b822-5ea5c7354930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:18:31.358387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.361633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.362582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.363158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.364419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.366080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.366809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.369588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.370243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.372423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.373144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.374869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.375248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:31.604188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d6416-4984-4d5e-86c8-0f73f3c58482 req-34a438f1-a2fd-4836-a87a-ccadc32efe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:31.607627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f27d6416-4984-4d5e-86c8-0f73f3c58482 req-34a438f1-a2fd-4836-a87a-ccadc32efe39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 1097 time: 0.2178173 Sep 10 03:18:31.631264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:18:31.642210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:18:31.672314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19a8fa-84e3-478c-aeb7-84804715e9d2 req-3d866422-ce27-4674-a360-9c5513fa7de4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:31.681961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea19a8fa-84e3-478c-aeb7-84804715e9d2 req-3d866422-ce27-4674-a360-9c5513fa7de4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.1214139 Sep 10 03:18:31.685629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.730594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34bbdade-f3d7-4658-bcb4-fd7e251e9fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.748259 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea19a8fa-84e3-478c-aeb7-84804715e9d2 req-65c2fecf-768c-47f5-a6a8-37360863e802 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647428 Sep 10 03:18:31.830910 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.834864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f27d6416-4984-4d5e-86c8-0f73f3c58482 req-d930fa37-6060-4c16-a950-97665c505151 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186034 Sep 10 03:18:31.839717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:31.840360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:31.846148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] 10.222.0.36 "PUT /v2.0/ports/62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 1091 time: 1.9302094 Sep 10 03:18:31.848828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:31.851090 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e8d316-02d1-4255-b66e-6de0099fe101" -d '{"events": [{"name": "network-changed", "server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:32.008467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc8987-e365-47a6-9c5b-5c56cab9c15e req-468e4b56-abe2-43d5-a838-49e70aa39ef8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:32.018127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5cfc8987-e365-47a6-9c5b-5c56cab9c15e req-468e4b56-abe2-43d5-a838-49e70aa39ef8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1178348 Sep 10 03:18:32.041736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:32.098618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5cfc8987-e365-47a6-9c5b-5c56cab9c15e req-e2232466-8a1b-42ab-ba66-8954d3457fa4 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789618 Sep 10 03:18:32.406838 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158f5f2a-77bf-4802-9a61-561a325c537a x-openstack-request-id: req-158f5f2a-77bf-4802-9a61-561a325c537a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:32.406838 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:32.406838 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-158f5f2a-77bf-4802-9a61-561a325c537a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:32.406838 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'status': 'completed', 'code': 200} Sep 10 03:18:32.416003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9fcac-f5bb-4fb4-bc7c-6916f1a2c762 service neutron] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:32.432562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbf987-8bdb-4763-a7fd-133fcff56302 req-2fa97873-999d-4a14-b37b-a6715350cd78 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:32.434227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2cbf987-8bdb-4763-a7fd-133fcff56302 req-2fa97873-999d-4a14-b37b-a6715350cd78 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.6979725 Sep 10 03:18:32.447050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-0365dae3-0b8a-4cbc-8e74-7306f9e50383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:32.448758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-0365dae3-0b8a-4cbc-8e74-7306f9e50383 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1094 time: 0.5489130 Sep 10 03:18:32.505368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-d4ea10e2-495f-40ad-a48c-cc7d169360dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 217 time: 0.0381107 Sep 10 03:18:32.534438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2cbf987-8bdb-4763-a7fd-133fcff56302 req-8a98ad6d-d342-47b2-b3a2-42ffa0048b3a tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900118 Sep 10 03:18:32.578187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-3934cd3e-c868-4ab5-b675-8f231b89aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:32.586536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-3934cd3e-c868-4ab5-b675-8f231b89aad0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.0607576 Sep 10 03:18:32.704845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e497985e-2718-4000-8bf6-7917ea958da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:32.708416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-e497985e-2718-4000-8bf6-7917ea958da0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110494 Sep 10 03:18:32.957031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-5a6cbf9f-d4ac-44e6-a235-c606d7969f71 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402897 Sep 10 03:18:32.982976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5d1f2-6318-493f-905a-f9dc8c816659 req-40a5f9ef-0713-4ed8-9e1e-c5688d1ac781 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:32.998097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-05b5d1f2-6318-493f-905a-f9dc8c816659 req-40a5f9ef-0713-4ed8-9e1e-c5688d1ac781 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.1191602 Sep 10 03:18:33.071378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-05b5d1f2-6318-493f-905a-f9dc8c816659 req-2b7c7829-ba29-4560-bfb8-f099c0ecd162 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697961 Sep 10 03:18:33.160140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65e1ce7e-9d07-415d-9666-eea9a4d4424b req-81506a9f-92f4-411b-a9a6-8e67ac6dba2a service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473885 Sep 10 03:18:33.189726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a408-23d2-4f0b-b45e-dfa84283a9bb req-5578164f-0658-4900-84f5-75f45e2eb980 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:33.191373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc08a408-23d2-4f0b-b45e-dfa84283a9bb req-5578164f-0658-4900-84f5-75f45e2eb980 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.2326217 Sep 10 03:18:33.282706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc08a408-23d2-4f0b-b45e-dfa84283a9bb req-cb72f388-8537-47b9-8bfa-1d5d10a2a679 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841467 Sep 10 03:18:33.398310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-a8d6048c-b7d1-4f7b-a050-b45130d7c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:33.401818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-a8d6048c-b7d1-4f7b-a050-b45130d7c4ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1094 time: 0.1377845 Sep 10 03:18:33.403441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46e80-aa59-4dd4-aa35-a1006c972db4 req-18dc7642-5a37-4cef-bb85-53a5737b7333 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:33.413161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1f46e80-aa59-4dd4-aa35-a1006c972db4 req-18dc7642-5a37-4cef-bb85-53a5737b7333 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.0769918 Sep 10 03:18:33.475329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a1f46e80-aa59-4dd4-aa35-a1006c972db4 req-d867c07e-4a79-4aad-8b2c-d9a9565ad407 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609703 Sep 10 03:18:33.590578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-de7929d6-1da2-4ea1-9d80-6f61e310a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:33.592809 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-de7929d6-1da2-4ea1-9d80-6f61e310a97f service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.1815288 Sep 10 03:18:33.694913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-945cda15-8720-44af-ada9-35273710a35a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 217 time: 0.0922525 Sep 10 03:18:33.770198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-72de1b4a-79e3-4d74-b090-afbb06ee911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:33.772268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-72de1b4a-79e3-4d74-b090-afbb06ee911e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.0696247 Sep 10 03:18:33.902300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-09ac1409-c22b-41f8-9b48-b985d2a63e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:33.909350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-09ac1409-c22b-41f8-9b48-b985d2a63e4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224432 Sep 10 03:18:34.155433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-5e3eb27b-9cf5-4857-8267-b0f5fcc9912e service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368472 Sep 10 03:18:34.328663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d65be2a5-2905-47c4-a8e1-236909080f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:34.366100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80e8d316-02d1-4255-b66e-6de0099fe101 req-2fd4c1b7-8b16-4ab9-a02d-7de335c2c16e service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960838 Sep 10 03:18:34.395567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197872-ce07-4d0c-ad22-b45beb9cf5fc req-b9b9c543-c0a2-4d39-999f-ee973366568c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:34.399212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1197872-ce07-4d0c-ad22-b45beb9cf5fc req-b9b9c543-c0a2-4d39-999f-ee973366568c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.1857185 Sep 10 03:18:34.451124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1197872-ce07-4d0c-ad22-b45beb9cf5fc req-a8031b5a-703f-4dad-8bf4-b80db0790b13 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Sep 10 03:18:34.565169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb815-49d8-439d-9739-6cfee97183aa req-6b6a6afa-3bfc-4073-9f93-d3db97de9939 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:34.577591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b52eb815-49d8-439d-9739-6cfee97183aa req-6b6a6afa-3bfc-4073-9f93-d3db97de9939 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.1506777 Sep 10 03:18:34.620218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10693b93-48de-4aee-8089-72c8aaee75aa req-a6f13111-f39c-42e3-a43e-62f69be2443c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:34.628120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10693b93-48de-4aee-8089-72c8aaee75aa req-a6f13111-f39c-42e3-a43e-62f69be2443c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.0631781 Sep 10 03:18:34.656988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b52eb815-49d8-439d-9739-6cfee97183aa req-e62a1bf4-cbf3-4fb5-8a14-4f64043961ee tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Sep 10 03:18:34.708031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:34.759082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10693b93-48de-4aee-8089-72c8aaee75aa req-33b316f0-8783-411f-b8dd-9d559f3f2da6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277220 Sep 10 03:18:34.774311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49442) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:34.863414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac395-33b0-4d51-bed7-0a6f5e416a94 req-ea49afff-0cb7-4f66-b718-de11795ff7c7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:34.872530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b12ac395-33b0-4d51-bed7-0a6f5e416a94 req-ea49afff-0cb7-4f66-b718-de11795ff7c7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1263213 Sep 10 03:18:34.950250 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b12ac395-33b0-4d51-bed7-0a6f5e416a94 req-f8aeb957-db4c-403a-8a05-fbc5ed8d6e27 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732806 Sep 10 03:18:35.146863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764eb120-9201-49ed-9621-b158dde7ab4d tempest-TestVolumeBootPattern-1697829798 tempest-TestVolumeBootPattern-1697829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:35.151595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-764eb120-9201-49ed-9621-b158dde7ab4d tempest-TestVolumeBootPattern-1697829798 tempest-TestVolumeBootPattern-1697829798-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 1092 time: 0.3721499 Sep 10 03:18:35.151698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49470) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:35.161134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:35.213665 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:35.286691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:18:35.447999 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:35.485838 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:35.508304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:35.520624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '62fde05b-8175-486b-a3fd-283d6e45e322', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322', 'mac_address': 'fa:16:3e:56:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:18:35.563190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:35.594377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fde05b-8175-486b-a3fd-283d6e45e322 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:18:35.636508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:35.656912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:35.699384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.25.8.195 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6a7eedec-ee96-4fcc-afd6-6c164d775bf2) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:18:35.759742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:35.904449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62fde05b-8175-486b-a3fd-283d6e45e322'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:35.913613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:36.007283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70304aa7-009b-49c0-87f8-6c95cca575e7 req-1f32efb6-6e5f-4a02-839e-7562523d9bb3 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:36.019472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70304aa7-009b-49c0-87f8-6c95cca575e7 req-1f32efb6-6e5f-4a02-839e-7562523d9bb3 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.2325306 Sep 10 03:18:36.065633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:36.079543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-48b95ed2-4215-4671-a7a4-d33715c1255f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:36.083501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-48b95ed2-4215-4671-a7a4-d33715c1255f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 946 time: 0.2520573 Sep 10 03:18:36.197185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=6a7eedec-ee96-4fcc-afd6-6c164d775bf2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:36.222803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:36.227760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:18:36.270096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:18:36.277185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:18:36.296513 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70304aa7-009b-49c0-87f8-6c95cca575e7 req-3a1ad38b-251b-498a-826e-aab13d107c38 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709002 Sep 10 03:18:36.315321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Deleting port 3d62251a-5469-4865-810c-e94a27c95d3d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:36.315684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:36.461328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] For port 3d62251a-5469-4865-810c-e94a27c95d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3d62251a-5469-4865-810c-e94a27c95d3d,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:36.461684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:36.488289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Calling delete_port for 3d62251a-5469-4865-810c-e94a27c95d3d owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:36.736302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:36.749065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['a2347b48-e699-4187-8b13-875f8b2f7d5f', '3d62251a-5469-4865-810c-e94a27c95d3d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:36.768299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Pushing event deleted for resources: {'Port': ['ID=3d62251a-5469-4865-810c-e94a27c95d3d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:36.857816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] No DVR routers for this DVR port 3d62251a-5469-4865-810c-e94a27c95d3d on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:36.862293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:36.867118 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0e977f9-9c85-414e-9b65-b95bb4fcb5b6 req-bd3169cd-4a09-46e8-8f1d-75f5dd3e65ec tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "DELETE /v2.0/ports/3d62251a-5469-4865-810c-e94a27c95d3d HTTP/1.1" status: 204 len: 173 time: 0.7696455 Sep 10 03:18:36.867654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'name': 'network-vif-deleted', 'tag': '3d62251a-5469-4865-810c-e94a27c95d3d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:36.874588 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e53818-546b-4347-92fc-940b5c0fa3d1" -d '{"events": [{"server_uuid": "5e717c72-8d33-4291-85c2-48c0bc48b0f0", "name": "network-vif-deleted", "tag": "3d62251a-5469-4865-810c-e94a27c95d3d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:36.972711 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a492757-72a2-4244-bbaf-d971ba49d1a1 x-openstack-request-id: req-6a492757-72a2-4244-bbaf-d971ba49d1a1 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:36.973006 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e717c72-8d33-4291-85c2-48c0bc48b0f0", "name": "network-vif-deleted", "tag": "3d62251a-5469-4865-810c-e94a27c95d3d", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:36.973254 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a492757-72a2-4244-bbaf-d971ba49d1a1 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:36.973658 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e717c72-8d33-4291-85c2-48c0bc48b0f0', 'name': 'network-vif-deleted', 'tag': '3d62251a-5469-4865-810c-e94a27c95d3d', 'status': 'completed', 'code': 200} Sep 10 03:18:37.068300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c4ae0-281c-4733-9a6b-6d4b1ba066eb req-2501d08e-c3a4-4dbf-bf66-fc4d71611731 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:37.086645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-815c4ae0-281c-4733-9a6b-6d4b1ba066eb req-2501d08e-c3a4-4dbf-bf66-fc4d71611731 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 944 time: 1.0304327 Sep 10 03:18:37.113695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7741d6ff-559d-47cc-a149-c25ab505c91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.252516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-815c4ae0-281c-4733-9a6b-6d4b1ba066eb req-b7536d2c-24af-4ba6-b896-b5f33935f295 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647773 Sep 10 03:18:37.294166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:18:37.356808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7741d6ff-559d-47cc-a149-c25ab505c91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.364168 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.408959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7741d6ff-559d-47cc-a149-c25ab505c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.424843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 62fde05b-8175-486b-a3fd-283d6e45e322 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:18:37.430341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 62fde05b-8175-486b-a3fd-283d6e45e322 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:18:37.430960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.434142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.467170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-58bc85cc-0a32-45c5-9e80-6413c488668e req-333e7db9-af75-42ae-826f-f92ed4ee0fd8 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e717c72-8d33-4291-85c2-48c0bc48b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0406721 Sep 10 03:18:37.484756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7741d6ff-559d-47cc-a149-c25ab505c91f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29ed9a7b88b04266bd087eb7aa55c71d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2405484 Sep 10 03:18:37.487641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49526) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:37.531917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741d6ff-559d-47cc-a149-c25ab505c91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c825361-1ec7-4697-94be-3ce95c2dac57,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:37.580045 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.590973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76061766-8685-4614-8bfc-d1f3a03c6abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.618026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:37.623762 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82094e57-3fe6-4cce-a8a6-3dc52cf73dba" -d '{"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-plugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:37.631156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.657918 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76061766-8685-4614-8bfc-d1f3a03c6abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.666013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:37.681619 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.718185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49534) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:37.763266 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea046624-223f-4d3a-8f01-f55c507b52b5 x-openstack-request-id: req-ea046624-223f-4d3a-8f01-f55c507b52b5 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:37.763911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76061766-8685-4614-8bfc-d1f3a03c6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.764568 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-plugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:37.765056 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea046624-223f-4d3a-8f01-f55c507b52b5 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:37.766214 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'code': 200} Sep 10 03:18:37.767032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:37.768068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76061766-8685-4614-8bfc-d1f3a03c6abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:37.769452 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-76061766-8685-4614-8bfc-d1f3a03c6abc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c825361-1ec7-4697-94be-3ce95c2dac57 HTTP/1.1" status: 204 len: 168 time: 0.2804055 Sep 10 03:18:37.787768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76061766-8685-4614-8bfc-d1f3a03c6abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c825361-1ec7-4697-94be-3ce95c2dac57,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:37.898698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42592-0cdf-4441-a385-be3c3dd9a558 req-f1cc6ee2-0807-46b4-9964-2972de2912af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:37.900463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db42592-0cdf-4441-a385-be3c3dd9a558 req-f1cc6ee2-0807-46b4-9964-2972de2912af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1096 time: 0.0857010 Sep 10 03:18:37.972930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3db42592-0cdf-4441-a385-be3c3dd9a558 req-7849c88c-3b98-43f3-8652-0f0e8cf64496 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653031 Sep 10 03:18:38.192806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 2dc5e457-eb7f-4432-899f-2ef1419ed78f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:38.193416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.213811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.226600 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.321859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49544) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:38.337981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca9343e-55e3-4052-8766-c4755ec2de6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.379580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=6a7eedec-ee96-4fcc-afd6-6c164d775bf2,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:38.401231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.488391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca9343e-55e3-4052-8766-c4755ec2de6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.514172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.514831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.519626 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Floating IP 09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b associated. External IP: 172.25.8.195, port: b30439bd-5fde-4433-966b-6e320ae9cc48. Sep 10 03:18:38.521160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca9343e-55e3-4052-8766-c4755ec2de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.629089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6ca9343e-55e3-4052-8766-c4755ec2de6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcdf65afb128484fb657f07832cce01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060753 Sep 10 03:18:38.632378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49556) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:38.641681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9343e-55e3-4052-8766-c4755ec2de6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec720d2d-ae2f-4dd5-8ca8-de33723fbb11,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:38.653856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67b6cf-d3f6-4d53-91dd-9879148ec48a req-585f102a-736f-423d-b1e0-774bdf0b1f93 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:38.655388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac67b6cf-d3f6-4d53-91dd-9879148ec48a req-585f102a-736f-423d-b1e0-774bdf0b1f93 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.2868645 Sep 10 03:18:38.667989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 2dc5e457-eb7f-4432-899f-2ef1419ed78f owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:38.754338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac67b6cf-d3f6-4d53-91dd-9879148ec48a req-e0bec3a7-7840-4cdf-9756-c05dd4159e2e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919600 Sep 10 03:18:38.757960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44eea23-9ce4-4471-b746-9df1f2a81406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.802293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44eea23-9ce4-4471-b746-9df1f2a81406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.891608 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44eea23-9ce4-4471-b746-9df1f2a81406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.892775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44eea23-9ce4-4471-b746-9df1f2a81406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:38.893975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b44eea23-9ce4-4471-b746-9df1f2a81406 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec720d2d-ae2f-4dd5-8ca8-de33723fbb11 HTTP/1.1" status: 204 len: 168 time: 0.2601995 Sep 10 03:18:38.913991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eea23-9ce4-4471-b746-9df1f2a81406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec720d2d-ae2f-4dd5-8ca8-de33723fbb11,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:39.078975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a11a7-9e7a-4646-9d05-b36742b222bd req-e37315ef-fd40-44eb-8ec3-629e3d87b196 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:39.082028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-283a11a7-9e7a-4646-9d05-b36742b222bd req-e37315ef-fd40-44eb-8ec3-629e3d87b196 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.2342324 Sep 10 03:18:39.101385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:39.112593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:18:39.136114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=2dc5e457-eb7f-4432-899f-2ef1419ed78f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:39.219930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:39.220634 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Floating IP a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 disassociated (deleted). External IP: 172.25.8.241, port: 8ae00675-23f9-4ead-b4a3-d07b3b8f9468. Sep 10 03:18:39.271937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-283a11a7-9e7a-4646-9d05-b36742b222bd req-894966a2-4e3d-4c49-b433-af5aa54eec8f tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885064 Sep 10 03:18:39.300405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3d62251a-5469-4865-810c-e94a27c95d3d no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:39.335543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 3d62251a-5469-4865-810c-e94a27c95d3d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:39.335898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 3d62251a-5469-4865-810c-e94a27c95d3d not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:39.579109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:18:39.591343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:39.606848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:39.607922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:39.722366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:39.791068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1150c6fe-1715-4e51-80b1-4770d78d2594 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6378253 Sep 10 03:18:39.811304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:39.823431 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0467e80c-d7f1-4254-bceb-8f221066133a" -d '{"events": [{"name": "network-changed", "server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:39.845969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router 14bf84ba-73e5-4f42-9705-3894f079cb94 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:18:39.894841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:40.064363 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6396c26-c5b2-4c11-8151-41cd608da4bf x-openstack-request-id: req-f6396c26-c5b2-4c11-8151-41cd608da4bf {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:40.064671 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:40.064931 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6396c26-c5b2-4c11-8151-41cd608da4bf {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:40.065357 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'status': 'completed', 'code': 200} Sep 10 03:18:40.137495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd778d-4500-4192-b4a9-d473d9dbd7ba req-b48794f0-ee91-4ce1-8939-5832c9f08fdc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.139091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfbd778d-4500-4192-b4a9-d473d9dbd7ba req-b48794f0-ee91-4ce1-8939-5832c9f08fdc tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1911230 Sep 10 03:18:40.182891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467e80c-d7f1-4254-bceb-8f221066133a req-df040483-bbaa-4396-94e3-3960b487c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.184733 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-df040483-bbaa-4396-94e3-3960b487c636 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 1097 time: 0.1441453 Sep 10 03:18:40.257674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:18:40.267677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:40.268785 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] Sync routers for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:40.314939 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfbd778d-4500-4192-b4a9-d473d9dbd7ba req-62b96706-7948-4481-bd99-09eb0271880e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589112 Sep 10 03:18:40.321311 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:40.321968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:40.333773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f8b55b30-f533-4d1b-918b-e7914d4514ea tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3 HTTP/1.1" status: 204 len: 168 time: 2.5936360 Sep 10 03:18:40.418188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467e80c-d7f1-4254-bceb-8f221066133a req-9ae2afaf-d47e-4a0b-ba49-184a6759e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.421518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-9ae2afaf-d47e-4a0b-ba49-184a6759e10d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.2290068 Sep 10 03:18:40.452247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:68:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:18:36Z', 'updated_at': '2021-09-10T03:18:36Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:40.530007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:40.558341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:40.558987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:40.573726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c48b51-aa64-4fa9-aa75-e92fdc0bf44e req-360afc0e-a162-4617-b27b-209885744bcd tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.575877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-f4bb38a6-973b-4e13-8558-e1742d7e8c6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b30439bd-5fde-4433-966b-6e320ae9cc48 HTTP/1.1" status: 200 len: 1000 time: 0.1451123 Sep 10 03:18:40.577975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66c48b51-aa64-4fa9-aa75-e92fdc0bf44e req-360afc0e-a162-4617-b27b-209885744bcd tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1441951 Sep 10 03:18:40.641285 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:40.730079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467e80c-d7f1-4254-bceb-8f221066133a req-794ac8e4-3f07-4577-8580-672207a0f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.736671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-794ac8e4-3f07-4577-8580-672207a0f918 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1512833 Sep 10 03:18:40.749530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66c48b51-aa64-4fa9-aa75-e92fdc0bf44e req-e6242ce9-b9d4-4ea6-bd17-d40a3bb49661 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631794 Sep 10 03:18:40.897918 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467e80c-d7f1-4254-bceb-8f221066133a req-d5a96487-50f7-464e-b338-a57043bf10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.899527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-d5a96487-50f7-464e-b338-a57043bf10ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561043 Sep 10 03:18:40.965475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e93fa7-af3f-4bce-a14b-e16c5467b899 req-216ab1aa-dde4-4c60-9e40-9947d10e22c7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:40.980675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-78e93fa7-af3f-4bce-a14b-e16c5467b899 req-216ab1aa-dde4-4c60-9e40-9947d10e22c7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0919635 Sep 10 03:18:40.990051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49632) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:41.010729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Request body: {'floatingip': {'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:41.141453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:41.157129 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-a42a401f-f4b7-4ee1-a9de-20b2d6573819 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462058 Sep 10 03:18:41.323046 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0467e80c-d7f1-4254-bceb-8f221066133a req-42a02165-4fe3-48d6-9647-c2280db8ac3f service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585927 Sep 10 03:18:41.323897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:41.360986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-252a463f-f0a8-4ac4-a649-aca4364bf911 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:41.361533 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:44Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:41.371597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-252a463f-f0a8-4ac4-a649-aca4364bf911 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.3220475 Sep 10 03:18:41.407046 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] Checking router: 14bf84ba-73e5-4f42-9705-3894f079cb94 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:41.423065 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:41.424113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:41.548496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Deleting port a2347b48-e699-4187-8b13-875f8b2f7d5f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:41.548968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:41.701145 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:41.882426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] For port a2347b48-e699-4187-8b13-875f8b2f7d5f, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=a2347b48-e699-4187-8b13-875f8b2f7d5f,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:41.885629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:41.975228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:68:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:18:36Z', 'updated_at': '2021-09-10T03:18:36Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:41.988985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Calling delete_port for a2347b48-e699-4187-8b13-875f8b2f7d5f owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:42.012487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a201b-064a-4693-b06a-da7c702a407f req-83b39fbb-2343-49a6-b1b7-0db87f468105 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:42.106019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-435a201b-064a-4693-b06a-da7c702a407f req-83b39fbb-2343-49a6-b1b7-0db87f468105 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 946 time: 0.1444459 Sep 10 03:18:42.136142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef3a80-8606-4a3f-83b4-94f33b39da8f None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:68:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:18:36Z', 'updated_at': '2021-09-10T03:18:36Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:42.327158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-435a201b-064a-4693-b06a-da7c702a407f req-c4cd4a8e-d131-4b63-9468-e9d9cc386e84 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652025 Sep 10 03:18:42.342443 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:44Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:42.409881 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d871e-4dc5-4c08-8635-72ef08b279f6 None None] The sync data for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 is: [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:16:34Z', 'revision_number': 4, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ad572d21-9b3d-4af0-acdf-a8925b88f56f', 'name': '', 'network_id': 'dd02718a-c945-4860-9982-370bfd9a6fe5', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'mac_address': 'fa:16:3e:01:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:31Z', 'updated_at': '2021-09-10T03:16:44Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'subnets': [{'id': 'd3f719de-dd12-41d7-9ac5-eebda922f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:42.505158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:42.517047 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883" -d '{"events": [{"name": "network-changed", "server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:42.556103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba071a1-8d21-4999-b5a3-2125c1af7cf6 req-f59cfea2-6682-442a-bc26-ae56e0d2f61b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:42.566335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fba071a1-8d21-4999-b5a3-2125c1af7cf6 req-f59cfea2-6682-442a-bc26-ae56e0d2f61b tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 1.1171346 Sep 10 03:18:42.606880 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf00e1d7-ffa9-4bf8-9ed7-2983e770097e x-openstack-request-id: req-cf00e1d7-ffa9-4bf8-9ed7-2983e770097e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:42.607564 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:42.608094 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf00e1d7-ffa9-4bf8-9ed7-2983e770097e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:42.608771 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'status': 'completed', 'code': 200} Sep 10 03:18:42.661340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9985341-54e3-44a9-8ffd-26c1110b6184 None None] New status for floating IP 09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:18:42.723368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9233-8347-4ae3-9aff-314b952133b5 req-d616a50d-a1bd-411b-8413-81573eb98f92 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:42.727346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-044b9233-8347-4ae3-9aff-314b952133b5 req-d616a50d-a1bd-411b-8413-81573eb98f92 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.1351848 Sep 10 03:18:42.729304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:42.787035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fba071a1-8d21-4999-b5a3-2125c1af7cf6 req-8301faf1-8197-4dad-b1c4-9c5a8919b9c2 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064414 Sep 10 03:18:42.988136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Pushing event deleted for resources: {'Port': ['ID=a2347b48-e699-4187-8b13-875f8b2f7d5f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:43.054059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['a2347b48-e699-4187-8b13-875f8b2f7d5f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:18:43.074122 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c04928-b558-48aa-888c-86f0559d7ed8 None None] New status for floating IP a6b49a02-ab23-4af3-b7d9-2b9a6fade1f3: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:18:43.159686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] No DVR routers for this DVR port a2347b48-e699-4187-8b13-875f8b2f7d5f on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:43.172885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:43.177960 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29e0802a-622e-4e3a-ac53-e1e553ba6f11 req-264e9af3-a809-4fb8-8852-239fb215fd47 tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.36 "DELETE /v2.0/ports/a2347b48-e699-4187-8b13-875f8b2f7d5f HTTP/1.1" status: 204 len: 173 time: 1.7997048 Sep 10 03:18:43.179382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'name': 'network-vif-deleted', 'tag': 'a2347b48-e699-4187-8b13-875f8b2f7d5f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:43.193233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-5a419fe8-fe4d-4b11-b406-41699c3fe1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:43.195739 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013b5e9-c894-4736-b27d-8236001bf8af" -d '{"events": [{"server_uuid": "64d4a0e5-adf3-4f45-904f-1af70633769a", "name": "network-vif-deleted", "tag": "a2347b48-e699-4187-8b13-875f8b2f7d5f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:43.196774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-5a419fe8-fe4d-4b11-b406-41699c3fe1d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 1097 time: 0.5285127 Sep 10 03:18:43.371423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:43.371953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:43.389455 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b89af9b-53b0-4c48-8dd5-3d4902e1bd8a x-openstack-request-id: req-4b89af9b-53b0-4c48-8dd5-3d4902e1bd8a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:43.390045 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d4a0e5-adf3-4f45-904f-1af70633769a", "name": "network-vif-deleted", "tag": "a2347b48-e699-4187-8b13-875f8b2f7d5f", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:43.394378 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b89af9b-53b0-4c48-8dd5-3d4902e1bd8a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:43.395045 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d4a0e5-adf3-4f45-904f-1af70633769a', 'name': 'network-vif-deleted', 'tag': 'a2347b48-e699-4187-8b13-875f8b2f7d5f', 'status': 'completed', 'code': 200} Sep 10 03:18:43.398135 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:18:43.455760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.resource_extend [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:18:43.544970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:43.584310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-971a0b4f-c6b0-4a3f-bda1-0782cf6783e5 req-a1f87aa8-9efc-4421-a9c7-f721eadcb61d tempest-ServerRescueTestJSON-1823718474 tempest-ServerRescueTestJSON-1823718474-project] 10.222.0.23 "GET /v2.0/ports?device_id=64d4a0e5-adf3-4f45-904f-1af70633769a HTTP/1.1" status: 200 len: 210 time: 0.0355475 Sep 10 03:18:43.595917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:43.599240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:43.599778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:43.639620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:43.892115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-ef0c5139-ca88-4864-8b7a-50cc52782a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:43.893879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-ef0c5139-ca88-4864-8b7a-50cc52782a97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd02718a-c945-4860-9982-370bfd9a6fe5 HTTP/1.1" status: 200 len: 896 time: 0.3471513 Sep 10 03:18:43.956414 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Floating IP 027f2b38-e67e-40a7-855d-9243fc06af52 associated. External IP: 172.25.8.237, port: 62fde05b-8175-486b-a3fd-283d6e45e322. Sep 10 03:18:44.069304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-2d6f91bb-dfe6-4ae2-9dc6-72ac9c9aacbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae00675-23f9-4ead-b4a3-d07b3b8f9468 HTTP/1.1" status: 200 len: 217 time: 0.1657641 Sep 10 03:18:44.127357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb5f39-1822-49f0-ba24-100e76d98800 req-c4d85202-72be-45ed-a157-7f3ff6f074c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:44.132264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dafb5f39-1822-49f0-ba24-100e76d98800 req-c4d85202-72be-45ed-a157-7f3ff6f074c8 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/ports?device_id=317a8cb4-a317-411c-a606-d38556521b41 HTTP/1.1" status: 200 len: 946 time: 0.2218802 Sep 10 03:18:44.227842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dafb5f39-1822-49f0-ba24-100e76d98800 req-eedc6656-f937-4f6a-889f-eea37cf5f94d tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701790 Sep 10 03:18:44.230461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:44.271744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=8ae00675-23f9-4ead-b4a3-d07b3b8f9468,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:44.303266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:18:44.327081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] No DVR routers for this DVR port 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:44.331593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:44.334405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-044b9233-8347-4ae3-9aff-314b952133b5 req-efa0003f-724c-4fbd-8fac-4dbc317a61ba tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.32 "DELETE /v2.0/ports/8ae00675-23f9-4ead-b4a3-d07b3b8f9468 HTTP/1.1" status: 204 len: 173 time: 1.5675378 Sep 10 03:18:44.380577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-ad501741-ad2c-4506-b545-c0d0717a022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:44.382038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-ad501741-ad2c-4506-b545-c0d0717a022c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3f719de-dd12-41d7-9ac5-eebda922f527 HTTP/1.1" status: 200 len: 834 time: 0.1816103 Sep 10 03:18:44.403568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49716) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:44.596474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-b697fe7c-c94f-4391-a9fa-c043697c1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:44.599072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-b697fe7c-c94f-4391-a9fa-c043697c1d10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd02718a-c945-4860-9982-370bfd9a6fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089958 Sep 10 03:18:44.624380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:18:44.632109 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:44.643213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:44.659085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49722) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:44.660070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:44.663802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:44.836854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0350933a-10c1-42ac-b68b-74b21c10fdd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "PUT /v2.0/floatingips/027f2b38-e67e-40a7-855d-9243fc06af52 HTTP/1.1" status: 200 len: 991 time: 3.8445272 Sep 10 03:18:44.853441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:44.867824 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1bdbd1-28fa-4d90-91a8-044a477c298f" -d '{"events": [{"name": "network-changed", "server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:44.938966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:44.971707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-14db2c38-9f63-4f2d-814b-436f4def6e1a service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594494 Sep 10 03:18:45.057657 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597fe75d-5247-44de-97d2-ea5cb93bf2bd x-openstack-request-id: req-597fe75d-5247-44de-97d2-ea5cb93bf2bd {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:45.058876 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:45.059231 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-597fe75d-5247-44de-97d2-ea5cb93bf2bd {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:45.060550 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'status': 'completed', 'code': 200} Sep 10 03:18:45.257468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df74b030-8b56-4cb8-a9b4-6a1ff9ffc883 req-fb89b648-bf64-4824-964b-cd6912cecaaf service neutron] 10.222.0.32 "GET /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764349 Sep 10 03:18:45.345902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a2347b48-e699-4187-8b13-875f8b2f7d5f no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:45.353360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1798f103-56cf-41f0-a704-c25dd41e181d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:45.357795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49740) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:45.397678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-deleted', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:18:45.403387 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59570d78-5cd5-49e8-aad4-36d44afab295" -d '{"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-deleted", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:18:45.415199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: a2347b48-e699-4187-8b13-875f8b2f7d5f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:45.417033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device a2347b48-e699-4187-8b13-875f8b2f7d5f not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:45.601688 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d5f46f-f370-49f5-b7ec-a6b1c583c481 x-openstack-request-id: req-e7d5f46f-f370-49f5-b7ec-a6b1c583c481 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:18:45.605949 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a8cb4-a317-411c-a606-d38556521b41", "name": "network-vif-deleted", "tag": "8ae00675-23f9-4ead-b4a3-d07b3b8f9468", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:18:45.605949 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7d5f46f-f370-49f5-b7ec-a6b1c583c481 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:18:45.605949 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a8cb4-a317-411c-a606-d38556521b41', 'name': 'network-vif-deleted', 'tag': '8ae00675-23f9-4ead-b4a3-d07b3b8f9468', 'status': 'completed', 'code': 200} Sep 10 03:18:45.628533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '027f2b38-e67e-40a7-855d-9243fc06af52', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'mac_address': 'fa:16:3e:56:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd581bc71-22da-46be-ad56-da9c14569db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:18:24Z', 'updated_at': '2021-09-10T03:18:43Z', 'revision_number': 1, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:45.657707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-8ef68ae5-dab4-419b-8ab8-01b11389a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:45.659414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-8ef68ae5-dab4-419b-8ab8-01b11389a3d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1096 time: 0.4481773 Sep 10 03:18:45.703842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:45.746818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:45.747593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:45.982092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:46.142596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.272026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-f7755280-7faf-45f0-9a0a-302615743d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:46.274113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-f7755280-7faf-45f0-9a0a-302615743d4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.5948308 Sep 10 03:18:46.411743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1798f103-56cf-41f0-a704-c25dd41e181d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.437820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1798f103-56cf-41f0-a704-c25dd41e181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.552603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '027f2b38-e67e-40a7-855d-9243fc06af52', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'mac_address': 'fa:16:3e:56:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd581bc71-22da-46be-ad56-da9c14569db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:18:24Z', 'updated_at': '2021-09-10T03:18:43Z', 'revision_number': 1, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:46.578474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-81f0570e-f9c2-4212-94c2-d49b604e2e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 999 time: 0.2900283 Sep 10 03:18:46.628839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49756) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:46.635389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827c22a-9899-4e22-84c1-46a94216861e None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '027f2b38-e67e-40a7-855d-9243fc06af52', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'mac_address': 'fa:16:3e:56:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd581bc71-22da-46be-ad56-da9c14569db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:18:24Z', 'updated_at': '2021-09-10T03:18:43Z', 'revision_number': 1, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:46.641132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1798f103-56cf-41f0-a704-c25dd41e181d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c734229bbbcf4ee18fae4b4726371118&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2356374 Sep 10 03:18:46.743825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798f103-56cf-41f0-a704-c25dd41e181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f70526-9ecb-45f6-98b0-fd30ce744cb8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:46.795051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:46.805209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-eed65db0-eef7-48df-8aaf-c9f24c05fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:46.811872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-eed65db0-eef7-48df-8aaf-c9f24c05fe88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.2232344 Sep 10 03:18:46.833116 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.848792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:46.849119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 8ae00675-23f9-4ead-b4a3-d07b3b8f9468 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:46.892272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.930666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.936174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-15a008a5-14fa-481e-ab1b-83b5b4a26f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:46.938026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-15a008a5-14fa-481e-ab1b-83b5b4a26f8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131384 Sep 10 03:18:46.957205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port ad572d21-9b3d-4af0-acdf-a8925b88f56f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:46.958360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:46.997215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:47.010703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:47.012034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86f70526-9ecb-45f6-98b0-fd30ce744cb8 HTTP/1.1" status: 204 len: 168 time: 0.3405745 Sep 10 03:18:47.065881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f70526-9ecb-45f6-98b0-fd30ce744cb8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:47.106755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.116656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.117118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.117641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.118782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.119145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.119672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.120015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.120350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.120683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.121017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.121344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb4e3d-ecde-4066-9f54-5588d9fef15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:18:47.132143 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5d0e5-62cf-4470-84cb-fbaf79076e77 None None] New status for floating IP 027f2b38-e67e-40a7-855d-9243fc06af52: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:18:47.215981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port ad572d21-9b3d-4af0-acdf-a8925b88f56f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ad572d21-9b3d-4af0-acdf-a8925b88f56f,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:47.216557 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:47.247072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for ad572d21-9b3d-4af0-acdf-a8925b88f56f owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:47.659480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:47.731729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49778) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:47.763686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=ad572d21-9b3d-4af0-acdf-a8925b88f56f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:47.787376 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df86d0cb-4172-4432-9a5f-b334d1332168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.017200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-9bc3f35e-bbf8-4ae3-a075-ce115464ac80 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663378 Sep 10 03:18:48.241302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a1bdbd1-28fa-4d90-91a8-044a477c298f req-5c9ba8c8-6996-4b28-be38-71e49598b576 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143805 Sep 10 03:18:48.293298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Deleting port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:48.293684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.334035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.399613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df86d0cb-4172-4432-9a5f-b334d1332168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.412927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df86d0cb-4172-4432-9a5f-b334d1332168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.425517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] For port ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,segment=NetworkSegment(3c578f06-3fd7-42cd-b513-69f1713accad),segment_id=3c578f06-3fd7-42cd-b513-69f1713accad)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:48.426505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.459085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Calling delete_port for ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:48.479037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86d0cb-4172-4432-9a5f-b334d1332168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec83bc2-c4a4-433e-b8e8-477e80ecb643,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:48.504897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df86d0cb-4172-4432-9a5f-b334d1332168 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16e0a57ee4564f07a3eaea738e3304d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452774 Sep 10 03:18:48.506359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49790) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:48.598616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82b3204e-6dec-401a-884f-299ce5304c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:48.841934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.004669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82b3204e-6dec-401a-884f-299ce5304c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.056307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:49.160065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Router 14bf84ba-73e5-4f42-9705-3894f079cb94 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:18:49.180736 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82b3204e-6dec-401a-884f-299ce5304c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.186833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82b3204e-6dec-401a-884f-299ce5304c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.241051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-82b3204e-6dec-401a-884f-299ce5304c5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ec83bc2-c4a4-433e-b8e8-477e80ecb643 HTTP/1.1" status: 204 len: 168 time: 0.6853604 Sep 10 03:18:49.316491 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.455156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:18:49.471897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] Sync routers for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:49.472654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-14fb46a2-d22d-4f80-b55f-fe7867256618 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "PUT /v2.0/routers/14bf84ba-73e5-4f42-9705-3894f079cb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1129947 Sep 10 03:18:49.473120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3204e-6dec-401a-884f-299ce5304c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec83bc2-c4a4-433e-b8e8-477e80ecb643,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:49.492440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49806) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:49.514264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:49.516302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:49.632387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting subnet d3f719de-dd12-41d7-9ac5-eebda922f527 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:18:49.637869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.709785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:49.748826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:49.802450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Router 2df5d4d3-180f-4e2d-8567-55734560ed3b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:18:49.902741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:50.076654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:50.102879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:50.104991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/subnets/d3f719de-dd12-41d7-9ac5-eebda922f527 HTTP/1.1" status: 204 len: 168 time: 0.6111488 Sep 10 03:18:50.111738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49824) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:50.119896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453dab4-62ec-4225-8686-389bb1434f86 None None] Network dd02718a-c945-4860-9982-370bfd9a6fe5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:18:50.130605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:18:50.144384 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] Sync routers for ids ['2df5d4d3-180f-4e2d-8567-55734560ed3b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:18:50.145064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5be37-3b74-42b5-8fc7-3da24dd153fc tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f719de-dd12-41d7-9ac5-eebda922f527,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:50.164858 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] Routers {'2df5d4d3-180f-4e2d-8567-55734560ed3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:50.175056 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2df5d4d3-180f-4e2d-8567-55734560ed3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:50.324956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49830) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:50.326123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3b188d9-b693-4941-814c-af7b82e4527c admin admin] 10.222.0.23 "PUT /v2.0/routers/2df5d4d3-180f-4e2d-8567-55734560ed3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6658497 Sep 10 03:18:50.329940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:50.403087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:18:47Z', 'revision_number': 5, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port': {'id': 'c3f913d0-08ba-47a0-9a34-c06f41d5a8c9', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:16Z', 'updated_at': '2021-09-10T03:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:50.481884 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] Set router 2df5d4d3-180f-4e2d-8567-55734560ed3b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:50.533629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] Checking router: 14bf84ba-73e5-4f42-9705-3894f079cb94 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:50.539739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] DHCP port deletion for dd02718a-c945-4860-9982-370bfd9a6fe5 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:18:50.632360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:50.663630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] Routers {'14bf84ba-73e5-4f42-9705-3894f079cb94'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:50.665732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['14bf84ba-73e5-4f42-9705-3894f079cb94'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:50.771787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:50.876139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Deleting port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:50.876502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.034795 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.049721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] Deleting port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:51.050108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.091432 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:18:48Z', 'revision_number': 5, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port': {'id': '6d578755-1b2f-4eaf-a7c8-93680469b0a7', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:16:27Z', 'updated_at': '2021-09-10T03:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:51.147261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] For port cd8b1d39-a73f-4da5-bf83-10e7444c93c1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,segment=NetworkSegment(802fe291-ed87-45da-8e2e-cb1c6ee8a11f),segment_id=802fe291-ed87-45da-8e2e-cb1c6ee8a11f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:51.147684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.159380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] For port c3f913d0-08ba-47a0-9a34-c06f41d5a8c9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:51.161593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.161736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] Calling delete_port for cd8b1d39-a73f-4da5-bf83-10e7444c93c1 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:51.171926 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] Checking router: 2df5d4d3-180f-4e2d-8567-55734560ed3b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:18:51.189109 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] Routers {'2df5d4d3-180f-4e2d-8567-55734560ed3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:18:51.190220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:18:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2df5d4d3-180f-4e2d-8567-55734560ed3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:51.195394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Calling delete_port for c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:51.263181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Deleting port 6d578755-1b2f-4eaf-a7c8-93680469b0a7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:18:51.273331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.315554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] Set router 14bf84ba-73e5-4f42-9705-3894f079cb94 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:51.316081 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] Set router 2df5d4d3-180f-4e2d-8567-55734560ed3b gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:18:51.436106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.509723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.509996 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:18:51Z', 'revision_number': 6, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:51.559107 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a07a5-b790-48fb-a63a-76eb14a7c01d None None] The sync data for ids ['2df5d4d3-180f-4e2d-8567-55734560ed3b'] in n-d-808126-2 is: [{'id': '2df5d4d3-180f-4e2d-8567-55734560ed3b', 'name': 'tempest-ServerRescueTestJSON-514301035-router', 'tenant_id': '8620685d920f4142ad73befd8c1ee335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:24Z', 'updated_at': '2021-09-10T03:18:51Z', 'revision_number': 6, 'project_id': '8620685d920f4142ad73befd8c1ee335', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:51.609531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] For port 6d578755-1b2f-4eaf-a7c8-93680469b0a7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d578755-1b2f-4eaf-a7c8-93680469b0a7,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:18:51.610025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.621301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Port': ['ID=c3f913d0-08ba-47a0-9a34-c06f41d5a8c9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:51.643905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Calling delete_port for 6d578755-1b2f-4eaf-a7c8-93680469b0a7 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:18:51.769230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:51.801379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:18:50Z', 'revision_number': 6, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:51.876724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] Pushing event deleted for resources: {'Port': ['ID=cd8b1d39-a73f-4da5-bf83-10e7444c93c1,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:51.880656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57f620-43e5-4cc3-b049-e68db65a3d28 None None] The sync data for ids ['14bf84ba-73e5-4f42-9705-3894f079cb94'] in n-d-808126-2 is: [{'id': '14bf84ba-73e5-4f42-9705-3894f079cb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1387484654', 'tenant_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:16:14Z', 'updated_at': '2021-09-10T03:18:50Z', 'revision_number': 6, 'project_id': 'baf2f642bfba4c31b1e3efb88337e1d1', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:18:51.919968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6faf8-16fd-4b96-bee3-fc9c3c6dec7b None None] No DVR routers for this DVR port cd8b1d39-a73f-4da5-bf83-10e7444c93c1 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:18:52.000766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.101648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d578755-1b2f-4eaf-a7c8-93680469b0a7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:52.137190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.143019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.213350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.231807 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.233019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Fanout notify agent at l3_agent the message router_deleted on router 14bf84ba-73e5-4f42-9705-3894f079cb94 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:18:52.249063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.257206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cb1ccf5a-668c-4676-991f-9b6b3d5619c7 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/routers/14bf84ba-73e5-4f42-9705-3894f079cb94 HTTP/1.1" status: 204 len: 168 time: 2.1444545 Sep 10 03:18:52.260966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:52.478229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.485000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.512334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.641357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.642221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df5d4d3-180f-4e2d-8567-55734560ed3b {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:18:52.663305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.669949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0eefdf8a-6e71-49fa-9835-497b4b1cb585 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2df5d4d3-180f-4e2d-8567-55734560ed3b HTTP/1.1" status: 204 len: 168 time: 2.3442905 Sep 10 03:18:52.671920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49880) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:52.687852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.721997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd02718a-c945-4860-9982-370bfd9a6fe5']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:52.745077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802fe291-ed87-45da-8e2e-cb1c6ee8a11f') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:52.746749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802fe291-ed87-45da-8e2e-cb1c6ee8a11f') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:52.771231 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.819521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.826868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Deleting subnet 89fd670c-faa4-4786-8388-3ada9bc6a85a {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:18:52.833253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:18:52.834898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:18:52.838675 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:18:52.844280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.978285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.996402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:52.999773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/networks/dd02718a-c945-4860-9982-370bfd9a6fe5 HTTP/1.1" status: 204 len: 168 time: 0.7371197 Sep 10 03:18:53.016134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:53.018346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07059ec7-b395-4c61-b74b-49fad672df29 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'Network': ['ID=dd02718a-c945-4860-9982-370bfd9a6fe5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:53.020282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.197897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-72d1caf5-2429-4745-a478-572f5d457909 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3466523 Sep 10 03:18:53.311190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd8b1d39-a73f-4da5-bf83-10e7444c93c1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:53.325621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.341845 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1863fe9-502f-4db8-9ab1-45a444136902 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.379194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cd8b1d39-a73f-4da5-bf83-10e7444c93c1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:53.407600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd8b1d39-a73f-4da5-bf83-10e7444c93c1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:53.409178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:53.477630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1863fe9-502f-4db8-9ab1-45a444136902 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.497765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59978a5-93c9-415e-8074-fb41b6779209 req-c1c842dd-7fd0-41e9-ab25-cd327e60265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:53.502381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-c1c842dd-7fd0-41e9-ab25-cd327e60265c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 1096 time: 0.2833643 Sep 10 03:18:53.522574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:53.523175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba2cd5b7-504b-4bda-84e6-c8c2d7ba0d31 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:53.524740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad572d21-9b3d-4af0-acdf-a8925b88f56f no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:53.579404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ad572d21-9b3d-4af0-acdf-a8925b88f56f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:53.580265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad572d21-9b3d-4af0-acdf-a8925b88f56f not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:53.698181 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1863fe9-502f-4db8-9ab1-45a444136902 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.701039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1863fe9-502f-4db8-9ab1-45a444136902 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.709028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e1863fe9-502f-4db8-9ab1-45a444136902 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998 HTTP/1.1" status: 204 len: 168 time: 0.6895857 Sep 10 03:18:53.733201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1863fe9-502f-4db8-9ab1-45a444136902 tempest-TestNetworkAdvancedServerOps-1084244033 tempest-TestNetworkAdvancedServerOps-1084244033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f921cb8-c8c7-41fc-ad40-d4cb4c1ef998,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:53.926525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59978a5-93c9-415e-8074-fb41b6779209 req-883a66e0-6896-4de5-84e4-ed2172bc9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:53.929159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-883a66e0-6896-4de5-84e4-ed2172bc9d9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.3950217 Sep 10 03:18:53.931155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:53.983494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fd670c-faa4-4786-8388-3ada9bc6a85a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:54.067016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-a83c42fb-91da-4152-bd1a-c28d4d2836cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af2055e-af65-4970-a857-940e14a593b9 HTTP/1.1" status: 200 len: 217 time: 0.1087663 Sep 10 03:18:54.067847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.069487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ef3b735-b0f0-49bb-a5fe-3114f1749bc3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/89fd670c-faa4-4786-8388-3ada9bc6a85a HTTP/1.1" status: 204 len: 168 time: 1.3963284 Sep 10 03:18:54.072496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49924) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:54.121218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:54.181729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:54.185396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59978a5-93c9-415e-8074-fb41b6779209 req-34cc7481-6f17-485e-ab1a-8de10c4bf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:54.185575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3f913d0-08ba-47a0-9a34-c06f41d5a8c9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:54.185988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d578755-1b2f-4eaf-a7c8-93680469b0a7 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:18:54.187777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-34cc7481-6f17-485e-ab1a-8de10c4bf07b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1116097 Sep 10 03:18:54.217144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6d578755-1b2f-4eaf-a7c8-93680469b0a7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:18:54.217277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d578755-1b2f-4eaf-a7c8-93680469b0a7 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:18:54.281866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59978a5-93c9-415e-8074-fb41b6779209 req-9a58a514-1e34-40a2-a947-22aa7d690c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:54.284444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-9a58a514-1e34-40a2-a947-22aa7d690c08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880814 Sep 10 03:18:54.362409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.371132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49936) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:54.470216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-9d02da72-c04b-488a-9f87-558c3672778e service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752844 Sep 10 03:18:54.524630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:54.591367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.654129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af067a89-8d56-4147-b93b-4266a73a4a6f']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:54.674996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76fc8001-6aec-4ccd-889a-c4c1262900b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.691601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c578f06-3fd7-42cd-b513-69f1713accad') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:54.692188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c578f06-3fd7-42cd-b513-69f1713accad') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:18:54.698814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-29a5e80d-f0a9-441f-aad3-c53216865bdb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baf2f642bfba4c31b1e3efb88337e1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242764 Sep 10 03:18:54.699787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49944) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:54.717260 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.747396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f59978a5-93c9-415e-8074-fb41b6779209 req-ea4b9657-f720-4f15-9857-aa6db574d3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667148 Sep 10 03:18:54.755808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.782742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:18:54.785287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:18:54.789294 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:18:54.868263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f45b6c-18a2-4a9e-a4d9-a5364ea1b878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.915854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76fc8001-6aec-4ccd-889a-c4c1262900b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.923550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-76fc8001-6aec-4ccd-889a-c4c1262900b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.951392 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f45b6c-18a2-4a9e-a4d9-a5364ea1b878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.954524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.981294 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:54.987183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] 10.222.0.23 "DELETE /v2.0/networks/af067a89-8d56-4147-b93b-4266a73a4a6f HTTP/1.1" status: 204 len: 168 time: 0.9097502 Sep 10 03:18:54.987183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3473a-1044-483d-9723-c348ee83ab6a admin admin] Pushing event deleted for resources: {'Network': ['ID=af067a89-8d56-4147-b93b-4266a73a4a6f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:55.037357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-76fc8001-6aec-4ccd-889a-c4c1262900b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ece25b5e43a6428ca57a2cde38128324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098882 Sep 10 03:18:55.039467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc8001-6aec-4ccd-889a-c4c1262900b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49508a7-5f4d-4e45-9b15-5e84ca242021,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:55.039977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:55.070515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f45b6c-18a2-4a9e-a4d9-a5364ea1b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.073379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03f45b6c-18a2-4a9e-a4d9-a5364ea1b878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.077107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03f45b6c-18a2-4a9e-a4d9-a5364ea1b878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6021e490-be46-4a30-8958-f432f103dc04 HTTP/1.1" status: 204 len: 168 time: 0.3675966 Sep 10 03:18:55.088386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45b6c-18a2-4a9e-a4d9-a5364ea1b878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6021e490-be46-4a30-8958-f432f103dc04,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:55.116352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f89ab8c-3402-44ea-aa4b-1b8dcfe5f227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.145302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f89ab8c-3402-44ea-aa4b-1b8dcfe5f227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.219078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f89ab8c-3402-44ea-aa4b-1b8dcfe5f227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.227963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f89ab8c-3402-44ea-aa4b-1b8dcfe5f227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.241141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2f89ab8c-3402-44ea-aa4b-1b8dcfe5f227 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d49508a7-5f4d-4e45-9b15-5e84ca242021 HTTP/1.1" status: 204 len: 168 time: 0.1999192 Sep 10 03:18:55.257281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89ab8c-3402-44ea-aa4b-1b8dcfe5f227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49508a7-5f4d-4e45-9b15-5e84ca242021,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:55.335667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49966) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:55.481190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49970) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:55.481841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-268c8d38-b1ce-4758-8350-bc9beb953735 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8620685d920f4142ad73befd8c1ee335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485660 Sep 10 03:18:55.595124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81670135-5387-4777-9108-a6fcd236b220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.675292 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81670135-5387-4777-9108-a6fcd236b220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.817587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81670135-5387-4777-9108-a6fcd236b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.821873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81670135-5387-4777-9108-a6fcd236b220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:55.825153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-81670135-5387-4777-9108-a6fcd236b220 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8 HTTP/1.1" status: 204 len: 168 time: 0.3427899 Sep 10 03:18:55.831933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 49976) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:55.844520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81670135-5387-4777-9108-a6fcd236b220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9d2d30-8b2e-4bbd-9cfb-b16f1253c1e8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:55.957125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-52dd2895-4210-450a-a249-5df3ffe2b560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58248e82a457442195eb7379a14998a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238835 Sep 10 03:18:55.959787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49980) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:56.092405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df30cbf9-31c8-44b2-b57d-971c2010052d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.136806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df30cbf9-31c8-44b2-b57d-971c2010052d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.207497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df30cbf9-31c8-44b2-b57d-971c2010052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.208559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df30cbf9-31c8-44b2-b57d-971c2010052d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.209938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df30cbf9-31c8-44b2-b57d-971c2010052d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37e8e9be-9198-4ea0-abb6-9b91713bac18 HTTP/1.1" status: 204 len: 168 time: 0.2488914 Sep 10 03:18:56.219735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30cbf9-31c8-44b2-b57d-971c2010052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8e9be-9198-4ea0-abb6-9b91713bac18,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:56.445054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 49998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:56.481428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c71ea6dd-0ff4-4c7e-9d3e-2f5e3343b5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.743614 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c71ea6dd-0ff4-4c7e-9d3e-2f5e3343b5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.752630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c71ea6dd-0ff4-4c7e-9d3e-2f5e3343b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.848759 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c71ea6dd-0ff4-4c7e-9d3e-2f5e3343b5e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98cea360580d42c181e6bf75d8bbc6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024434 Sep 10 03:18:56.851820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50014) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:56.867558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ea6dd-0ff4-4c7e-9d3e-2f5e3343b5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c1516-e2cf-432a-a03b-f07eb585f51c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:56.928563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ceef346e-089c-45ac-99cf-fbf4cc991849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:56.958499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ceef346e-089c-45ac-99cf-fbf4cc991849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:57.052043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ceef346e-089c-45ac-99cf-fbf4cc991849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:57.053431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ceef346e-089c-45ac-99cf-fbf4cc991849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:57.056062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ceef346e-089c-45ac-99cf-fbf4cc991849 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e87c1516-e2cf-432a-a03b-f07eb585f51c HTTP/1.1" status: 204 len: 168 time: 0.2026207 Sep 10 03:18:57.076231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef346e-089c-45ac-99cf-fbf4cc991849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c1516-e2cf-432a-a03b-f07eb585f51c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:58.052437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50052) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:58.157729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50058) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:58.287984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-596634446-network', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:58.321151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-network', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:58.361305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Made reservation on behalf of b3e767bf6b7f4b8eacbd1509e2185e1a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:58.364274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.368471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Made reservation on behalf of 2d8a0a41af0e4e1f8433102e3b08b6c0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:58.374772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.398991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.402620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.518009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.568862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.745465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.745465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180f351b-cc4e-43c2-b462-0b3afb66014e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:58.748463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:18:58.754327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.778366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.778771 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Added segment 1cf770b7-d355-4d49-95cb-5d60c4c614ea of type vlan for network ed7601d1-012b-4057-aba7-166a557589c6 Sep 10 03:18:58.798794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:18:58.818700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e670bb-b692-4954-8f50-523aac6776fc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:58.818700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.818700 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Added segment b7cf2632-7db0-42a6-9584-5751f9d038e5 of type vlan for network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a Sep 10 03:18:58.896403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.910977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.967859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:58.969190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:58.970649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.004522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.005811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:59.005811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.035848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9808204 Sep 10 03:18:59.038964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50088) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:59.048329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8858225 Sep 10 03:18:59.049551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:59.055825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Request body: {'subnet': {'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-subnet', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:59.057198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Request body: {'subnet': {'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-596634446-subnet', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:59.093489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Made reservation on behalf of 2d8a0a41af0e4e1f8433102e3b08b6c0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:59.100432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.132534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Made reservation on behalf of b3e767bf6b7f4b8eacbd1509e2185e1a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:18:59.137081 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.199693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce5f8c-2e3d-458e-8710-274ac1bc570a admin admin] Pushing event updated for resources: {'Network': ['ID=ed7601d1-012b-4057-aba7-166a557589c6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:59.213667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network ed7601d1-012b-4057-aba7-166a557589c6 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:18:59.672783 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.675663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23b084-c802-47f7-89ad-a45d0b9ff162 admin admin] Pushing event updated for resources: {'Network': ['ID=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:59.687380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:18:59.773956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37a3e12-fe12-4c0f-ac37-51be68be4928,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:18:59.778467 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Checking segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:18:59.778959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Network hostable DHCP agents. Network: ed7601d1-012b-4057-aba7-166a557589c6, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:18:59.846622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Network ed7601d1-012b-4057-aba7-166a557589c6 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:18:59.872897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, ed7601d1-012b-4057-aba7-166a557589c6) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:18:59.880246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:18:59.881095 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.904473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12137d60-7eb2-43d6-8a6e-5b84ce0db81f None None] Network ed7601d1-012b-4057-aba7-166a557589c6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:18:59.920677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9df59242-0589-4dc5-ac92-f0e07e326a86 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8691995 Sep 10 03:18:59.923648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50116) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:18:59.934498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:18:59.985763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:18:59.987586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.143105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dfad0-bb3c-41f9-9a89-c0187a78861b req-4f3d4b1a-bfea-4d3b-896e-ee555e454a18 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:00.146927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88dfad0-bb3c-41f9-9a89-c0187a78861b req-4f3d4b1a-bfea-4d3b-896e-ee555e454a18 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2094131 Sep 10 03:19:00.149050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.160040 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.188336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-ed7601d1-012b-4057-aba7-166a557589c6', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:19:00.190913 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.418198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.496306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8119dc-beeb-479f-93c2-66a3a68f78f2,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:00.506000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Allocated IP 172.20.0.2 (ed7601d1-012b-4057-aba7-166a557589c6/d37a3e12-fe12-4c0f-ac37-51be68be4928/1c936a4b-3133-49f8-b5e2-c53128c84768) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:00.540889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f88dfad0-bb3c-41f9-9a89-c0187a78861b req-542bb9c1-dd3f-47dd-803a-e0e3539a5653 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838959 Sep 10 03:19:00.576170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Checking segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:00.578118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Network hostable DHCP agents. Network: 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:19:00.633517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:19:00.654567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:00.668150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:00.668895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.718704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-63c278d8-5194-4db3-b36a-3afd286bb607 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6782732 Sep 10 03:19:00.720448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1216790-fc0b-4eb5-aaec-4d21cddee267 None None] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:00.722930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:00.805538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:00.883353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.884737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:00.960910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b191f-610b-4cce-8241-e2e307567a0a None None] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:00.967842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1113-bd29-49e3-b8c2-cc753ee7f7a5 req-9c69467c-fb57-4524-8a41-7d37f432d994 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:00.980045 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc6d1113-bd29-49e3-b8c2-cc753ee7f7a5 req-9c69467c-fb57-4524-8a41-7d37f432d994 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2834613 Sep 10 03:19:01.049216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fc6d1113-bd29-49e3-b8c2-cc753ee7f7a5 req-1e2bbdf4-aafd-4a52-b99d-3c3213f9806c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485110 Sep 10 03:19:01.144625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.229392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.275392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Transition to ACTIVE for port object 1c936a4b-3133-49f8-b5e2-c53128c84768 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:01.408205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Transition to ACTIVE for port object 1c936a4b-3133-49f8-b5e2-c53128c84768 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:01.435894 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.520622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.606105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Pushing event updated for resources: {'Port': ['ID=1c936a4b-3133-49f8-b5e2-c53128c84768,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:01.615732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Network ed7601d1-012b-4057-aba7-166a557589c6 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:01.617771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:01.620811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:01.641376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.712661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Attempting to bind port 1c936a4b-3133-49f8-b5e2-c53128c84768 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:01.713405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Attempting to bind port 1c936a4b-3133-49f8-b5e2-c53128c84768 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:01.713787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Attempting to bind port 1c936a4b-3133-49f8-b5e2-c53128c84768 on network ed7601d1-012b-4057-aba7-166a557589c6 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:01.732628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:01.733081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Checking segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:01.734252 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.734665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Bound using segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:01.735157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Bound port: 1c936a4b-3133-49f8-b5e2-c53128c84768, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:01.735601 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.753043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6c802635-66fb-4eeb-a63e-90a714cdab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.820817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.882475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] For port 1c936a4b-3133-49f8-b5e2-c53128c84768, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:01.886445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] For port 1c936a4b-3133-49f8-b5e2-c53128c84768, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1c936a4b-3133-49f8-b5e2-c53128c84768,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:01.919583 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:01.948612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-8e588cff-2c04-4294-8b9f-b7b58188be37 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:01.950326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-8e588cff-2c04-4294-8b9f-b7b58188be37 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.3841898 Sep 10 03:19:01.982446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a84be-323a-4446-a329-b4463e5d55da None None] Pushing event updated for resources: {'Port': ['ID=1c936a4b-3133-49f8-b5e2-c53128c84768,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:01.985691 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:02.067477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:02.069419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-54328a91-e6e4-409e-9323-c4b081a74828 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/quotas/254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 375 time: 0.1090057 Sep 10 03:19:02.147866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:02.176133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:02.201628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Allocated IP 172.25.8.55 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/a6ee91f7-604c-4caf-8159-9ad4d4aef5f6) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:02.255372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-51d5ed6a-cd1e-4bf6-919e-125768f36fc3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1728656 Sep 10 03:19:02.592734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-095af43a-099d-4ca4-8d1f-3435bce2032f service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044579 Sep 10 03:19:02.616657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:02.756246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-dd0178ff-20d1-489d-b037-a763c26df6ca service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623075 Sep 10 03:19:02.789879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:02.879802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Allocated IP 172.25.8.165 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/088db33f-1d87-42be-b282-029ee3dbc40b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:02.884292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:02.900133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:02.909839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:02.965900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Pushing event updated for resources: {'Port': ['ID=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:03.226666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:03.249030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-459a0c81-2702-4e80-a388-56b48a2a6164 req-38bc8ec0-327b-41c2-9ea4-5e4d5a1d854a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 210 time: 0.0484264 Sep 10 03:19:03.323875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:03.384068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:03.447149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:03.465742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Pushing event updated for resources: {'Port': ['ID=088db33f-1d87-42be-b282-029ee3dbc40b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:03.479631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:03.485784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:03.800700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e884a-dd34-41ab-9c11-e24068b08384 None None] Network ed7601d1-012b-4057-aba7-166a557589c6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:03.819189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:03.928869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ddd5c40a-8f35-4adc-af92-3c99936f34fa None None] Provisioning for port 1c936a4b-3133-49f8-b5e2-c53128c84768 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:04.136551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:04.282716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Router b0e1f660-497e-4008-8a72-736764e139d0 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:19:04.338813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1c936a4b-3133-49f8-b5e2-c53128c84768 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:04.415147 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-117ad175-8ca4-46b4-9302-9e97f63897ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:04.429905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:04.505763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1c936a4b-3133-49f8-b5e2-c53128c84768 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:04.515217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1c936a4b-3133-49f8-b5e2-c53128c84768 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:04.515638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:04.568973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0709bd56-b47b-4e23-88cf-91c419b4bd97 req-b5a5aee9-7a22-4c4e-a0ca-a117e58cd16f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 210 time: 0.0394027 Sep 10 03:19:04.585126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:04.617385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Sync routers for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:04.625767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:04.627975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a9b683f-7972-4dac-a380-b7d4bec0143a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6981266 Sep 10 03:19:04.630948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50264) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:04.681209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1c69b7cf-1b2c-4ad4-bafc-c1b2c7cc1ae4 None None] Provisioning complete for port 1c936a4b-3133-49f8-b5e2-c53128c84768 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:04.681580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1c69b7cf-1b2c-4ad4-bafc-c1b2c7cc1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:04.714206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:04.714790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:04.790849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Router 0a86301d-586a-4495-9b34-8e879bd0a7d8 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:19:04.972757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-648b520d-5ab1-474c-a16a-1f7dcc96205e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:04.974254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-648b520d-5ab1-474c-a16a-1f7dcc96205e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.1622255 Sep 10 03:19:04.975834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:04.986693 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Sync routers for ids ['0a86301d-586a-4495-9b34-8e879bd0a7d8'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:05.002866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.004099 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Routers {'0a86301d-586a-4495-9b34-8e879bd0a7d8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:05.007815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4514e63-97e9-41c4-ba02-4d97c0358c4b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2805169 Sep 10 03:19:05.007815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:05.009163 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0a86301d-586a-4495-9b34-8e879bd0a7d8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:05.013749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'port': {'device_id': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'admin_state_up': True, 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:05.058133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.252941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.276179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Set router 0a86301d-586a-4495-9b34-8e879bd0a7d8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:05.362371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:05.389438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:05.400109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.404104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1c936a4b-3133-49f8-b5e2-c53128c84768, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1c936a4b-3133-49f8-b5e2-c53128c84768,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:05.533077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.540345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.591484 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:19:03Z', 'revision_number': 3, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:05.648409 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1c69b7cf-1b2c-4ad4-bafc-c1b2c7cc1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.660299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1c936a4b-3133-49f8-b5e2-c53128c84768,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:05.712788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Checking router: 0a86301d-586a-4495-9b34-8e879bd0a7d8 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:05.714033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Updating router 0a86301d-586a-4495-9b34-8e879bd0a7d8 port 088db33f-1d87-42be-b282-029ee3dbc40b binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:05.729167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.791046 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:05.829688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdb25a3b-ebb5-4fcc-a32e-73b128de0ea4 req-4dd6ed03-afc2-4598-9269-4faf8f919bb4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 210 time: 0.0986946 Sep 10 03:19:05.894579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Allocated IP 172.20.0.1 (ed7601d1-012b-4057-aba7-166a557589c6/d37a3e12-fe12-4c0f-ac37-51be68be4928/623b8e9d-c137-4765-8ab6-7d8c220ec8d2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:05.941079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-1c69b7cf-1b2c-4ad4-bafc-c1b2c7cc1ae4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:19:05.941468 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-1c69b7cf-1b2c-4ad4-bafc-c1b2c7cc1ae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:19:06.130113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.153491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:03Z', 'revision_number': 3, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:06.191576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Checking router: b0e1f660-497e-4008-8a72-736764e139d0 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:06.192318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Updating router b0e1f660-497e-4008-8a72-736764e139d0 port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:06.237441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1c936a4b-3133-49f8-b5e2-c53128c84768 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:06.348769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.385695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Allocated IP 172.20.0.12 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/7ec8a7f1-c19f-45bb-80ba-dca6b947988d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:06.443912 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.467678 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Transition to ACTIVE for port object 088db33f-1d87-42be-b282-029ee3dbc40b will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:06.478659 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.480387 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.552093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Transition to ACTIVE for port object 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:06.602796 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Pushing event updated for resources: {'Port': ['ID=088db33f-1d87-42be-b282-029ee3dbc40b,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:06.607182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Allocated IP 172.20.0.1 (20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a/ee8119dc-beeb-479f-93c2-66a3a68f78f2/049b25c4-c498-4f54-b302-72bcf3cdf5a3) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:06.680073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.680631 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.681077 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.681324 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.684615 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.685003 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.685346 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.685685 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.686019 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.686347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.686730 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.687046 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:06.699685 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Attempting to bind port 088db33f-1d87-42be-b282-029ee3dbc40b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:06.700252 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Attempting to bind port 088db33f-1d87-42be-b282-029ee3dbc40b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:06.702945 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Attempting to bind port 088db33f-1d87-42be-b282-029ee3dbc40b on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:06.722735 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:06.723150 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:06.724298 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.724724 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:06.725236 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Bound port: 088db33f-1d87-42be-b282-029ee3dbc40b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:06.727721 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.812305 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.873049 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] For port 088db33f-1d87-42be-b282-029ee3dbc40b, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:06.876957 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] For port 088db33f-1d87-42be-b282-029ee3dbc40b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=088db33f-1d87-42be-b282-029ee3dbc40b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:06.886727 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.959002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:06.961512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Network ed7601d1-012b-4057-aba7-166a557589c6 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:06.987655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:07.015543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:07.021681 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Routers {'0a86301d-586a-4495-9b34-8e879bd0a7d8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:07.022310 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0a86301d-586a-4495-9b34-8e879bd0a7d8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:07.102460 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.130607 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55a797-73c8-4f5f-b395-b6fbb787f619 None None] Pushing event updated for resources: {'Port': ['ID=088db33f-1d87-42be-b282-029ee3dbc40b,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:07.166681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a0d7c23c-e009-48e1-8499-4762caa13a39 req-443b1457-736f-422f-9f27-32b21ef6c101 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 210 time: 0.1300766 Sep 10 03:19:07.169681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.222301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.235501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Pushing event updated for resources: {'Port': ['ID=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:07.276525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Transition to ACTIVE for port object 7ec8a7f1-c19f-45bb-80ba-dca6b947988d will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:07.377714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.383783 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] Set router 0a86301d-586a-4495-9b34-8e879bd0a7d8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:07.386527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:07.387852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Pushing event updated for resources: {'Port': ['ID=049b25c4-c498-4f54-b302-72bcf3cdf5a3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:07.412371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:07.422320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:07.455357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:07.457333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.464241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:07.477616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:07.526081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:07.554436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.613596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:07.614552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.635428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9', '7655e8dc-2196-42c7-87fa-8cbde319eb74'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:07.677931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0f209af9-48da-46b7-a6ef-dfafada48add tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6703534 Sep 10 03:19:07.697932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Request body: {'port': {'device_id': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:07.881295 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.893627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1c936a4b-3133-49f8-b5e2-c53128c84768 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:07.896074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.948849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:07.973907 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:19:03Z', 'revision_number': 3, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:08.035672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce4e23-40a2-410c-8b43-512bb7f51999 None None] The sync data for ids ['0a86301d-586a-4495-9b34-8e879bd0a7d8'] in n-d-808126-2 is: [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:19:03Z', 'revision_number': 3, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:08.066912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.131380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-767248c9-7b08-4bdd-8e75-df9f3bc512f2 None None] Provisioning for port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:08.166743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-767248c9-7b08-4bdd-8e75-df9f3bc512f2 None None] Provisioning complete for port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:08.168405 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-767248c9-7b08-4bdd-8e75-df9f3bc512f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.209705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.220055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.408309 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.435019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Transition to ACTIVE for port object a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:08.456435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.480632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Pushing event updated for resources: {'Port': ['ID=049b25c4-c498-4f54-b302-72bcf3cdf5a3,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:08.553179 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.587940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a06a8-ecbf-4b3d-9829-ab77b11f91f5 req-e3cce824-c1ab-466b-badf-dce65a8069f2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:08.589767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c22a06a8-ecbf-4b3d-9829-ab77b11f91f5 req-e3cce824-c1ab-466b-badf-dce65a8069f2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 932 time: 0.2755232 Sep 10 03:19:08.711158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c22a06a8-ecbf-4b3d-9829-ab77b11f91f5 req-a41c873f-b794-4a24-b80e-b34547871c31 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114478 Sep 10 03:19:08.735061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:08.746170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:08.824415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-767248c9-7b08-4bdd-8e75-df9f3bc512f2 None None] Port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:08.842462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Attempting to bind port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:08.843474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Attempting to bind port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:08.844045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Attempting to bind port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:08.938039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b085e-d3eb-4c5e-8432-80910cfd07f5 None None] Pushing event updated for resources: {'Port': ['ID=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:08.949483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:08.950393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:08.951511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:08.952150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:08.953285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Bound port: a6ee91f7-604c-4caf-8159-9ad4d4aef5f6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:08.954219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.011584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Router 0a86301d-586a-4495-9b34-8e879bd0a7d8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:19:09.066464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.093421 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.094038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] For port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:09.098476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] For port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:09.166831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.314223 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.326574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:09.350443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f896747c-99cc-42ed-ba5c-30db2e3e695f admin admin] 10.222.0.23 "PUT /v2.0/routers/0a86301d-586a-4495-9b34-8e879bd0a7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3387289 Sep 10 03:19:09.381681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b085e-d3eb-4c5e-8432-80910cfd07f5 None None] Pushing event updated for resources: {'Port': ['ID=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:09.398730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 088db33f-1d87-42be-b282-029ee3dbc40b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:09.511321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9d5e9222-de07-4a17-a812-3778e9e71b90 None None] Provisioning for port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:09.529754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9d5e9222-de07-4a17-a812-3778e9e71b90 None None] Provisioning complete for port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:09.530296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9d5e9222-de07-4a17-a812-3778e9e71b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.612184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e9222-de07-4a17-a812-3778e9e71b90 None None] Port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:09.670582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec8a7f1-c19f-45bb-80ba-dca6b947988d {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:09.680742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.698326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Transition to ACTIVE for port object 7ec8a7f1-c19f-45bb-80ba-dca6b947988d will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:09.738052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:09.837817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Pushing event updated for resources: {'Port': ['ID=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:09.884970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:09.885619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:10.082571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:10.098621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 088db33f-1d87-42be-b282-029ee3dbc40b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:10.130150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 088db33f-1d87-42be-b282-029ee3dbc40b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:10.130647 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:10.184091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Attempting to bind port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:10.184451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Attempting to bind port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:10.184783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Attempting to bind port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:10.189764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Network ed7601d1-012b-4057-aba7-166a557589c6 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:10.196012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:10.206853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58f8e3-c5cc-489e-a0f2-3a227b0d185e req-8bd43e30-1465-4ffb-ad1e-d83b52eb46ff tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:10.208580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c58f8e3-c5cc-489e-a0f2-3a227b0d185e req-8bd43e30-1465-4ffb-ad1e-d83b52eb46ff tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 944 time: 0.3242974 Sep 10 03:19:10.209166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d on network a3c45e48-e586-4b19-b7db-417fe4223572 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:19:10.209541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Attempting to bind port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:10.296521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:10.296809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:10.297273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:10.297726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Bound port: 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:10.298087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:10.415899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c58f8e3-c5cc-489e-a0f2-3a227b0d185e req-647e49b0-0efc-41e2-9e27-5f8e8ac32451 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843235 Sep 10 03:19:10.440058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:10.606485 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:10.682231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:10.698648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Router b0e1f660-497e-4008-8a72-736764e139d0 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:19:10.724510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:10.755672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:10.848519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 088db33f-1d87-42be-b282-029ee3dbc40b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=088db33f-1d87-42be-b282-029ee3dbc40b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:10.874598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-a1fbcb4a-2979-42e3-9e64-d2a87bc33864 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:10.893279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-a1fbcb4a-2979-42e3-9e64-d2a87bc33864 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 819 time: 0.4174349 Sep 10 03:19:10.894060 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:10.899241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-246d2019-8ef8-49e1-ab48-7cdd5087924f None None] Provisioning complete for port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:10.899670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-246d2019-8ef8-49e1-ab48-7cdd5087924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:10.918107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-faaa124a-238b-4187-a9f5-14730cc140b3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/quotas/2d8a0a41af0e4e1f8433102e3b08b6c0 HTTP/1.1" status: 200 len: 375 time: 0.0237434 Sep 10 03:19:10.991258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Sync routers for ids ['0a86301d-586a-4495-9b34-8e879bd0a7d8'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:11.000766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-166b30d9-7081-4eb0-88df-be5b182ae6bc tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786550 Sep 10 03:19:11.061733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-246d2019-8ef8-49e1-ab48-7cdd5087924f None None] Port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:11.090922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:11.092615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:11.100717 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ec8a7f1-c19f-45bb-80ba-dca6b947988d HTTP/1.1" status: 200 len: 1092 time: 3.4051995 Sep 10 03:19:11.106997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50432) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:11.141249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:11.144677 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9643ee-2ad0-45b8-becd-eba41feabbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:11.176950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Deleting subnet f53b3906-31ad-44f7-af2f-1d6b7222ac43 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:19:11.190072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:11.192804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Routers {'0a86301d-586a-4495-9b34-8e879bd0a7d8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:11.198496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0a86301d-586a-4495-9b34-8e879bd0a7d8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:11.297031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:11.330964 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd55144-e2b1-49d9-b699-a1408face0b5 x-openstack-request-id: req-9fd55144-e2b1-49d9-b699-a1408face0b5 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:11.331921 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:11.332298 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fd55144-e2b1-49d9-b699-a1408face0b5 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:11.332705 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d', 'status': 'completed', 'code': 200} Sep 10 03:19:11.338987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c430-beb5-45e1-95e1-a60100af5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:11.340074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-289caf58-d2ad-4086-ac27-62a52be7184b service neutron] 10.222.0.23 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217742 Sep 10 03:19:11.343390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=088db33f-1d87-42be-b282-029ee3dbc40b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:11.393410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:11.416490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8631e614-995a-4421-a934-87a16f118512 admin admin] 10.222.0.23 "PUT /v2.0/routers/b0e1f660-497e-4008-8a72-736764e139d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7840004 Sep 10 03:19:11.434179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-65b26864-38e0-4831-8615-4620183f0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:11.453879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 2, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:11.458678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-65b26864-38e0-4831-8615-4620183f0c68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 1095 time: 0.2845485 Sep 10 03:19:11.517446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30e30-6b8d-4153-9a73-318a60429815 None None] The sync data for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 is: [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 2, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:11.587427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Set router 0a86301d-586a-4495-9b34-8e879bd0a7d8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:11.596620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-e8a3aed1-fece-4dc6-9c52-d98d5a4e1dad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d HTTP/1.1" status: 200 len: 217 time: 0.1288254 Sep 10 03:19:11.603069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:11.724746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-994d333b-dd31-4fe6-86c5-6c7ceed7fb42 service neutron] 10.222.0.23 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750432 Sep 10 03:19:11.778268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:11.799103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:11.803970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f53b3906-31ad-44f7-af2f-1d6b7222ac43 HTTP/1.1" status: 204 len: 168 time: 0.6932113 Sep 10 03:19:11.805619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50444) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:11.807910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9907a0-4cdf-4529-b53e-fdb22ba91d81 req-b7c61e4c-8fe7-4cb3-8436-85f2e2086fb9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:11.817033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff9907a0-4cdf-4529-b53e-fdb22ba91d81 req-b7c61e4c-8fe7-4cb3-8436-85f2e2086fb9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 944 time: 0.2404954 Sep 10 03:19:11.832629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-692b1632-64c2-4829-bc90-44d024a81e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:11.840498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-692b1632-64c2-4829-bc90-44d024a81e8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2081451 Sep 10 03:19:11.902595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6d799-756e-419f-9d52-c4eb6156af81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53b3906-31ad-44f7-af2f-1d6b7222ac43,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:12.039438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff9907a0-4cdf-4529-b53e-fdb22ba91d81 req-c33adb03-1952-46d3-adfe-4bd973ebd15d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214067 Sep 10 03:19:12.066366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0c8ba359-b577-4baf-adf8-a2960a43db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:12.073765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-0c8ba359-b577-4baf-adf8-a2960a43db01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060375 Sep 10 03:19:12.110962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.302256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.355357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:12.386898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9374d8-c141-4258-8b5b-4d9e294a2b58') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:12.387561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9374d8-c141-4258-8b5b-4d9e294a2b58') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:12.400943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.404798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-43d08cdc-8487-4b55-bff5-4484ff953066 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203225 Sep 10 03:19:12.417006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.423844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:19:12.424656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:19:12.519041 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:19:12.525403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.530525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.533797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2 HTTP/1.1" status: 204 len: 168 time: 0.7261608 Sep 10 03:19:12.610468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '049b25c4-c498-4f54-b302-72bcf3cdf5a3', 'name': '', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'mac_address': 'fa:16:3e:96:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:06Z', 'updated_at': '2021-09-10T03:19:08Z', 'revision_number': 2, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'subnets': [{'id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:12.635706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3476f176-4d68-4e1f-bffa-a2394379f607 req-36ae843a-8a2e-431f-9811-7ad89c3c0db7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 210 time: 0.1320701 Sep 10 03:19:12.660159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c7a7b6-2ea9-45cb-99ed-4c7e0c3dc5ae req-d39f3cdb-91bf-48b1-980f-fc1592a45287 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432508 Sep 10 03:19:12.673525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Checking router: 0a86301d-586a-4495-9b34-8e879bd0a7d8 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:12.673890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Updating router 0a86301d-586a-4495-9b34-8e879bd0a7d8 port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:12.681076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd381e09-8442-4489-a78d-c70f98d26746 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5073dd-2e81-4d84-b8ff-ba5b9bb3a1d2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:12.729070 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:12.806629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-a8f0d999-9bd7-4d61-9aaa-fd45b5a3de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:12.808356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-a8f0d999-9bd7-4d61-9aaa-fd45b5a3de0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 1095 time: 0.0884094 Sep 10 03:19:12.896373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:13.120024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df08e51e-d2ed-446d-8441-eb02c116455d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=400393c967c44ba7893c85ff321b576e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200844 Sep 10 03:19:13.122916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:13.308494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-6915d012-77fe-4736-82b0-ddbb494aa131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:13.309971 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-6915d012-77fe-4736-82b0-ddbb494aa131 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.4927275 Sep 10 03:19:13.489009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-42053322-544d-42e9-aff4-212b5644f45f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d HTTP/1.1" status: 200 len: 217 time: 0.1572914 Sep 10 03:19:13.510774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50502) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:13.537661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1613530258-network', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:13.583525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:13.663364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8710-4062-4a39-bea8-e287cbc53f58 req-adf08100-f399-4125-8ec3-b37d23d52b19 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:13.665583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06bc8710-4062-4a39-bea8-e287cbc53f58 req-adf08100-f399-4125-8ec3-b37d23d52b19 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 944 time: 0.3597784 Sep 10 03:19:13.674876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:13.678577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:13.688870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:13.689354 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:13.700192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-e10c42b8-9794-40ca-b822-77b99ad6dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:13.703266 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-e10c42b8-9794-40ca-b822-77b99ad6dbe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2027147 Sep 10 03:19:13.705969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Made reservation on behalf of 6fdeaa5cc9cc4d18b52870651c2695e2 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:13.708718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:13.747029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Transition to ACTIVE for port object 049b25c4-c498-4f54-b302-72bcf3cdf5a3 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:13.777063 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:13.794632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.021055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31e44ede-bdbd-4227-bde0-57312454b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.036673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.048633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Attempting to bind port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:14.049011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Attempting to bind port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:14.049384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Attempting to bind port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:14.069381 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.071147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31e44ede-bdbd-4227-bde0-57312454b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.085012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53f50d-5c46-4510-bbee-7f5aa8262c36 None None] Pushing event updated for resources: {'Port': ['ID=049b25c4-c498-4f54-b302-72bcf3cdf5a3,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:14.093709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:14.094606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Checking segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:14.096976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.097569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Bound using segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:14.098243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Bound port: 049b25c4-c498-4f54-b302-72bcf3cdf5a3, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:14.099867 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.108102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:19:14.117767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.118113 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Added segment 9cda6cf5-3618-48aa-b23f-cb75011ea9af of type vlan for network 01600235-b775-403b-8eaf-da8ae29cee8a Sep 10 03:19:14.144691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-cf1d0908-e83b-4724-ba88-8c619858f51c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:14.148137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-cf1d0908-e83b-4724-ba88-8c619858f51c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 819 time: 0.8579810 Sep 10 03:19:14.189085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.227390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-173bee38-055b-4573-90e9-80435641dfde tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/quotas/2d8a0a41af0e4e1f8433102e3b08b6c0 HTTP/1.1" status: 200 len: 375 time: 0.0685141 Sep 10 03:19:14.288669 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.343743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-c865c895-c029-44cf-ac63-d82b41cee96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:14.345911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-c865c895-c029-44cf-ac63-d82b41cee96f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6322806 Sep 10 03:19:14.346835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ac7541-3933-4199-b09b-583335e1115a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:14.374444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:14.381469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] For port 049b25c4-c498-4f54-b302-72bcf3cdf5a3, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:14.387174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06bc8710-4062-4a39-bea8-e287cbc53f58 req-363605f6-7fe7-4f60-b770-f88a69b16e3f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959922 Sep 10 03:19:14.389115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31e44ede-bdbd-4227-bde0-57312454b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.391012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.391739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31e44ede-bdbd-4227-bde0-57312454b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.394012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 088db33f-1d87-42be-b282-029ee3dbc40b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:14.396507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-31e44ede-bdbd-4227-bde0-57312454b447 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4 HTTP/1.1" status: 204 len: 168 time: 1.2713327 Sep 10 03:19:14.398145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.401381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:14.403216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.449298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44ede-bdbd-4227-bde0-57312454b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370fdfb-6e86-4f0c-9559-79a9dbbf5fd4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:14.514096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-4fae6e7c-9a7f-4e43-8769-4130acb49af0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2768569 Sep 10 03:19:14.585294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] Pushing event updated for resources: {'Network': ['ID=01600235-b775-403b-8eaf-da8ae29cee8a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:14.651885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] For port 049b25c4-c498-4f54-b302-72bcf3cdf5a3, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=049b25c4-c498-4f54-b302-72bcf3cdf5a3,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:14.656120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:14.662205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 01600235-b775-403b-8eaf-da8ae29cee8a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:19:14.679615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.710883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-1fb949b3-507f-489d-86a9-35789aec7388 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:14.712779 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-1fb949b3-507f-489d-86a9-35789aec7388 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.32 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 819 time: 0.4136066 Sep 10 03:19:14.715959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c474b19e-77d2-46d1-a9de-61719d428256 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1888461 Sep 10 03:19:14.719624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50520) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:14.724150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-c226af9b-b2c0-4590-b6b5-d0726a4b50b9 service neutron] 10.222.0.23 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846080 Sep 10 03:19:14.731524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Request body: {'port': {'device_id': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'admin_state_up': True, 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:14.733093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 088db33f-1d87-42be-b282-029ee3dbc40b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:14.734185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:14.752187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Request body: {'subnet': {'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1613530258-subnet', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:14.870802 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-8507634a-161e-453a-83db-32a92794d754 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749684 Sep 10 03:19:14.875384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Routers {'0a86301d-586a-4495-9b34-8e879bd0a7d8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:14.875927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0a86301d-586a-4495-9b34-8e879bd0a7d8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:15.059079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53f50d-5c46-4510-bbee-7f5aa8262c36 None None] Pushing event updated for resources: {'Port': ['ID=049b25c4-c498-4f54-b302-72bcf3cdf5a3,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:15.093806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Made reservation on behalf of 6fdeaa5cc9cc4d18b52870651c2695e2 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:15.096929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:15.153275 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c9643ee-2ad0-45b8-becd-eba41feabbb9 req-b418dd5d-df2f-42d4-a245-24d3d4b6f3f1 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777371 Sep 10 03:19:15.286880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] Set router 0a86301d-586a-4495-9b34-8e879bd0a7d8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:15.416903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-0da7da21-138e-43ec-bbb8-874f8d1af09b service neutron] 10.222.0.23 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551349 Sep 10 03:19:15.532458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:15.546972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7ec8a7f1-c19f-45bb-80ba-dca6b947988d details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:19:15.549445 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Sync routers for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:15.551684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:15.557178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Made reservation on behalf of 2d8a0a41af0e4e1f8433102e3b08b6c0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:15.564264 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:15.564908 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:15.571185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:15.654998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac6da0-19f2-4e04-8407-5dcfd7ea1a70 req-7733bafa-23b0-48f4-8e30-cb67b5326c7d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:15.658674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaac6da0-19f2-4e04-8407-5dcfd7ea1a70 req-7733bafa-23b0-48f4-8e30-cb67b5326c7d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 944 time: 0.1109190 Sep 10 03:19:15.757603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaac6da0-19f2-4e04-8407-5dcfd7ea1a70 req-a1a84c3f-8d4c-429b-ba25-8029f9e17530 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902731 Sep 10 03:19:15.831355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:15.842082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:15.883633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033c8a48-248c-4538-b08c-dca5ef97626d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:15.899472 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:15.957732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-03b0877f-b4ef-4810-a0bd-c03fd8bee0c0 req-80f871de-1068-4655-99f3-640c5e461682 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 210 time: 0.0844619 Sep 10 03:19:16.003115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Checking segment: {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:16.003494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Network hostable DHCP agents. Network: 01600235-b775-403b-8eaf-da8ae29cee8a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:19:16.171360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Network 01600235-b775-403b-8eaf-da8ae29cee8a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:19:16.218325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 01600235-b775-403b-8eaf-da8ae29cee8a) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:16.234192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:16.235000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.256876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a32f1006-8aec-47ce-a69e-2ea57aebdc93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5343795 Sep 10 03:19:16.258736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50574) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:16.263626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Allocated IP 172.20.0.2 (20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a/ee8119dc-beeb-479f-93c2-66a3a68f78f2/f7f76e85-b5df-4cae-a69a-53caa678515b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:16.264413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:16.274843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08751c-eb60-4dc6-b9b6-58751457fb3c None None] Network 01600235-b775-403b-8eaf-da8ae29cee8a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:16.323798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.325616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.371977 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 2, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:16.415571 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Checking router: b0e1f660-497e-4008-8a72-736764e139d0 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:16.416192 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Updating router b0e1f660-497e-4008-8a72-736764e139d0 port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:16.442811 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.502879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.618338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:16.634847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.691222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-01600235-b775-403b-8eaf-da8ae29cee8a', 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'fixed_ips': [{'subnet_id': '033c8a48-248c-4538-b08c-dca5ef97626d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:19:16.692047 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.724070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d', 'mac_address': 'fa:16:3e:33:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:19:16.732074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '049b25c4-c498-4f54-b302-72bcf3cdf5a3', 'name': '', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'mac_address': 'fa:16:3e:96:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:06Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'subnets': [{'id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:16.767953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.847540 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:16.990140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:17.014936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:17.021851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:17.110476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Pushing event updated for resources: {'Port': ['ID=f7f76e85-b5df-4cae-a69a-53caa678515b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:17.140174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b05c9-748f-49fd-9c34-0f5fcd589573 req-10869caa-4f11-4fe7-8a70-8a01bfd18159 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:17.142094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d6b05c9-748f-49fd-9c34-0f5fcd589573 req-10869caa-4f11-4fe7-8a70-8a01bfd18159 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 944 time: 0.2126629 Sep 10 03:19:17.149572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:17.150425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:17.204157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022fcc2-2a36-4e38-9062-b2e6ad1219fb None None] The sync data for ids ['0a86301d-586a-4495-9b34-8e879bd0a7d8'] in n-d-808126-2 is: [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '049b25c4-c498-4f54-b302-72bcf3cdf5a3', 'name': '', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'mac_address': 'fa:16:3e:96:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:06Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'subnets': [{'id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:17.229165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-c725ebcc-0db4-46cb-bd82-7ba3673b1af7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5014710 Sep 10 03:19:17.267635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:17.276060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Request body: {'port': {'device_id': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:17.342930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec8a7f1-c19f-45bb-80ba-dca6b947988d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:17.387285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d6b05c9-748f-49fd-9c34-0f5fcd589573 req-4c7b92f8-e9bc-48a0-b8ad-7bad5e71260f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328064 Sep 10 03:19:17.402898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7b1cd151-de24-4404-8f1a-20680267b456 req-ad69cafb-1484-4f15-97f4-2ecb55230c0a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 210 time: 0.1062264 Sep 10 03:19:17.495944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:17.550603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:17.592189 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:17.597686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:17.629682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Allocated IP 172.20.0.2 (01600235-b775-403b-8eaf-da8ae29cee8a/033c8a48-248c-4538-b08c-dca5ef97626d/ad14bf2f-16ae-4f13-b6ed-48be3967def1) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:17.633419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Transition to ACTIVE for port object 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:17.657003 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:17.849147 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281c42-b254-4a56-99e1-e86a99b52756 None None] Pushing event updated for resources: {'Port': ['ID=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:17.878529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:17.896825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['7ec8a7f1-c19f-45bb-80ba-dca6b947988d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:18.048189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-8fa723da-1934-43e2-add8-3919554a6f0d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:18.049743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-8fa723da-1934-43e2-add8-3919554a6f0d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.36 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 819 time: 0.4125161 Sep 10 03:19:18.074086 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Attempting to bind port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:18.074855 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Attempting to bind port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:18.075387 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Attempting to bind port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 on network ed7601d1-012b-4057-aba7-166a557589c6 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:18.106224 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:18.106520 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Checking segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:18.118752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Request body: {'port': {'device_id': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'admin_state_up': True, 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:18.121742 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.122393 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Bound using segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:18.123071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Bound port: 623b8e9d-c137-4765-8ab6-7d8c220ec8d2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:18.128551 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.347695 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] For port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:18.364106 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] For port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:18.372341 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.377234 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.421374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Transition to ACTIVE for port object ad14bf2f-16ae-4f13-b6ed-48be3967def1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:18.485295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Transition to ACTIVE for port object ad14bf2f-16ae-4f13-b6ed-48be3967def1 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:18.501545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.569162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f76e85-b5df-4cae-a69a-53caa678515b {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:18.600456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.602576 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:18.605323 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:18.613013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Network 01600235-b775-403b-8eaf-da8ae29cee8a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:18.617644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:18.622477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:18.643177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Transition to ACTIVE for port object f7f76e85-b5df-4cae-a69a-53caa678515b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:18.697653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Pushing event updated for resources: {'Port': ['ID=ad14bf2f-16ae-4f13-b6ed-48be3967def1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:18.739442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-84171281-7e8e-4693-883f-7c05d0ad5357 req-56165c1c-e5d4-48dd-a58c-3623a874c0d0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 210 time: 0.0936532 Sep 10 03:19:18.743496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.821375 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:18.824780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.828599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Attempting to bind port ad14bf2f-16ae-4f13-b6ed-48be3967def1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:18.829006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Attempting to bind port ad14bf2f-16ae-4f13-b6ed-48be3967def1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:18.829336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Attempting to bind port ad14bf2f-16ae-4f13-b6ed-48be3967def1 on network 01600235-b775-403b-8eaf-da8ae29cee8a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:18.844254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:18.844647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Checking segment: {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:18.846400 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.846867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Bound using segment: {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:18.847359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Bound port: ad14bf2f-16ae-4f13-b6ed-48be3967def1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:18.848999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:18.865678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f76e85-b5df-4cae-a69a-53caa678515b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:18.894131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:19.002997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e32cd-e366-4b7f-b6c1-2ef3d2592590 req-8097bdae-e581-4258-98a2-edf4ea07eca7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:19.017235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b46e32cd-e366-4b7f-b6c1-2ef3d2592590 req-8097bdae-e581-4258-98a2-edf4ea07eca7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 945 time: 0.3951430 Sep 10 03:19:19.041705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] For port ad14bf2f-16ae-4f13-b6ed-48be3967def1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:19.048934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] For port ad14bf2f-16ae-4f13-b6ed-48be3967def1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ad14bf2f-16ae-4f13-b6ed-48be3967def1,segment=NetworkSegment(9cda6cf5-3618-48aa-b23f-cb75011ea9af),segment_id=9cda6cf5-3618-48aa-b23f-cb75011ea9af)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:19.057676 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:19.085832 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281c42-b254-4a56-99e1-e86a99b52756 None None] Pushing event updated for resources: {'Port': ['ID=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:19.101435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Attempting to bind port f7f76e85-b5df-4cae-a69a-53caa678515b on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:19.101778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Attempting to bind port f7f76e85-b5df-4cae-a69a-53caa678515b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:19.102118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Attempting to bind port f7f76e85-b5df-4cae-a69a-53caa678515b on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:19.112507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Port f7f76e85-b5df-4cae-a69a-53caa678515b on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:19:19.112778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Attempting to bind port f7f76e85-b5df-4cae-a69a-53caa678515b on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:19.121671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:19.125345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Checking segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:19.125804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Bound using segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:19.126276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Bound port: f7f76e85-b5df-4cae-a69a-53caa678515b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:19.129453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:19.268052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b46e32cd-e366-4b7f-b6c1-2ef3d2592590 req-08cceef9-31dd-46f9-96e6-b9ad6c4c286d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496796 Sep 10 03:19:19.280965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c698e8-0b2b-4a52-9ba3-756416fcb788 None None] Pushing event updated for resources: {'Port': ['ID=ad14bf2f-16ae-4f13-b6ed-48be3967def1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:19.356439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] For port f7f76e85-b5df-4cae-a69a-53caa678515b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:19.361335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] For port f7f76e85-b5df-4cae-a69a-53caa678515b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7f76e85-b5df-4cae-a69a-53caa678515b,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:19.380332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:19.399973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Made reservation on behalf of 2d8a0a41af0e4e1f8433102e3b08b6c0 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:19.411313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:19.565644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Allocated IP 172.25.8.253 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/cd68edf4-8e78-4802-bb9f-b0abbbb2fab1) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:19.577933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:19.580625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:19.589191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7ec8a7f1-c19f-45bb-80ba-dca6b947988d up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:19.601776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 1091 time: 2.3529367 Sep 10 03:19:19.602624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'tag': 'f7f76e85-b5df-4cae-a69a-53caa678515b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:19.615093 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc922b37-e79f-48e8-b918-05cfd1b9f981" -d '{"events": [{"name": "network-changed", "server_uuid": "7857c086-1fd8-4158-b5d3-fe458ce96f8a", "tag": "f7f76e85-b5df-4cae-a69a-53caa678515b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:19.693729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:19.716415 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:18Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:19.718718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae28b17-57ec-4fa6-8881-e809795556f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f76e85-b5df-4cae-a69a-53caa678515b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:19.894094 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08dafe-96f3-45ba-a257-7119c9f237e5 None None] The sync data for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 is: [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:18Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:19.927178 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da030c3-3c95-4f28-9b37-85b37a731e6e x-openstack-request-id: req-7da030c3-3c95-4f28-9b37-85b37a731e6e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:19.929224 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7857c086-1fd8-4158-b5d3-fe458ce96f8a", "tag": "f7f76e85-b5df-4cae-a69a-53caa678515b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:19.931771 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7da030c3-3c95-4f28-9b37-85b37a731e6e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:19.932751 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'tag': 'f7f76e85-b5df-4cae-a69a-53caa678515b', 'status': 'completed', 'code': 200} Sep 10 03:19:19.965906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:19.978347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-48151e12-dd44-4c06-9aed-35a00042b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:19.984885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-48151e12-dd44-4c06-9aed-35a00042b284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1094 time: 0.2597733 Sep 10 03:19:19.997443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:19.998252 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.007654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:20.061148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:20.063002 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.095528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Allocated IP 172.20.0.7 (20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a/ee8119dc-beeb-479f-93c2-66a3a68f78f2/ad920771-2ef6-46fe-a6e5-937f260a5fca) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:20.144992 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d6e2e752-5f5a-476e-92ba-3315adbff759 req-d05297e3-9d9c-482e-8b68-ac76f06c8899 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 210 time: 0.1575782 Sep 10 03:19:20.145941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50710) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:20.150063 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-f2ffd8ab-e6c0-4fd3-8bdd-a1431689fcce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 217 time: 0.1373351 Sep 10 03:19:20.258226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-380102e5-647a-428d-8401-2e12012272e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:20.262586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-380102e5-647a-428d-8401-2e12012272e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.1030133 Sep 10 03:19:20.340925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.368127 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:19:20.420056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-f927e586-e1a4-4df3-9953-15e9f2e70134 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473682 Sep 10 03:19:20.516077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253e7df8-45f6-449b-a429-f228dfad9371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.519569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:20.534141 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27238082-b60d-4ab6-b6e9-f1d7cb3539ff" -d '{"events": [{"server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "name": "network-vif-plugged", "status": "completed", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:20.560297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.600755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:20.609168 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.763526 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c241732-1d9e-4cc2-b643-193a76ab920a x-openstack-request-id: req-0c241732-1d9e-4cc2-b643-193a76ab920a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:20.763526 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "name": "network-vif-plugged", "status": "completed", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:20.765200 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c241732-1d9e-4cc2-b643-193a76ab920a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:20.765891 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d', 'code': 200} Sep 10 03:19:20.771526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.779839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:20.804953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253e7df8-45f6-449b-a429-f228dfad9371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.870774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-253e7df8-45f6-449b-a429-f228dfad9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.905723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:20.913544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:20.915924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 049b25c4-c498-4f54-b302-72bcf3cdf5a3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:21.157080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:21.164161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-f0516f55-c0f1-450f-80c3-317d8c03b2a8 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226596 Sep 10 03:19:21.166368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e7df8-45f6-449b-a429-f228dfad9371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea3ab2e-e9c1-4af4-b1f4-c3ef0ed69aa2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:21.195820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:21.205086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:21.205481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.256398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-253e7df8-45f6-449b-a429-f228dfad9371 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37bfc53c5aa1431db708170faf686677&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1087339 Sep 10 03:19:21.262521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:21.421709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b5f21-b172-4f52-b49d-85580648eb0e None None] Network 01600235-b775-403b-8eaf-da8ae29cee8a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:21.511013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-683d8bb3-f357-4002-9614-cca19a654eca req-0e34b5b9-cd09-4055-a7a8-3aa0f9419c6f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 210 time: 0.1270256 Sep 10 03:19:21.536320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.544289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c52c4ca2-108c-49ce-ab52-74a25c7608af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.550433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.604241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-17297924-c481-43ff-9cde-97efbd73e011 None None] Provisioning for port ad14bf2f-16ae-4f13-b6ed-48be3967def1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:21.618835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c52c4ca2-108c-49ce-ab52-74a25c7608af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.636588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d922ae-ac7b-4760-809c-e0af9db21292 req-aa5daab6-a5f4-4516-8d58-f8032032b7db tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:21.639097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c7d922ae-ac7b-4760-809c-e0af9db21292 req-aa5daab6-a5f4-4516-8d58-f8032032b7db tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 945 time: 1.1086931 Sep 10 03:19:21.641176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 049b25c4-c498-4f54-b302-72bcf3cdf5a3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=049b25c4-c498-4f54-b302-72bcf3cdf5a3,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:21.661057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.673057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e29fa2f-dd09-4c2f-aa0c-2a8504213cdb req-411c2f6e-83a8-42fd-a2d7-e3f7b3f7669f service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986386 Sep 10 03:19:21.736678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.741382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf76b6-99cb-4df4-98e2-988cd89278f9 req-0dbf1df0-5080-4805-9b9b-ef12aecc770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:21.742719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72cf76b6-99cb-4df4-98e2-988cd89278f9 req-0dbf1df0-5080-4805-9b9b-ef12aecc770a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 1097 time: 0.9123485 Sep 10 03:19:21.806632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.809998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=049b25c4-c498-4f54-b302-72bcf3cdf5a3,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:21.811116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:21.815639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c7d922ae-ac7b-4760-809c-e0af9db21292 req-d66ada8f-0e3b-4f13-844c-7e1e0ee9b867 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334333 Sep 10 03:19:21.825290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:21.850394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:21.900156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Pushing event updated for resources: {'Port': ['ID=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:21.922591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:21.930984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72cf76b6-99cb-4df4-98e2-988cd89278f9 req-cf81179a-a21d-40f2-a893-cbc847a67757 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168025 Sep 10 03:19:21.934108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-5c8b7e9c-59d0-40fb-9b9e-5018d8ffd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:21.935570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-5c8b7e9c-59d0-40fb-9b9e-5018d8ffd47f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1094 time: 0.1919484 Sep 10 03:19:21.936720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c52c4ca2-108c-49ce-ab52-74a25c7608af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.939568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c52c4ca2-108c-49ce-ab52-74a25c7608af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:21.940640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c52c4ca2-108c-49ce-ab52-74a25c7608af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ea3ab2e-e9c1-4af4-b1f4-c3ef0ed69aa2 HTTP/1.1" status: 204 len: 168 time: 0.6769030 Sep 10 03:19:21.952548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:21.955804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:22.046132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:22.175067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Pushing event updated for resources: {'Port': ['ID=ad920771-2ef6-46fe-a6e5-937f260a5fca,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:22.196946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:22.197594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.211162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c4ca2-108c-49ce-ab52-74a25c7608af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea3ab2e-e9c1-4af4-b1f4-c3ef0ed69aa2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:22.290728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-9918b843-2621-46af-ab9e-e999541b3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:22.292731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-9918b843-2621-46af-ab9e-e999541b3d03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.3089771 Sep 10 03:19:22.329592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:22.330630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.357440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-43faa212-7d09-4b0a-a0d5-5c5d9f739059 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2703855 Sep 10 03:19:22.371299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Request body: {'port': {'device_id': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:22.382446 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-04ad0eaa-5370-4ead-b616-07f46b496b11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 217 time: 0.0794599 Sep 10 03:19:22.429526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad14bf2f-16ae-4f13-b6ed-48be3967def1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:22.491731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.525723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-5f749dc1-d36d-4a12-aeac-83ae5f1d1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:22.527612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-5f749dc1-d36d-4a12-aeac-83ae5f1d1c9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.1372101 Sep 10 03:19:22.578235 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.580584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ad14bf2f-16ae-4f13-b6ed-48be3967def1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:22.593563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ad14bf2f-16ae-4f13-b6ed-48be3967def1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:22.594743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.603814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-ed3db84d-ddc9-4b2f-8ff5-a69dfd53a3b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611641 Sep 10 03:19:22.637013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50748) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:22.741471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0ab366c-7c41-4b6f-b3d0-74c17b90ffdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.771330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.830335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ad14bf2f-16ae-4f13-b6ed-48be3967def1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ad14bf2f-16ae-4f13-b6ed-48be3967def1,segment=NetworkSegment(9cda6cf5-3618-48aa-b23f-cb75011ea9af),segment_id=9cda6cf5-3618-48aa-b23f-cb75011ea9af)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:22.844891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:22.907624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb3edd-93b3-4a9d-8e48-cb991ff5070e req-dabb0494-bf5c-473b-bb74-3251bdd44bec tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:22.909231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6deb3edd-93b3-4a9d-8e48-cb991ff5070e req-dabb0494-bf5c-473b-bb74-3251bdd44bec tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 931 time: 0.2015047 Sep 10 03:19:22.939951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ad14bf2f-16ae-4f13-b6ed-48be3967def1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:22.943019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-ae654f87-d869-4825-88b9-4d03f4d1a948 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213923 Sep 10 03:19:23.082985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6deb3edd-93b3-4a9d-8e48-cb991ff5070e req-7498f3b1-47d5-4f8a-ab8f-d9e8e1e1d715 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610463 Sep 10 03:19:23.122455 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.149258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc922b37-e79f-48e8-b918-05cfd1b9f981 req-df5e71a0-4744-46fd-b4c5-c32357e73df4 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049806 Sep 10 03:19:23.180266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9654-83c9-48e7-8fa7-37a70b0cfc4c req-4e8eb92e-b4af-4de3-b540-0de60fb6be47 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:23.181914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-639c9654-83c9-48e7-8fa7-37a70b0cfc4c req-4e8eb92e-b4af-4de3-b540-0de60fb6be47 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 946 time: 0.1657221 Sep 10 03:19:23.367590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-639c9654-83c9-48e7-8fa7-37a70b0cfc4c req-2d31e381-79ef-4e17-9584-1d3e24165dca tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297207 Sep 10 03:19:23.438698 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0ab366c-7c41-4b6f-b3d0-74c17b90ffdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.446055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e0ab366c-7c41-4b6f-b3d0-74c17b90ffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.482629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad920771-2ef6-46fe-a6e5-937f260a5fca {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:23.501498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.518738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab366c-7c41-4b6f-b3d0-74c17b90ffdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd61b2e-6207-4b44-9df4-50d8183a253f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:23.523065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e0ab366c-7c41-4b6f-b3d0-74c17b90ffdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5cd1498027847b4b38c9d07591779fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8843255 Sep 10 03:19:23.525743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50754) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:23.532430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Transition to ACTIVE for port object ad920771-2ef6-46fe-a6e5-937f260a5fca will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:23.540672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.604655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Router ff68a467-50cc-4bc6-bb6e-080837aa3728 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:19:23.622189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6ab7-83ab-4ef8-8893-d23503c13f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.652412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6ab7-83ab-4ef8-8893-d23503c13f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.680021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Pushing event updated for resources: {'Port': ['ID=ad920771-2ef6-46fe-a6e5-937f260a5fca,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:23.774572 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6ab7-83ab-4ef8-8893-d23503c13f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.778185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6ab7-83ab-4ef8-8893-d23503c13f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.779369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0e0e6ab7-83ab-4ef8-8893-d23503c13f8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bd61b2e-6207-4b44-9df4-50d8183a253f HTTP/1.1" status: 204 len: 168 time: 0.2524507 Sep 10 03:19:23.803355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Attempting to bind port ad920771-2ef6-46fe-a6e5-937f260a5fca on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:23.803809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Attempting to bind port ad920771-2ef6-46fe-a6e5-937f260a5fca by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:23.804213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Attempting to bind port ad920771-2ef6-46fe-a6e5-937f260a5fca on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:23.815958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Port ad920771-2ef6-46fe-a6e5-937f260a5fca on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:19:23.816152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e6ab7-83ab-4ef8-8893-d23503c13f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd61b2e-6207-4b44-9df4-50d8183a253f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:23.816442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Attempting to bind port ad920771-2ef6-46fe-a6e5-937f260a5fca on network 20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:23.848220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:23.848669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Checking segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:23.849145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Bound using segment: {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:23.849680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Bound port: ad920771-2ef6-46fe-a6e5-937f260a5fca, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cf2632-7db0-42a6-9584-5751f9d038e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:23.851072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.888988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 049b25c4-c498-4f54-b302-72bcf3cdf5a3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:23.936800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:23.952091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Sync routers for ids ['ff68a467-50cc-4bc6-bb6e-080837aa3728'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:23.970690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Routers {'ff68a467-50cc-4bc6-bb6e-080837aa3728'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:23.971643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ff68a467-50cc-4bc6-bb6e-080837aa3728'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:23.991405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:23.998637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fd18786-75bb-456c-87c7-110b20f4d87d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7362263 Sep 10 03:19:23.999750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50768) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:24.023254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] For port ad920771-2ef6-46fe-a6e5-937f260a5fca, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:24.027479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] For port ad920771-2ef6-46fe-a6e5-937f260a5fca, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:24.041407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.120853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Set router ff68a467-50cc-4bc6-bb6e-080837aa3728 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:24.182986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:24.186899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.188746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] 10.222.0.36 "PUT /v2.0/ports/ad920771-2ef6-46fe-a6e5-937f260a5fca HTTP/1.1" status: 200 len: 1091 time: 1.8229823 Sep 10 03:19:24.192156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'tag': 'ad920771-2ef6-46fe-a6e5-937f260a5fca'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:24.196528 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98" -d '{"events": [{"name": "network-changed", "server_uuid": "e080490c-d428-47f7-a8b0-2ad76fb0cd2e", "tag": "ad920771-2ef6-46fe-a6e5-937f260a5fca"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:24.283669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07138e-7f50-405c-86ae-756b63034621 service neutron] Pushing event updated for resources: {'Port': ['ID=ad920771-2ef6-46fe-a6e5-937f260a5fca,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:24.313224 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc50141-760d-459c-9438-0d4cbbfb6fe8 x-openstack-request-id: req-fdc50141-760d-459c-9438-0d4cbbfb6fe8 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:24.313620 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e080490c-d428-47f7-a8b0-2ad76fb0cd2e", "tag": "ad920771-2ef6-46fe-a6e5-937f260a5fca", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:24.313965 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdc50141-760d-459c-9438-0d4cbbfb6fe8 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:24.314461 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'tag': 'ad920771-2ef6-46fe-a6e5-937f260a5fca', 'status': 'completed', 'code': 200} Sep 10 03:19:24.346088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8106cf-e25b-4011-b390-a935ef84173a req-3768d3e7-800f-4392-8e62-5322f0df0251 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:24.359258 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c8106cf-e25b-4011-b390-a935ef84173a req-3768d3e7-800f-4392-8e62-5322f0df0251 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 943 time: 0.1275613 Sep 10 03:19:24.404723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-bda5cec8-d60f-4501-a0c0-c53336c5861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:24.406785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-bda5cec8-d60f-4501-a0c0-c53336c5861f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 1094 time: 0.1386013 Sep 10 03:19:24.453707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:24.455061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.512015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-4e2f873c-09a1-46c6-ab7b-8311f4347e36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca HTTP/1.1" status: 200 len: 217 time: 0.0958769 Sep 10 03:19:24.567280 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c8106cf-e25b-4011-b390-a935ef84173a req-624d6738-2e2d-4045-b5a5-486b3a795f2b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054927 Sep 10 03:19:24.579868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50778) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:24.628992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af4597d-2578-4374-95d1-1373795702b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.648414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-bdc869a2-0394-48e4-b785-cffc17f9ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:24.653208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-bdc869a2-0394-48e4-b785-cffc17f9ebbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.1307194 Sep 10 03:19:24.673603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad14bf2f-16ae-4f13-b6ed-48be3967def1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:24.696864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-a1f80145-0e0f-44d2-9c1a-c522e9cf7f58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364509 Sep 10 03:19:24.713041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:19:22Z', 'revision_number': 3, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:24.759656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Checking router: ff68a467-50cc-4bc6-bb6e-080837aa3728 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:24.760212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Updating router ff68a467-50cc-4bc6-bb6e-080837aa3728 port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:24.805636 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.808835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ad14bf2f-16ae-4f13-b6ed-48be3967def1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:24.809267 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.867561 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-954cc2bc-98f5-4ac5-8b55-4a6d1b6d893d service neutron] 10.222.0.36 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572814 Sep 10 03:19:24.941441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af4597d-2578-4374-95d1-1373795702b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:24.983606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0af4597d-2578-4374-95d1-1373795702b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.021988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4597d-2578-4374-95d1-1373795702b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb4785-4602-4c66-a9d2-8b75d59a7e35,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:25.046002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7f76e85-b5df-4cae-a69a-53caa678515b details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:19:25.068492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0af4597d-2578-4374-95d1-1373795702b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55660ab4ac8348fda8e21ce5f1e8d958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875147 Sep 10 03:19:25.069199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50790) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:25.145451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb4357a9-6679-4c79-a773-cf6a336d5abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.171485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb4357a9-6679-4c79-a773-cf6a336d5abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.242807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55e50555-8dbd-4715-9db6-e67ba247db93 req-f61e694c-42c4-4fed-aa19-1f060139bb2b service neutron] 10.222.0.36 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674202 Sep 10 03:19:25.244122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb4357a9-6679-4c79-a773-cf6a336d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.249793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb4357a9-6679-4c79-a773-cf6a336d5abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.262239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eb4357a9-6679-4c79-a773-cf6a336d5abb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81cb4785-4602-4c66-a9d2-8b75d59a7e35 HTTP/1.1" status: 204 len: 168 time: 0.1834610 Sep 10 03:19:25.293162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276d1c9-0607-4acf-8693-f6a259ebf60d req-5057efbe-8162-432c-9b2e-e3e8c83893d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:25.301293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b276d1c9-0607-4acf-8693-f6a259ebf60d req-5057efbe-8162-432c-9b2e-e3e8c83893d9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 946 time: 0.7330840 Sep 10 03:19:25.302106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4357a9-6679-4c79-a773-cf6a336d5abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cb4785-4602-4c66-a9d2-8b75d59a7e35,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:25.403669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-e9dfc909-1d23-4009-bbc2-dbbbf65ad2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:25.408111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-e9dfc909-1d23-4009-bbc2-dbbbf65ad2d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 1094 time: 0.1063335 Sep 10 03:19:25.418959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b276d1c9-0607-4acf-8693-f6a259ebf60d req-110695ec-8268-4232-9ec0-a35050ab6822 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167078 Sep 10 03:19:25.654179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.679479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f7f76e85-b5df-4cae-a69a-53caa678515b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7f76e85-b5df-4cae-a69a-53caa678515b,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:25.707214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f7f76e85-b5df-4cae-a69a-53caa678515b', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'port_id': 'f7f76e85-b5df-4cae-a69a-53caa678515b', 'mac_address': 'fa:16:3e:6b:2f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:19:25.787876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-b072da4a-4fde-4470-93a5-666ad732ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:25.793743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-b072da4a-4fde-4470-93a5-666ad732ac5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.3786066 Sep 10 03:19:25.794690 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.797631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.807384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-7dff1982-2e00-47cb-b455-0471a22341da tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 267 time: 0.2246034 Sep 10 03:19:25.836146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f76e85-b5df-4cae-a69a-53caa678515b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:25.841792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Transition to ACTIVE for port object cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:25.858665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.862791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f7f76e85-b5df-4cae-a69a-53caa678515b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7f76e85-b5df-4cae-a69a-53caa678515b,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:25.910904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.912965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Attempting to bind port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:25.913440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Attempting to bind port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:25.913913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Attempting to bind port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:25.928944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:25.929500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:25.930016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.930530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:25.931125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Bound port: cd68edf4-8e78-4802-bb9f-b0abbbb2fab1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:25.931655 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:25.948131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-805df37d-45a4-411a-ae50-0eb1a5e24091 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca HTTP/1.1" status: 200 len: 217 time: 0.1397262 Sep 10 03:19:25.970658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f9211-863d-40c9-b9e1-628071007335 None None] Pushing event updated for resources: {'Port': ['ID=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:26.023067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-012e9fc9-3a3f-4bb0-b3d0-96932870df57 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:26.024665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-012e9fc9-3a3f-4bb0-b3d0-96932870df57 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 946 time: 0.2067037 Sep 10 03:19:26.030531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-3fab7d1c-2282-41af-82ed-b9743c34ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:26.032221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-3fab7d1c-2282-41af-82ed-b9743c34ca0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.0752985 Sep 10 03:19:26.038636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'port': {'security_groups': []}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:26.098821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a6caa-2ce7-4df9-a5cc-319082672ac4 req-194268f6-1f4f-4f3c-aa1c-6d103f8d7bfd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:26.110335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-66b72dba-8d24-458c-ae46-3188136c519a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678835 Sep 10 03:19:26.110858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-604a6caa-2ce7-4df9-a5cc-319082672ac4 req-194268f6-1f4f-4f3c-aa1c-6d103f8d7bfd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 943 time: 0.3390620 Sep 10 03:19:26.119069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] For port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:26.124260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] For port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:26.127919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f7f76e85-b5df-4cae-a69a-53caa678515b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:26.135921 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.206008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.228726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f7f76e85-b5df-4cae-a69a-53caa678515b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:26.259155 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-604a6caa-2ce7-4df9-a5cc-319082672ac4 req-be8bad61-2967-40c4-892a-c0d952ccf332 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412783 Sep 10 03:19:26.300147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Allocated IP 172.20.0.1 (01600235-b775-403b-8eaf-da8ae29cee8a/033c8a48-248c-4538-b08c-dca5ef97626d/81f82e52-55ec-48ce-85a5-8fcfae56a4ee) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:26.412815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f9211-863d-40c9-b9e1-628071007335 None None] Pushing event updated for resources: {'Port': ['ID=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:26.435714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-5b6b509a-7614-4b20-8e16-1ac175d6fd6d service neutron] 10.222.0.36 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132155 Sep 10 03:19:26.448958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Routers {'ff68a467-50cc-4bc6-bb6e-080837aa3728'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:26.450069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ff68a467-50cc-4bc6-bb6e-080837aa3728'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:26.553602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.600473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Transition to ACTIVE for port object 81f82e52-55ec-48ce-85a5-8fcfae56a4ee will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:26.643904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-66424c40-7ec5-4c73-9a59-59ea3e8dcb98 req-357786dc-a210-450d-9976-f8b0240e410d service neutron] 10.222.0.36 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982429 Sep 10 03:19:26.663414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:26.680866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] Set router ff68a467-50cc-4bc6-bb6e-080837aa3728 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:26.700448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.709574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.737850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.791404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:26.792401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:26.794956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efcfb277-1e80-4a95-bb8f-d2d221537258 req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "PUT /v2.0/ports/7ec8a7f1-c19f-45bb-80ba-dca6b947988d HTTP/1.1" status: 200 len: 905 time: 0.7612989 Sep 10 03:19:26.804643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:26.807495 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c41044-3b71-4c1b-84fa-ee186bdd387c" -d '{"events": [{"name": "network-changed", "server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:26.818655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Network 01600235-b775-403b-8eaf-da8ae29cee8a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:26.831477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:26.838598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:26.873623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccaab7-898b-4fd6-8212-886836b9bafa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:26.925296 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8404da5d-754d-4079-a162-ec324378d3d3 x-openstack-request-id: req-8404da5d-754d-4079-a162-ec324378d3d3 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:26.925680 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:26.926024 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8404da5d-754d-4079-a162-ec324378d3d3 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:26.926476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:26.926618 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d', 'status': 'completed', 'code': 200} Sep 10 03:19:27.046094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:27.062385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-c1af6606-40b6-4900-af18-5ab8cc31fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:27.065567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-c1af6606-40b6-4900-af18-5ab8cc31fbf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 1059 time: 0.1290712 Sep 10 03:19:27.124557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['7ec8a7f1-c19f-45bb-80ba-dca6b947988d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:27.322351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['7ec8a7f1-c19f-45bb-80ba-dca6b947988d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:27.344322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e79f4-84ad-4b61-859c-9d28aba91a41 req-d210bd64-7221-4dd9-8fb1-b08cafc632c7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:27.345932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d66e79f4-84ad-4b61-859c-9d28aba91a41 req-d210bd64-7221-4dd9-8fb1-b08cafc632c7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 908 time: 0.3986201 Sep 10 03:19:27.362894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:27.530696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d9a0316-ed98-435a-8007-c2681dff02e0 None None] Provisioning complete for port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:27.531550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d9a0316-ed98-435a-8007-c2681dff02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:27.689595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ad920771-2ef6-46fe-a6e5-937f260a5fca details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:19:27.692861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:19:22Z', 'revision_number': 3, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:27.735788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e0a1d-09f5-43bf-957b-8822588b3e0a None None] The sync data for ids ['ff68a467-50cc-4bc6-bb6e-080837aa3728'] in n-d-808126-2 is: [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:19:22Z', 'revision_number': 3, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:27.765506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a13f-b377-4de0-b8b4-318d0a1b3e1b req-e1b39633-a6c4-4768-9efd-cd0ad9b254cd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:27.772024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f67a13f-b377-4de0-b8b4-318d0a1b3e1b req-e1b39633-a6c4-4768-9efd-cd0ad9b254cd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2422903 Sep 10 03:19:27.802960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d9a0316-ed98-435a-8007-c2681dff02e0 None None] Provisioning for port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:27.835768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5d9a0316-ed98-435a-8007-c2681dff02e0 None None] Provisioning complete for port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:27.839762 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d9a0316-ed98-435a-8007-c2681dff02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:27.909170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-e4783594-ca8a-4168-a185-b0a638777601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:27.910679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-e4783594-ca8a-4168-a185-b0a638777601 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.7975543 Sep 10 03:19:27.925798 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:19:27.937877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2839-8b0d-4cb7-9fc6-0bc98f2812a1 req-caa91050-7682-4e7e-8a87-f27d68aa8e5c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:27.943360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d5d2839-8b0d-4cb7-9fc6-0bc98f2812a1 req-caa91050-7682-4e7e-8a87-f27d68aa8e5c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 943 time: 0.1181471 Sep 10 03:19:27.956946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 50856) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:27.961925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a0316-ed98-435a-8007-c2681dff02e0 None None] Port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:27.987135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f67a13f-b377-4de0-b8b4-318d0a1b3e1b req-df62e813-a993-4ace-bbb9-def299228fda tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024643 Sep 10 03:19:28.027139 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-2e77e4c0-fa2a-4293-8f1e-ff5aefacaa60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d HTTP/1.1" status: 200 len: 217 time: 0.0824895 Sep 10 03:19:28.044177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:28.062042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:28.095253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d5d2839-8b0d-4cb7-9fc6-0bc98f2812a1 req-b6fe5421-4502-42d2-9a70-2488806c682e tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671151 Sep 10 03:19:28.158400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ad920771-2ef6-46fe-a6e5-937f260a5fca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:28.164392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-ec9a174e-88e9-4a30-9976-f124fae72b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:28.170052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-ec9a174e-88e9-4a30-9976-f124fae72b1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1134446 Sep 10 03:19:28.201351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9', '7655e8dc-2196-42c7-87fa-8cbde319eb74'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:28.251246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:28.313259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-749b6a4c-316a-4556-a86e-ffe2adc93e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:28.313636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'ad920771-2ef6-46fe-a6e5-937f260a5fca', 'network_id': '20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a', 'port_id': 'ad920771-2ef6-46fe-a6e5-937f260a5fca', 'mac_address': 'fa:16:3e:db:d2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8119dc-beeb-479f-93c2-66a3a68f78f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:19:28.376513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:28.458850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-7eb598ee-7942-4bde-b52c-a2ab230a3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:28.462764 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-7eb598ee-7942-4bde-b52c-a2ab230a3df0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2886117 Sep 10 03:19:28.472722 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:28.509397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad920771-2ef6-46fe-a6e5-937f260a5fca {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:28.552485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e553-5207-4b5d-9393-d63b6416adc8 req-221c67d5-144d-4e35-ac1d-6c69e44a940f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:28.562011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a017e553-5207-4b5d-9393-d63b6416adc8 req-221c67d5-144d-4e35-ac1d-6c69e44a940f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2678611 Sep 10 03:19:28.571356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ad920771-2ef6-46fe-a6e5-937f260a5fca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:28.582950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Network 01600235-b775-403b-8eaf-da8ae29cee8a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:28.587649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:28.591877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:28.659017 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a017e553-5207-4b5d-9393-d63b6416adc8 req-c2150d81-4e3c-4a2d-aca5-a159cb94e58b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958996 Sep 10 03:19:28.687211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-635c8ea7-8fdc-44f4-bd6a-c9ddbe8258ad service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129376 Sep 10 03:19:28.861289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['ad920771-2ef6-46fe-a6e5-937f260a5fca'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:28.875364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Router ff68a467-50cc-4bc6-bb6e-080837aa3728 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:19:28.898997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46c41044-3b71-4c1b-84fa-ee186bdd387c req-ca742c04-f752-41ec-93ba-acbc1b22a364 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039080 Sep 10 03:19:29.007605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-749b6a4c-316a-4556-a86e-ffe2adc93e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.021028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-749b6a4c-316a-4556-a86e-ffe2adc93e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.027607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7f76e85-b5df-4cae-a69a-53caa678515b up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:29.067880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b6a4c-316a-4556-a86e-ffe2adc93e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d70dbd-9050-41ac-96bc-b6bad02b056a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:29.273746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ad920771-2ef6-46fe-a6e5-937f260a5fca,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:29.308790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755904a0-85b0-4617-b9c9-b6b249380fc0 req-65788192-102a-4cec-9a7c-38cbf0b4129a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:29.318404 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-755904a0-85b0-4617-b9c9-b6b249380fc0 req-65788192-102a-4cec-9a7c-38cbf0b4129a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 944 time: 0.0848784 Sep 10 03:19:29.333583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-749b6a4c-316a-4556-a86e-ffe2adc93e05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8f7b22de4914552bf1b2c706d7f48f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3754354 Sep 10 03:19:29.339271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:29.339709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:29.353289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3899eaf3-233d-4b7a-b4c3-17bea6e5e612 None None] Provisioning complete for port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:29.353662 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3899eaf3-233d-4b7a-b4c3-17bea6e5e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.366486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-571328e3-09dc-4f6b-b915-433cf3a9e0d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff68a467-50cc-4bc6-bb6e-080837aa3728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3641908 Sep 10 03:19:29.400711 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-755904a0-85b0-4617-b9c9-b6b249380fc0 req-9061f8b2-fba0-486e-8fda-4dc980df1fee tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803640 Sep 10 03:19:29.418559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-a8243fb8-d507-4396-8177-d17b077f5b0f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:29.437604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-a8243fb8-d507-4396-8177-d17b077f5b0f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.3016019 Sep 10 03:19:29.463384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-894c5281-d029-441b-af29-b391dd4fd201 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/quotas/254e1e15b9da42dbbe4faf1e1288fbdc HTTP/1.1" status: 200 len: 375 time: 0.0248082 Sep 10 03:19:29.485753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3899eaf3-233d-4b7a-b4c3-17bea6e5e612 None None] Port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:29.519776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f7f76e85-b5df-4cae-a69a-53caa678515b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:29.528773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f7f76e85-b5df-4cae-a69a-53caa678515b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:29.529288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.531833 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9b15-e785-4bc5-9f98-042dc30692b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.596224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-efe72698-8c5a-4927-a0f7-4f8b63faa0ad tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1317093 Sep 10 03:19:29.620042 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9b15-e785-4bc5-9f98-042dc30692b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.673873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.691572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9b15-e785-4bc5-9f98-042dc30692b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.695088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9b15-e785-4bc5-9f98-042dc30692b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.702968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8e3a9b15-e785-4bc5-9f98-042dc30692b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3d70dbd-9050-41ac-96bc-b6bad02b056a HTTP/1.1" status: 204 len: 168 time: 0.3621273 Sep 10 03:19:29.712285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a9b15-e785-4bc5-9f98-042dc30692b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d70dbd-9050-41ac-96bc-b6bad02b056a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:29.715773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f76e85-b5df-4cae-a69a-53caa678515b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:29.721045 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186b9141-98a0-471e-87e0-5cc4affd5804" -d '{"events": [{"server_uuid": "7857c086-1fd8-4158-b5d3-fe458ce96f8a", "name": "network-vif-plugged", "status": "completed", "tag": "f7f76e85-b5df-4cae-a69a-53caa678515b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:29.734614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f7f76e85-b5df-4cae-a69a-53caa678515b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7f76e85-b5df-4cae-a69a-53caa678515b,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:29.742746 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:29.774535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-45279224-d5e4-4a62-aa86-ea96bfb21f89 service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764221 Sep 10 03:19:29.875301 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05838e89-3048-4028-9a33-ce65fd5e7a5c x-openstack-request-id: req-05838e89-3048-4028-9a33-ce65fd5e7a5c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:29.877441 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7857c086-1fd8-4158-b5d3-fe458ce96f8a", "name": "network-vif-plugged", "status": "completed", "tag": "f7f76e85-b5df-4cae-a69a-53caa678515b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:29.877604 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05838e89-3048-4028-9a33-ce65fd5e7a5c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:29.878169 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f76e85-b5df-4cae-a69a-53caa678515b', 'code': 200} Sep 10 03:19:29.892856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f7f76e85-b5df-4cae-a69a-53caa678515b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:29.938268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-9a0b14e4-9718-4ba0-8d6b-e26984c8ff33 service neutron] 10.222.0.23 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563289 Sep 10 03:19:29.987181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:30.006092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4b9e9-9f79-4457-89fc-48ea83d87aeb req-836649d9-5434-4ff3-9b7d-2ff950b626d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:30.007781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71c4b9e9-9f79-4457-89fc-48ea83d87aeb req-836649d9-5434-4ff3-9b7d-2ff950b626d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.0685565 Sep 10 03:19:30.129473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71c4b9e9-9f79-4457-89fc-48ea83d87aeb req-610d9bcd-4fbc-4fa9-84cf-f05ee43b3f89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139879 Sep 10 03:19:30.325738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:30.331059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:30.334859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:30.366458 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77732520-bc86-493b-bdd3-9c3d583e0866 req-1f660067-9868-4a30-bcf0-a76521f1f4a4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 210 time: 0.0621288 Sep 10 03:19:30.451053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:30.482066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:30.493049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:30.690123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:30.775592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce217cd0-1710-49db-b6fd-940a20f18449 req-4072cec4-ce18-40cf-811e-ca7caa95a984 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:30.791042 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce217cd0-1710-49db-b6fd-940a20f18449 req-4072cec4-ce18-40cf-811e-ca7caa95a984 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 944 time: 0.1745362 Sep 10 03:19:30.852534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50936) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:30.861104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550729513', 'description': 'tempest-secgroup-smoke-550729513 description', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:30.880963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce217cd0-1710-49db-b6fd-940a20f18449 req-333190ab-ff9d-4f22-b348-18047b70bca2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830200 Sep 10 03:19:30.939398 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Sync routers for ids ['ff68a467-50cc-4bc6-bb6e-080837aa3728'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:30.953012 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:30.958431 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Routers {'ff68a467-50cc-4bc6-bb6e-080837aa3728'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:30.959968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ff68a467-50cc-4bc6-bb6e-080837aa3728'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:31.165207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.174787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.191360 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Set router ff68a467-50cc-4bc6-bb6e-080837aa3728 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:31.237012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145013ae-05ef-4221-8809-2afac1b10832,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:31.258520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.259029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.259694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.260275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.260845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.261392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.261849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.262276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.262936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.263217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.263715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.264196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:31.278991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.281105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-33b35e8b-2ce5-4db5-bb19-2027fa1ae002 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4259362 Sep 10 03:19:31.284444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:31.294014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group_rule': {'security_group_id': '145013ae-05ef-4221-8809-2afac1b10832', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:31.352861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.523535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.538526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.574987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd99051-a5b8-423e-90bf-572f94ba678b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:31.603573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.604009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c701201-9546-4f9e-8394-bd2994304559 req-a8e49409-36bc-4c79-8639-047497d4d58e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 210 time: 0.0675204 Sep 10 03:19:31.605223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d8ff1aa0-c1b0-4788-8ed4-d4e094ec3255 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3180542 Sep 10 03:19:31.608380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:31.613361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group_rule': {'security_group_id': '145013ae-05ef-4221-8809-2afac1b10832', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:31.614447 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:19:27Z', 'revision_number': 4, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81f82e52-55ec-48ce-85a5-8fcfae56a4ee', 'name': '', 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'mac_address': 'fa:16:3e:fd:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '033c8a48-248c-4538-b08c-dca5ef97626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:25Z', 'updated_at': '2021-09-10T03:19:27Z', 'revision_number': 2, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'subnets': [{'id': '033c8a48-248c-4538-b08c-dca5ef97626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:31.661378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ad920771-2ef6-46fe-a6e5-937f260a5fca up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:31.665685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.678220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Checking router: ff68a467-50cc-4bc6-bb6e-080837aa3728 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:31.678492 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Updating router ff68a467-50cc-4bc6-bb6e-080837aa3728 port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:31.735664 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.830780 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ea60-872d-4482-9b39-ea126706460f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.843033 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.844229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:31.847203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port ad920771-2ef6-46fe-a6e5-937f260a5fca completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:31.853349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.854075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port ad920771-2ef6-46fe-a6e5-937f260a5fca triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:31.854554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.903010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210290c3-2a7b-4ea8-a95f-463c15427a33,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:31.916458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:31.920284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c16c3089-a20b-42cd-8690-2c91b501bbf7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107893 Sep 10 03:19:31.928773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 50978) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:31.940387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group_rule': {'security_group_id': '145013ae-05ef-4221-8809-2afac1b10832', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:31.940825 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.054272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.104413 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.143312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:32.144263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.156763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.195555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-4363443a-8dba-4185-bd5b-5d5f679123f0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:32.199108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-4363443a-8dba-4185-bd5b-5d5f679123f0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 812 time: 0.2908928 Sep 10 03:19:32.213226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Request body: {'port': {'device_id': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'admin_state_up': True, 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:32.270834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad920771-2ef6-46fe-a6e5-937f260a5fca'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:32.283284 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78023260-1c04-4fc7-9058-4a981872c6ee" -d '{"events": [{"server_uuid": "e080490c-d428-47f7-a8b0-2ad76fb0cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad920771-2ef6-46fe-a6e5-937f260a5fca"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:32.340654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port ad920771-2ef6-46fe-a6e5-937f260a5fca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:32.366379 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.411904 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.428275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.436159 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9159f-449c-4328-919e-376fd4e33b2b x-openstack-request-id: req-44d9159f-449c-4328-919e-376fd4e33b2b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:32.436816 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e080490c-d428-47f7-a8b0-2ad76fb0cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad920771-2ef6-46fe-a6e5-937f260a5fca", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:32.440904 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44d9159f-449c-4328-919e-376fd4e33b2b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:32.441513 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad920771-2ef6-46fe-a6e5-937f260a5fca', 'code': 200} Sep 10 03:19:32.479128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4061336d-6aa4-4284-9dd2-80a534437cb5,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:32.479696 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.493850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Made reservation on behalf of 254e1e15b9da42dbbe4faf1e1288fbdc for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:32.500793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.505419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86e54-787f-4220-878c-9d32ec429f81 req-3a6d2313-29c9-4761-b70c-3f0545f65fc1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:32.507226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-76d86e54-787f-4220-878c-9d32ec429f81 req-3a6d2313-29c9-4761-b70c-3f0545f65fc1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 944 time: 0.3449817 Sep 10 03:19:32.519816 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Transition to ACTIVE for port object 81f82e52-55ec-48ce-85a5-8fcfae56a4ee will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:32.539969 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.562335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=ad920771-2ef6-46fe-a6e5-937f260a5fca,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:32.573137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.573674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.574196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.574777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.575377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.576040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.577549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.578254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.578908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.579496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.580096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.580604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:32.650251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-76d86e54-787f-4220-878c-9d32ec429f81 req-5992218a-3774-491b-b82f-69f0d1db9368 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327624 Sep 10 03:19:32.659806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.661393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8c72e0ef-9a13-4181-8105-e6ab49086b0a tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7301507 Sep 10 03:19:32.667296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:32.687591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group_rule': {'security_group_id': '145013ae-05ef-4221-8809-2afac1b10832', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:32.768789 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800946c-ca17-4d58-85a1-8792ba27fe2b None None] Pushing event updated for resources: {'Port': ['ID=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:32.769720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Allocated IP 172.20.0.10 (a3c45e48-e586-4b19-b7db-417fe4223572/4b3044e1-dddc-4063-8929-bbc6608a6d8b/b4c5fc38-fbdf-491b-bdb8-c50d7f884c07) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:32.794724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22609e15-0ef6-45ab-a29e-d2d17306f455 req-54153d4a-5c16-417d-9e56-fe324da12109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:32.796725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-22609e15-0ef6-45ab-a29e-d2d17306f455 req-54153d4a-5c16-417d-9e56-fe324da12109 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 1096 time: 0.3388760 Sep 10 03:19:32.836354 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.876366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-22609e15-0ef6-45ab-a29e-d2d17306f455 req-8bf84684-aeea-479e-be6c-47256da965e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675707 Sep 10 03:19:32.915084 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Attempting to bind port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:32.922454 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Attempting to bind port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:32.922933 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Attempting to bind port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee on network 01600235-b775-403b-8eaf-da8ae29cee8a {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:32.937113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:32.937502 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Checking segment: {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:32.941259 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.941682 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Bound using segment: {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:32.942219 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Bound port: 81f82e52-55ec-48ce-85a5-8fcfae56a4ee, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cda6cf5-3618-48aa-b23f-cb75011ea9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:32.942644 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.965921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:32.983927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.013633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51008) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:33.026379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9602dc99-2044-48ff-b43f-95b83ae401e1,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:33.050268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.055020 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bab62310-dcf8-451e-8721-7b35f972adaa tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750477 Sep 10 03:19:33.055882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51012) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:33.070681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group_rule': {'security_group_id': '145013ae-05ef-4221-8809-2afac1b10832', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:33.100608 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] For port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:33.106188 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] For port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,segment=NetworkSegment(9cda6cf5-3618-48aa-b23f-cb75011ea9af),segment_id=9cda6cf5-3618-48aa-b23f-cb75011ea9af)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:33.122147 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.126799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.157794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Transition to ACTIVE for port object b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:33.176254 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Project b3e767bf6b7f4b8eacbd1509e2185e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:19:33.214033 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.265081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.266995 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Routers {'ff68a467-50cc-4bc6-bb6e-080837aa3728'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:33.267941 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ff68a467-50cc-4bc6-bb6e-080837aa3728'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:33.277761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9', '7655e8dc-2196-42c7-87fa-8cbde319eb74'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:33.359872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1efee567-2aaf-4c2a-9cba-3ec1d86b7409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.419261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:33.447746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Network a3c45e48-e586-4b19-b7db-417fe4223572 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:33.449213 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] Set router ff68a467-50cc-4bc6-bb6e-080837aa3728 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:33.458897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.475767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:33.479539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:33.484578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.537751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced083e-6156-4428-9336-81ac1905814e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:33.645087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:33.646105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.690037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9210-eefd-4787-8753-9be4866251cb req-445df676-bbef-4cd9-a430-e279a53cd491 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:33.692034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecff9210-eefd-4787-8753-9be4866251cb req-445df676-bbef-4cd9-a430-e279a53cd491 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 932 time: 0.4577489 Sep 10 03:19:33.766160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1efee567-2aaf-4c2a-9cba-3ec1d86b7409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.779486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1efee567-2aaf-4c2a-9cba-3ec1d86b7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.820336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-98191ea4-e196-4b85-9e17-a3ba1e8a3074 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6113439 Sep 10 03:19:33.825985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecff9210-eefd-4787-8753-9be4866251cb req-4b2c0dab-27ca-46c0-8829-baf429220a56 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255696 Sep 10 03:19:33.869272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:33.878699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3c8f09ab-9b97-4ded-9c03-aff10a00067c tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8209040 Sep 10 03:19:33.882217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Request body: {'port': {'device_id': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:33.884939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:33.906257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'security_group_rule': {'security_group_id': '145013ae-05ef-4221-8809-2afac1b10832', 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:34.000719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efee567-2aaf-4c2a-9cba-3ec1d86b7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b0c48-1d03-41d2-93b7-c30da937343c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:34.031204 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800946c-ca17-4d58-85a1-8792ba27fe2b None None] Pushing event updated for resources: {'Port': ['ID=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:34.034583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6eb22136-6151-49ce-ac60-fea99bf7db58 None None] Provisioning for port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:34.035902 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:19:27Z', 'revision_number': 4, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81f82e52-55ec-48ce-85a5-8fcfae56a4ee', 'name': '', 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'mac_address': 'fa:16:3e:fd:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '033c8a48-248c-4538-b08c-dca5ef97626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:25Z', 'updated_at': '2021-09-10T03:19:33Z', 'revision_number': 4, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'subnets': [{'id': '033c8a48-248c-4538-b08c-dca5ef97626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:34.049619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1efee567-2aaf-4c2a-9cba-3ec1d86b7409 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fc1e5147d124b61a1b70d7936497f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0255880 Sep 10 03:19:34.051438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6eb22136-6151-49ce-ac60-fea99bf7db58 None None] Provisioning complete for port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:34.054667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:34.055772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6eb22136-6151-49ce-ac60-fea99bf7db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.066872 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Project b3e767bf6b7f4b8eacbd1509e2185e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:19:34.080381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.113501 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd7bb2-f921-4d57-92b2-c4f0ab93a879 None None] The sync data for ids ['ff68a467-50cc-4bc6-bb6e-080837aa3728'] in n-d-808126-2 is: [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:19:27Z', 'revision_number': 4, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81f82e52-55ec-48ce-85a5-8fcfae56a4ee', 'name': '', 'network_id': '01600235-b775-403b-8eaf-da8ae29cee8a', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'mac_address': 'fa:16:3e:fd:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '033c8a48-248c-4538-b08c-dca5ef97626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:25Z', 'updated_at': '2021-09-10T03:19:33Z', 'revision_number': 4, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'subnets': [{'id': '033c8a48-248c-4538-b08c-dca5ef97626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:34.116127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655ee09-a395-48f8-9561-ca7618ab3230 req-f41666e1-7485-4b76-8926-4a98de7d2a43 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:34.124373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.125128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1655ee09-a395-48f8-9561-ca7618ab3230 req-f41666e1-7485-4b76-8926-4a98de7d2a43 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.3221316 Sep 10 03:19:34.134886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6eb22136-6151-49ce-ac60-fea99bf7db58 None None] Port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:34.281808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-171873e6-879f-4403-83ea-d1f825542579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.292660 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1655ee09-a395-48f8-9561-ca7618ab3230 req-da00ef84-0811-435d-943e-e9afa0b00abb tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667509 Sep 10 03:19:34.338793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7f4fec2-d694-4b52-b7c7-42b8aa36c222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.363052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-171873e6-879f-4403-83ea-d1f825542579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.483435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-171873e6-879f-4403-83ea-d1f825542579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.510866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-171873e6-879f-4403-83ea-d1f825542579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.511162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.523488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.544827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-171873e6-879f-4403-83ea-d1f825542579 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/678b0c48-1d03-41d2-93b7-c30da937343c HTTP/1.1" status: 204 len: 168 time: 0.4891682 Sep 10 03:19:34.569657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171873e6-879f-4403-83ea-d1f825542579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b0c48-1d03-41d2-93b7-c30da937343c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:34.628768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b830cab-e8cb-49ad-9570-fff76a34595a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:34.653920 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.665617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b23d8a7e-06ad-4f97-ab11-4e108a43dfac tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7675440 Sep 10 03:19:34.725190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:34.964534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-1cd0dfc6-bf44-483c-abab-d22acd81faa2 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550729513&fields=id&tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a HTTP/1.1" status: 200 len: 267 time: 0.0656052 Sep 10 03:19:35.179396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-921b63e7-3552-420d-8fca-13478f42f278 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:35.180987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-921b63e7-3552-420d-8fca-13478f42f278 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 808 time: 0.2060747 Sep 10 03:19:35.208570 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-b385c81d-b54c-41d6-a2b8-7b70a41fc22b tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/quotas/b3e767bf6b7f4b8eacbd1509e2185e1a HTTP/1.1" status: 200 len: 375 time: 0.0200243 Sep 10 03:19:35.264153 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-eb8a4d6b-5a06-4f2f-96ac-343d114ad8d6 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541682 Sep 10 03:19:35.420960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5e39-ff23-475c-a04b-883a0093d257 req-3bdd8036-429c-4c6f-80a1-63ea03936a59 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:35.422885 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:35.430666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-882b5e39-ff23-475c-a04b-883a0093d257 req-3bdd8036-429c-4c6f-80a1-63ea03936a59 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 932 time: 0.2094646 Sep 10 03:19:35.457795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-6b5dabec-1ab7-4790-915f-8297b425abef service neutron] 10.222.0.23 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737223 Sep 10 03:19:35.484858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:35.508872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:35.569932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-882b5e39-ff23-475c-a04b-883a0093d257 req-27bdeb7f-f9cd-46e2-859d-fb2c09fe96bf tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361976 Sep 10 03:19:35.576492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Transition to ACTIVE for port object b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:35.590418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:35.649798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-624bfa08-5c42-44e1-b781-adc3d4836666 service neutron] 10.222.0.23 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853678 Sep 10 03:19:35.719588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:35.776120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1423b-50d9-42ab-a583-0fde83752236 req-5107743f-3cd0-4a84-8cb8-90ddf66544b5 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:35.785581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faf1423b-50d9-42ab-a583-0fde83752236 req-5107743f-3cd0-4a84-8cb8-90ddf66544b5 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1150508 Sep 10 03:19:35.929454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81f82e52-55ec-48ce-85a5-8fcfae56a4ee up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:36.006828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faf1423b-50d9-42ab-a583-0fde83752236 req-71a23109-0460-404f-9b45-fbd0d50ae4c5 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202356 Sep 10 03:19:36.089045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:36.096794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:36.098217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:36.121050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Attempting to bind port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:36.121401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Attempting to bind port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:36.121741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Attempting to bind port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:36.143669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 on network a3c45e48-e586-4b19-b7db-417fe4223572 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:19:36.144009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Attempting to bind port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 on network a3c45e48-e586-4b19-b7db-417fe4223572 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:36.180913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:36.181272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Checking segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:36.181683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Bound using segment: {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:36.182150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Bound port: b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837715b4-7552-49ae-a1bc-2bcf07a925f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:36.182520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:36.250043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6253ebb-e9d9-4101-944e-bc2bab054f36 req-2bae6215-c2d9-49f3-8b90-7e63c9c18fd4 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 210 time: 0.1035604 Sep 10 03:19:36.318443 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:36.387998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,segment=NetworkSegment(9cda6cf5-3618-48aa-b23f-cb75011ea9af),segment_id=9cda6cf5-3618-48aa-b23f-cb75011ea9af)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:36.397361 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:36.399277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:36.408499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:36.417486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:36.494926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:36.496213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:36.498271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] 10.222.0.32 "PUT /v2.0/ports/b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 HTTP/1.1" status: 200 len: 1092 time: 2.6626470 Sep 10 03:19:36.499550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:36.502531 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3aaef6-13cc-47cf-8e79-30328ebab85c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:36.524247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:36.605947 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3297cad1-d3bf-4f1f-935b-12ca0e6f1be8 x-openstack-request-id: req-3297cad1-d3bf-4f1f-935b-12ca0e6f1be8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:36.606420 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:36.606516 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3297cad1-d3bf-4f1f-935b-12ca0e6f1be8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:36.606876 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'status': 'completed', 'code': 200} Sep 10 03:19:36.702196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47a260-17dc-4916-a823-b1100ab53045 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:36.748050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-6b4ba2e1-2483-4c79-9a69-41c45b185e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:36.749732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-6b4ba2e1-2483-4c79-9a69-41c45b185e49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 1096 time: 0.1711619 Sep 10 03:19:36.812498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-bd89d73b-4f29-4071-9135-0364eb2b57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:36.816821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-bd89d73b-4f29-4071-9135-0364eb2b57dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 1095 time: 0.2569640 Sep 10 03:19:36.875090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:36.942969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb583e6-eb6c-4860-b72d-18c10631abe5 req-9ea3454a-f81d-43d3-916a-221e5da34797 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:36.950749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fb583e6-eb6c-4860-b72d-18c10631abe5 req-9ea3454a-f81d-43d3-916a-221e5da34797 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 944 time: 0.1970999 Sep 10 03:19:37.009497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5fb583e6-eb6c-4860-b72d-18c10631abe5 req-a8373f38-04f8-4acd-ace7-6ea8a2baed19 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575268 Sep 10 03:19:37.021181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-f550a771-2a76-4fa1-9d02-d2e93cbad4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:37.022880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-f550a771-2a76-4fa1-9d02-d2e93cbad4c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.2517519 Sep 10 03:19:37.033786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab760498-a019-4d92-8ef8-c6bea2b39570 req-c206a3df-7380-4cf2-8526-e2ff9a25b5be tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:37.035971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab760498-a019-4d92-8ef8-c6bea2b39570 req-c206a3df-7380-4cf2-8526-e2ff9a25b5be tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.3748317 Sep 10 03:19:37.037888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-0dbe7b91-4483-40ed-bec3-fe5a7d7a0d00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 HTTP/1.1" status: 200 len: 217 time: 0.2031181 Sep 10 03:19:37.091584 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-87e24234-ed1e-426d-9aca-dafc0ee88594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca HTTP/1.1" status: 200 len: 217 time: 0.0599048 Sep 10 03:19:37.102829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0e82721-32a3-4a52-bd0e-30f9e50913ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.166742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-a8030a54-fa09-4e96-8607-16536f0aee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:37.169091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-a8030a54-fa09-4e96-8607-16536f0aee00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1144667 Sep 10 03:19:37.173360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab760498-a019-4d92-8ef8-c6bea2b39570 req-a8d53084-b3f7-4106-b783-aec069a58d03 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307521 Sep 10 03:19:37.267265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-c68e7006-6ad8-4ef3-ada9-ff51d554189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:37.269433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-c68e7006-6ad8-4ef3-ada9-ff51d554189a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929260 Sep 10 03:19:37.331755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-d8cc9852-83a5-4b89-ae49-079591ef81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:37.333931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-d8cc9852-83a5-4b89-ae49-079591ef81aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.2325928 Sep 10 03:19:37.338797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.352616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0e82721-32a3-4a52-bd0e-30f9e50913ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.375587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0e82721-32a3-4a52-bd0e-30f9e50913ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.398012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-90948ed3-606d-4e7a-814d-0a2483872b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473409 Sep 10 03:19:37.410647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2824400b-bca5-4585-a409-a63c2629780a req-93642f58-6333-4c7c-83c7-001e88e147a6 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0410867 Sep 10 03:19:37.487131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e82721-32a3-4a52-bd0e-30f9e50913ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ab54d-7168-43c4-b5fd-65751c270292,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:37.491916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-b74d137e-3832-4442-8bf8-783a8f5e83d5 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130580 Sep 10 03:19:37.494453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b0e82721-32a3-4a52-bd0e-30f9e50913ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f4d19d4052c41229e393d7ceb5468d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173286 Sep 10 03:19:37.500201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:37.566050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-1e599219-8cde-404c-953e-f72da23dfdea service neutron] 10.222.0.36 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597118 Sep 10 03:19:37.657809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19c47cac-8a01-4efc-a46d-d779c7e8d184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.691094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61e57d11-08ed-404b-9caa-bb74c0b4bbfe req-d916905a-3e8d-44cf-a7cf-f805b41b15b8 service neutron] 10.222.0.36 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170661 Sep 10 03:19:37.709018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19c47cac-8a01-4efc-a46d-d779c7e8d184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.712591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f60def9-eece-4eba-abdd-7770f27636b9 req-e0b8f556-b49f-453e-9519-bb35e0c0f747 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076426 Sep 10 03:19:37.833903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19c47cac-8a01-4efc-a46d-d779c7e8d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.841600 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19c47cac-8a01-4efc-a46d-d779c7e8d184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:37.855852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81f82e52-55ec-48ce-85a5-8fcfae56a4ee up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:37.856390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-19c47cac-8a01-4efc-a46d-d779c7e8d184 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d6ab54d-7168-43c4-b5fd-65751c270292 HTTP/1.1" status: 204 len: 168 time: 0.3489430 Sep 10 03:19:37.913249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c47cac-8a01-4efc-a46d-d779c7e8d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ab54d-7168-43c4-b5fd-65751c270292,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:37.939140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-1fd23866-43bf-4835-a98a-0a0a26b3085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:37.942330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-1fd23866-43bf-4835-a98a-0a0a26b3085b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 1095 time: 0.0833230 Sep 10 03:19:37.993969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:37.995621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:38.031782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-836b7d42-945a-45a1-a63e-aa1a0b667221 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:38.033308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-836b7d42-945a-45a1-a63e-aa1a0b667221 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.36 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 808 time: 0.2113404 Sep 10 03:19:38.127790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-18489d1d-7c53-4c27-9581-1bbd7f401dab tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a HTTP/1.1" status: 200 len: 379 time: 0.0844517 Sep 10 03:19:38.139942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'port': {'device_id': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'admin_state_up': True, 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'security_groups': ['145013ae-05ef-4221-8809-2afac1b10832']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:38.183509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-4ca7b448-1d69-4ab6-82be-1c5fed694d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:38.185014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-4ca7b448-1d69-4ab6-82be-1c5fed694d14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.2348335 Sep 10 03:19:38.285874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-f3d0fb1c-37e1-408f-8ee2-799d36f199f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 HTTP/1.1" status: 200 len: 217 time: 0.0885799 Sep 10 03:19:38.341605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Made reservation on behalf of b3e767bf6b7f4b8eacbd1509e2185e1a for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:38.345643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:38.410716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-f04938fc-72a2-4765-bf31-1d706dc22948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:38.413142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-f04938fc-72a2-4765-bf31-1d706dc22948 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1198797 Sep 10 03:19:38.442883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042496-8ee5-4f5a-b737-c1a22d7b51fb req-f8079b87-cbbf-4044-bd8d-620563f3925c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:38.449578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8aabe-5547-487b-b8ca-8409bc46cb89 req-09c5f570-c8f9-42e7-aff9-0128adb3d8c0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:38.451248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3042496-8ee5-4f5a-b737-c1a22d7b51fb req-f8079b87-cbbf-4044-bd8d-620563f3925c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 944 time: 0.1533687 Sep 10 03:19:38.453819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fb8aabe-5547-487b-b8ca-8409bc46cb89 req-09c5f570-c8f9-42e7-aff9-0128adb3d8c0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1022532 Sep 10 03:19:38.534838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3042496-8ee5-4f5a-b737-c1a22d7b51fb req-a5c86b77-ccdb-44e4-a51a-dff1b0693c38 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Sep 10 03:19:38.568543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fb8aabe-5547-487b-b8ca-8409bc46cb89 req-89ad22cd-5576-4224-bcb3-8d9cd0980987 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951867 Sep 10 03:19:38.599669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-f8b8c4a5-2d89-4626-a8fe-851a0defc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:38.601148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-f8b8c4a5-2d89-4626-a8fe-851a0defc883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795628 Sep 10 03:19:38.655959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Allocated IP 172.20.0.5 (ed7601d1-012b-4057-aba7-166a557589c6/d37a3e12-fe12-4c0f-ac37-51be68be4928/47d6d543-87d6-49cb-936c-f610b260bfb7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:38.761232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-afb46ef4-44f4-4f81-993e-2a9b66ad198b req-0298f9b7-4fd6-4930-bf7e-f011dec3fd23 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0730517 Sep 10 03:19:38.860487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-46ffbb20-84f2-4e29-b6e5-a3a2f666fe36 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483547 Sep 10 03:19:38.917937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:38.936772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Transition to ACTIVE for port object 47d6d543-87d6-49cb-936c-f610b260bfb7 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:38.984085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:39.021847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb3aaef6-13cc-47cf-8e79-30328ebab85c req-2672f1e6-e0a8-48b6-b7b9-eb33b9044c25 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493776 Sep 10 03:19:39.058237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Network ed7601d1-012b-4057-aba7-166a557589c6 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:39.064825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:39.078685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:39.124849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'Port': ['ID=47d6d543-87d6-49cb-936c-f610b260bfb7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:39.139874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:39.140479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:39.161228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-7514e7a7-ee07-4edf-b9be-b074ad722d93 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266404 Sep 10 03:19:39.177916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Request body: {'port': {'device_id': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:39.297176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:39.411171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2883a657-af97-4aad-b345-994fc0ee3c34 None None] Provisioning for port 47d6d543-87d6-49cb-936c-f610b260bfb7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:39.417014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2883a657-af97-4aad-b345-994fc0ee3c34 None None] Provisioning complete for port 47d6d543-87d6-49cb-936c-f610b260bfb7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:39.417694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2883a657-af97-4aad-b345-994fc0ee3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:39.460095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2883a657-af97-4aad-b345-994fc0ee3c34 None None] Port 47d6d543-87d6-49cb-936c-f610b260bfb7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:19:39.717738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78c121-3171-45b4-b3be-bb849544f1b6 req-fc9a04e4-fb37-4b0c-b893-1c807aa4fcfd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:39.725227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b78c121-3171-45b4-b3be-bb849544f1b6 req-fc9a04e4-fb37-4b0c-b893-1c807aa4fcfd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0685010 Sep 10 03:19:39.782580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282d48-0f7b-4eda-8f60-248c36a21212 req-b4daf32a-649e-415c-a213-78d6957fb9d3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:39.785003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee282d48-0f7b-4eda-8f60-248c36a21212 req-b4daf32a-649e-415c-a213-78d6957fb9d3 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 944 time: 0.1585829 Sep 10 03:19:39.804923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b78c121-3171-45b4-b3be-bb849544f1b6 req-7d4578ad-31bb-4259-930d-df9ab793c80e tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688105 Sep 10 03:19:39.820271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d6d543-87d6-49cb-936c-f610b260bfb7 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:39.846675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:39.851798 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee282d48-0f7b-4eda-8f60-248c36a21212 req-5a1ab68d-be59-408c-a174-a5bf56669767 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591609 Sep 10 03:19:39.864318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Transition to ACTIVE for port object 47d6d543-87d6-49cb-936c-f610b260bfb7 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:39.879511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:39.980988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Pushing event updated for resources: {'Port': ['ID=47d6d543-87d6-49cb-936c-f610b260bfb7,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:40.052538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51210) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:40.068648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6634-ef02-4a99-9a5b-cfe2d5e0fa83 req-d314de92-6bd4-4084-9b19-668b0d410cdd tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:40.069545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-409f6634-ef02-4a99-9a5b-cfe2d5e0fa83 req-d314de92-6bd4-4084-9b19-668b0d410cdd tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 943 time: 0.1383970 Sep 10 03:19:40.139768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Attempting to bind port 47d6d543-87d6-49cb-936c-f610b260bfb7 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:40.140120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Attempting to bind port 47d6d543-87d6-49cb-936c-f610b260bfb7 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:40.140677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Attempting to bind port 47d6d543-87d6-49cb-936c-f610b260bfb7 on network ed7601d1-012b-4057-aba7-166a557589c6 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:40.150136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Port 47d6d543-87d6-49cb-936c-f610b260bfb7 on network ed7601d1-012b-4057-aba7-166a557589c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:19:40.150465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Attempting to bind port 47d6d543-87d6-49cb-936c-f610b260bfb7 on network ed7601d1-012b-4057-aba7-166a557589c6 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:40.156372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-409f6634-ef02-4a99-9a5b-cfe2d5e0fa83 req-59f7aed1-9972-44a9-83a0-5de833bc9af3 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786886 Sep 10 03:19:40.161496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:40.161857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Checking segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:40.162268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Bound using segment: {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:40.162654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Bound port: 47d6d543-87d6-49cb-936c-f610b260bfb7, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf770b7-d355-4d49-95cb-5d60c4c614ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:40.163034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.216697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1715782311', 'router:external': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:40.260575 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] For port 47d6d543-87d6-49cb-936c-f610b260bfb7, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:40.265897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] For port 47d6d543-87d6-49cb-936c-f610b260bfb7, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=47d6d543-87d6-49cb-936c-f610b260bfb7,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:40.269522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Made reservation on behalf of 734759acdf57486cbd4b28b920b010d4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:40.273326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.273900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.283312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.334690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:40.335407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.336817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] 10.222.0.36 "PUT /v2.0/ports/47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 1091 time: 1.1651180 Sep 10 03:19:40.337294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:40.339680 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c3490-e316-46a7-aca7-ff2ce8579e76" -d '{"events": [{"name": "network-changed", "server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:40.343263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaff966-50d5-440d-b5b6-e18552733329 service neutron] Pushing event updated for resources: {'Port': ['ID=47d6d543-87d6-49cb-936c-f610b260bfb7,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:40.425421 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ddd923-77d8-4d8a-b635-8ed8e6884f6c x-openstack-request-id: req-d9ddd923-77d8-4d8a-b635-8ed8e6884f6c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:40.425939 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:40.426371 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9ddd923-77d8-4d8a-b635-8ed8e6884f6c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:40.426939 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'status': 'completed', 'code': 200} Sep 10 03:19:40.434104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.439859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.453737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-b933ec30-6eed-4ac6-a6d5-f678a4e1fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:40.459842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-b933ec30-6eed-4ac6-a6d5-f678a4e1fee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1094 time: 0.0697021 Sep 10 03:19:40.477906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:19:40.505670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d1846-753c-4790-844c-d02992e16ff3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:40.512717 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-369fe0fb-f97d-494b-827c-310dd171d0da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0437512 Sep 10 03:19:40.516659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.517012 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Added segment 5667d155-7b17-4c2f-b769-7a43069d75a2 of type vlan for network 839db5e5-f1a2-4d12-88c9-2067115f5984 Sep 10 03:19:40.568328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-fb452f9f-2207-4c09-862e-fc466b68eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:40.569836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-fb452f9f-2207-4c09-862e-fc466b68eed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 200 len: 847 time: 0.0502813 Sep 10 03:19:40.599446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.637979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.638993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:40.639597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.641379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-d8bb42c3-7eca-46d0-aa67-0fb02bbe5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:40.643747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-d8bb42c3-7eca-46d0-aa67-0fb02bbe5031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed7601d1-012b-4057-aba7-166a557589c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665007 Sep 10 03:19:40.680189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6265268 Sep 10 03:19:40.685804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:40.692012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'subnet': {'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:40.722792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf981e-75a5-47fe-b171-b4f5104c3b19 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Network': ['ID=839db5e5-f1a2-4d12-88c9-2067115f5984,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:40.737792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 839db5e5-f1a2-4d12-88c9-2067115f5984 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:19:40.810121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Made reservation on behalf of 734759acdf57486cbd4b28b920b010d4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:40.816536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:40.852250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-fa02c548-754d-4ea1-9489-acc6830df0fc service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932623 Sep 10 03:19:40.981134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f8e918f-e3d0-4fea-aab5-ba01ddee6e6a req-23fa758c-f71c-4cec-add4-2395d551d6d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952694 Sep 10 03:19:41.009303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:19:41.029106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06f716-497e-4954-b738-936ec57003c1 req-463083d0-3290-465c-bccf-986e0f300656 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:41.031239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c06f716-497e-4954-b738-936ec57003c1 req-463083d0-3290-465c-bccf-986e0f300656 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 944 time: 0.0746472 Sep 10 03:19:41.059851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c03a1-0446-4342-a742-6c466070d0da req-a08c86f6-ceac-41da-a087-4f3096612cba tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:41.061555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-024c03a1-0446-4342-a742-6c466070d0da req-a08c86f6-ceac-41da-a087-4f3096612cba tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0794177 Sep 10 03:19:41.116136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c06f716-497e-4954-b738-936ec57003c1 req-bd945694-4b2b-43b7-851f-edff0a612511 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Sep 10 03:19:41.207536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-024c03a1-0446-4342-a742-6c466070d0da req-de6e8ca1-3318-4156-9867-49337c7e93c4 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899534 Sep 10 03:19:41.219290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-f18d4176-a241-45a4-a776-1de9c01a1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:41.223431 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-f18d4176-a241-45a4-a776-1de9c01a1d8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1094 time: 0.1588442 Sep 10 03:19:41.233171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:41.253165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'mac_address': 'fa:16:3e:f7:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:19:41.318299 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:41.332582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:41.354620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:41.359794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:41.419685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:41.464249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63199f1e-ed97-4992-a3aa-f53388985e97 req-eaa91e82-e2bd-48e1-9b5b-b64f1ee93df0 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:41.473623 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63199f1e-ed97-4992-a3aa-f53388985e97 req-eaa91e82-e2bd-48e1-9b5b-b64f1ee93df0 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 943 time: 0.1553266 Sep 10 03:19:41.482343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-f5928633-bd21-4795-a293-835b2c5c3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:41.484477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-f5928633-bd21-4795-a293-835b2c5c3a50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 908 time: 0.2376225 Sep 10 03:19:41.621941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:41.905620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-625db2ed-cb74-464b-8b42-50f4d79975b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 217 time: 0.4049592 Sep 10 03:19:41.927869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63199f1e-ed97-4992-a3aa-f53388985e97 req-0e8e3694-5186-41d1-b986-976f42c359a4 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4532254 Sep 10 03:19:42.001634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-aafc7175-a5b1-4403-89be-22d8a6f26f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:42.003101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-aafc7175-a5b1-4403-89be-22d8a6f26f5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 200 len: 847 time: 0.0862427 Sep 10 03:19:42.075687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:19:42.076167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:42.130957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-8ef069ab-1346-4196-971a-c8dbe4d41a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:42.132492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-8ef069ab-1346-4196-971a-c8dbe4d41a0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed7601d1-012b-4057-aba7-166a557589c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202333 Sep 10 03:19:42.142123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c66b75b-f02e-4cff-8c89-b23fdd915b56,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:42.186207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Checking segment: {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:42.186854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network hostable DHCP agents. Network: 839db5e5-f1a2-4d12-88c9-2067115f5984, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:19:42.259696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 839db5e5-f1a2-4d12-88c9-2067115f5984 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:19:42.275712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-6c106522-e25a-485e-80ee-cc79413a74f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298366 Sep 10 03:19:42.278091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 839db5e5-f1a2-4d12-88c9-2067115f5984) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:42.292426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2b26e-d9da-4919-b07a-d69a2a7a9c5f None None] Network 839db5e5-f1a2-4d12-88c9-2067115f5984 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:42.293048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:42.293594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:42.341066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb32e-ecce-4981-b308-7ad916885c14 req-d45fab65-9760-4525-a209-ae0723136877 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:42.349819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-884cb32e-ecce-4981-b308-7ad916885c14 req-d45fab65-9760-4525-a209-ae0723136877 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 945 time: 0.1379025 Sep 10 03:19:42.412804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cccf055e-ee1e-4568-8dc9-015475d51ec0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7248998 Sep 10 03:19:42.415417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:42.423348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-34147759', 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:42.438515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0544-da7b-40cb-87f1-ae39a650ae22 req-ec314228-cf1a-4251-9a04-96cc8142107a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:42.440408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1cef0544-da7b-40cb-87f1-ae39a650ae22 req-ec314228-cf1a-4251-9a04-96cc8142107a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1139829 Sep 10 03:19:42.450492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-884cb32e-ecce-4981-b308-7ad916885c14 req-3a91dbf6-737d-478c-acff-235006b443f5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994117 Sep 10 03:19:42.479674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-058c3490-e316-46a7-aca7-ff2ce8579e76 req-1fab1f9f-2357-4eac-a8ad-03c75bf9c393 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969647 Sep 10 03:19:42.487082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Made reservation on behalf of 734759acdf57486cbd4b28b920b010d4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:19:42.490207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:42.509560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419281c-dcc8-4b67-8de8-7cfba329eae1 None None] Network 839db5e5-f1a2-4d12-88c9-2067115f5984 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:19:42.518250 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1cef0544-da7b-40cb-87f1-ae39a650ae22 req-f5be8be5-9a41-488f-a492-a8e19702dff8 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660043 Sep 10 03:19:42.521627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] device_id is not set on port 7c54f9ce-e746-4586-981b-4e43dca8cfc8 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:19:42.646455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Allocated IP 2001:db8::123 (839db5e5-f1a2-4d12-88c9-2067115f5984/8c66b75b-f02e-4cff-8c89-b23fdd915b56/7c54f9ce-e746-4586-981b-4e43dca8cfc8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:42.808912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:42.856016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:42.904007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 839db5e5-f1a2-4d12-88c9-2067115f5984 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:42.909695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:42.912810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:42.914022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:42.914644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:42.926503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Port': ['ID=7c54f9ce-e746-4586-981b-4e43dca8cfc8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:42.943874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-865488f3-e927-4376-9414-b1520f147b26 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5248506 Sep 10 03:19:42.944143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51270) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:43.023029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Deleting port 7c54f9ce-e746-4586-981b-4e43dca8cfc8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:19:43.023715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.024700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:43.082177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5948-9474-4b1d-b226-519f46ee136a req-2364de6c-7df5-4e80-ae37-4d228c555f39 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:43.087352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-531b5948-9474-4b1d-b226-519f46ee136a req-2364de6c-7df5-4e80-ae37-4d228c555f39 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 943 time: 0.0534666 Sep 10 03:19:43.132293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.133678 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-531b5948-9474-4b1d-b226-519f46ee136a req-66caac1f-8553-474d-8c92-a6d61beddd97 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Sep 10 03:19:43.140195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:43.144497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:43.144887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.158918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Calling delete_port for 7c54f9ce-e746-4586-981b-4e43dca8cfc8 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:19:43.245986 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.281702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:43.284712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:43.285776 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a628de25-097a-49a6-9e62-48682d785c3b" -d '{"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:43.301816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.338037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.371053 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa965aed-bdd1-4f0c-9cf6-46ee49edfe0d x-openstack-request-id: req-aa965aed-bdd1-4f0c-9cf6-46ee49edfe0d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:43.371347 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:43.371655 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa965aed-bdd1-4f0c-9cf6-46ee49edfe0d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:43.372055 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'code': 200} Sep 10 03:19:43.380622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c54f9ce-e746-4586-981b-4e43dca8cfc8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:43.409862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:43.433841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.436624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-34f991b2-e02a-4675-9190-fceb5fed457f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7c54f9ce-e746-4586-981b-4e43dca8cfc8 HTTP/1.1" status: 204 len: 168 time: 0.4915195 Sep 10 03:19:43.439880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51280) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:43.445298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984', 'external_fixed_ips': [{'subnet_id': '8c66b75b-f02e-4cff-8c89-b23fdd915b56', 'ip_address': '2001:db8::123'}]}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:43.502439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d7f61-b87a-43c2-adc0-2624b78b8cd7 req-2e242ab1-d75f-40d3-aff7-41360c734fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:43.504090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d5d7f61-b87a-43c2-adc0-2624b78b8cd7 req-2e242ab1-d75f-40d3-aff7-41360c734fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 1097 time: 0.0544870 Sep 10 03:19:43.505003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.506305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.588900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d5d7f61-b87a-43c2-adc0-2624b78b8cd7 req-23b0aef1-e990-4a17-b534-3be277e6fe9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770888 Sep 10 03:19:43.625146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef44a7-c741-4a42-8dd7-b848d8dce581 req-39582f7c-0e91-490e-94f4-126634b9f093 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:43.626301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.626947 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d6ef44a7-c741-4a42-8dd7-b848d8dce581 req-39582f7c-0e91-490e-94f4-126634b9f093 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.0855460 Sep 10 03:19:43.681655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d6ef44a7-c741-4a42-8dd7-b848d8dce581 req-b03dc33e-83d9-421e-870d-9ccd25a20dfa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Sep 10 03:19:43.717699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 47d6d543-87d6-49cb-936c-f610b260bfb7 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:19:43.865022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.866615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 47d6d543-87d6-49cb-936c-f610b260bfb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=47d6d543-87d6-49cb-936c-f610b260bfb7,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:43.875722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56ebfb-3220-4014-835a-75c0dff53515 req-e1bc4d78-03e0-4d6e-be46-c61b0b39d76f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:43.877382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc56ebfb-3220-4014-835a-75c0dff53515 req-e1bc4d78-03e0-4d6e-be46-c61b0b39d76f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.2491078 Sep 10 03:19:43.887179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'port_id': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'mac_address': 'fa:16:3e:a1:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:19:43.940516 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:43.960389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d6d543-87d6-49cb-936c-f610b260bfb7 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:43.980212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc56ebfb-3220-4014-835a-75c0dff53515 req-6012db5b-fb13-4d40-b0fd-ae5faf2100c3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936065 Sep 10 03:19:44.010056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 47d6d543-87d6-49cb-936c-f610b260bfb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=47d6d543-87d6-49cb-936c-f610b260bfb7,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:44.018133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:44.111127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=47d6d543-87d6-49cb-936c-f610b260bfb7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:44.227185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:44.257296 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:44.279294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['47d6d543-87d6-49cb-936c-f610b260bfb7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:44.288084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe74dc8-a21c-48df-826c-a17e6f8b31b7 req-2b636bee-9f82-44cc-bc11-27e95df4184b tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:44.289898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fe74dc8-a21c-48df-826c-a17e6f8b31b7 req-2b636bee-9f82-44cc-bc11-27e95df4184b tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 944 time: 0.0697896 Sep 10 03:19:44.358752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fe74dc8-a21c-48df-826c-a17e6f8b31b7 req-25833d70-12d7-4698-9ef2-7bd1658711ec tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617023 Sep 10 03:19:44.512605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Allocated IP 2001:db8::123 (839db5e5-f1a2-4d12-88c9-2067115f5984/8c66b75b-f02e-4cff-8c89-b23fdd915b56/29eb678a-5baa-44c1-9f45-6a4dd81a4e44) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:44.677339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:44.744404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:44.810104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 839db5e5-f1a2-4d12-88c9-2067115f5984 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:44.839379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:44.869645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:44.877146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Port': ['ID=29eb678a-5baa-44c1-9f45-6a4dd81a4e44,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:45.032641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8ec2-7968-49e7-a726-3c4b573b2265 req-23664fba-62c3-452e-9c36-44131999edc0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:45.034565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-776d8ec2-7968-49e7-a726-3c4b573b2265 req-23664fba-62c3-452e-9c36-44131999edc0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.2316449 Sep 10 03:19:45.150856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf5-1f83-4629-ac82-5ac55c1043b2 req-beb43555-8620-43d8-bfae-26e43236f4d9 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:45.152555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a1dcdf5-1f83-4629-ac82-5ac55c1043b2 req-beb43555-8620-43d8-bfae-26e43236f4d9 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0718822 Sep 10 03:19:45.226205 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:45.241858 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a1dcdf5-1f83-4629-ac82-5ac55c1043b2 req-ce263772-64df-4c10-b1e5-6a21c4caf21c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823824 Sep 10 03:19:45.338633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-776d8ec2-7968-49e7-a726-3c4b573b2265 req-81ad85ed-2eaf-41d3-b96a-fd19d4893955 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972114 Sep 10 03:19:45.518751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0c9bf-4518-4611-8381-4e80a7520537 req-9a5a2b4e-a677-452f-87b6-f6f80542e7a8 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:45.520494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6aa0c9bf-4518-4611-8381-4e80a7520537 req-9a5a2b4e-a677-452f-87b6-f6f80542e7a8 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 944 time: 0.0616121 Sep 10 03:19:45.541000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:45.599154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6aa0c9bf-4518-4611-8381-4e80a7520537 req-5f558902-a8bb-43a6-b126-30d6b57596a3 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719116 Sep 10 03:19:45.733955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 47d6d543-87d6-49cb-936c-f610b260bfb7 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:45.811926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 47d6d543-87d6-49cb-936c-f610b260bfb7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:19:45.817488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 47d6d543-87d6-49cb-936c-f610b260bfb7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:45.818028 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:45.912473 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:45.949612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:45.952038 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dc6edd-0fdd-4d2d-b204-e93ae1cd3b5a" -d '{"events": [{"server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "name": "network-vif-plugged", "status": "completed", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:46.014100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 47d6d543-87d6-49cb-936c-f610b260bfb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=47d6d543-87d6-49cb-936c-f610b260bfb7,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:46.021055 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:46.057383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Router f2f0cd56-9604-486a-97aa-0217f24f80f7 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:19:46.068713 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b413bf-33bc-4365-b3f4-ac8438c6f383 x-openstack-request-id: req-b0b413bf-33bc-4365-b3f4-ac8438c6f383 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:46.069338 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "name": "network-vif-plugged", "status": "completed", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:46.069761 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0b413bf-33bc-4365-b3f4-ac8438c6f383 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:46.070330 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'code': 200} Sep 10 03:19:46.108698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=47d6d543-87d6-49cb-936c-f610b260bfb7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:46.161583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d40347-3d39-4af2-8776-28c1bcc2f62f req-22d577d3-9761-473a-b262-dafea0ef0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:46.164439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96d40347-3d39-4af2-8776-28c1bcc2f62f req-22d577d3-9761-473a-b262-dafea0ef0f44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.0546784 Sep 10 03:19:46.205730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96d40347-3d39-4af2-8776-28c1bcc2f62f req-07f003e1-5859-418f-8575-61a6ca2e3e80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341914 Sep 10 03:19:46.222043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:46.233425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Sync routers for ids ['f2f0cd56-9604-486a-97aa-0217f24f80f7'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:46.243074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Routers {'f2f0cd56-9604-486a-97aa-0217f24f80f7'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:46.244071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f2f0cd56-9604-486a-97aa-0217f24f80f7'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:46.244225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:46.248056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-136482e6-831a-4b2a-b685-ebf3fa6db874 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8044093 Sep 10 03:19:46.248464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51342) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:46.384922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:46.402234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dd180-d527-4cfa-a3ce-9d9403ce5c5f req-a979d59b-634d-4f12-8d33-0eecb625c806 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:46.410157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a11dd180-d527-4cfa-a3ce-9d9403ce5c5f req-a979d59b-634d-4f12-8d33-0eecb625c806 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0665364 Sep 10 03:19:46.411163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Set router f2f0cd56-9604-486a-97aa-0217f24f80f7 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:46.453970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a11dd180-d527-4cfa-a3ce-9d9403ce5c5f req-3939e4bb-dc47-4574-80ef-6bbdd9d8be82 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Sep 10 03:19:46.595963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a2637-c855-45da-b06d-eb5735d495b7 req-1fe68303-d06a-4a2f-9f06-8e09fc24e45f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:46.603522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-096a2637-c855-45da-b06d-eb5735d495b7 req-1fe68303-d06a-4a2f-9f06-8e09fc24e45f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1173184 Sep 10 03:19:46.612824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0cd56-9604-486a-97aa-0217f24f80f7', 'name': '', 'tenant_id': '734759acdf57486cbd4b28b920b010d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984', 'external_fixed_ips': [{'subnet_id': '8c66b75b-f02e-4cff-8c89-b23fdd915b56', 'ip_address': '2001:db8::123'}], 'enable_snat': True}, 'gw_port_id': '29eb678a-5baa-44c1-9f45-6a4dd81a4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:43Z', 'updated_at': '2021-09-10T03:19:45Z', 'revision_number': 3, 'project_id': '734759acdf57486cbd4b28b920b010d4', 'gw_port': {'id': '29eb678a-5baa-44c1-9f45-6a4dd81a4e44', 'name': '', 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:85:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0cd56-9604-486a-97aa-0217f24f80f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '8c66b75b-f02e-4cff-8c89-b23fdd915b56', 'ip_address': '2001:db8::123', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:44Z', 'updated_at': '2021-09-10T03:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c66b75b-f02e-4cff-8c89-b23fdd915b56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:46.657381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Checking router: f2f0cd56-9604-486a-97aa-0217f24f80f7 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:46.658071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Updating router f2f0cd56-9604-486a-97aa-0217f24f80f7 port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:46.673269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-096a2637-c855-45da-b06d-eb5735d495b7 req-1fba961e-45a5-4161-803e-c9ea630b6e10 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576136 Sep 10 03:19:46.673269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:46.694341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:46.803929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087a2b7-394f-4f60-beb5-c243c16f6a69 req-690c26b0-80a1-4cf6-b502-bcdd689d3b55 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:46.806223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b087a2b7-394f-4f60-beb5-c243c16f6a69 req-690c26b0-80a1-4cf6-b502-bcdd689d3b55 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.0587022 Sep 10 03:19:46.815717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Deleting port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:19:46.816052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:46.860443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b087a2b7-394f-4f60-beb5-c243c16f6a69 req-383193bb-c936-4763-9195-81226c83ed11 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454473 Sep 10 03:19:47.016721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f335a6-42b4-4054-8429-79fe7df236b5 req-0e4d0a92-e736-46c6-a27a-45f23583bb53 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:47.025183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10f335a6-42b4-4054-8429-79fe7df236b5 req-0e4d0a92-e736-46c6-a27a-45f23583bb53 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1110411 Sep 10 03:19:47.085858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.119260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Calling delete_port for 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:19:47.143151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-10f335a6-42b4-4054-8429-79fe7df236b5 req-f2b62f7f-7a4d-4e02-a089-83039c012ee9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169996 Sep 10 03:19:47.150370 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.175582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Transition to ACTIVE for port object 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:47.184104 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.251528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Attempting to bind port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:47.252453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Attempting to bind port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:47.253302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Attempting to bind port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 on network 839db5e5-f1a2-4d12-88c9-2067115f5984 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:47.261405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c0bf2-8eb1-4a3d-8da4-2de874234c6e None None] Pushing event updated for resources: {'Port': ['ID=29eb678a-5baa-44c1-9f45-6a4dd81a4e44,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:47.271479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:47.271879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Checking segment: {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:47.272288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.273004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Bound using segment: {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:47.273704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Bound port: 29eb678a-5baa-44c1-9f45-6a4dd81a4e44, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:47.274140 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.339118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.378555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event deleted for resources: {'Port': ['ID=29eb678a-5baa-44c1-9f45-6a4dd81a4e44,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:47.395417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:19:47.396105 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:19:47.405276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.552317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.554938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.608610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d90fc-fdaa-4ae0-916b-d458e9e5ec23 req-481963f1-32f9-48cf-b89d-c798cb2f48f6 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:47.611252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-270d90fc-fdaa-4ae0-916b-d458e9e5ec23 req-481963f1-32f9-48cf-b89d-c798cb2f48f6 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0618227 Sep 10 03:19:47.639849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.640441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2f0cd56-9604-486a-97aa-0217f24f80f7 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:19:47.645087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.648514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-23830b05-3bd2-40be-b8b2-83db5510b754 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f2f0cd56-9604-486a-97aa-0217f24f80f7 HTTP/1.1" status: 204 len: 168 time: 1.3964591 Sep 10 03:19:47.648849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51372) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:47.673549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-270d90fc-fdaa-4ae0-916b-d458e9e5ec23 req-8b328164-5d6c-4235-8228-5ac9a9b879f6 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551021 Sep 10 03:19:47.705080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Deleting subnet 8c66b75b-f02e-4cff-8c89-b23fdd915b56 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:19:47.708423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.746327 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.791055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.845118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.872182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c66b75b-f02e-4cff-8c89-b23fdd915b56,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:47.875956 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.879915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8e46cc92-7a53-4c58-82cf-30352c52fc04 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/8c66b75b-f02e-4cff-8c89-b23fdd915b56 HTTP/1.1" status: 204 len: 168 time: 0.2300651 Sep 10 03:19:47.880662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51378) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:47.922830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Attempting to bind port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:47.923293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Attempting to bind port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:47.923700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Attempting to bind port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 on network 839db5e5-f1a2-4d12-88c9-2067115f5984 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:47.929929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:47.930307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Checking segment: {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:47.930711 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.931148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Bound using segment: {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:47.931731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Bound port: 29eb678a-5baa-44c1-9f45-6a4dd81a4e44, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5667d155-7b17-4c2f-b769-7a43069d75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '839db5e5-f1a2-4d12-88c9-2067115f5984'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:47.932225 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.954838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Port 29eb678a-5baa-44c1-9f45-6a4dd81a4e44 has been deleted concurrently {{(pid=94635) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 10 03:19:47.963270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:47.966562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Routers set() bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:47.967527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Router IDs set() for agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:19:47.968376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_agentschedulers_db [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2f0cd56-9604-486a-97aa-0217f24f80f7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent'). {{(pid=94635) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:19:47.968759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d1e67-ee39-438f-afd1-8fe47cd9f8da None None] The sync data for ids ['f2f0cd56-9604-486a-97aa-0217f24f80f7'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:47.999570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aef63-56fb-4702-b1c4-8f428dcc3d1d req-10cac185-bde0-4846-9a17-4eb6ab68aaa6 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:48.001296 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-708aef63-56fb-4702-b1c4-8f428dcc3d1d req-10cac185-bde0-4846-9a17-4eb6ab68aaa6 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.0598991 Sep 10 03:19:48.048117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-708aef63-56fb-4702-b1c4-8f428dcc3d1d req-6adf00fe-b97f-47ff-aba3-b26fc34a3177 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Sep 10 03:19:48.053101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.072987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839db5e5-f1a2-4d12-88c9-2067115f5984']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:48.087868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5667d155-7b17-4c2f-b769-7a43069d75a2') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:48.088232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5667d155-7b17-4c2f-b769-7a43069d75a2') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:48.100976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.118604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.125761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:19:48.126084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:19:48.142436 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:19:48.232544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.236919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 839db5e5-f1a2-4d12-88c9-2067115f5984 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:19:48.239359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.241212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/networks/839db5e5-f1a2-4d12-88c9-2067115f5984 HTTP/1.1" status: 204 len: 168 time: 0.3594959 Sep 10 03:19:48.252974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9217db-b5a8-4c91-90c1-d5a771edcc66 req-d795ed76-1e99-4572-8d48-48e0b53bb2ef tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:48.254510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e9217db-b5a8-4c91-90c1-d5a771edcc66 req-d795ed76-1e99-4572-8d48-48e0b53bb2ef tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.1112564 Sep 10 03:19:48.273413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event deleted for resources: {'Network': ['ID=839db5e5-f1a2-4d12-88c9-2067115f5984,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:48.299592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e85fc-101d-45fd-8141-1c138641d2b2 req-4caaffab-72b4-45a1-a404-a51f6b35c982 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:48.299592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf6e85fc-101d-45fd-8141-1c138641d2b2 req-4caaffab-72b4-45a1-a404-a51f6b35c982 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.0725718 Sep 10 03:19:48.302395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.302746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.303092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.303435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.307259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.307634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.309115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.310493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.311387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.313176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.313533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.313883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d13ae-b395-4cdd-b639-2467c7ef9611 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:19:48.346396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e9217db-b5a8-4c91-90c1-d5a771edcc66 req-f4f82445-e586-459a-849c-b90fa1c3933f tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800507 Sep 10 03:19:48.368241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf6e85fc-101d-45fd-8141-1c138641d2b2 req-8d19d2d8-5ad2-46e8-aa80-2a309a9f5bcd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593340 Sep 10 03:19:48.495112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866132ae-a2cb-4017-abde-c6bb7623f070 req-5b140391-ebc0-44a5-9f28-6e4dcddcc9e6 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:48.504099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-866132ae-a2cb-4017-abde-c6bb7623f070 req-5b140391-ebc0-44a5-9f28-6e4dcddcc9e6 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.0640490 Sep 10 03:19:48.556051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-866132ae-a2cb-4017-abde-c6bb7623f070 req-8d9dd46f-ac76-4d56-bd10-f5b1b47e93b7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461776 Sep 10 03:19:48.568742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51408) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:48.582287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51412) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:48.586519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'name': 'tempest-router--1833685663', 'project_id': '4f7e3e7aab994b528c5faf5f6b60afd8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:48.646517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.648647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.742290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.753056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.786061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.791930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d6308ab0-dafd-4e06-b6f6-14a6f63fd957 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2080793 Sep 10 03:19:48.794124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:48.887980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:48.908167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edaf37-96ee-4299-8be9-5782cc770206 req-d7dc8a9d-287b-4660-8df8-68fdb9d3e976 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:48.909729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9edaf37-96ee-4299-8be9-5782cc770206 req-d7dc8a9d-287b-4660-8df8-68fdb9d3e976 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1125531 Sep 10 03:19:48.971015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9edaf37-96ee-4299-8be9-5782cc770206 req-193e63d7-f40c-4a78-a953-1633284e963f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545185 Sep 10 03:19:49.051286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d81316-25ff-4db3-a10f-d2c0542ec3ce tempest-TestServerBasicOps-1946459576 tempest-TestServerBasicOps-1946459576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:49.055606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-11d81316-25ff-4db3-a10f-d2c0542ec3ce tempest-TestServerBasicOps-1946459576 tempest-TestServerBasicOps-1946459576-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1091 time: 0.4829941 Sep 10 03:19:49.056303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51428) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:49.061886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:49.118340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.189270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.189270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.268392 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.269428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a911430f-6fa4-4348-98ad-64367d7ba152 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:19:49.282092 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.283587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ed9fa42-093f-433b-a4bd-52d42af059a1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a911430f-6fa4-4348-98ad-64367d7ba152 HTTP/1.1" status: 204 len: 168 time: 0.4868252 Sep 10 03:19:49.320406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41ff7c-be27-4ec0-aab4-5328a4b4e213 req-d9c18794-2429-4741-9d96-666acd429b79 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:49.322041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc41ff7c-be27-4ec0-aab4-5328a4b4e213 req-d9c18794-2429-4741-9d96-666acd429b79 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.0756896 Sep 10 03:19:49.351704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.384790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc41ff7c-be27-4ec0-aab4-5328a4b4e213 req-67378acc-d714-41c4-bf54-6045969da571 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549817 Sep 10 03:19:49.443284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51446) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:49.505569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Allocated IP 172.25.8.243 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/c18c7dc9-35ac-42e0-9cb8-6acc5eb08ecf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:49.655142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.676803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-483832229', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:49.705551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.727211 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.728961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.746987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:49.752577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:49.756575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:49.792147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'Port': ['ID=c18c7dc9-35ac-42e0-9cb8-6acc5eb08ecf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:49.802293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:49.957301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.206712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83fd05-ade6-4a04-84ac-fdeb827f54d8 req-1b8a0456-289f-4c69-8994-812b6a89c85b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:50.208971 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e83fd05-ade6-4a04-84ac-fdeb827f54d8 req-1b8a0456-289f-4c69-8994-812b6a89c85b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1100395 Sep 10 03:19:50.277937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.296856 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.331367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.389304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.413433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e83fd05-ade6-4a04-84ac-fdeb827f54d8 req-315d26f3-2d5c-4018-872d-f4f16bcccaee tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718924 Sep 10 03:19:50.585056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56a8d2-3dd6-4d58-935b-afac3dfc6f29 req-2ddb3f71-e5bb-422b-979a-e67de1a6b4a6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:50.587098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff56a8d2-3dd6-4d58-935b-afac3dfc6f29 req-2ddb3f71-e5bb-422b-979a-e67de1a6b4a6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1211188 Sep 10 03:19:50.602276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Allocated IP 172.25.8.18 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0ec5c963-cbed-48b7-b14b-3cb5c736d6bd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:50.635430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.641433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.668677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff56a8d2-3dd6-4d58-935b-afac3dfc6f29 req-41080582-41ef-46ae-9f88-49e4c2594083 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635478 Sep 10 03:19:50.742026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event updated for resources: {'Port': ['ID=c18c7dc9-35ac-42e0-9cb8-6acc5eb08ecf,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:50.755023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.788525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.843200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:50.873736 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Floating IP 6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73 associated. External IP: 172.25.8.243, port: 47d6d543-87d6-49cb-936c-f610b260bfb7. Sep 10 03:19:50.888260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:50.893832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:50.896363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:50.926944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event updated for resources: {'Port': ['ID=0ec5c963-cbed-48b7-b14b-3cb5c736d6bd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:51.050282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:19:51.196923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Router b0e1f660-497e-4008-8a72-736764e139d0 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:19:51.209785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:51.228687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'port_id': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'mac_address': 'fa:16:3e:f7:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:19:51.281780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:51.306600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:51.338874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:19:51.357284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:51.372291 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] Sync routers for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:51.375411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:51.386797 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:51.387430 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:51.390295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:51.397352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:51.480524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ac35d1a7-7f1b-456f-a943-779e3f65531e tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4100599 Sep 10 03:19:51.480524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:51.480524 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e92a56f-3054-419d-9456-e7f97e6c41e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:51.520505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:51.598997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:19:51.665237 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b6b3c6-b16e-4949-8e70-fc2006755c91 x-openstack-request-id: req-37b6b3c6-b16e-4949-8e70-fc2006755c91 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:51.667836 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:51.668268 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37b6b3c6-b16e-4949-8e70-fc2006755c91 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:51.668873 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'status': 'completed', 'code': 200} Sep 10 03:19:51.731118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc69a5-2816-43ab-a88d-fbfaceb66458 req-da86a9e3-059c-42e2-b9f4-50d8b430c7c4 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:51.754703 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:51.763372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03fc69a5-2816-43ab-a88d-fbfaceb66458 req-da86a9e3-059c-42e2-b9f4-50d8b430c7c4 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.2015274 Sep 10 03:19:51.848128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03fc69a5-2816-43ab-a88d-fbfaceb66458 req-9dc6213e-57fc-4907-bd2d-cb4e5872f489 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838199 Sep 10 03:19:52.195302 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'port_id': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'mac_address': 'fa:16:3e:a1:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:19:50Z', 'updated_at': '2021-09-10T03:19:50Z', 'revision_number': 0, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:20Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:52.246294 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] Checking router: b0e1f660-497e-4008-8a72-736764e139d0 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:52.290296 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:52.290828 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:52.392660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc3daf-6ae2-47a9-9649-889f2f870611 req-32a5d90b-ecc3-4308-b276-f682a474e21a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:52.400826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0acc3daf-6ae2-47a9-9649-889f2f870611 req-32a5d90b-ecc3-4308-b276-f682a474e21a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 945 time: 0.1770639 Sep 10 03:19:52.408664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-ebccc7ed-8324-4599-820f-608cdef99d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:52.410922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-ebccc7ed-8324-4599-820f-608cdef99d8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.1883533 Sep 10 03:19:52.437729 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:52.587527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-990117c4-86bf-4282-bfb8-0169056ec1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:52.590107 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-990117c4-86bf-4282-bfb8-0169056ec1df service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 908 time: 0.1266642 Sep 10 03:19:52.618842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0acc3daf-6ae2-47a9-9649-889f2f870611 req-f43db4ab-9832-4a3e-b8f9-d2c951acec68 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030213 Sep 10 03:19:52.682277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:52.717411 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'port_id': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'mac_address': 'fa:16:3e:a1:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:19:50Z', 'updated_at': '2021-09-10T03:19:50Z', 'revision_number': 0, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:20Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:52.779052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55e09f-4d67-4b35-b6f6-ca20b0e73346 None None] The sync data for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 is: [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'port_id': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'mac_address': 'fa:16:3e:a1:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:19:50Z', 'updated_at': '2021-09-10T03:19:50Z', 'revision_number': 0, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:20Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:52.805813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-3beb6d0a-761b-4b23-9cc4-fe66070d8c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 999 time: 0.1793330 Sep 10 03:19:53.008999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-5b2b4d3b-abea-429c-8c8e-96dffeece9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.010656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-5b2b4d3b-abea-429c-8c8e-96dffeece9fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 200 len: 847 time: 0.1828015 Sep 10 03:19:53.039938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-73dc2f01-35e3-4c99-9209-90b30eea2094 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1971309 Sep 10 03:19:53.062980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-9e2c9cfa-c01c-46e7-a167-3ee212552791 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1861253 Sep 10 03:19:53.066713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:19:53.220393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:19:53.221021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:53.251972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-455414cc-ff85-4e8e-89c2-69b4beadb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.256224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-455414cc-ff85-4e8e-89c2-69b4beadb472 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 1096 time: 0.1469150 Sep 10 03:19:53.258743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-4f7d4ce7-e538-497c-a7ba-3f1e08b2b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.261033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-4f7d4ce7-e538-497c-a7ba-3f1e08b2b0ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed7601d1-012b-4057-aba7-166a557589c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384663 Sep 10 03:19:53.264647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-69d00d7a-f770-41f9-ae6f-88239b1820c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.266155 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-69d00d7a-f770-41f9-ae6f-88239b1820c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.1714382 Sep 10 03:19:53.268050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a0569-1f7d-4b2a-81a1-314829ef47fb None None] New status for floating IP 6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:19:53.438157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d087-1f2e-4ee7-bced-d70f960811a7 req-cf3da2b7-8923-4ef8-b6e3-e611ffc659f1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.442313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09f0d087-1f2e-4ee7-bced-d70f960811a7 req-cf3da2b7-8923-4ef8-b6e3-e611ffc659f1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.4381514 Sep 10 03:19:53.522330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Router b6f79df6-ade8-444d-9c30-03c33bb1026d is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:19:53.598402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:53.668561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-7b9b8dea-b024-47e6-9193-bff81b338d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.673242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:19:53.675386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:19:53.676330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-7b9b8dea-b024-47e6-9193-bff81b338d60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.3880937 Sep 10 03:19:53.678692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-5744b519-1428-4805-ad15-8e64a65b3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:53.680850 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49253489-13da-4162-a973-331a9f0565bd" -d '{"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:19:53.687146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-5744b519-1428-4805-ad15-8e64a65b3f5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.3914008 Sep 10 03:19:53.688233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-e07a841f-48ab-4b3b-a6d3-83681704c31f service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144335 Sep 10 03:19:53.689703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:53.792689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:53.824635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-5c0b1201-1124-4051-8ccb-b057f5e1635e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74 HTTP/1.1" status: 200 len: 217 time: 0.1348953 Sep 10 03:19:53.841723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09f0d087-1f2e-4ee7-bced-d70f960811a7 req-2d9c0c6b-17bb-4300-9fb1-41777649b29c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794894 Sep 10 03:19:53.934402 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cbb279-41a1-4e47-8d90-11a72e081d80 x-openstack-request-id: req-07cbb279-41a1-4e47-8d90-11a72e081d80 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:19:53.934703 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:19:53.934955 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07cbb279-41a1-4e47-8d90-11a72e081d80 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:19:53.935390 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'code': 200} Sep 10 03:19:53.967300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e92a56f-3054-419d-9456-e7f97e6c41e9 req-71d070f1-ee98-4be2-982a-dd6b31cbc5d8 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539544 Sep 10 03:19:54.047127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:54.059397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] Sync routers for ids ['b6f79df6-ade8-444d-9c30-03c33bb1026d'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:54.075027 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] Routers {'b6f79df6-ade8-444d-9c30-03c33bb1026d'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:54.076520 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b6f79df6-ade8-444d-9c30-03c33bb1026d'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:54.087511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:54.092235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3c10398-3a38-445b-8e6a-65092bdaf829 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6451735 Sep 10 03:19:54.098934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51556) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:54.136811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-72c884e4-0793-46ff-b77b-a5de7ca068c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.4272535 Sep 10 03:19:54.146557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:54.147191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0760f-dd39-4f29-a4ee-5db5b38927ac req-9b224e04-c156-44e8-86d1-89090f326c12 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:54.148697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bef0760f-dd39-4f29-a4ee-5db5b38927ac req-9b224e04-c156-44e8-86d1-89090f326c12 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.3275857 Sep 10 03:19:54.151393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-da7b0256-77eb-4872-b9dc-7be35fdd6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:54.152767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-da7b0256-77eb-4872-b9dc-7be35fdd6a16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2550800 Sep 10 03:19:54.157113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] Routers {'b6f79df6-ade8-444d-9c30-03c33bb1026d'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:54.157723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b6f79df6-ade8-444d-9c30-03c33bb1026d'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:54.199215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:54.199806 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490f762-c16c-4e22-8fec-1574cc5b8432 None None] The sync data for ids ['b6f79df6-ade8-444d-9c30-03c33bb1026d'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:19:54.286392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d726f87c-f26f-46c3-8bfd-547d71c18379 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/b6f79df6-ade8-444d-9c30-03c33bb1026d HTTP/1.1" status: 200 len: 923 time: 0.1850288 Sep 10 03:19:54.287154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51558) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:54.321065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7cad75f9-e469-43d2-b78e-42f884e6eb4a tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6f79df6-ade8-444d-9c30-03c33bb1026d HTTP/1.1" status: 200 len: 205 time: 0.0304346 Sep 10 03:19:54.321401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:54.457338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:54.615790 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:54.694996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Deleting port 0ec5c963-cbed-48b7-b14b-3cb5c736d6bd {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:19:54.695366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:54.719532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-6b618a28-d0ed-4f17-af79-c727c47acb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:54.720912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-6b618a28-d0ed-4f17-af79-c727c47acb55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.5713460 Sep 10 03:19:54.800920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-673096f3-feca-4565-8696-7b96891d7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:54.802842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-673096f3-feca-4565-8696-7b96891d7ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6224642 Sep 10 03:19:54.808329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-4818a4a3-13ed-4fb3-8bbe-37db44ca96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:54.810226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-4818a4a3-13ed-4fb3-8bbe-37db44ca96fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778422 Sep 10 03:19:54.822727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:54.860422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Calling delete_port for 0ec5c963-cbed-48b7-b14b-3cb5c736d6bd owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:19:54.934863 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-64d08616-78a6-4b83-b190-9efb767acac8 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226306 Sep 10 03:19:55.062882 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bef0760f-dd39-4f29-a4ee-5db5b38927ac req-8c828013-d401-4d34-97d9-5e6a99669642 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9011695 Sep 10 03:19:55.066261 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-22c00c00-b406-4537-a437-c02dc617d0b9 req-39168e30-c72d-49e0-a902-043704053d13 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186728 Sep 10 03:19:55.224513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.268371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-9c89f433-d31d-478c-8d06-d0d9d32ac9f0 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312366 Sep 10 03:19:55.302648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event deleted for resources: {'Port': ['ID=0ec5c963-cbed-48b7-b14b-3cb5c736d6bd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:55.373343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30566cef-1f04-4806-9acc-9a5ed6b46a5a req-6cbeee5a-86d0-4164-b0e8-de57866307e5 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:55.391408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30566cef-1f04-4806-9acc-9a5ed6b46a5a req-6cbeee5a-86d0-4164-b0e8-de57866307e5 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.3881645 Sep 10 03:19:55.409012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3110aafd-3b73-4333-b1ed-552152dc4948 req-d8c1ad11-4a1e-4da0-9890-9fbe1dd958c5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310675 Sep 10 03:19:55.484947 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30566cef-1f04-4806-9acc-9a5ed6b46a5a req-fc284c73-1c35-44e2-8f17-2e702eade171 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899818 Sep 10 03:19:55.499478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.608553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.611527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.663744 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.664424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Fanout notify agent at l3_agent the message router_deleted on router b6f79df6-ade8-444d-9c30-03c33bb1026d {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:19:55.671723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.676143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39eff8b0-d00c-4827-8c29-3553c4a3fc3b tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/b6f79df6-ade8-444d-9c30-03c33bb1026d HTTP/1.1" status: 204 len: 168 time: 1.3505085 Sep 10 03:19:55.676489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51578) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:55.687928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-564622242', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': False}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:55.721905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.723070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.807286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:55.970358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:56.390238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cde193-1653-441f-8b64-becd98447ce7 req-c0cc7bfc-5394-42f3-9f97-448ee938ac69 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:56.392095 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95cde193-1653-441f-8b64-becd98447ce7 req-c0cc7bfc-5394-42f3-9f97-448ee938ac69 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1874146 Sep 10 03:19:56.393349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:56.421633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:56.666739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0a680-1589-4da3-bb26-0a2c269a33ef req-286d874e-caf9-475d-8257-4737af85017c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:56.675049 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16e0a680-1589-4da3-bb26-0a2c269a33ef req-286d874e-caf9-475d-8257-4737af85017c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0880928 Sep 10 03:19:56.681465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95cde193-1653-441f-8b64-becd98447ce7 req-f037a8c3-bb6b-43af-a154-c56d47300d04 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621176 Sep 10 03:19:56.682645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Allocated IP 172.25.8.162 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/d85cf04a-180b-43a2-91f0-c9a67e684592) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:56.755384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-16e0a680-1589-4da3-bb26-0a2c269a33ef req-739cc63d-1a27-4e2c-95f2-4a4eae6b1044 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Sep 10 03:19:56.859546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:56.945053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:56.989141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:56.992156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:56.999436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:57.115445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Port': ['ID=d85cf04a-180b-43a2-91f0-c9a67e684592,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:57.370492 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:19:57.514536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:57.738800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:57.938900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa734c52-8991-4480-8f3d-c9ab71bc7e06 req-eeff415e-2918-439d-8570-64d6996f9670 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:57.944066 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa734c52-8991-4480-8f3d-c9ab71bc7e06 req-eeff415e-2918-439d-8570-64d6996f9670 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1520433 Sep 10 03:19:57.997257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efbd08-2dd8-418e-9ccb-f979b6d39130 req-277ddc61-d955-4d10-b1cf-a06ffdaba5fb tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:58.003974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44efbd08-2dd8-418e-9ccb-f979b6d39130 req-277ddc61-d955-4d10-b1cf-a06ffdaba5fb tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1186860 Sep 10 03:19:58.008659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa734c52-8991-4480-8f3d-c9ab71bc7e06 req-d3895aeb-92c7-42da-bd34-cbccd4e8dd41 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600185 Sep 10 03:19:58.025929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Router 89066a44-0fb8-4bac-808c-3bb1760c7dbc is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:19:58.061289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44efbd08-2dd8-418e-9ccb-f979b6d39130 req-1c5963eb-63da-4a2b-821c-ce604529fd46 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Sep 10 03:19:58.175230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:19:58.188672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Sync routers for ids ['89066a44-0fb8-4bac-808c-3bb1760c7dbc'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:19:58.225592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Routers {'89066a44-0fb8-4bac-808c-3bb1760c7dbc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:58.227007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['89066a44-0fb8-4bac-808c-3bb1760c7dbc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:58.228731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:58.233036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7a0405cd-4732-476f-9b02-e36a0febcc87 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5522923 Sep 10 03:19:58.233516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51632) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:58.384722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Set router 89066a44-0fb8-4bac-808c-3bb1760c7dbc gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:19:58.397421 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cd76804b-b63e-4ef1-9669-29664ae67df1 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/89066a44-0fb8-4bac-808c-3bb1760c7dbc HTTP/1.1" status: 200 len: 908 time: 0.1627450 Sep 10 03:19:58.400049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51638) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:19:58.404519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-564622242', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': True}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:19:58.427874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:58.429010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:58.547629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:58.707651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89066a44-0fb8-4bac-808c-3bb1760c7dbc', 'name': 'tempest-snat-router-564622242', 'tenant_id': '734759acdf57486cbd4b28b920b010d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.162'}], 'enable_snat': False}, 'gw_port_id': 'd85cf04a-180b-43a2-91f0-c9a67e684592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:55Z', 'updated_at': '2021-09-10T03:19:57Z', 'revision_number': 3, 'project_id': '734759acdf57486cbd4b28b920b010d4', 'gw_port': {'id': 'd85cf04a-180b-43a2-91f0-c9a67e684592', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:80:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89066a44-0fb8-4bac-808c-3bb1760c7dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:56Z', 'updated_at': '2021-09-10T03:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:58.767763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Checking router: 89066a44-0fb8-4bac-808c-3bb1760c7dbc for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:19:58.768103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Updating router 89066a44-0fb8-4bac-808c-3bb1760c7dbc port d85cf04a-180b-43a2-91f0-c9a67e684592 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:19:58.814693 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:58.848211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.235364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.267831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b46c-27ac-47f6-a5e3-4d4d801ae6b8 req-cc06cc14-ab7a-46ab-a83d-83d90b646e57 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:59.276557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09a0b46c-27ac-47f6-a5e3-4d4d801ae6b8 req-cc06cc14-ab7a-46ab-a83d-83d90b646e57 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1328738 Sep 10 03:19:59.284237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.361185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.382992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Transition to ACTIVE for port object d85cf04a-180b-43a2-91f0-c9a67e684592 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:19:59.411485 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.445707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09a0b46c-27ac-47f6-a5e3-4d4d801ae6b8 req-f18a48ba-7781-4f75-b9aa-a3a73124aa19 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682816 Sep 10 03:19:59.457252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Attempting to bind port d85cf04a-180b-43a2-91f0-c9a67e684592 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:19:59.457613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Attempting to bind port d85cf04a-180b-43a2-91f0-c9a67e684592 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:19:59.457984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Attempting to bind port d85cf04a-180b-43a2-91f0-c9a67e684592 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:19:59.507755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da136d-d5fa-4569-97ce-28972fddcd88 req-2e233bd1-50e7-4402-af06-6e0441098f11 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:19:59.517063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3da136d-d5fa-4569-97ce-28972fddcd88 req-2e233bd1-50e7-4402-af06-6e0441098f11 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.3526404 Sep 10 03:19:59.518958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:19:59.519341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:19:59.521574 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.521997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:19:59.522489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Bound port: d85cf04a-180b-43a2-91f0-c9a67e684592, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:19:59.523620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.573260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3da136d-d5fa-4569-97ce-28972fddcd88 req-d564119f-6c59-4771-977f-ee62c14ef88a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512607 Sep 10 03:19:59.611781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Allocated IP 172.25.8.104 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/e3a060f0-3d52-4b37-8080-1d63f96fd0dd) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:19:59.612816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] For port d85cf04a-180b-43a2-91f0-c9a67e684592, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:19:59.617413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] For port d85cf04a-180b-43a2-91f0-c9a67e684592, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d85cf04a-180b-43a2-91f0-c9a67e684592,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:19:59.628093 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.680915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84a75d-df4a-4a14-bb10-001b66fcaf8f None None] Pushing event updated for resources: {'Port': ['ID=d85cf04a-180b-43a2-91f0-c9a67e684592,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:59.750477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Routers {'89066a44-0fb8-4bac-808c-3bb1760c7dbc'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:19:59.751325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['89066a44-0fb8-4bac-808c-3bb1760c7dbc'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:19:59.753754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84a75d-df4a-4a14-bb10-001b66fcaf8f None None] Pushing event updated for resources: {'Port': ['ID=d85cf04a-180b-43a2-91f0-c9a67e684592,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:19:59.853606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.908436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:19:59.950035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:19:59.953475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:19:59.961766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:19:59.972066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] Set router 89066a44-0fb8-4bac-808c-3bb1760c7dbc gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:00.053532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Port': ['ID=e3a060f0-3d52-4b37-8080-1d63f96fd0dd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:00.692957 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:00.786623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc502f9-2d75-4de4-96fd-557ad00ae232 req-19dd1c74-ce97-40d9-9593-6a2bdbaa7bc8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:00.812929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2fc502f9-2d75-4de4-96fd-557ad00ae232 req-19dd1c74-ce97-40d9-9593-6a2bdbaa7bc8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1482782 Sep 10 03:20:00.817932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89066a44-0fb8-4bac-808c-3bb1760c7dbc', 'name': 'tempest-snat-router-564622242', 'tenant_id': '734759acdf57486cbd4b28b920b010d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.162'}], 'enable_snat': False}, 'gw_port_id': 'd85cf04a-180b-43a2-91f0-c9a67e684592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:55Z', 'updated_at': '2021-09-10T03:19:57Z', 'revision_number': 3, 'project_id': '734759acdf57486cbd4b28b920b010d4', 'gw_port': {'id': 'd85cf04a-180b-43a2-91f0-c9a67e684592', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:80:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89066a44-0fb8-4bac-808c-3bb1760c7dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:56Z', 'updated_at': '2021-09-10T03:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:00.899364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895955f-49a8-4163-bb3c-1d1aaee5537e req-566e75f6-77c4-496f-a708-4d3a25bb5402 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:00.907699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b895955f-49a8-4163-bb3c-1d1aaee5537e req-566e75f6-77c4-496f-a708-4d3a25bb5402 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1445675 Sep 10 03:20:00.923998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf0890-5b56-4b78-89b9-76db9e2224e1 None None] The sync data for ids ['89066a44-0fb8-4bac-808c-3bb1760c7dbc'] in n-d-808126-2 is: [{'id': '89066a44-0fb8-4bac-808c-3bb1760c7dbc', 'name': 'tempest-snat-router-564622242', 'tenant_id': '734759acdf57486cbd4b28b920b010d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.162'}], 'enable_snat': False}, 'gw_port_id': 'd85cf04a-180b-43a2-91f0-c9a67e684592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:55Z', 'updated_at': '2021-09-10T03:19:57Z', 'revision_number': 3, 'project_id': '734759acdf57486cbd4b28b920b010d4', 'gw_port': {'id': 'd85cf04a-180b-43a2-91f0-c9a67e684592', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:80:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89066a44-0fb8-4bac-808c-3bb1760c7dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:56Z', 'updated_at': '2021-09-10T03:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:00.962861 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2fc502f9-2d75-4de4-96fd-557ad00ae232 req-21649516-07f9-42db-8443-352ec04604c9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436608 Sep 10 03:20:01.009850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b895955f-49a8-4163-bb3c-1d1aaee5537e req-4479cf1b-7e05-4579-89a6-3a6f95cb14bc tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009052 Sep 10 03:20:01.210251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:01.477548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Router e1105a96-c768-4f45-8f4f-ef84bcdbbff7 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:01.624832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:01.635138 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Sync routers for ids ['e1105a96-c768-4f45-8f4f-ef84bcdbbff7'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:01.647712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:01.652219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51704) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:01.652541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-33526259-6f7e-41c6-abd4-2950672eb1a2 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2512815 Sep 10 03:20:01.663710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Routers {'e1105a96-c768-4f45-8f4f-ef84bcdbbff7'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:01.664598 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1105a96-c768-4f45-8f4f-ef84bcdbbff7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:01.733962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c623b7b-ae81-4607-97cc-4d6ab4d642bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:01.786659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:01.794037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-124ecc5b-b0e8-4c43-9d50-b71615871166 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/e1105a96-c768-4f45-8f4f-ef84bcdbbff7 HTTP/1.1" status: 200 len: 907 time: 0.1402071 Sep 10 03:20:01.832342 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:01.901303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d85cf04a-180b-43a2-91f0-c9a67e684592 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:01.976108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:01.982428 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Set router e1105a96-c768-4f45-8f4f-ef84bcdbbff7 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:02.183140 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.192136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d85cf04a-180b-43a2-91f0-c9a67e684592 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:02.205716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d85cf04a-180b-43a2-91f0-c9a67e684592 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:02.206847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.334345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.418221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1cc-a95f-4bff-8449-1e2ad390badc req-83636f1f-5628-4257-90e8-64f1dfd37112 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:02.439858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937231b-4a85-4ff1-b160-02c861f992dc req-671d34e5-275c-4646-b61d-a6ef2eda9168 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:02.441293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4272b1cc-a95f-4bff-8449-1e2ad390badc req-83636f1f-5628-4257-90e8-64f1dfd37112 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1831381 Sep 10 03:20:02.442049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0937231b-4a85-4ff1-b160-02c861f992dc req-671d34e5-275c-4646-b61d-a6ef2eda9168 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1774330 Sep 10 03:20:02.532274 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.541810 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1105a96-c768-4f45-8f4f-ef84bcdbbff7', 'name': 'tempest-snat-router-564622242', 'tenant_id': '734759acdf57486cbd4b28b920b010d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'e3a060f0-3d52-4b37-8080-1d63f96fd0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:58Z', 'updated_at': '2021-09-10T03:20:00Z', 'revision_number': 3, 'project_id': '734759acdf57486cbd4b28b920b010d4', 'gw_port': {'id': 'e3a060f0-3d52-4b37-8080-1d63f96fd0dd', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1105a96-c768-4f45-8f4f-ef84bcdbbff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:59Z', 'updated_at': '2021-09-10T03:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:02.576232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4272b1cc-a95f-4bff-8449-1e2ad390badc req-f1ec34dd-b71b-4cec-b7d2-f1b44a157937 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282010 Sep 10 03:20:02.584507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0937231b-4a85-4ff1-b160-02c861f992dc req-f59e7aac-95b8-4f54-a9d5-7c6559d3a901 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349654 Sep 10 03:20:02.601537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Deleting port e3a060f0-3d52-4b37-8080-1d63f96fd0dd {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:02.605685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.615255 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Checking router: e1105a96-c768-4f45-8f4f-ef84bcdbbff7 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:20:02.617353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d85cf04a-180b-43a2-91f0-c9a67e684592, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d85cf04a-180b-43a2-91f0-c9a67e684592,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:02.620841 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Updating router e1105a96-c768-4f45-8f4f-ef84bcdbbff7 port e3a060f0-3d52-4b37-8080-1d63f96fd0dd binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:20:02.626535 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.762847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d85cf04a-180b-43a2-91f0-c9a67e684592,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:02.823803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:02.849040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Calling delete_port for e3a060f0-3d52-4b37-8080-1d63f96fd0dd owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:02.927031 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.165718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.257638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3a060f0-3d52-4b37-8080-1d63f96fd0dd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:03.364872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.514507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.516995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.536497 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.db.api [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:20:03.537366 n-d-808126-2 neutron-server[94636]: DEBUG oslo_db.api [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:20:03.610699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.611346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1105a96-c768-4f45-8f4f-ef84bcdbbff7 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:03.618653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.624957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55f35274-1eac-4920-89dc-6226b8760258 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e1105a96-c768-4f45-8f4f-ef84bcdbbff7 HTTP/1.1" status: 204 len: 168 time: 1.8342817 Sep 10 03:20:03.625530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51748) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:03.818510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e4874-15a4-4222-95d4-c327e7e8bc65 req-d9209f11-7a19-48eb-ace3-80e009111675 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:03.822730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a3e4874-15a4-4222-95d4-c327e7e8bc65 req-d9209f11-7a19-48eb-ace3-80e009111675 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0952065 Sep 10 03:20:03.872536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d85cf04a-180b-43a2-91f0-c9a67e684592 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:03.901412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6a3e4874-15a4-4222-95d4-c327e7e8bc65 req-fa915573-2bc7-4e84-b2f7-52e030ac4eb0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715785 Sep 10 03:20:03.950277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d85cf04a-180b-43a2-91f0-c9a67e684592 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:03.950734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:03.974821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.077099 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Port e3a060f0-3d52-4b37-8080-1d63f96fd0dd not found while updating agent binding for router e1105a96-c768-4f45-8f4f-ef84bcdbbff7. {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 10 03:20:04.102818 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Routers set() bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:04.103720 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Router IDs set() for agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:20:04.104499 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_agentschedulers_db [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1105a96-c768-4f45-8f4f-ef84bcdbbff7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:19:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent'). {{(pid=94636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:20:04.104989 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495149d3-51a8-49d3-a1b0-264c910c4421 None None] The sync data for ids ['e1105a96-c768-4f45-8f4f-ef84bcdbbff7'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:04.211343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38139d53-514e-45a1-a166-abb0514fad3b req-6f18819f-f423-4efa-9f2c-40a156188e84 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:04.218605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38139d53-514e-45a1-a166-abb0514fad3b req-6f18819f-f423-4efa-9f2c-40a156188e84 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.4552190 Sep 10 03:20:04.243363 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.308663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-38139d53-514e-45a1-a166-abb0514fad3b req-87225f3b-170e-4682-940d-9e20445150fa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888822 Sep 10 03:20:04.344133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-43880c0c-0268-40e5-a742-58a49f8f9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.362724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ffaf5-1120-4c9f-a3ac-1c4c5b9df3ed req-648866c4-93b9-4366-9daa-4135ba47b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:04.381687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f18ffaf5-1120-4c9f-a3ac-1c4c5b9df3ed req-648866c4-93b9-4366-9daa-4135ba47b816 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 1096 time: 0.1385837 Sep 10 03:20:04.414928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Deleting port d85cf04a-180b-43a2-91f0-c9a67e684592 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:04.414928 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.480685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f18ffaf5-1120-4c9f-a3ac-1c4c5b9df3ed req-088c20dd-7546-413b-8ea4-14f95ef369f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Sep 10 03:20:04.503033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] For port d85cf04a-180b-43a2-91f0-c9a67e684592, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d85cf04a-180b-43a2-91f0-c9a67e684592,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:04.503858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.527665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Calling delete_port for d85cf04a-180b-43a2-91f0-c9a67e684592 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:04.701481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.753912 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:04.804785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event deleted for resources: {'Port': ['ID=d85cf04a-180b-43a2-91f0-c9a67e684592,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:04.896055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.001817 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.004458 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.070111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.073215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89066a44-0fb8-4bac-808c-3bb1760c7dbc {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:05.088193 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.089611 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4825ffdb-7161-4405-86a8-df5ae3af0f1c tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "DELETE /v2.0/routers/89066a44-0fb8-4bac-808c-3bb1760c7dbc HTTP/1.1" status: 204 len: 168 time: 1.4628334 Sep 10 03:20:05.093755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51774) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:05.100206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-194176152', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:05.108340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a298df-3e97-453f-82b3-333f628f99fa req-14d253af-36a3-4050-a3d5-6191a95c66f2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:05.109976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a298df-3e97-453f-82b3-333f628f99fa req-14d253af-36a3-4050-a3d5-6191a95c66f2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0775237 Sep 10 03:20:05.155606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.158619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.194473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52a298df-3e97-453f-82b3-333f628f99fa req-1b75fa2d-176c-4777-8848-2e1a669bd69e tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689757 Sep 10 03:20:05.307016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.425401 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:05.511165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184fc42-1467-4323-844f-f7d2b9fc00df req-69a35892-00de-4d24-a516-75da75159053 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:05.519995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7184fc42-1467-4323-844f-f7d2b9fc00df req-69a35892-00de-4d24-a516-75da75159053 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.0897143 Sep 10 03:20:05.603788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7184fc42-1467-4323-844f-f7d2b9fc00df req-0251b204-2848-4d2c-8673-e7dbdb914024 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827003 Sep 10 03:20:05.936700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d85cf04a-180b-43a2-91f0-c9a67e684592 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:20:05.972156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d85cf04a-180b-43a2-91f0-c9a67e684592 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:20:05.972651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d85cf04a-180b-43a2-91f0-c9a67e684592 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:20:06.163111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:06.459551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5db6ca-a03f-41ef-981e-d4ae4eb38bdc req-0fba8344-d3a7-4d07-9359-cf9e6dc9516b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:06.461174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d5db6ca-a03f-41ef-981e-d4ae4eb38bdc req-0fba8344-d3a7-4d07-9359-cf9e6dc9516b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1176102 Sep 10 03:20:06.527166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d5db6ca-a03f-41ef-981e-d4ae4eb38bdc req-8c62f4e4-5c1f-4ce6-9ac1-fee18a5f79eb tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566039 Sep 10 03:20:06.663470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:06.700030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:06.744700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352fa8e-779c-4b25-b7c8-d80338c39811 req-233d54a1-7a81-4784-986d-468c47dedee1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:06.754483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d352fa8e-779c-4b25-b7c8-d80338c39811 req-233d54a1-7a81-4784-986d-468c47dedee1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0896218 Sep 10 03:20:06.832063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4b906-fc4c-4876-b0de-2763bc5d6a65 req-3dad897a-4e53-4f1e-bd26-9cf2f24a7239 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:06.833662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1eb4b906-fc4c-4876-b0de-2763bc5d6a65 req-3dad897a-4e53-4f1e-bd26-9cf2f24a7239 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1187193 Sep 10 03:20:06.845741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d352fa8e-779c-4b25-b7c8-d80338c39811 req-e7ddd898-60e3-43f0-a98d-1e17c4dda140 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898786 Sep 10 03:20:06.941420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Allocated IP 172.25.8.46 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/c2e38a56-54d5-45f6-9354-75bbfff38bc4) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:07.155775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1eb4b906-fc4c-4876-b0de-2763bc5d6a65 req-a9d12f05-2608-4734-9123-5eb34fc98067 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613927 Sep 10 03:20:07.171714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:07.255653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f90d1-b515-48ab-8efc-ebdf756b66a8 req-93fe75e5-5c1e-4dc9-811a-3ef719fc4ca0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:07.260942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae5f90d1-b515-48ab-8efc-ebdf756b66a8 req-93fe75e5-5c1e-4dc9-811a-3ef719fc4ca0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1070852 Sep 10 03:20:07.281481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:07.344048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:07.356023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae5f90d1-b515-48ab-8efc-ebdf756b66a8 req-62e8e2b9-5826-4a96-b038-136e2a936d6c tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861881 Sep 10 03:20:07.395742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event updated for resources: {'Port': ['ID=c2e38a56-54d5-45f6-9354-75bbfff38bc4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:07.412553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:07.414274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:07.416776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:07.716414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:08.066583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:08.242604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Router 35b6f7e2-95d1-4e71-a05d-8a80d766f352 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:08.484865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8781-ef05-4dc4-9fdb-cdbdd02d900e req-737b1db9-4a21-4c61-b897-fd9bf1269f94 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:08.486431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:08.502038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] Sync routers for ids ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:08.504843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f3c8781-ef05-4dc4-9fdb-cdbdd02d900e req-737b1db9-4a21-4c61-b897-fd9bf1269f94 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1338477 Sep 10 03:20:08.515877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] Routers {'35b6f7e2-95d1-4e71-a05d-8a80d766f352'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:08.516802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:08.628651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:08.633895 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b7cf299-014f-44ae-a540-540a63e07766 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5364189 Sep 10 03:20:08.636444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51854) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:08.641432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f3c8781-ef05-4dc4-9fdb-cdbdd02d900e req-849358a2-5684-40a4-878a-1ebdc4927195 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354342 Sep 10 03:20:08.651484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:08.663840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': False}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:08.698163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] Routers {'35b6f7e2-95d1-4e71-a05d-8a80d766f352'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:08.699059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:08.826733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:08.827733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54248081-f065-406e-88bc-b53fd18980b6 None None] The sync data for ids ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:08.925763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff88b-bca9-4db7-9f7c-00f41470d2f2 req-712e8947-0127-4a26-a0b1-05be3045924a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:08.934865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f9ff88b-bca9-4db7-9f7c-00f41470d2f2 req-712e8947-0127-4a26-a0b1-05be3045924a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.4350636 Sep 10 03:20:09.156454 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f9ff88b-bca9-4db7-9f7c-00f41470d2f2 req-a3a5595f-1b85-49dd-aa5c-7d9e0b5e75c4 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200382 Sep 10 03:20:09.487753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:09.618468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e957-d3b8-4247-82b7-acca6dc422e4 req-9f0ea5b0-98aa-4a65-a920-9ff848c2ff92 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:09.637642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae02e957-d3b8-4247-82b7-acca6dc422e4 req-9f0ea5b0-98aa-4a65-a920-9ff848c2ff92 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1343389 Sep 10 03:20:09.754649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae02e957-d3b8-4247-82b7-acca6dc422e4 req-a32ab330-346a-4d4b-800b-df4dd566b923 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159763 Sep 10 03:20:09.839190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:09.978834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cbd66-aede-45d8-9c5b-1dabbe7a041b req-f5e8d186-e6b3-445e-b600-06291663e866 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:09.980422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e8cbd66-aede-45d8-9c5b-1dabbe7a041b req-f5e8d186-e6b3-445e-b600-06291663e866 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1482728 Sep 10 03:20:09.989313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6207fd83-e7c4-43e5-ae16-d8363ba91a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.049349 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e8cbd66-aede-45d8-9c5b-1dabbe7a041b req-8e212000-c5ed-4412-b9cd-8f6368584877 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604904 Sep 10 03:20:10.170402 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6207fd83-e7c4-43e5-ae16-d8363ba91a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.183895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6207fd83-e7c4-43e5-ae16-d8363ba91a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.220197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207fd83-e7c4-43e5-ae16-d8363ba91a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630eac97-b18b-4ebf-b781-1d5a4d1f6b78,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:10.252878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6207fd83-e7c4-43e5-ae16-d8363ba91a48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=282df77d5fe54a57a19407dafe78df2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122376 Sep 10 03:20:10.253862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:10.270947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.274509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.313781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa64a905-e083-474c-9ae0-107aeaaff4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.342725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa64a905-e083-474c-9ae0-107aeaaff4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.401544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa64a905-e083-474c-9ae0-107aeaaff4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.407285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa64a905-e083-474c-9ae0-107aeaaff4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.421986 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa64a905-e083-474c-9ae0-107aeaaff4f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/630eac97-b18b-4ebf-b781-1d5a4d1f6b78 HTTP/1.1" status: 204 len: 168 time: 0.1622298 Sep 10 03:20:10.444207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Router 35b6f7e2-95d1-4e71-a05d-8a80d766f352 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:20:10.446127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64a905-e083-474c-9ae0-107aeaaff4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630eac97-b18b-4ebf-b781-1d5a4d1f6b78,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:10.587561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:10.593324 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:10.597135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0cb3f1c3-48f6-4e1a-8dee-2e6f6a05f9de tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "PUT /v2.0/routers/35b6f7e2-95d1-4e71-a05d-8a80d766f352 HTTP/1.1" status: 200 len: 924 time: 1.9600773 Sep 10 03:20:10.597835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51908) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:10.599488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] Sync routers for ids ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:10.623183 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] Routers {'35b6f7e2-95d1-4e71-a05d-8a80d766f352'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:10.624397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:10.669583 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:10.679482 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] Routers {'35b6f7e2-95d1-4e71-a05d-8a80d766f352'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:10.680389 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:10.714544 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:10.715610 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b3a9e-112a-4f7c-8b06-95f8fe9ad5da None None] The sync data for ids ['35b6f7e2-95d1-4e71-a05d-8a80d766f352'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:10.723902 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55d673b6-cc21-4a94-9443-205608081f27 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/35b6f7e2-95d1-4e71-a05d-8a80d766f352 HTTP/1.1" status: 200 len: 924 time: 0.1236012 Sep 10 03:20:10.726320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51914) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:10.835744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44c8cb-2147-4a62-a43d-c2a7f1baa890 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:10.841720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51926) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:10.841942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2b44c8cb-2147-4a62-a43d-c2a7f1baa890 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=35b6f7e2-95d1-4e71-a05d-8a80d766f352&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1139011 Sep 10 03:20:10.904525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9974d-292e-4f5c-82b5-fc718a768d52 req-d5b91fc4-98b3-4626-9248-17019a713598 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:10.906214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ca9974d-292e-4f5c-82b5-fc718a768d52 req-d5b91fc4-98b3-4626-9248-17019a713598 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0599794 Sep 10 03:20:10.954884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ca9974d-292e-4f5c-82b5-fc718a768d52 req-0472dc3e-9aea-4233-b9a6-791e46925b3e tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Sep 10 03:20:10.982077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa3605-3608-4a5b-b8a2-17bba4d8bf4a tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:10.983998 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-04fa3605-3608-4a5b-b8a2-17bba4d8bf4a tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.1409850 Sep 10 03:20:10.986728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:11.020377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50dbaa4d-399b-4b01-836b-fb98321eae68 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=35b6f7e2-95d1-4e71-a05d-8a80d766f352 HTTP/1.1" status: 200 len: 205 time: 0.0322964 Sep 10 03:20:11.022881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 51940) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:11.188217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.246048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064d78f-fc8d-45c2-84cf-b3ead09dc21c req-3e6a845a-549b-4e16-8350-448b3017cfcc tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:11.248346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d064d78f-fc8d-45c2-84cf-b3ead09dc21c req-3e6a845a-549b-4e16-8350-448b3017cfcc tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1122234 Sep 10 03:20:11.339293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d064d78f-fc8d-45c2-84cf-b3ead09dc21c req-1458b9da-112d-485d-9006-5c99560da200 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813565 Sep 10 03:20:11.342475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.409742 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Deleting port c2e38a56-54d5-45f6-9354-75bbfff38bc4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:11.409995 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.474803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-128b32e8-338f-4879-b83c-a15db75473c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:11.476906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-128b32e8-338f-4879-b83c-a15db75473c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 1097 time: 0.0627763 Sep 10 03:20:11.527931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.543275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Calling delete_port for c2e38a56-54d5-45f6-9354-75bbfff38bc4 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:11.590540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-36993fb9-f461-456b-94f6-0f3e55e31065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:11.592728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-36993fb9-f461-456b-94f6-0f3e55e31065 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.1070461 Sep 10 03:20:11.646498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-c8737918-93dc-49bb-9f86-8e51140962c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 HTTP/1.1" status: 200 len: 217 time: 0.0467989 Sep 10 03:20:11.704519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-c35498d4-c0f0-448a-b05c-ec25842f9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:11.706197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-c35498d4-c0f0-448a-b05c-ec25842f9008 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.0510311 Sep 10 03:20:11.748528 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.766473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-d27dfb11-093b-4dc4-8f26-ca7c6faf43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:11.767905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-d27dfb11-093b-4dc4-8f26-ca7c6faf43aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542483 Sep 10 03:20:11.793710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event deleted for resources: {'Port': ['ID=c2e38a56-54d5-45f6-9354-75bbfff38bc4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:11.852106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.884008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-c32d541e-b6c5-4035-85a6-84ae142f3707 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082923 Sep 10 03:20:11.953694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:11.956379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.000748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffbe2d2a-d6b7-4ae4-a241-b335a5b51400 req-4f257b91-6dbe-4904-8722-3c04b395f325 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079419 Sep 10 03:20:12.021256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.022513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Fanout notify agent at l3_agent the message router_deleted on router 35b6f7e2-95d1-4e71-a05d-8a80d766f352 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:12.031223 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.037014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:12.038114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a04a2e84-3c67-4b91-90c5-84ffc9541062 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/35b6f7e2-95d1-4e71-a05d-8a80d766f352 HTTP/1.1" status: 204 len: 168 time: 1.0140371 Sep 10 03:20:12.041518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846641020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:12.090458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.094345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.164006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9766e94-5739-4256-94a0-e56d1192c21f req-d9272777-49a5-4167-8fbc-36684af28896 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:12.165926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9766e94-5739-4256-94a0-e56d1192c21f req-d9272777-49a5-4167-8fbc-36684af28896 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1042588 Sep 10 03:20:12.189005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.195554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.215123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c9766e94-5739-4256-94a0-e56d1192c21f req-bc1fa80b-0ecf-4ae8-ad9e-1c39c827e237 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Sep 10 03:20:12.222326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.226604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c4f20e9-c094-4b1f-8053-aba2be2c0ef0 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1856995 Sep 10 03:20:12.226850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 51992) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:12.231585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:12.729579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33767dd-879f-446f-81b3-eabdc50e90d0 req-fd057d30-4a74-44f2-8d3f-fd4659d3229d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:12.731054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d33767dd-879f-446f-81b3-eabdc50e90d0 req-fd057d30-4a74-44f2-8d3f-fd4659d3229d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.1169062 Sep 10 03:20:12.762438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:12.815726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d33767dd-879f-446f-81b3-eabdc50e90d0 req-6ce75281-9e0b-4835-839d-05c44e6bb52b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492620 Sep 10 03:20:12.999510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.022533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.141221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Allocated IP 172.25.8.201 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/3f392286-ba96-4b12-ae5a-975c03ef9e29) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:13.273616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.342777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.399609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:13.405969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:13.408159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event updated for resources: {'Port': ['ID=3f392286-ba96-4b12-ae5a-975c03ef9e29,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:13.417524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5635-44d3-4feb-a0be-b232705e7c05 req-787ac9ed-5a9f-45b0-9cae-40f6f9f74168 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:13.419150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3ce5635-44d3-4feb-a0be-b232705e7c05 req-787ac9ed-5a9f-45b0-9cae-40f6f9f74168 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1095879 Sep 10 03:20:13.420445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:13.537254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3ce5635-44d3-4feb-a0be-b232705e7c05 req-fb69e2c9-8977-493f-bbc5-8338e70cb22e tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 Sep 10 03:20:13.740008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.960377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df2c8d-be8f-4565-9f86-90b14ae36b5d req-cf0e45d6-5580-40bd-bfbd-e00b10b3db27 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:13.961848 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.967024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:13.969627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57df2c8d-be8f-4565-9f86-90b14ae36b5d req-cf0e45d6-5580-40bd-bfbd-e00b10b3db27 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 946 time: 0.0619018 Sep 10 03:20:14.018451 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57df2c8d-be8f-4565-9f86-90b14ae36b5d req-f2713cb6-d09f-4b5a-ab51-a06343cdcde0 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Sep 10 03:20:14.191204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06031-2981-407e-8d40-13a8697d296d req-d6c0f1a6-1755-4f93-8ac5-884da3066319 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:14.192977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cb06031-2981-407e-8d40-13a8697d296d req-d6c0f1a6-1755-4f93-8ac5-884da3066319 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0753555 Sep 10 03:20:14.194093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Router 26585431-bf95-409d-a2f4-7e0f7b8955a7 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:14.277757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9cb06031-2981-407e-8d40-13a8697d296d req-1a14baca-3919-4076-9ad3-83fec834f256 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743129 Sep 10 03:20:14.332751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:14.339559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:14.341064 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df7d8c15-bb5b-4e66-bcd1-2eebe09e1c8d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "PUT /v2.0/routers/26585431-bf95-409d-a2f4-7e0f7b8955a7 HTTP/1.1" status: 200 len: 883 time: 2.1128359 Sep 10 03:20:14.344190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:14.346978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] Sync routers for ids ['26585431-bf95-409d-a2f4-7e0f7b8955a7'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:14.357061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] Routers {'26585431-bf95-409d-a2f4-7e0f7b8955a7'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:14.357820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['26585431-bf95-409d-a2f4-7e0f7b8955a7'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:14.404923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:14.415784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] Routers {'26585431-bf95-409d-a2f4-7e0f7b8955a7'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:14.416799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['26585431-bf95-409d-a2f4-7e0f7b8955a7'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:14.464863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:14.465932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcad3d-250e-4e19-bded-d9c38fd491e2 None None] The sync data for ids ['26585431-bf95-409d-a2f4-7e0f7b8955a7'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:14.482561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41d698dd-81f3-438e-82b6-045e1e183f7f tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/26585431-bf95-409d-a2f4-7e0f7b8955a7 HTTP/1.1" status: 200 len: 924 time: 0.1337986 Sep 10 03:20:14.482937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef31f4-f203-46f7-838c-cdeae47ae3f8 req-82349ff9-bed3-4a6c-b806-7860d7816b39 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:14.484088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:14.495931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7ef31f4-f203-46f7-838c-cdeae47ae3f8 req-82349ff9-bed3-4a6c-b806-7860d7816b39 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1146982 Sep 10 03:20:14.583017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f9754-6f23-4359-823f-b4d2347f3fd8 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:14.590725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-626f9754-6f23-4359-823f-b4d2347f3fd8 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=26585431-bf95-409d-a2f4-7e0f7b8955a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1051381 Sep 10 03:20:14.592072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52032) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:14.604655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7ef31f4-f203-46f7-838c-cdeae47ae3f8 req-44bc09c7-9865-460c-9c0a-1e4308b4dd00 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805655 Sep 10 03:20:14.785517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10455e47-e390-4300-ae39-e047342bb817 req-83bea8a8-b5d7-4057-a9d3-2da1d3e6f4e7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:14.787400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10455e47-e390-4300-ae39-e047342bb817 req-83bea8a8-b5d7-4057-a9d3-2da1d3e6f4e7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1292398 Sep 10 03:20:14.798780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f6868-67af-4031-8a7c-21d17a59b1b0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:14.800423 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-467f6868-67af-4031-8a7c-21d17a59b1b0 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.2065821 Sep 10 03:20:14.803420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52038) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:14.849084 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4c09931f-5a90-4d10-81a6-029ce95db62f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=26585431-bf95-409d-a2f4-7e0f7b8955a7 HTTP/1.1" status: 200 len: 205 time: 0.0441828 Sep 10 03:20:14.855337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:14.869831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10455e47-e390-4300-ae39-e047342bb817 req-f2032ff3-136c-4c71-aeeb-4bd405079af9 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740802 Sep 10 03:20:14.926539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f78c6-4b40-4444-a457-4b9c3b6490d1 req-b38c26cf-6a51-434c-8a3f-9d9b311e9f15 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:14.931551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b8f78c6-4b40-4444-a457-4b9c3b6490d1 req-b38c26cf-6a51-434c-8a3f-9d9b311e9f15 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0851228 Sep 10 03:20:14.968170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b8f78c6-4b40-4444-a457-4b9c3b6490d1 req-9070b251-8663-4ce5-ae19-b96a0bce24e6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332873 Sep 10 03:20:14.974267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.074936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.133474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Deleting port 3f392286-ba96-4b12-ae5a-975c03ef9e29 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:15.133827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.206808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.219384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Calling delete_port for 3f392286-ba96-4b12-ae5a-975c03ef9e29 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:15.239418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:20:15.325597 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.349967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:15.352233 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba3c20f-6302-47af-b582-88ef6b8dac54" -d '{"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:15.369261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:15.376527 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.394145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.408078 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86e6fa7-5d77-4884-bebc-34a7c8f61afc x-openstack-request-id: req-f86e6fa7-5d77-4884-bebc-34a7c8f61afc {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:15.408550 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-unplugged", "status": "failed", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07", "code": 422}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:15.408828 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f86e6fa7-5d77-4884-bebc-34a7c8f61afc {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:15.409232 n-d-808126-2 neutron-server[94635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'code': 422} returned with failed status Sep 10 03:20:15.437387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:15.474173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event deleted for resources: {'Port': ['ID=3f392286-ba96-4b12-ae5a-975c03ef9e29,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:15.493384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.586753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.589176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.635016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.636006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Fanout notify agent at l3_agent the message router_deleted on router 26585431-bf95-409d-a2f4-7e0f7b8955a7 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:15.650622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.655189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-42dff32f-0407-4c26-9601-7ae216fb12fe tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/26585431-bf95-409d-a2f4-7e0f7b8955a7 HTTP/1.1" status: 204 len: 168 time: 0.7980368 Sep 10 03:20:15.655959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52054) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:15.660454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-683814361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:15.684780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.687126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.756553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.763412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.781148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:15.783952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3d1366b-0595-4978-b2f4-f37febbdf3e5 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1269169 Sep 10 03:20:15.785639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52058) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:15.790756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': True}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:16.010379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3dabd-1094-4194-a08a-854430cf4e52 req-b743f9ef-f339-4847-92e6-922f9674b59d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:16.019321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2bc3dabd-1094-4194-a08a-854430cf4e52 req-b743f9ef-f339-4847-92e6-922f9674b59d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0648744 Sep 10 03:20:16.085674 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2bc3dabd-1094-4194-a08a-854430cf4e52 req-7705627d-b1e7-4970-a5f5-42abad1791a7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651579 Sep 10 03:20:16.359976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:16.370473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e7441-c8b3-417d-9cdb-76e31c05ca41 req-4534c3b8-1b11-4edb-98c5-7eda9f6b12ae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:16.372040 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e4e7441-c8b3-417d-9cdb-76e31c05ca41 req-4534c3b8-1b11-4edb-98c5-7eda9f6b12ae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1771080 Sep 10 03:20:16.440401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e4e7441-c8b3-417d-9cdb-76e31c05ca41 req-3e90ecfc-558b-4c0c-8d94-2a36fa75d8a7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603199 Sep 10 03:20:16.609671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:16.628394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:16.796382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Allocated IP 172.25.8.45 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ea3a0f87-0a46-473b-a47d-c41ed544f95b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:16.931587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:16.978374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:17.057924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:17.062098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:17.066232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:17.118835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Port': ['ID=ea3a0f87-0a46-473b-a47d-c41ed544f95b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:17.352925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:17.591791 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:17.597891 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:17.616706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05f3a-11d0-40f5-b168-dd7e8e4565ed req-a9c22718-d2f0-4ed9-ba28-32592ad9e17d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:17.618236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5b05f3a-11d0-40f5-b168-dd7e8e4565ed req-a9c22718-d2f0-4ed9-ba28-32592ad9e17d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0666361 Sep 10 03:20:17.726191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f5b05f3a-11d0-40f5-b168-dd7e8e4565ed req-a978244c-b926-4339-834b-9f30e8105a33 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682099 Sep 10 03:20:17.818971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-2425a73f-edb4-4bcd-a870-283b01299ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:17.820344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-2425a73f-edb4-4bcd-a870-283b01299ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.0867374 Sep 10 03:20:17.825402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Router 43cb1ed7-4b1d-4cb6-a353-cec83ae3863f is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:17.834810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff96c23-bff5-44ae-b164-fa56e7a6eca3 req-dfe0c5b9-fc7d-43bc-ab04-dcdbd0da8cd8 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:17.836439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bff96c23-bff5-44ae-b164-fa56e7a6eca3 req-dfe0c5b9-fc7d-43bc-ab04-dcdbd0da8cd8 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0668800 Sep 10 03:20:17.944526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:17.949344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:17.954734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8b7defe5-ddb1-4e41-b302-875a72120312 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "PUT /v2.0/routers/43cb1ed7-4b1d-4cb6-a353-cec83ae3863f HTTP/1.1" status: 200 len: 917 time: 2.1675115 Sep 10 03:20:17.955637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52104) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:17.956639 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] Sync routers for ids ['43cb1ed7-4b1d-4cb6-a353-cec83ae3863f'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:17.978100 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] Routers {'43cb1ed7-4b1d-4cb6-a353-cec83ae3863f'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:17.978869 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['43cb1ed7-4b1d-4cb6-a353-cec83ae3863f'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:18.017009 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:18.027259 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] Routers {'43cb1ed7-4b1d-4cb6-a353-cec83ae3863f'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:18.028279 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['43cb1ed7-4b1d-4cb6-a353-cec83ae3863f'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:18.076461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-335e37e1-cbd6-40cf-ba71-7ad7bdaa1f44 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/43cb1ed7-4b1d-4cb6-a353-cec83ae3863f HTTP/1.1" status: 200 len: 923 time: 0.1165268 Sep 10 03:20:18.076740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52106) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:18.093736 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:18.094794 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763d341-52ab-47b3-8ea1-d54e1d761d50 None None] The sync data for ids ['43cb1ed7-4b1d-4cb6-a353-cec83ae3863f'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:18.177527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8890c4-b1c4-4bc3-9448-abcbb2385945 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:18.180413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de8890c4-b1c4-4bc3-9448-abcbb2385945 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=43cb1ed7-4b1d-4cb6-a353-cec83ae3863f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1017821 Sep 10 03:20:18.182073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:18.276931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bff96c23-bff5-44ae-b164-fa56e7a6eca3 req-b2c9a279-5d9f-4511-a9f6-3b147589b6c0 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255836 Sep 10 03:20:18.278651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-579d6cbc-7951-442f-b6b6-b8fd471038f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:18.281562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-579d6cbc-7951-442f-b6b6-b8fd471038f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.4442544 Sep 10 03:20:18.288524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1595c0-6a23-44a4-81d5-f50246ae71f3 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:18.290327 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab1595c0-6a23-44a4-81d5-f50246ae71f3 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.1072593 Sep 10 03:20:18.293428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52112) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:18.330394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-b46af570-d939-41d4-948c-9e82d0988004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 217 time: 0.0408583 Sep 10 03:20:18.331233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1d7708e7-9b95-4f8d-a79b-43bd941d41db tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=43cb1ed7-4b1d-4cb6-a353-cec83ae3863f HTTP/1.1" status: 200 len: 205 time: 0.0367219 Sep 10 03:20:18.333785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:18.386434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-62b82bdd-1903-4ba0-ae47-396a2d714a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:18.388872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-62b82bdd-1903-4ba0-ae47-396a2d714a5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.0503027 Sep 10 03:20:18.425131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-810ff72e-09ab-4f30-b45b-0dbe4fdd6a26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293739 Sep 10 03:20:18.448779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:18.527546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-1e2fa3b8-8b50-400e-9953-e05499939547 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941195 Sep 10 03:20:18.611861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:18.635850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2be926b7-204e-4f6d-a342-7a27d1f11ef1 req-2ef5eeda-bd46-42f3-b9be-222bba1674ed service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009457 Sep 10 03:20:18.675284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Deleting port ea3a0f87-0a46-473b-a47d-c41ed544f95b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:18.675772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:18.761913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:18.777886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Calling delete_port for ea3a0f87-0a46-473b-a47d-c41ed544f95b owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:18.878803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8edd5a-eac6-45d3-a914-6237fca66416 req-756b4cf8-3747-42d7-88d2-2d0c83442efa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:18.881242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d8edd5a-eac6-45d3-a914-6237fca66416 req-756b4cf8-3747-42d7-88d2-2d0c83442efa tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0569136 Sep 10 03:20:18.920517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6d8edd5a-eac6-45d3-a914-6237fca66416 req-a80abe24-e210-42f2-95da-875352ac1494 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Sep 10 03:20:18.958376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:18.985195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event deleted for resources: {'Port': ['ID=ea3a0f87-0a46-473b-a47d-c41ed544f95b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:19.065486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.162739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.165105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.212413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.213003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Fanout notify agent at l3_agent the message router_deleted on router 43cb1ed7-4b1d-4cb6-a353-cec83ae3863f {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:19.220843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.222078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-46cc2c4e-3101-435d-b36b-426f77419941 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/43cb1ed7-4b1d-4cb6-a353-cec83ae3863f HTTP/1.1" status: 204 len: 168 time: 0.8872454 Sep 10 03:20:19.226584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52130) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:19.230978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1286239186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:19.255487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.256562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.322219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.329077 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.372880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.374214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7d846985-85e8-4798-b3a4-0159fff86750 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1466691 Sep 10 03:20:19.376971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:19.381551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': False}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:19.405648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a4fda-0ffc-46b2-8b08-91fb78458cc7 req-0af61763-af32-48f9-88c4-5e3d44d0151d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:19.407231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f32a4fda-0ffc-46b2-8b08-91fb78458cc7 req-0af61763-af32-48f9-88c4-5e3d44d0151d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0663016 Sep 10 03:20:19.457396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f32a4fda-0ffc-46b2-8b08-91fb78458cc7 req-35320d29-eb42-4855-8bec-287183ab50f1 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Sep 10 03:20:19.631155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.845151 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.864479 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:19.976909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Allocated IP 172.25.8.7 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/5cbbb2ac-2f59-470f-a42b-427a6e037d80) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:20.068937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4d618-9048-41ef-a67d-a3e9d1236246 req-625d8e35-873c-4b4c-b3c1-aa0eded6a57e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:20.070860 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4f4d618-9048-41ef-a67d-a3e9d1236246 req-625d8e35-873c-4b4c-b3c1-aa0eded6a57e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0698149 Sep 10 03:20:20.104260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.115033 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b4f4d618-9048-41ef-a67d-a3e9d1236246 req-1286aa31-d3f4-4b9e-a5f3-d4036958e6fc tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365705 Sep 10 03:20:20.164721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.224057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:20.228514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:20.233094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:20.269490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Pushing event updated for resources: {'Port': ['ID=5cbbb2ac-2f59-470f-a42b-427a6e037d80,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:20.347252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:20.470372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d45e43a7-4916-4cdd-aefc-8d64d4586f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.574131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.589266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d45e43a7-4916-4cdd-aefc-8d64d4586f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.594884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d45e43a7-4916-4cdd-aefc-8d64d4586f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.742481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeebc5-cd83-4029-95d4-9509bc1d51eb req-34afe8a9-088a-4664-9781-e405f5677bcc tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:20.744170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2eeebc5-cd83-4029-95d4-9509bc1d51eb req-34afe8a9-088a-4664-9781-e405f5677bcc tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1330557 Sep 10 03:20:20.829810 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2eeebc5-cd83-4029-95d4-9509bc1d51eb req-589fa295-ac9e-41bb-b983-2acc798fe005 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776193 Sep 10 03:20:20.901591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.905772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:20.988206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d45e43a7-4916-4cdd-aefc-8d64d4586f60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d934a928eab144ffa576798023df0ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396644 Sep 10 03:20:20.989246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e43a7-4916-4cdd-aefc-8d64d4586f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd7b94f-e9fc-4124-9c5c-d0f0a17caaad,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:20.991854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52160) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:21.052130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c78694e1-f3b6-4a08-83f2-39169c8a9cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:21.076165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c78694e1-f3b6-4a08-83f2-39169c8a9cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:21.095254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Router b688c985-96d2-4da7-9079-1300304d62bd is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:21.154660 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c78694e1-f3b6-4a08-83f2-39169c8a9cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:21.164182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c78694e1-f3b6-4a08-83f2-39169c8a9cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:21.168205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c78694e1-f3b6-4a08-83f2-39169c8a9cb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bd7b94f-e9fc-4124-9c5c-d0f0a17caaad HTTP/1.1" status: 204 len: 168 time: 0.1730399 Sep 10 03:20:21.186314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78694e1-f3b6-4a08-83f2-39169c8a9cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd7b94f-e9fc-4124-9c5c-d0f0a17caaad,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:21.316098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:21.321103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:21.323514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-270d063a-3658-4ec8-9d6e-1c27fb7c08fe tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "PUT /v2.0/routers/b688c985-96d2-4da7-9079-1300304d62bd HTTP/1.1" status: 200 len: 918 time: 1.9443173 Sep 10 03:20:21.326383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52172) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:21.330479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] Sync routers for ids ['b688c985-96d2-4da7-9079-1300304d62bd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:21.343298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] Routers {'b688c985-96d2-4da7-9079-1300304d62bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:21.344367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b688c985-96d2-4da7-9079-1300304d62bd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:21.361081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed4eb-1f51-4ed8-b369-b0cd2edb795c req-778749c2-0484-40fa-9d04-2d2fd9b0cc83 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:21.366163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-360ed4eb-1f51-4ed8-b369-b0cd2edb795c req-778749c2-0484-40fa-9d04-2d2fd9b0cc83 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1047337 Sep 10 03:20:21.419028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:21.428357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] Routers {'b688c985-96d2-4da7-9079-1300304d62bd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:21.428979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b688c985-96d2-4da7-9079-1300304d62bd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:21.452295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-360ed4eb-1f51-4ed8-b369-b0cd2edb795c req-a1eb495f-9d35-4076-835b-a46c6a06d69b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734513 Sep 10 03:20:21.490226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:21.490916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e13b7-1130-4c11-af9a-a71a9d84b894 None None] The sync data for ids ['b688c985-96d2-4da7-9079-1300304d62bd'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:21.491511 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9bf64c53-d7c7-481e-8677-c3fd0965b147 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/b688c985-96d2-4da7-9079-1300304d62bd HTTP/1.1" status: 200 len: 924 time: 0.1635087 Sep 10 03:20:21.494744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:21.550101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1243e-93ac-44e5-84ca-22942461304a tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:21.557289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f8a1243e-93ac-44e5-84ca-22942461304a tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=b688c985-96d2-4da7-9079-1300304d62bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0614572 Sep 10 03:20:21.560252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52182) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:21.674594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924093c-02bc-4488-aa57-a1c5079b5b61 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:21.677105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c924093c-02bc-4488-aa57-a1c5079b5b61 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.1158366 Sep 10 03:20:21.679219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52188) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:21.710783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-58b9f425-abfb-421c-9104-359fb45d9ba1 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b688c985-96d2-4da7-9079-1300304d62bd HTTP/1.1" status: 200 len: 205 time: 0.0302474 Sep 10 03:20:21.713095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52192) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:21.871631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.020982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bfe-81ac-45e5-b1dc-ebd025efc00c req-9e1bb66a-9c36-46c5-a39a-0422877ee131 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:22.022807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5a47bfe-81ac-45e5-b1dc-ebd025efc00c req-9e1bb66a-9c36-46c5-a39a-0422877ee131 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0712965 Sep 10 03:20:22.039882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.089635 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5a47bfe-81ac-45e5-b1dc-ebd025efc00c req-3a42d2ba-799e-46ee-95cc-bd39ffa00fdc tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Sep 10 03:20:22.132687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Deleting port 5cbbb2ac-2f59-470f-a42b-427a6e037d80 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:22.133596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.223514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.245491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Calling delete_port for 5cbbb2ac-2f59-470f-a42b-427a6e037d80 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:22.458456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.487353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event deleted for resources: {'Port': ['ID=5cbbb2ac-2f59-470f-a42b-427a6e037d80,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:22.582377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.663795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037673-8da2-4045-a85a-6c3042393a24 req-2319d3f4-af7c-49f7-ba3f-33e3c65c94f7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:22.663795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef037673-8da2-4045-a85a-6c3042393a24 req-2319d3f4-af7c-49f7-ba3f-33e3c65c94f7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1249564 Sep 10 03:20:22.784475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:22.968382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'network': {'name': 'tempest-network-smoke--1761258492', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'port_security_enabled': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:22.972661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:22.976167 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.001089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:23.004664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.017853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.053379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.054378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Fanout notify agent at l3_agent the message router_deleted on router b688c985-96d2-4da7-9079-1300304d62bd {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:23.060853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef037673-8da2-4045-a85a-6c3042393a24 req-df098fa9-8de6-4d94-ac38-d44f028a4d80 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860660 Sep 10 03:20:23.066502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.067926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-548ae4be-8f9a-4b96-90ec-4c465269a054 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/b688c985-96d2-4da7-9079-1300304d62bd HTTP/1.1" status: 204 len: 168 time: 1.3535185 Sep 10 03:20:23.072516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52238) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:23.081469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-102521985', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:23.166146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.171103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.206819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.208207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.226102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:23.247100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661d2e0a-045a-4fb6-aa08-26865b397508,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:23.255473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.255956 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Added segment 7539e830-986b-408a-9802-f3e9b898ced9 of type vlan for network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 Sep 10 03:20:23.285478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a203ca6-8474-4c26-9e68-4ecd59f699f3 req-444c86b6-08d4-48b9-a1e3-ee8bea2655b2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:23.288637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a203ca6-8474-4c26-9e68-4ecd59f699f3 req-444c86b6-08d4-48b9-a1e3-ee8bea2655b2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0973232 Sep 10 03:20:23.310338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.316777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.347322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.357937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:23.358569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.396148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a203ca6-8474-4c26-9e68-4ecd59f699f3 req-bf276bf2-92c8-4867-8a87-23d0073912b8 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028857 Sep 10 03:20:23.401099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6153915 Sep 10 03:20:23.403743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:23.410181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-642531544', 'admin_state_up': True, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:23.451069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801d66-f4f9-4ec6-9a9f-527a55a17bb2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Network': ['ID=9eb9e045-8494-4a62-b705-fa6cc1ed9756,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:23.463381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:23.475655 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.476718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.538745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.539770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.682949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.700130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df603e0-1e01-4def-996e-6d748829f7d7 req-2fc970eb-865d-482c-af15-ccec15d92f9b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:23.701936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4df603e0-1e01-4def-996e-6d748829f7d7 req-2fc970eb-865d-482c-af15-ccec15d92f9b tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0757270 Sep 10 03:20:23.836339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.842244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4df603e0-1e01-4def-996e-6d748829f7d7 req-f3b11100-1df3-41f2-9f6f-8435bd1c6549 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302457 Sep 10 03:20:23.861177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.889899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.908175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:23.973173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Allocated IP 172.25.8.72 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/12358f48-b8e0-46d4-ace3-300a423f9568) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:24.078516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.119940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.159377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:24.162474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:24.166033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:24.188297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.25.8.174 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/8199c426-cdea-4449-af6a-47ad5f112eff) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:24.209892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event updated for resources: {'Port': ['ID=12358f48-b8e0-46d4-ace3-300a423f9568,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:24.249611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf8a5-b790-4a2e-8e8a-1ecca7c0fb04 req-b8f9fb47-486c-4700-bf37-e307c4475038 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:24.251215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4fdbf8a5-b790-4a2e-8e8a-1ecca7c0fb04 req-b8f9fb47-486c-4700-bf37-e307c4475038 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0914836 Sep 10 03:20:24.345988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4fdbf8a5-b790-4a2e-8e8a-1ecca7c0fb04 req-63341f7a-303d-4d29-941b-38a541f17e22 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827775 Sep 10 03:20:24.384968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.429893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.453536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.679522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:24.679522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:24.679522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:24.679522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=8199c426-cdea-4449-af6a-47ad5f112eff,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:24.684969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e8a5-0ee3-4e07-8a0a-a2ee5c81d64a req-c1759098-700d-4aeb-a4a6-53f35229c665 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:24.684969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5b3e8a5-0ee3-4e07-8a0a-a2ee5c81d64a req-c1759098-700d-4aeb-a4a6-53f35229c665 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1229312 Sep 10 03:20:24.775638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5b3e8a5-0ee3-4e07-8a0a-a2ee5c81d64a req-b2fecce6-a7d0-4d67-b8dc-3f3f1d0e7735 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186020 Sep 10 03:20:24.834726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.881763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:24.888448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e192e8-abc3-424c-85ce-c86a0a8a3787 req-a6fbe674-a777-4d50-a7a5-83e1b4d628e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:24.890454 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09e192e8-abc3-424c-85ce-c86a0a8a3787 req-a6fbe674-a777-4d50-a7a5-83e1b4d628e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.1038547 Sep 10 03:20:24.975037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09e192e8-abc3-424c-85ce-c86a0a8a3787 req-618345a0-61f1-4c32-b24a-fffaef81e3a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Sep 10 03:20:25.050036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Router 528c0b69-38d9-4edc-b743-0611a692e7a2 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:25.080637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfab215-5757-4617-8a92-098a7a35d1b5 req-7e73e11f-d15e-49d6-8b39-23ef828744a7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:25.083972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7bfab215-5757-4617-8a92-098a7a35d1b5 req-7e73e11f-d15e-49d6-8b39-23ef828744a7 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1291828 Sep 10 03:20:25.177611 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7bfab215-5757-4617-8a92-098a7a35d1b5 req-a3c228ed-38a7-4718-b420-0675fd82176c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841460 Sep 10 03:20:25.178683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:25.183271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:25.195275 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] Sync routers for ids ['528c0b69-38d9-4edc-b743-0611a692e7a2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:25.207223 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] Routers {'528c0b69-38d9-4edc-b743-0611a692e7a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:25.208586 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['528c0b69-38d9-4edc-b743-0611a692e7a2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:25.215020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:25.217292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aeb179c3-e83d-4d0f-bb0d-bfbf04df8eaa tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1440601 Sep 10 03:20:25.219897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52288) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:25.225623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:25.255014 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:25.265209 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] Routers {'528c0b69-38d9-4edc-b743-0611a692e7a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:25.266118 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['528c0b69-38d9-4edc-b743-0611a692e7a2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:25.299119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:25.299804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4517f5d-dd48-483c-b51c-364f8e30b23c None None] The sync data for ids ['528c0b69-38d9-4edc-b743-0611a692e7a2'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:25.352317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:20:25.491008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:25.513992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:25.514975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:25.517393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8139967b-4e50-4f93-82d7-e6fd47444696 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1120317 Sep 10 03:20:25.519839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52296) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:25.522229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11cfdb-2141-430c-b58c-3480d3acda51 req-7d6ee061-507f-473d-af45-25d1ce520f0b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:25.523792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f11cfdb-2141-430c-b58c-3480d3acda51 req-7d6ee061-507f-473d-af45-25d1ce520f0b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0969706 Sep 10 03:20:25.525090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:25.526101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:25.603832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7d20fc23-4e1f-4213-b355-80c1ad4d6612 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=16cbe3dd70cd4d8e9c644213bcfc5c69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827074 Sep 10 03:20:25.606473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52302) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:25.639673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f11cfdb-2141-430c-b58c-3480d3acda51 req-44b51743-32d7-4b5e-b406-86da3acc0c3d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575738 Sep 10 03:20:25.686560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:25.701358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:25.706141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:25.769199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3ee45-8b4e-40bb-9498-25f2fc37bcd2 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:25.774073 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fbb3ee45-8b4e-40bb-9498-25f2fc37bcd2 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1653903 Sep 10 03:20:25.774943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52308) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:25.807348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6f33e9bb-05a7-42c1-bf6a-ab93e711ee8f tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312161 Sep 10 03:20:25.807571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52314) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:25.809829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Deleting port 12358f48-b8e0-46d4-ace3-300a423f9568 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:25.810243 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:25.930741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141623592', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:26.020418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:24Z', 'revision_number': 3, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:26.049563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.066194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:20:26.066795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Updating router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 port 8199c426-cdea-4449-af6a-47ad5f112eff binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:20:26.067420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ddf7-be37-404b-9156-94e7cc4c7c5f req-577be432-504b-4533-83f1-10580169dfe7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:26.067629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Calling delete_port for 12358f48-b8e0-46d4-ace3-300a423f9568 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:26.087964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f7ddf7-be37-404b-9156-94e7cc4c7c5f req-577be432-504b-4533-83f1-10580169dfe7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1170163 Sep 10 03:20:26.094077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.171487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21f7ddf7-be37-404b-9156-94e7cc4c7c5f req-ee8f7672-b5f4-4db2-a7bb-ba21b6a38e3d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824401 Sep 10 03:20:26.361597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79a27b-84af-4c5c-a80c-e75ae055074e req-d9cd36bb-9a7b-4749-8b1c-92f8e1a6bd73 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:26.363318 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc79a27b-84af-4c5c-a80c-e75ae055074e req-d9cd36bb-9a7b-4749-8b1c-92f8e1a6bd73 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0725355 Sep 10 03:20:26.433569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.444123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc79a27b-84af-4c5c-a80c-e75ae055074e req-a64cb199-8ae3-405c-b8ff-0af18231329c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611997 Sep 10 03:20:26.446711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Transition to ACTIVE for port object 8199c426-cdea-4449-af6a-47ad5f112eff will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:26.461719 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.548236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Attempting to bind port 8199c426-cdea-4449-af6a-47ad5f112eff on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:20:26.548942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Attempting to bind port 8199c426-cdea-4449-af6a-47ad5f112eff by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:20:26.548942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Attempting to bind port 8199c426-cdea-4449-af6a-47ad5f112eff on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:20:26.550912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d6fc5-e5cb-430f-a20f-4af4d9faaff9 None None] Pushing event updated for resources: {'Port': ['ID=8199c426-cdea-4449-af6a-47ad5f112eff,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:26.562427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:20:26.562804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:26.563412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.564085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:20:26.564582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Bound port: 8199c426-cdea-4449-af6a-47ad5f112eff, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:20:26.564974 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.631157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5360-e04c-4262-bfd0-deea8b0877e6 req-e5fb1461-cadc-4b4b-97fa-2f2bdc022d79 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:26.632724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9ba5360-e04c-4262-bfd0-deea8b0877e6 req-e5fb1461-cadc-4b4b-97fa-2f2bdc022d79 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.6934588 Sep 10 03:20:26.645334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-a151b300-305a-4750-bb06-5ce7c9347ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:26.646536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-a151b300-305a-4750-bb06-5ce7c9347ff2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.6620436 Sep 10 03:20:26.672299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] For port 8199c426-cdea-4449-af6a-47ad5f112eff, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:20:26.676076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] For port 8199c426-cdea-4449-af6a-47ad5f112eff, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8199c426-cdea-4449-af6a-47ad5f112eff,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:20:26.688547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.750747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:26.751945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:26.760674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:26.764900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.775356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:26.788661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d6fc5-e5cb-430f-a20f-4af4d9faaff9 None None] Pushing event updated for resources: {'Port': ['ID=8199c426-cdea-4449-af6a-47ad5f112eff,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:26.836512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9ba5360-e04c-4262-bfd0-deea8b0877e6 req-814b2227-7d79-4202-b289-f1e2654c3259 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842911 Sep 10 03:20:26.884045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:26.895304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Pushing event deleted for resources: {'Port': ['ID=12358f48-b8e0-46d4-ace3-300a423f9568,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:27.042901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-abfceda4-4a1f-4bcd-b5fa-40a809898f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.044544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-abfceda4-4a1f-4bcd-b5fa-40a809898f19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.3700261 Sep 10 03:20:27.050438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:27.103618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:24Z', 'revision_number': 3, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:27.108418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb942-0ab7-4178-9b55-68d6ab588391 req-fce05404-c0db-4e2c-b147-d5090f84ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.109971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc5bb942-0ab7-4178-9b55-68d6ab588391 req-fce05404-c0db-4e2c-b147-d5090f84ead2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.3045573 Sep 10 03:20:27.136400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9311b-b051-4968-b0ff-5faae9d2e885 None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:24Z', 'revision_number': 3, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:27.300054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-67a5d80d-079d-4599-ac50-186d1d21c2fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.2452557 Sep 10 03:20:27.326773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bd40e-f98d-4003-90e7-87b47bb2f3a6 req-5d83a816-76e2-4e5f-b6bf-755adbe74ac1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.328359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-213bd40e-f98d-4003-90e7-87b47bb2f3a6 req-5d83a816-76e2-4e5f-b6bf-755adbe74ac1 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0730300 Sep 10 03:20:27.349241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc5bb942-0ab7-4178-9b55-68d6ab588391 req-8d29a3d6-40e7-4fab-9f52-554adefee43a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994894 Sep 10 03:20:27.374920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-213bd40e-f98d-4003-90e7-87b47bb2f3a6 req-c070ed47-0145-4c3e-95e3-e1760c6fda30 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 Sep 10 03:20:27.519444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:27.522632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:27.530618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-9374f92a-6428-4fd8-b26d-26c57e812f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.530618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-9374f92a-6428-4fd8-b26d-26c57e812f91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2151430 Sep 10 03:20:27.557015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:27.702551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Subnet': ['ID=14d2b30f-1aeb-4bab-9eae-91c1bc90eb66,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:27.759717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-07323bc8-2ae9-4f97-bf41-d5bf9010340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.761369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-07323bc8-2ae9-4f97-bf41-d5bf9010340c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986601 Sep 10 03:20:27.763806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Router 528c0b69-38d9-4edc-b743-0611a692e7a2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:20:27.765627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Checking segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:27.766016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network hostable DHCP agents. Network: 9eb9e045-8494-4a62-b705-fa6cc1ed9756, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:20:27.776078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb673e-c7a3-46bf-bb6f-37965d503e0e req-31d1aca3-00e5-4611-a11a-58eafac7f16f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.777914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bfb673e-c7a3-46bf-bb6f-37965d503e0e req-31d1aca3-00e5-4611-a11a-58eafac7f16f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.2138450 Sep 10 03:20:27.863735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8199c426-cdea-4449-af6a-47ad5f112eff up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:27.956856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-45bf83c4-fa5d-47ea-bb67-d2b349cf561e service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772239 Sep 10 03:20:27.966940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc988-8273-45c5-a604-31d40b4bab6b req-1593d41e-3934-4cbb-a2a5-f16b062fe072 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:27.975771 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-319bc988-8273-45c5-a604-31d40b4bab6b req-1593d41e-3934-4cbb-a2a5-f16b062fe072 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0626521 Sep 10 03:20:28.021567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8199c426-cdea-4449-af6a-47ad5f112eff completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:28.026843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8199c426-cdea-4449-af6a-47ad5f112eff triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:28.027220 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.030202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:20:28.044761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9bfb673e-c7a3-46bf-bb6f-37965d503e0e req-381bdd5c-05b5-44ee-b38e-42af264fd90a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509494 Sep 10 03:20:28.053703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-319bc988-8273-45c5-a604-31d40b4bab6b req-318c9903-da4a-4611-8ef5-b866276466be tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 Sep 10 03:20:28.146593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 9eb9e045-8494-4a62-b705-fa6cc1ed9756) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:28.149186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:28.161531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.165169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-27b09999-e0e9-42c3-8dda-649ca9692e07 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "PUT /v2.0/routers/528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 200 len: 709 time: 2.9417586 Sep 10 03:20:28.165169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:28.165169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.165542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52372) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:28.169932 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] Sync routers for ids ['528c0b69-38d9-4edc-b743-0611a692e7a2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:28.175792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868a624-6ecb-4860-b8a1-f959db10ad36 None None] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:20:28.184187 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] Routers {'528c0b69-38d9-4edc-b743-0611a692e7a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:28.184854 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['528c0b69-38d9-4edc-b743-0611a692e7a2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:28.236623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:28.254755 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] Routers {'528c0b69-38d9-4edc-b743-0611a692e7a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:28.255668 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['528c0b69-38d9-4edc-b743-0611a692e7a2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:28.260006 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.278858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8228ea7a-7855-4d6b-afaa-b31888c4e94e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3531647 Sep 10 03:20:28.279505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:28.306306 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:28.307296 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b07d56-13f4-4842-ba9f-8f36843f7329 None None] The sync data for ids ['528c0b69-38d9-4edc-b743-0611a692e7a2'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:28.377758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9efcc15a-741b-4fe0-8d28-942182a1770a tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/routers/528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 200 len: 744 time: 0.2110941 Sep 10 03:20:28.379021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52380) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:28.398431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8199c426-cdea-4449-af6a-47ad5f112eff, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8199c426-cdea-4449-af6a-47ad5f112eff,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:28.433474 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.499513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ee08091-f293-413b-a22b-f69e60ae8110 req-883ccf91-7424-4964-ac85-ed3043fe0dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455924 Sep 10 03:20:28.567334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dc43fc52-9a02-45db-a3c0-8f6af1183794 tempest-RoutersIpV6AdminTest-1639692304 tempest-RoutersIpV6AdminTest-1639692304-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 200 len: 205 time: 0.1868272 Sep 10 03:20:28.614212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52390) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:28.675572 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e5d8a15b-5769-41b9-9aa2-58bc1ca67900 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 200 len: 205 time: 0.0433230 Sep 10 03:20:28.677531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52392) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:28.692495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870d639-e596-4b7b-9f33-28cfa48aaac1 req-f275ddf9-ce80-4569-b5af-3f1651a50588 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:28.696560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0870d639-e596-4b7b-9f33-28cfa48aaac1 req-f275ddf9-ce80-4569-b5af-3f1651a50588 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1279979 Sep 10 03:20:28.736399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8199c426-cdea-4449-af6a-47ad5f112eff,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:28.756735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0870d639-e596-4b7b-9f33-28cfa48aaac1 req-8c7927c3-8223-4561-9697-d0d1bbf9fd65 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Sep 10 03:20:28.855741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.885172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:20:28.889347 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:28.910948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-7ca42256-edec-4206-a146-04559f76a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:28.912636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-7ca42256-edec-4206-a146-04559f76a4a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.4458382 Sep 10 03:20:29.102894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Allocated IP 172.20.0.2 (9eb9e045-8494-4a62-b705-fa6cc1ed9756/14d2b30f-1aeb-4bab-9eae-91c1bc90eb66/8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:29.237510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec3e7d-8993-4d60-8e6e-a025e648486f req-be57b05a-e173-4fd1-80bf-f21b68633347 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:29.248531 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7ec3e7d-8993-4d60-8e6e-a025e648486f req-be57b05a-e173-4fd1-80bf-f21b68633347 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0682998 Sep 10 03:20:29.288618 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.293324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b7ec3e7d-8993-4d60-8e6e-a025e648486f req-6bd99e55-3662-4a24-93d5-f1f39285bd58 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Sep 10 03:20:29.298312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Transition to ACTIVE for port object 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:29.320410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Transition to ACTIVE for port object 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:29.328058 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.359731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f9c8-9066-435d-993e-cd777709ece4 req-c9977d31-1371-4a7c-a8e7-d7bb1d44b905 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:29.363171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9de3f9c8-9066-435d-993e-cd777709ece4 req-c9977d31-1371-4a7c-a8e7-d7bb1d44b905 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.8617263 Sep 10 03:20:29.371567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:29.375385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:29.384861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:29.398914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Pushing event updated for resources: {'Port': ['ID=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:29.466159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Attempting to bind port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:20:29.466538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Attempting to bind port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:20:29.466907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Attempting to bind port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb on network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:20:29.472496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:20:29.472875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Checking segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:29.473655 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.474053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Bound using segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:20:29.474576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Bound port: 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:20:29.474938 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.547072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] For port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:20:29.551005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] For port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:20:29.556152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.557132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.563849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.657296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610568eb-a27a-4b97-bb2c-40656a6ae298 None None] Pushing event updated for resources: {'Port': ['ID=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:29.661519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9de3f9c8-9066-435d-993e-cd777709ece4 req-d372b061-53b7-4521-b3c0-2179f5ee37f9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832420 Sep 10 03:20:29.686811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-426e5405-3f45-4d5a-958f-ff82c3ae7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:29.697612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-426e5405-3f45-4d5a-958f-ff82c3ae7c68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.7714403 Sep 10 03:20:29.703598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.704269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Fanout notify agent at l3_agent the message router_deleted on router 528c0b69-38d9-4edc-b743-0611a692e7a2 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:20:29.720794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.721955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-90ba78cf-a2bf-4834-b9e5-4ccdd9a34f9f tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 204 len: 168 time: 1.0426364 Sep 10 03:20:29.726765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52414) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:29.820556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8199c426-cdea-4449-af6a-47ad5f112eff up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:29.850685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-77689cda-fd51-4e33-8f63-2097b728bdad tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 200 len: 205 time: 0.1213930 Sep 10 03:20:29.853079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:29.860660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-ea940a1f-a347-46e8-a56c-f14b838955c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 217 time: 0.1514833 Sep 10 03:20:29.926772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8199c426-cdea-4449-af6a-47ad5f112eff triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:29.926772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:29.927875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-1c046b3f-91bc-4f8f-8f41-62f337837a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:29.944309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-1c046b3f-91bc-4f8f-8f41-62f337837a93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.0707865 Sep 10 03:20:29.966944 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-f1aa2882-0f60-4281-b90c-9b536806d9bb tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] delete failed (client error): The resource could not be found. Sep 10 03:20:29.971297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:29.971406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f1aa2882-0f60-4281-b90c-9b536806d9bb tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/528c0b69-38d9-4edc-b743-0611a692e7a2 HTTP/1.1" status: 404 len: 336 time: 0.1167579 Sep 10 03:20:30.029141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77a50a-cda4-4ece-8326-24f2504ba3d8 req-43619a18-66f1-4a74-ab89-1748e6ec3ac7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:30.030894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a77a50a-cda4-4ece-8326-24f2504ba3d8 req-43619a18-66f1-4a74-ab89-1748e6ec3ac7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0971932 Sep 10 03:20:30.083364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-df147268-34b2-4a1b-9ab9-905602cdfc59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224041 Sep 10 03:20:30.087781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca8aabec-72a4-4b1a-ba25-0b628b611d45 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b688c985-96d2-4da7-9079-1300304d62bd HTTP/1.1" status: 200 len: 205 time: 0.0855374 Sep 10 03:20:30.097724 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a77a50a-cda4-4ece-8326-24f2504ba3d8 req-b628f4b8-6404-4f07-b4a2-f67dcc2d23c5 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575833 Sep 10 03:20:30.098505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52426) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.145963 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-343cb175-a4a4-4ea6-b2a3-1b2e329c2bdc tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] delete failed (client error): The resource could not be found. Sep 10 03:20:30.150001 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-343cb175-a4a4-4ea6-b2a3-1b2e329c2bdc tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/b688c985-96d2-4da7-9079-1300304d62bd HTTP/1.1" status: 404 len: 336 time: 0.0503640 Sep 10 03:20:30.150563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52428) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.180077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e3d7065-4f2f-4cb1-8ecf-7160d379ac13 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=43cb1ed7-4b1d-4cb6-a353-cec83ae3863f HTTP/1.1" status: 200 len: 205 time: 0.0284166 Sep 10 03:20:30.181134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52430) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.223966 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-e5d64ee3-db24-4aab-a10a-9a72c2e56c7e tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] delete failed (client error): The resource could not be found. Sep 10 03:20:30.225358 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e5d64ee3-db24-4aab-a10a-9a72c2e56c7e tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/43cb1ed7-4b1d-4cb6-a353-cec83ae3863f HTTP/1.1" status: 404 len: 336 time: 0.0423889 Sep 10 03:20:30.227988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.267135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-099b005a-97af-4a83-861c-6cbb390e0931 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=26585431-bf95-409d-a2f4-7e0f7b8955a7 HTTP/1.1" status: 200 len: 205 time: 0.0359352 Sep 10 03:20:30.269141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52434) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.322015 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-95a24bb9-5c6f-4d1a-a12f-9033acc5678c tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] delete failed (client error): The resource could not be found. Sep 10 03:20:30.326096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-95a24bb9-5c6f-4d1a-a12f-9033acc5678c tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/26585431-bf95-409d-a2f4-7e0f7b8955a7 HTTP/1.1" status: 404 len: 336 time: 0.0526919 Sep 10 03:20:30.326333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52440) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.327365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-9e42c8f6-89b4-4be1-b81e-87340e7064a1 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766465 Sep 10 03:20:30.329209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:30.368942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-070beae6-c322-47d5-9796-79b571e666e9 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=35b6f7e2-95d1-4e71-a05d-8a80d766f352 HTTP/1.1" status: 200 len: 205 time: 0.0413046 Sep 10 03:20:30.371246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52444) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.416872 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-85756879-2841-4e38-8a6c-1792cd7b9aad tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] delete failed (client error): The resource could not be found. Sep 10 03:20:30.418029 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85756879-2841-4e38-8a6c-1792cd7b9aad tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/35b6f7e2-95d1-4e71-a05d-8a80d766f352 HTTP/1.1" status: 404 len: 336 time: 0.0458484 Sep 10 03:20:30.421334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52446) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.467296 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-04e8df4d-f3a8-471a-90dc-9379c307b216 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6f79df6-ade8-444d-9c30-03c33bb1026d HTTP/1.1" status: 200 len: 205 time: 0.0448205 Sep 10 03:20:30.469605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52448) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.506424 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-2bd4f9e3-82f8-456f-8e36-a83f302ba11d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] delete failed (client error): The resource could not be found. Sep 10 03:20:30.507759 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2bd4f9e3-82f8-456f-8e36-a83f302ba11d tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/routers/b6f79df6-ade8-444d-9c30-03c33bb1026d HTTP/1.1" status: 404 len: 336 time: 0.0372379 Sep 10 03:20:30.511593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52452) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:30.540121 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b74ac6-f479-4e4b-aea4-52c3e6e65461 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:20:30.541056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b74ac6-f479-4e4b-aea4-52c3e6e65461 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:20:30.543095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6b74ac6-f479-4e4b-aea4-52c3e6e65461 tempest-RoutersIpV6AdminTest-337190011 tempest-RoutersIpV6AdminTest-337190011-project] 10.222.0.23 "DELETE /v2.0/subnets/8c66b75b-f02e-4cff-8c89-b23fdd915b56 HTTP/1.1" status: 404 len: 337 time: 0.0290761 Sep 10 03:20:30.592032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a15b76-ab52-462a-9d97-58f90fd48de7 req-f5be0c5e-d9f2-43d7-92cf-f59799691be3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:30.593595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39a15b76-ab52-462a-9d97-58f90fd48de7 req-f5be0c5e-d9f2-43d7-92cf-f59799691be3 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1609111 Sep 10 03:20:30.687837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-baaacd19-d2dd-4d45-b1f0-44e2957a3046 req-62aab93a-0566-4353-925a-f65f3b5591ea service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478074 Sep 10 03:20:30.712603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-39a15b76-ab52-462a-9d97-58f90fd48de7 req-f3a5ed69-4c7b-4f50-ad94-86abdb87718f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091361 Sep 10 03:20:30.952266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.20.0.1 (9eb9e045-8494-4a62-b705-fa6cc1ed9756/14d2b30f-1aeb-4bab-9eae-91c1bc90eb66/28db317b-7f08-410d-bd38-cc32a1f3aaf8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:31.043050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:31.185428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de5068-ae9b-41bf-ae96-0a446e3a03e1 None None] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:20:31.221358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.292772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c88e37a-7720-4d57-a2b1-d62ca21b7af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.299110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Transition to ACTIVE for port object 28db317b-7f08-410d-bd38-cc32a1f3aaf8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:31.315091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ff8e-5e73-4c72-9752-f176fbcf149f req-bbd7af00-c042-4b5c-ac59-e33f0f6ee863 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:31.327089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2407ff8e-5e73-4c72-9752-f176fbcf149f req-bbd7af00-c042-4b5c-ac59-e33f0f6ee863 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.5529993 Sep 10 03:20:31.335388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d41bea9d-085a-472e-8e11-098c9e51361d None None] Provisioning for port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:31.364066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198aa4-1f22-47cc-9352-37dec100b1f2 req-52940222-7462-41b1-9990-9e3a70a841e7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:31.371940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b198aa4-1f22-47cc-9352-37dec100b1f2 req-52940222-7462-41b1-9990-9e3a70a841e7 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1419156 Sep 10 03:20:31.372904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2407ff8e-5e73-4c72-9752-f176fbcf149f req-715cc381-2dab-49e8-84ac-0a03851b7709 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440412 Sep 10 03:20:31.466632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b198aa4-1f22-47cc-9352-37dec100b1f2 req-55c463ca-2a1d-4cbb-939a-1ab1f531fac6 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940094 Sep 10 03:20:31.467672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.516744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4369eb5-b065-4cca-8d19-55b38245ed21 req-6bd2f706-4cbf-4158-8c14-1e92f016f59e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:31.518062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:31.518713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4369eb5-b065-4cca-8d19-55b38245ed21 req-6bd2f706-4cbf-4158-8c14-1e92f016f59e tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0600502 Sep 10 03:20:31.528282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:31.535245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:31.565840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4369eb5-b065-4cca-8d19-55b38245ed21 req-b5164338-f759-443e-a462-ff51417d6561 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 Sep 10 03:20:31.628103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c88e37a-7720-4d57-a2b1-d62ca21b7af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.635617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.692054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=28db317b-7f08-410d-bd38-cc32a1f3aaf8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:31.694414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c88e37a-7720-4d57-a2b1-d62ca21b7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.780644 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7e6fb59-2095-4d21-81fd-c5b5ae980473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.799504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5c88e37a-7720-4d57-a2b1-d62ca21b7af9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34fbbce0ffc940849f18bad45a0b27d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544999 Sep 10 03:20:31.799504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88e37a-7720-4d57-a2b1-d62ca21b7af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fca57e-f77b-4152-89ed-fb7ae456a237,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:31.801424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52488) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:31.841602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bab54-ab3d-435f-ae3d-9d6948eb4022 req-b628c1ea-e4e2-4730-a207-f5090d70c614 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:31.850865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-784bab54-ab3d-435f-ae3d-9d6948eb4022 req-b628c1ea-e4e2-4730-a207-f5090d70c614 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1598771 Sep 10 03:20:31.864172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.887026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:31.924998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-784bab54-ab3d-435f-ae3d-9d6948eb4022 req-f44398b1-9c32-4c56-8a1b-7ca7102f2139 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727541 Sep 10 03:20:31.978062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.983874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:31.999440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:32.004247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:32.004812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.006666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcbde6-beba-4a74-b8ce-34c63413d3e6 req-11878833-42d5-4cc8-9e9d-9bfd2f40f3bd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:32.020333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9dcbde6-beba-4a74-b8ce-34c63413d3e6 req-11878833-42d5-4cc8-9e9d-9bfd2f40f3bd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1838031 Sep 10 03:20:32.087492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d9dcbde6-beba-4a74-b8ce-34c63413d3e6 req-bae8885b-9ea3-48d3-87fa-fafc1f04158e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649159 Sep 10 03:20:32.109044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.165785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.190411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.196954 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.200469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88fca57e-f77b-4152-89ed-fb7ae456a237 HTTP/1.1" status: 204 len: 168 time: 0.3956878 Sep 10 03:20:32.226388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fca57e-f77b-4152-89ed-fb7ae456a237,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:32.245851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.246214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.248636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.249001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.249350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.253045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.253475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.253825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.257027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.257422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.257772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.259932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c09cc3-9930-4930-8802-fdd2a7d94e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:32.311046 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.349038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:32.352959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6bf70ee7-001c-4307-8285-ab03239e9b0c None None] Provisioning for port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:32.360500 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.367796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6bf70ee7-001c-4307-8285-ab03239e9b0c None None] Provisioning complete for port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:32.368819 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bf70ee7-001c-4307-8285-ab03239e9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.404545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0a2c-3dc5-4cce-bc99-377086d5fa3b req-2732b757-f34c-4419-ac11-95a3bb6041f9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:32.406882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d2d0a2c-3dc5-4cce-bc99-377086d5fa3b req-2732b757-f34c-4419-ac11-95a3bb6041f9 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1035340 Sep 10 03:20:32.442418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6bf70ee7-001c-4307-8285-ab03239e9b0c None None] Port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:20:32.465902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:32.477333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d2d0a2c-3dc5-4cce-bc99-377086d5fa3b req-68805b3b-69bb-46af-940e-4c19dd7617bd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563698 Sep 10 03:20:32.604792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.624366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fd472-27ea-461e-a38d-6da64f06c01a req-6e36644d-c7ac-438d-9c39-7ba42ff567d3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:32.626021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-798fd472-27ea-461e-a38d-6da64f06c01a req-6e36644d-c7ac-438d-9c39-7ba42ff567d3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0864058 Sep 10 03:20:32.627361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.632083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52506) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:32.679118 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a98ee2c7-017d-4e4f-b356-ed6a15549be6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=734759acdf57486cbd4b28b920b010d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454943 Sep 10 03:20:32.683954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52512) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:32.739654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.744074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=28db317b-7f08-410d-bd38-cc32a1f3aaf8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:32.746044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-140ed1b8-880f-4be1-83d3-12f15919b4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.769792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-798fd472-27ea-461e-a38d-6da64f06c01a req-07aebbcd-3e9d-4e98-a1fb-2596ae24dae2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352017 Sep 10 03:20:32.774846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-140ed1b8-880f-4be1-83d3-12f15919b4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.845456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-140ed1b8-880f-4be1-83d3-12f15919b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.849754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-140ed1b8-880f-4be1-83d3-12f15919b4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:32.857778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-140ed1b8-880f-4be1-83d3-12f15919b4a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d82d1846-753c-4790-844c-d02992e16ff3 HTTP/1.1" status: 204 len: 168 time: 0.1725309 Sep 10 03:20:32.866849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ed1b8-880f-4be1-83d3-12f15919b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d1846-753c-4790-844c-d02992e16ff3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:32.905427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:32.906821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:33.105776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:20:33.291969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5c7c21e6-fea1-4011-837a-c6fb478bbb53 None None] Provisioning complete for port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:33.292699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c7c21e6-fea1-4011-837a-c6fb478bbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:33.369182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bf6c9-3a55-4871-be36-43a20264d4f4 req-4c5b3259-9139-47bd-adc6-ad3f622849b8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.370796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a6bf6c9-3a55-4871-be36-43a20264d4f4 req-4c5b3259-9139-47bd-adc6-ad3f622849b8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0889034 Sep 10 03:20:33.374988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c21e6-fea1-4011-837a-c6fb478bbb53 None None] Port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:20:33.383066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:33.392192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52532) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:33.396078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13c6cf8d-7c11-4c72-9ad3-d6a58a545f6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "PUT /v2.0/routers/d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1130240 Sep 10 03:20:33.398627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:33.421431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:33.422249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:33.616802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:33.667521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a6bf6c9-3a55-4871-be36-43a20264d4f4 req-1421b213-122e-4d40-8a9a-baeede0e7414 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487845 Sep 10 03:20:33.773174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe51a8-09fa-4cf2-b704-2ec791b376da req-26d24090-904d-4225-a466-9afd426b426f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.787336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44fe51a8-09fa-4cf2-b704-2ec791b376da req-26d24090-904d-4225-a466-9afd426b426f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1848772 Sep 10 03:20:33.873718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-44fe51a8-09fa-4cf2-b704-2ec791b376da req-ae88fdb3-4bdd-4ef1-9533-ef26703ddc97 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852606 Sep 10 03:20:33.889502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.906008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.908763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.910138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.912774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.913519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.914225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.917302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.917999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.919470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.921842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.922522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.923222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:33.947899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cd10b233-393e-4708-b1e4-c24f15406e3c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9181 time: 0.5525701 Sep 10 03:20:33.950641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52556) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:33.970595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:34.168479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.169089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.169433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.169888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.170337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.170887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.171225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.171697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.172144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.172741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.173194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.173644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.174089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.176402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a0e31a0a-37bf-459e-99e4-d389105342a6 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8486 time: 0.2217484 Sep 10 03:20:34.179419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52566) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:34.218897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:34.219426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:34.331316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eacb26-ac1b-4715-b343-b58a6c5f8da1 req-e81b6bd3-c494-4f28-8ae7-9053ea92d779 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.332930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27eacb26-ac1b-4715-b343-b58a6c5f8da1 req-e81b6bd3-c494-4f28-8ae7-9053ea92d779 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1403532 Sep 10 03:20:34.370777 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:20:34.384768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:31Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:32Z', 'revision_number': 2, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:34.431008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27eacb26-ac1b-4715-b343-b58a6c5f8da1 req-e443e19a-5977-4625-afcd-35264e3412a7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892732 Sep 10 03:20:34.438664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-7ecc0a11-01df-4e1d-bb88-dd54e5a975fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.440921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-7ecc0a11-01df-4e1d-bb88-dd54e5a975fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 1095 time: 0.1672060 Sep 10 03:20:34.443120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:20:34.443854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Updating router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:20:34.463735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-08a62c47-7849-4c5f-8427-2fab35ebb1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:34.474444 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:34.500963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52580) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:34.581437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-21842775-8f10-4066-a18a-8521786eeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.584005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-21842775-8f10-4066-a18a-8521786eeaaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.1340063 Sep 10 03:20:34.698880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-fa17ef54-7e8d-4f22-a65d-cb153b51448c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 200 len: 997 time: 0.1067119 Sep 10 03:20:34.717909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31691983-cf27-4c23-92c1-96281bbc60fb req-03be111a-a0c9-439f-af3d-295e7c83ba5a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.719624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31691983-cf27-4c23-92c1-96281bbc60fb req-03be111a-a0c9-439f-af3d-295e7c83ba5a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1902816 Sep 10 03:20:34.796296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:34.841586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-561d1c29-52e9-4fff-933a-54786d68156b tempest-AgentManagementNegativeTest-883502745 tempest-AgentManagementNegativeTest-883502745-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3269546 Sep 10 03:20:34.873741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db36d44e-e689-4105-acd7-8e1e51e5f146 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 8100 time: 0.6927736 Sep 10 03:20:34.904583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31691983-cf27-4c23-92c1-96281bbc60fb req-1c1a29a7-175f-4879-9b91-b1830a065fbc tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529818 Sep 10 03:20:34.921449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-5e0c02d2-f80a-46cb-861e-ce5a2e64a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.922890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-5e0c02d2-f80a-46cb-861e-ce5a2e64a553 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.2165239 Sep 10 03:20:34.971944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06cd93-9ef0-4f67-ad39-6685156a4255 req-e60b3fb3-1f76-48a5-a9ce-0fc1bad4abee tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:34.973545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c06cd93-9ef0-4f67-ad39-6685156a4255 req-e60b3fb3-1f76-48a5-a9ce-0fc1bad4abee tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1885979 Sep 10 03:20:35.049073 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.069465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Transition to ACTIVE for port object 28db317b-7f08-410d-bd38-cc32a1f3aaf8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:35.079179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-e637ce45-fffc-4c6f-960f-a66a41bcf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:35.080763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-e637ce45-fffc-4c6f-960f-a66a41bcf96f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436918 Sep 10 03:20:35.093922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c06cd93-9ef0-4f67-ad39-6685156a4255 req-9f6bff68-3ddb-4d86-81e7-4691c2c0d8bd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797613 Sep 10 03:20:35.095761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.237622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Pushing event updated for resources: {'Port': ['ID=28db317b-7f08-410d-bd38-cc32a1f3aaf8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:35.257411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.257829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.258219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.269315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.270693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.271040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.271378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.271767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.272098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.272423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.272750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.276945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:35.319141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-87848249-196f-4db9-94b4-9a5b446ce4f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201712 Sep 10 03:20:35.498068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52618) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:35.503634 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.504888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Attempting to bind port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:20:35.507557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Attempting to bind port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:20:35.523240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Attempting to bind port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 on network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:20:35.547961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:20:35.550410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Checking segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:35.556350 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.556985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Bound using segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:20:35.559876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Bound port: 28db317b-7f08-410d-bd38-cc32a1f3aaf8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:20:35.560481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.567085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52622) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:35.570529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-207185d2-97a4-40e4-bcce-cf349c65f263 req-e4d39ea5-e601-4615-8df4-810ce203455b service neutron] 10.222.0.36 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411845 Sep 10 03:20:35.573584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440498977', 'description': 'tempest-secgroup-smoke-440498977 description', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:35.672133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] For port 28db317b-7f08-410d-bd38-cc32a1f3aaf8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:20:35.676832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] For port 28db317b-7f08-410d-bd38-cc32a1f3aaf8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28db317b-7f08-410d-bd38-cc32a1f3aaf8,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:20:35.690440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.695584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c31e8a8-fba9-4cdb-a9f7-5c36c2c7a49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.739935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.769452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:35.770138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:35.872742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188ec02-4cb8-428e-8fe0-d79ad103b97a None None] Pushing event updated for resources: {'Port': ['ID=28db317b-7f08-410d-bd38-cc32a1f3aaf8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:35.957481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c31e8a8-fba9-4cdb-a9f7-5c36c2c7a49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:35.972122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:20:35.986249 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c31e8a8-fba9-4cdb-a9f7-5c36c2c7a49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.068544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31e8a8-fba9-4cdb-a9f7-5c36c2c7a49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7296c5c-a16b-4368-a241-a713db7086d0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:36.078800 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c31e8a8-fba9-4cdb-a9f7-5c36c2c7a49e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=492827e88ab749dbbece210bd2b3f5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767934 Sep 10 03:20:36.083962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:36.127783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3404a01-ba71-429c-9cb3-3fb36d2f02fb req-497c795c-ca3f-4ded-98a2-34ac094ae4f8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:36.134638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3404a01-ba71-429c-9cb3-3fb36d2f02fb req-497c795c-ca3f-4ded-98a2-34ac094ae4f8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.4270940 Sep 10 03:20:36.178760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:36.192743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:36.193423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8db-153b-4eb4-a5e2-58a2c44e9475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.195625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '62fde05b-8175-486b-a3fd-283d6e45e322', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322', 'mac_address': 'fa:16:3e:56:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:20:36.306987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8db-153b-4eb4-a5e2-58a2c44e9475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.391044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3404a01-ba71-429c-9cb3-3fb36d2f02fb req-40098ef4-0228-46f5-9244-a4ce61ab9ccb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428539 Sep 10 03:20:36.396684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.414508 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.430391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.471034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07de0f02-85ca-4c82-b22b-23eb8e6c786a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:36.487782 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.489741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-571b2d46-dbf1-4840-9fa6-0cc0a0aa1635 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9209306 Sep 10 03:20:36.493519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52654) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:36.498512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae40ba-c1ec-4ac4-b010-2e6cda390ac3 req-3a14e545-ef0b-4a44-93f3-755ba6c3d15f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:36.501106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '07de0f02-85ca-4c82-b22b-23eb8e6c786a', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:36.505978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45ae40ba-c1ec-4ac4-b010-2e6cda390ac3 req-3a14e545-ef0b-4a44-93f3-755ba6c3d15f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.2507050 Sep 10 03:20:36.543403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.552975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62fde05b-8175-486b-a3fd-283d6e45e322 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:20:36.562405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45ae40ba-c1ec-4ac4-b010-2e6cda390ac3 req-9661d071-e78c-4654-879d-d80844306700 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550790 Sep 10 03:20:36.594661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:36.610369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:31Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:35Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:36.613691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8db-153b-4eb4-a5e2-58a2c44e9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.616939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d8db-153b-4eb4-a5e2-58a2c44e9475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.618382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d7e1d8db-153b-4eb4-a5e2-58a2c44e9475 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7296c5c-a16b-4368-a241-a713db7086d0 HTTP/1.1" status: 204 len: 168 time: 0.5333798 Sep 10 03:20:36.628216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1d8db-153b-4eb4-a5e2-58a2c44e9475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7296c5c-a16b-4368-a241-a713db7086d0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:36.663109 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.667260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9ef61-6f74-40c6-8765-f577cc7ef752 None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:31Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:35Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:36.721226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.730650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.769066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e415c48f-cb70-4eb1-ad47-7d6b7136c1f3,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:36.802898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:36.804853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-44e013cc-035b-4f96-ac5c-f01fb15d3cb9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098085 Sep 10 03:20:36.808074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52670) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:36.831853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '07de0f02-85ca-4c82-b22b-23eb8e6c786a', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:36.866712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:36.879088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62fde05b-8175-486b-a3fd-283d6e45e322'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:20:36.904871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.091725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.101225 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.162564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.166348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3545008 Sep 10 03:20:37.166833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52680) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:37.170830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c0f8c-adc6-4fba-b36f-3141b1bdc8c8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58ad1b5-a338-47b8-9522-cdc8428fc4eb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:37.172806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '07de0f02-85ca-4c82-b22b-23eb8e6c786a', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:37.224590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.350382 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.363669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.364485 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.417986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7777265-9658-4a73-a237-5d2ba4910258,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:37.462264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.472501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-632104d1-75e6-41c5-a1be-c01e6992064d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3032651 Sep 10 03:20:37.474302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52696) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:37.479256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '07de0f02-85ca-4c82-b22b-23eb8e6c786a', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:37.695421 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.775493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0463fa-744a-4bc5-ba18-471adc8c7b01 req-5aff1c4b-0193-40fa-9d4f-1fec09d35701 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:37.787131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f0463fa-744a-4bc5-ba18-471adc8c7b01 req-5aff1c4b-0193-40fa-9d4f-1fec09d35701 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2402952 Sep 10 03:20:37.903391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8f0463fa-744a-4bc5-ba18-471adc8c7b01 req-accbf9f1-41f3-4651-833b-8c41c7a098d5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962272 Sep 10 03:20:37.907730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91e33-7c98-4614-8b77-421801b8f92a req-66e7e389-85f9-4b68-8d87-f6c09f1c9c07 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:37.910371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60d91e33-7c98-4614-8b77-421801b8f92a req-66e7e389-85f9-4b68-8d87-f6c09f1c9c07 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 944 time: 0.1567345 Sep 10 03:20:37.969417 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:37.982368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:37.993642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.015854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60d91e33-7c98-4614-8b77-421801b8f92a req-9a02fe0b-a41b-4960-a845-bf0b2e9a3c61 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960116 Sep 10 03:20:38.040202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdba456b-9fd7-4d48-acdd-21b34162fcc7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:38.064930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.067696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52718) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.069751 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-220dd4bf-a91e-4fed-bdd8-790f339392b0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5923131 Sep 10 03:20:38.073639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '07de0f02-85ca-4c82-b22b-23eb8e6c786a', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:38.138736 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Project 16cbe3dd70cd4d8e9c644213bcfc5c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:20:38.145786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.187984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28db317b-7f08-410d-bd38-cc32a1f3aaf8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:38.254695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779afc1-0c1a-46cc-9762-7fdba99de73b req-7d03c3b8-eb8a-46f4-9006-93b01ccb32e2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:38.264432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3779afc1-0c1a-46cc-9762-7fdba99de73b req-7d03c3b8-eb8a-46f4-9006-93b01ccb32e2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.1590769 Sep 10 03:20:38.355692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 62fde05b-8175-486b-a3fd-283d6e45e322 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:38.358183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52722) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.361422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.361877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.370900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.383177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3779afc1-0c1a-46cc-9762-7fdba99de73b req-0e08ca84-7435-484b-8d79-b6f612244012 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042070 Sep 10 03:20:38.430449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.441665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52728) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.445843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767526 Sep 10 03:20:38.458471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '07de0f02-85ca-4c82-b22b-23eb8e6c786a', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:38.472474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fc0ad-df6a-4fcd-9d3c-cd3a252d9dcb tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca67b9a7-485c-43fc-8eaa-d9c1921426ae,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:38.504075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:38.530689 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Project 16cbe3dd70cd4d8e9c644213bcfc5c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:20:38.542298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:38.542298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.546398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.675090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-9cc5513b-0b1c-41f6-a347-cc31d665477c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.679374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9cc5513b-0b1c-41f6-a347-cc31d665477c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3196423 Sep 10 03:20:38.679573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.689003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-455f2c34-9af0-4cbb-89b6-eb3661fc7371 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.690913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-455f2c34-9af0-4cbb-89b6-eb3661fc7371 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099523 Sep 10 03:20:38.693884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.698531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-e4ec2d01-5621-4405-aa9a-51bce72e9dbd tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.704990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e4ec2d01-5621-4405-aa9a-51bce72e9dbd tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0098913 Sep 10 03:20:38.707848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52746) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.716505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-2dbd7fbe-d115-4595-93c8-14a9d633ccf9 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.717816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2dbd7fbe-d115-4595-93c8-14a9d633ccf9 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088217 Sep 10 03:20:38.720299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52748) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.725408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-bcf23d41-5f00-4988-91f5-7590fc9a13fe tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.728543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bcf23d41-5f00-4988-91f5-7590fc9a13fe tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068729 Sep 10 03:20:38.732489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52750) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.741214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-78bd50fe-5867-4c22-ba8f-dac9af99ee6d tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.744866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-78bd50fe-5867-4c22-ba8f-dac9af99ee6d tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0111434 Sep 10 03:20:38.749348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52752) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.761253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-3599a33c-004d-4a69-9c61-09a7419fdf94 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.763086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3599a33c-004d-4a69-9c61-09a7419fdf94 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0119944 Sep 10 03:20:38.767984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52754) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.786459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-37087ab2-8fce-4c0d-a9c6-846ad654c351 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.787972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37087ab2-8fce-4c0d-a9c6-846ad654c351 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0180070 Sep 10 03:20:38.790560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52756) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.797254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-e03cf925-2e4b-4411-ade4-c0cadb3e6805 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.798698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e03cf925-2e4b-4411-ade4-c0cadb3e6805 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066063 Sep 10 03:20:38.801373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52758) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.819584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-8360b6e6-0618-4d9a-907a-b2c502bddf80 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.821461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8360b6e6-0618-4d9a-907a-b2c502bddf80 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0188382 Sep 10 03:20:38.825657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52760) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.838678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-6209c9df-3c43-4c0d-b487-327779b4ae90 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.840125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6209c9df-3c43-4c0d-b487-327779b4ae90 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0130386 Sep 10 03:20:38.843252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.861434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-c013de57-ed20-4051-b078-e8cf8446f408 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.863277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.869494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c013de57-ed20-4051-b078-e8cf8446f408 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0201190 Sep 10 03:20:38.871686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52764) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.877104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-077d7912-abb2-4186-89e7-acbda04df92a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.878332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-077d7912-abb2-4186-89e7-acbda04df92a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051975 Sep 10 03:20:38.881046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.920016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.920954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-0b830ef5-96b2-4ab1-b129-3eca61a7cdcf tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.924745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52770) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.929042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-2a2ebe66-3a77-438c-b8a9-bb8ae5938b5c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.930017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2a2ebe66-3a77-438c-b8a9-bb8ae5938b5c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043027 Sep 10 03:20:38.932701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0b830ef5-96b2-4ab1-b129-3eca61a7cdcf tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0445151 Sep 10 03:20:38.932842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52772) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.933668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:38.936999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-bc96165f-af31-476e-834e-35c87ff9f7b4 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.940340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc96165f-af31-476e-834e-35c87ff9f7b4 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065219 Sep 10 03:20:38.943832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52774) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.960859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-f264a1d8-79d5-4694-bfd1-80fce36b366a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.962080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f264a1d8-79d5-4694-bfd1-80fce36b366a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0151813 Sep 10 03:20:38.968208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52776) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.974027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-a73df671-a791-46d2-8b3c-9670a91de97a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.976514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a73df671-a791-46d2-8b3c-9670a91de97a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0070820 Sep 10 03:20:38.979881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52778) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:38.990513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-176145a5-8387-45a8-bb72-a111c75407d5 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:38.994995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-176145a5-8387-45a8-bb72-a111c75407d5 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0138500 Sep 10 03:20:38.998382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52782) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.002293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5e0f5e-acf7-41c5-aae5-0a0bba42e6ce,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:39.003367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-bb70f3f4-25e5-4eff-a278-8fda1004cce2 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.004600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bb70f3f4-25e5-4eff-a278-8fda1004cce2 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050812 Sep 10 03:20:39.007027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52784) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.007678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:39.029248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-49e6d7c4-abac-46a1-8b7a-8719dff87ad7 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.033338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-49e6d7c4-abac-46a1-8b7a-8719dff87ad7 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0228560 Sep 10 03:20:39.036248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52786) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.050668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-df26e715-4daa-4be5-9749-474a459b9716 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.058854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-df26e715-4daa-4be5-9749-474a459b9716 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0200243 Sep 10 03:20:39.063619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:39.066366 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5a62f0-c54f-4008-986b-dfcf3bf6c06b" -d '{"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-plugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:39.067269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.087325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-f65063d9-60aa-48e4-b963-cbb5ce501e6c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.113854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f65063d9-60aa-48e4-b963-cbb5ce501e6c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0452700 Sep 10 03:20:39.116621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:39.117440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52800) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.136687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-e0c0ba63-c642-46a7-9641-3e72ddd8381f tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.137600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e0c0ba63-c642-46a7-9641-3e72ddd8381f tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0166080 Sep 10 03:20:39.144663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:39.147647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52804) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.157114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-ba489823-fd93-4627-9b4e-212fbe67c07c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.174521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba489823-fd93-4627-9b4e-212fbe67c07c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0245914 Sep 10 03:20:39.181272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24723d-2735-477b-b123-49d9fcd3cdb0 req-18d4d403-e539-4e72-847f-60be49843d52 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:39.182820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.189232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd24723d-2735-477b-b123-49d9fcd3cdb0 req-18d4d403-e539-4e72-847f-60be49843d52 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.1660886 Sep 10 03:20:39.201616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-4541085a-4663-4724-840a-f6a1d623858c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.214326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4541085a-4663-4724-840a-f6a1d623858c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0199327 Sep 10 03:20:39.218016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52810) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.229561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-b1c25e1a-e255-4c3d-a64a-7a635adae772 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.234106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1c25e1a-e255-4c3d-a64a-7a635adae772 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0137031 Sep 10 03:20:39.237571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52812) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.243402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:39.256732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e6935cb6-595b-4990-a343-ef9ed9a5b317 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8059337 Sep 10 03:20:39.272323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-93355db8-af4d-4baf-8b0e-c83dc61bd651 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.274663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-93355db8-af4d-4baf-8b0e-c83dc61bd651 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0335472 Sep 10 03:20:39.277830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.288346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-ddd840a3-fc77-4a6c-b570-1570af8e11a8 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.292090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ddd840a3-fc77-4a6c-b570-1570af8e11a8 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092366 Sep 10 03:20:39.292560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52818) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.303360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-17a41e8e-e121-4d45-9537-a85d6c536307 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.316884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-17a41e8e-e121-4d45-9537-a85d6c536307 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0232203 Sep 10 03:20:39.323106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52820) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.324167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-04063823-1ca4-4345-ab32-3b97282084d0 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.325204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-04063823-1ca4-4345-ab32-3b97282084d0 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043423 Sep 10 03:20:39.328253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52822) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.341726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-cc0f3a6c-cffe-44a2-985e-712e9c93e674 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.342880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cc0f3a6c-cffe-44a2-985e-712e9c93e674 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0135002 Sep 10 03:20:39.347676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52824) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.352082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-5b2590cd-3d2c-4d3e-b20a-d5e7b3e4b114 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.353140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5b2590cd-3d2c-4d3e-b20a-d5e7b3e4b114 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044098 Sep 10 03:20:39.361932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52826) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.376589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-8fc4c686-b2d6-4f51-8c99-837e25e25a39 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.379258 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cd24723d-2735-477b-b123-49d9fcd3cdb0 req-4d7a21dc-af16-4f1e-9b5d-718cbfee8236 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888115 Sep 10 03:20:39.398011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8fc4c686-b2d6-4f51-8c99-837e25e25a39 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0349698 Sep 10 03:20:39.401990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52830) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.408581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-80366407-4ca1-4720-be8c-3cc9d37d77f6 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.421969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52832) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.422516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-80366407-4ca1-4720-be8c-3cc9d37d77f6 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0176346 Sep 10 03:20:39.435356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-ff93b656-3444-4157-8cfc-23973a45fd4a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.436715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ff93b656-3444-4157-8cfc-23973a45fd4a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0129309 Sep 10 03:20:39.439258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.445301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-2de8b354-fb0c-4ba2-9059-e895a186f9a5 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.448677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2de8b354-fb0c-4ba2-9059-e895a186f9a5 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080469 Sep 10 03:20:39.451404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.457375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-fc0d54d2-f38d-4d92-b924-7b8c90277eae tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.461861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fc0d54d2-f38d-4d92-b924-7b8c90277eae tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091236 Sep 10 03:20:39.462720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52844) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.469922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-398b34e1-f1a2-448d-a5be-5949349a01b3 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.480021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-398b34e1-f1a2-448d-a5be-5949349a01b3 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0130320 Sep 10 03:20:39.481261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52846) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.487259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-626e1e99-406a-4d64-bccc-99beb3fba52c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.491222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52848) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.491845 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-626e1e99-406a-4d64-bccc-99beb3fba52c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088303 Sep 10 03:20:39.498376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-f763924c-dd6a-491a-8156-b05ebbdd55d7 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.499345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f763924c-dd6a-491a-8156-b05ebbdd55d7 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070331 Sep 10 03:20:39.505688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.511026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-de1f65b1-34a4-4b87-913d-06e147774676 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.512304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de1f65b1-34a4-4b87-913d-06e147774676 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051699 Sep 10 03:20:39.515247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52852) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.519712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-81a745e2-fbdc-4cab-b874-931ac0d71047 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.523017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52854) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.527758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-81a745e2-fbdc-4cab-b874-931ac0d71047 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0111859 Sep 10 03:20:39.530113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-3332a5e2-d292-4a6d-b352-85263dda36fc tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.536914 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3332a5e2-d292-4a6d-b352-85263dda36fc tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0123000 Sep 10 03:20:39.538887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52858) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.544459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-e30b2c30-a55a-42c4-970f-17dae04f1642 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.557536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e30b2c30-a55a-42c4-970f-17dae04f1642 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0172124 Sep 10 03:20:39.560419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52860) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.564681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-bd7f1672-fe6f-4386-a927-112293e4395e tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.571429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bd7f1672-fe6f-4386-a927-112293e4395e tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096860 Sep 10 03:20:39.572300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.576382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-87544bf7-aed3-4d7b-b87c-2726d88f2000 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.584748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87544bf7-aed3-4d7b-b87c-2726d88f2000 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115819 Sep 10 03:20:39.585459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52864) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.601776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-b43726f0-0c16-4a0c-afbc-aa69424546d5 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.603957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b43726f0-0c16-4a0c-afbc-aa69424546d5 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0148168 Sep 10 03:20:39.605565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.615630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-a1bb5c21-25e2-415b-a286-f41ccf146484 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.619854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a1bb5c21-25e2-415b-a286-f41ccf146484 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0131350 Sep 10 03:20:39.620720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.626161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea741-1613-4077-8db9-0be5f31e0f31 req-6fe6069a-3309-4b1c-b298-fce0501e6665 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:39.629407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-428b9925-8bed-47a0-8d06-8331082eb142 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.634130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-428b9925-8bed-47a0-8d06-8331082eb142 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0122523 Sep 10 03:20:39.635220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a6ea741-1613-4077-8db9-0be5f31e0f31 req-6fe6069a-3309-4b1c-b298-fce0501e6665 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0763032 Sep 10 03:20:39.635750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52870) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.645193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-fe4b12ad-4785-4647-adce-5274132c6c79 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.651869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52872) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.659971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-440eaf51-b794-4b84-b9ec-355ccbf1ba52 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.660711 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe4b12ad-4785-4647-adce-5274132c6c79 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0239329 Sep 10 03:20:39.671580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-440eaf51-b794-4b84-b9ec-355ccbf1ba52 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0148761 Sep 10 03:20:39.673426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.674241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:39.682033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-342a46d9-f5f3-47b0-a671-87b7fa6c4e95 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.688449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-342a46d9-f5f3-47b0-a671-87b7fa6c4e95 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0145402 Sep 10 03:20:39.689130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52876) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.697347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-aac0a384-8da5-4138-89a5-c1dab76c846c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.703059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 28db317b-7f08-410d-bd38-cc32a1f3aaf8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28db317b-7f08-410d-bd38-cc32a1f3aaf8,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:39.703767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aac0a384-8da5-4138-89a5-c1dab76c846c tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0111759 Sep 10 03:20:39.706184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52878) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.708563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:39.717745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-ce9e5fec-49c2-4c6f-b348-e5465aac49d1 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.721718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52880) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.726260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce9e5fec-49c2-4c6f-b348-e5465aac49d1 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0186076 Sep 10 03:20:39.728015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-c2dea6e1-2615-4b4f-a0ed-1921a8b8741a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.734001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.739000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2dea6e1-2615-4b4f-a0ed-1921a8b8741a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0158994 Sep 10 03:20:39.742735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-a96a5df2-e86f-4ecd-b37a-7ae0c13ad76a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.748101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a96a5df2-e86f-4ecd-b37a-7ae0c13ad76a tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0128419 Sep 10 03:20:39.748882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.760419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-28fad978-c565-4f28-a13a-449ee409aa83 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.771189 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-28fad978-c565-4f28-a13a-449ee409aa83 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0211396 Sep 10 03:20:39.772182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.781061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-d9d2fa2b-4f6c-4e5c-bca8-9baad1d41834 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.787879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.789006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d9d2fa2b-4f6c-4e5c-bca8-9baad1d41834 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0156417 Sep 10 03:20:39.824478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=28db317b-7f08-410d-bd38-cc32a1f3aaf8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:39.835834 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a6ea741-1613-4077-8db9-0be5f31e0f31 req-ce675c4a-8c3f-448c-b95f-52096d1a4703 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723468 Sep 10 03:20:39.842923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-3a0e90fc-5b5a-446b-ba85-0f9d067e658b tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.852034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.854096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3a0e90fc-5b5a-446b-ba85-0f9d067e658b tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0170636 Sep 10 03:20:39.864849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-1dd42c62-132f-4530-88cc-2a905edb6be4 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.868500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.868967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1dd42c62-132f-4530-88cc-2a905edb6be4 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0154166 Sep 10 03:20:39.877710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-b8126148-919a-4053-9e33-5340a8f9377b tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.879028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b8126148-919a-4053-9e33-5340a8f9377b tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0087261 Sep 10 03:20:39.882079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52900) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.886981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-05abae6e-e0e9-416f-b5e0-d741367614e7 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.891342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05abae6e-e0e9-416f-b5e0-d741367614e7 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059347 Sep 10 03:20:39.900111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52902) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.910131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-751ee569-64be-439b-9c68-1950462bc3c8 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.911190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-751ee569-64be-439b-9c68-1950462bc3c8 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0100963 Sep 10 03:20:39.914743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.920527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-062b75a7-4e45-4e17-a27b-8ef3bb9ccd71 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.921498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-062b75a7-4e45-4e17-a27b-8ef3bb9ccd71 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0057218 Sep 10 03:20:39.924359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52908) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.936388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-06c015a4-7fb0-4adf-ac87-20d24b03a7f6 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.938799 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06c015a4-7fb0-4adf-ac87-20d24b03a7f6 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0130825 Sep 10 03:20:39.941474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52912) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.946365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-c1bfd530-2633-493b-ad6c-ae164cc5a502 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.947748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c1bfd530-2633-493b-ad6c-ae164cc5a502 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047770 Sep 10 03:20:39.951925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 52914) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.959915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [None req-646ea85c-2b9f-4f5b-a869-1293b3ef37b9 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.971906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52918) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:39.977447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-646ea85c-2b9f-4f5b-a869-1293b3ef37b9 tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0161023 Sep 10 03:20:39.982989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [None req-b36ebd74-c258-4ae6-adef-ad85f3c9ae2d tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:20:39.991010 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b36ebd74-c258-4ae6-adef-ad85f3c9ae2d tempest-ExtensionsTestJSON-1828009538 tempest-ExtensionsTestJSON-1828009538-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0179942 Sep 10 03:20:40.018454 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e37f5-0c92-4388-bf69-ff6408cc61ef x-openstack-request-id: req-226e37f5-0c92-4388-bf69-ff6408cc61ef {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:40.019108 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-plugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:40.019108 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-226e37f5-0c92-4388-bf69-ff6408cc61ef {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:40.019412 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'code': 200} Sep 10 03:20:40.530492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-a78d5c6f-8146-473b-939e-5b9b6a720dfa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440498977&fields=id&tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 267 time: 0.1313779 Sep 10 03:20:40.586851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-a9eab718-63bc-47de-8efa-f8bf1650f17b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:40.592471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-a9eab718-63bc-47de-8efa-f8bf1650f17b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.1795044 Sep 10 03:20:40.718577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52960) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:40.806148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-eb7a9326-6df3-43b1-845e-624144c2074f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:40.814313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-eb7a9326-6df3-43b1-845e-624144c2074f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/networks?id=9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 200 len: 797 time: 0.2828259 Sep 10 03:20:40.831936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-818b404b-489b-46be-bd08-6ece3ccc9cb3 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/quotas/16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 375 time: 0.0162437 Sep 10 03:20:40.925982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-2bcf1e5f-3394-4325-83a2-b4f339109966 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925264 Sep 10 03:20:41.008272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3688-b803-428e-acf7-6129cae453d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.129723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570262e-a023-4c94-b693-a265d643eb43 req-38183b41-d365-4c4c-8fac-469bfd9fac5a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:41.136893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0570262e-a023-4c94-b693-a265d643eb43 req-38183b41-d365-4c4c-8fac-469bfd9fac5a tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd2fb071-a416-4072-b1f9-37c3ff2221ed HTTP/1.1" status: 200 len: 944 time: 0.5431461 Sep 10 03:20:41.213862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-e53f77e0-8fcf-4342-932a-5ba8607b2fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731335 Sep 10 03:20:41.237682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port b30439bd-5fde-4433-966b-6e320ae9cc48 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:41.237924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.325444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Deleting port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:41.326083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.409484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-e0cf1ea4-779c-4edf-b48e-f4182b1dfa3a service neutron] 10.222.0.23 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942773 Sep 10 03:20:41.429697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3688-b803-428e-acf7-6129cae453d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.446966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3688-b803-428e-acf7-6129cae453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.503621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port b30439bd-5fde-4433-966b-6e320ae9cc48, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b30439bd-5fde-4433-966b-6e320ae9cc48,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:41.504255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.513009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3688-b803-428e-acf7-6129cae453d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8acd62-ef48-4e04-9576-a82d608c0afe,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:41.581639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1a7b3688-b803-428e-acf7-6129cae453d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3707792e84c47b9846c1299d34ff687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589044 Sep 10 03:20:41.582014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 52980) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:41.712850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-980dfc83-1cb0-4edb-811b-859cc76c3ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.763606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] For port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:41.764640 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.784495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Calling delete_port for b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:41.818436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-980dfc83-1cb0-4edb-811b-859cc76c3ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:41.943327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28db317b-7f08-410d-bd38-cc32a1f3aaf8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:42.037318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173e774-f742-4e39-8b07-9bc83c226720 req-57bf8033-1305-41d5-b687-286c1debcddd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:42.037318 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c173e774-f742-4e39-8b07-9bc83c226720 req-57bf8033-1305-41d5-b687-286c1debcddd tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 946 time: 0.1820004 Sep 10 03:20:42.100800 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-980dfc83-1cb0-4edb-811b-859cc76c3ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.104316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-980dfc83-1cb0-4edb-811b-859cc76c3ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.105926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:42.108091 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.108999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-980dfc83-1cb0-4edb-811b-859cc76c3ea8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb8acd62-ef48-4e04-9576-a82d608c0afe HTTP/1.1" status: 204 len: 168 time: 0.5244858 Sep 10 03:20:42.117737 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.145081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9', '7655e8dc-2196-42c7-87fa-8cbde319eb74'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:20:42.178347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c173e774-f742-4e39-8b07-9bc83c226720 req-cfc9075f-02b2-466a-b250-c72d06560098 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195059 Sep 10 03:20:42.179143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dfc83-1cb0-4edb-811b-859cc76c3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8acd62-ef48-4e04-9576-a82d608c0afe,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:42.462153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.462670 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.462793 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Floating IP 09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b disassociated. External IP: 172.25.8.195, port: b30439bd-5fde-4433-966b-6e320ae9cc48. Sep 10 03:20:42.463645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for b30439bd-5fde-4433-966b-6e320ae9cc48 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:42.568500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f60a9-0b2f-45e4-bc53-f90990f8f4f4 req-e0172ee5-c965-4478-9d03-811f69e8c8d0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:42.574646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-197f60a9-0b2f-45e4-bc53-f90990f8f4f4 req-e0172ee5-c965-4478-9d03-811f69e8c8d0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.2454989 Sep 10 03:20:42.612980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'Port': ['ID=b4c5fc38-fbdf-491b-bdb8-c50d7f884c07,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:42.623735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] No DVR routers for this DVR port b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:20:42.627327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:42.634607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0570262e-a023-4c94-b693-a265d643eb43 req-ba25a990-72ba-4b7d-ad0c-5980aabe8980 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "DELETE /v2.0/ports/b4c5fc38-fbdf-491b-bdb8-c50d7f884c07 HTTP/1.1" status: 204 len: 173 time: 1.4968748 Sep 10 03:20:42.642240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-deleted', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:42.645499 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b47ab-4b10-4b28-af44-99a16bf6d0c5" -d '{"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-deleted", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:42.703069 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-197f60a9-0b2f-45e4-bc53-f90990f8f4f4 req-604ebb6a-e8e0-47ce-8a14-9e4b1cf9af5e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185455 Sep 10 03:20:42.920693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-374feade-2404-4608-9278-90a81a199f17 req-7ee60eba-dc74-4ca6-a0c7-a287f289048a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 210 time: 0.0659766 Sep 10 03:20:42.950395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:43.023595 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ceae3f-322b-4357-a153-77b01af25dda x-openstack-request-id: req-d8ceae3f-322b-4357-a153-77b01af25dda {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:43.023969 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2fb071-a416-4072-b1f9-37c3ff2221ed", "name": "network-vif-deleted", "tag": "b4c5fc38-fbdf-491b-bdb8-c50d7f884c07", "status": "failed", "code": 422}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:43.024126 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8ceae3f-322b-4357-a153-77b01af25dda {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:43.024546 n-d-808126-2 neutron-server[94634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd2fb071-a416-4072-b1f9-37c3ff2221ed', 'name': 'network-vif-deleted', 'tag': 'b4c5fc38-fbdf-491b-bdb8-c50d7f884c07', 'status': 'failed', 'code': 422} returned with failed status Sep 10 03:20:43.191648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=b30439bd-5fde-4433-966b-6e320ae9cc48,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:43.332772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b30439bd-5fde-4433-966b-6e320ae9cc48 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:20:43.385344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:20:43.422379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: b30439bd-5fde-4433-966b-6e320ae9cc48 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:20:43.423838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b30439bd-5fde-4433-966b-6e320ae9cc48 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:20:43.450749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5bc47779-eb03-4a01-b4a4-e9a226b0aacf req-0b6e0f0e-daf8-480a-8f76-89646304831b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.0840790 Sep 10 03:20:43.734583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:20:43.749189 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:20:43.777837 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:43.785469 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:43.943445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port b30439bd-5fde-4433-966b-6e320ae9cc48 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:20:43.982685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:43.989452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9c926f61-6822-4a17-ba9a-1328300fcc31 req-8031b4b7-5562-4f25-86c6-f23793d131cf tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "DELETE /v2.0/ports/b30439bd-5fde-4433-966b-6e320ae9cc48 HTTP/1.1" status: 204 len: 173 time: 3.3771951 Sep 10 03:20:44.085561 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:44.139205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312b06-fd77-4b2c-8ea3-99a73fab8515 req-3413ffbf-d751-425f-b2eb-c97daa292b26 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:44.142728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3312b06-fd77-4b2c-8ea3-99a73fab8515 req-3413ffbf-d751-425f-b2eb-c97daa292b26 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1949551 Sep 10 03:20:44.236511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53060) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:44.285727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3312b06-fd77-4b2c-8ea3-99a73fab8515 req-569f9c5f-f256-4d89-bdc1-ffcb91b7732a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312428 Sep 10 03:20:44.399120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-174f26cd-b1b8-4d5b-b8ac-b4e24317b502 req-e7bb042f-6d05-4b42-a6f0-04935350e707 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 210 time: 0.0865707 Sep 10 03:20:44.647863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'networks': [{'name': 'tempest-network--1917932701'}, {'name': 'tempest-network--2043354963'}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:44.649096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'network': {'name': 'tempest-network--1917932701'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:44.653946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'network': {'name': 'tempest-network--2043354963'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:44.750613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae42f5d-4b91-4d88-996e-29bd76520523 req-b9554fc1-7f45-461d-90b1-6f97eb68be60 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:44.757965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e49a4e3-5f14-4b80-8c8e-5e3f0f93268a req-2f289087-7757-4db7-9043-90d007dbf06f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.0821536 Sep 10 03:20:44.760596 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:44.779099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ae42f5d-4b91-4d88-996e-29bd76520523 req-b9554fc1-7f45-461d-90b1-6f97eb68be60 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 908 time: 0.3237922 Sep 10 03:20:44.784834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'network': 2} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:44.790468 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:44.819091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-e28b6137-ba12-49c0-8950-aef3370288fa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:44.820640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-e28b6137-ba12-49c0-8950-aef3370288fa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "GET /v2.0/networks?id=9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 200 len: 797 time: 0.4807587 Sep 10 03:20:44.835974 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:20:44.845303 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:44.856972 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:20:44.857636 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:44.950636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-94520b68-33f5-49cf-996c-29e00c60d045 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 379 time: 0.1150856 Sep 10 03:20:44.963783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'port': {'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'admin_state_up': True, 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'security_groups': ['07de0f02-85ca-4c82-b22b-23eb8e6c786a']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:45.039034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'name': 'network-vif-deleted', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:45.043777 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378487a-237e-487c-9e6f-c352df1349d1" -d '{"events": [{"server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "name": "network-vif-deleted", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:45.087950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.100913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.101399 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.171602 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:20:45.187132 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3616a11-4dba-4159-a51d-290db71daafd x-openstack-request-id: req-a3616a11-4dba-4159-a51d-290db71daafd {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:45.187528 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390f684a-0cc4-4438-8cae-cc1d1aaa7f12", "name": "network-vif-deleted", "tag": "b30439bd-5fde-4433-966b-6e320ae9cc48", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:45.187977 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3616a11-4dba-4159-a51d-290db71daafd {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:45.188123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:45.188366 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390f684a-0cc4-4438-8cae-cc1d1aaa7f12', 'name': 'network-vif-deleted', 'tag': 'b30439bd-5fde-4433-966b-6e320ae9cc48', 'status': 'completed', 'code': 200} Sep 10 03:20:45.219208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628e6996-ff84-498d-83c5-07f267374314,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:45.225063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.225418 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Added segment f4632aae-36b9-4013-803c-d7d5222ff96a of type vlan for network d122d152-3d47-47fb-8aed-0e2c318c3661 Sep 10 03:20:45.322501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:45.327254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.347473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.416591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:45.443746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.444389 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Added segment 8f3c7e55-22e2-44e5-b128-4a98843814ab of type vlan for network 701283c9-5bba-426b-bd64-363c60380833 Sep 10 03:20:45.550724 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.602252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.602992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.615528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:45.625804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:45.629103 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:45.686047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b08f5bb7-aa48-476b-8bfb-01cf0e96ce65 req-22e29166-c4a5-460c-a105-2407f5746ba8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 210 time: 0.0490508 Sep 10 03:20:45.749283 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5114288 Sep 10 03:20:45.768634 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:45.772850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53092) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:45.865986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d034f8-eaa8-47d4-890b-c06d21e0051d None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:20:45.918964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518117-8119-413c-bb49-b0d2dde4ab28 req-6f77d0c8-f846-40ac-a11b-a24af365018f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:45.946867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6518117-8119-413c-bb49-b0d2dde4ab28 req-6f77d0c8-f846-40ac-a11b-a24af365018f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.4825444 Sep 10 03:20:45.994680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.20.0.3 (9eb9e045-8494-4a62-b705-fa6cc1ed9756/14d2b30f-1aeb-4bab-9eae-91c1bc90eb66/f9392e0d-39fb-4c79-89de-821b8a7fbe30) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:20:46.072458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-fa7f25ca-f878-49b4-8c8a-e204964b1d73 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:46.075508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-76b2e926-5dff-4ca7-83e4-5da08e6e2f13 req-2c489a72-14ae-41f5-bdb9-3eb0a8624f41 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.1057496 Sep 10 03:20:46.089901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-fa7f25ca-f878-49b4-8c8a-e204964b1d73 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 908 time: 0.3328011 Sep 10 03:20:46.107260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Network': ['ID=d122d152-3d47-47fb-8aed-0e2c318c3661,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:46.130487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d122d152-3d47-47fb-8aed-0e2c318c3661 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:46.168771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b6518117-8119-413c-bb49-b0d2dde4ab28 req-194f5590-e403-4efc-a4e5-25f6143971d1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207584 Sep 10 03:20:46.463970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3f0611-9e44-4040-b0cb-fac960412c63 None None] New status for floating IP 09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:20:46.503819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:46.517632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Deleting port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:46.523129 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:46.564567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Transition to ACTIVE for port object f9392e0d-39fb-4c79-89de-821b8a7fbe30 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:46.669454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] For port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:46.670074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:46.702500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Calling delete_port for 7ec8a7f1-c19f-45bb-80ba-dca6b947988d owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:46.705034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:46.888856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2df172-8801-492d-b010-0f07bdf0e785 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Network': ['ID=701283c9-5bba-426b-bd64-363c60380833,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:46.901894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 701283c9-5bba-426b-bd64-363c60380833 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:46.928806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c875-a211-460a-ba44-70906e838d57 req-acbbb9cb-2128-479f-bfdd-c33610aa818c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:46.942065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f661c875-a211-460a-ba44-70906e838d57 req-acbbb9cb-2128-479f-bfdd-c33610aa818c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 908 time: 0.6274984 Sep 10 03:20:46.978900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bea3ff-c96a-42c3-b755-901ec2fd6dc1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:46.992280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bea3ff-c96a-42c3-b755-901ec2fd6dc1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:47.006715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bea3ff-c96a-42c3-b755-901ec2fd6dc1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:47.020261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bea3ff-c96a-42c3-b755-901ec2fd6dc1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:47.031621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-67bea3ff-c96a-42c3-b755-901ec2fd6dc1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.2517018 Sep 10 03:20:47.034092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:47.143971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=f9392e0d-39fb-4c79-89de-821b8a7fbe30,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:47.221845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:20:47.226533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:47.253632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:47.315416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:47.316724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.353810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745efaad-3be2-47df-a5f8-181fa72ebd71 req-b2960ccf-79ad-42e2-8c1c-de56bdeed578 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:47.356741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-745efaad-3be2-47df-a5f8-181fa72ebd71 req-b2960ccf-79ad-42e2-8c1c-de56bdeed578 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 931 time: 0.2987309 Sep 10 03:20:47.358726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.426995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'Port': ['ID=7ec8a7f1-c19f-45bb-80ba-dca6b947988d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:47.455352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-102efb86-18cf-4272-b119-9a40a7ec172a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4988282 Sep 10 03:20:47.461258 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ebc68e62-9baa-444b-a357-a7da59f3448c req-143ad499-29d6-4213-a3d7-0bcc7b318ff4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.1717622 Sep 10 03:20:47.489011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Request body: {'port': {'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:47.489746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.632867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-435971b8-b441-4b3d-b235-b0cdf74f060e None None] Provisioning for port f9392e0d-39fb-4c79-89de-821b8a7fbe30 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:47.643259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-435971b8-b441-4b3d-b235-b0cdf74f060e None None] Provisioning complete for port f9392e0d-39fb-4c79-89de-821b8a7fbe30 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:47.643664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-435971b8-b441-4b3d-b235-b0cdf74f060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.675243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] No DVR routers for this DVR port 7ec8a7f1-c19f-45bb-80ba-dca6b947988d on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:20:47.716654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-745efaad-3be2-47df-a5f8-181fa72ebd71 req-eed0c492-c216-442d-9eab-9b6449435177 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235137 Sep 10 03:20:47.723296 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.725695 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06c369d1-5d55-4104-a2d4-2456ff0b4b31 req-7696acac-d8d6-41d5-88a6-f4763b37518f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "DELETE /v2.0/ports/7ec8a7f1-c19f-45bb-80ba-dca6b947988d HTTP/1.1" status: 204 len: 173 time: 1.6088712 Sep 10 03:20:47.754486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'name': 'network-vif-deleted', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:47.768895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.771063 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f72277f-4859-4b4e-8665-51c69819b816" -d '{"events": [{"server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "name": "network-vif-deleted", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:47.807187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:47.816766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d122d152-3d47-47fb-8aed-0e2c318c3661']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:47.836229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-435971b8-b441-4b3d-b235-b0cdf74f060e None None] Port f9392e0d-39fb-4c79-89de-821b8a7fbe30 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:20:47.917996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4632aae-36b9-4013-803c-d7d5222ff96a') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:47.919158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4632aae-36b9-4013-803c-d7d5222ff96a') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:47.952902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f464a-59bf-44b7-b276-86093659efdc req-f486941d-b7f8-491a-9034-38aa2b092818 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:47.962458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-188f464a-59bf-44b7-b276-86093659efdc req-f486941d-b7f8-491a-9034-38aa2b092818 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.3061366 Sep 10 03:20:47.984941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.031702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.051966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-188f464a-59bf-44b7-b276-86093659efdc req-fddf6dd2-ff77-4a4b-b911-3355871e45d1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862651 Sep 10 03:20:48.064977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:20:48.076635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: items = [ Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:20:48.083054 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:20:48.205320 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52444245-6f72-46ec-981f-fd660f1b9760 x-openstack-request-id: req-52444245-6f72-46ec-981f-fd660f1b9760 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:48.205867 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088dd6d3-03af-4ef7-a3b5-9242814996ee", "name": "network-vif-deleted", "tag": "7ec8a7f1-c19f-45bb-80ba-dca6b947988d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:48.205867 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52444245-6f72-46ec-981f-fd660f1b9760 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:48.206237 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088dd6d3-03af-4ef7-a3b5-9242814996ee', 'name': 'network-vif-deleted', 'tag': '7ec8a7f1-c19f-45bb-80ba-dca6b947988d', 'status': 'completed', 'code': 200} Sep 10 03:20:48.309155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.327437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e215274-52f5-42f4-92ff-052279d75f6d req-70cef3c1-d56f-4174-a250-537bc364c78b tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=088dd6d3-03af-4ef7-a3b5-9242814996ee HTTP/1.1" status: 200 len: 210 time: 0.0465853 Sep 10 03:20:48.338305 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.341100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/networks/d122d152-3d47-47fb-8aed-0e2c318c3661 HTTP/1.1" status: 204 len: 168 time: 1.3053994 Sep 10 03:20:48.343421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53128) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:48.446113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9392e0d-39fb-4c79-89de-821b8a7fbe30 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:20:48.457017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.482512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Transition to ACTIVE for port object f9392e0d-39fb-4c79-89de-821b8a7fbe30 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:20:48.490465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.610875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Pushing event updated for resources: {'Port': ['ID=f9392e0d-39fb-4c79-89de-821b8a7fbe30,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:48.639074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.639824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.640686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.641390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.641976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.642552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.643144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.643741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.644351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.644932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.645552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.646103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:20:48.718071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Attempting to bind port f9392e0d-39fb-4c79-89de-821b8a7fbe30 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:20:48.718555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Attempting to bind port f9392e0d-39fb-4c79-89de-821b8a7fbe30 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:20:48.719000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Attempting to bind port f9392e0d-39fb-4c79-89de-821b8a7fbe30 on network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:20:48.727047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Port f9392e0d-39fb-4c79-89de-821b8a7fbe30 on network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:20:48.727542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Attempting to bind port f9392e0d-39fb-4c79-89de-821b8a7fbe30 on network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:20:48.754535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c04dbbe6-eab2-4ad2-8fb3-aa81a77a34af req-41be8fcf-5edc-4ab2-8c27-a388b282bb04 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.1039560 Sep 10 03:20:48.773872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:20:48.774216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Checking segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:48.774623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Bound using segment: {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:20:48.775054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Bound port: f9392e0d-39fb-4c79-89de-821b8a7fbe30, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7539e830-986b-408a-9802-f3e9b898ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:20:48.775480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.879508 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.885822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b7931-6af0-480b-8923-8e44789b1d26 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Network': ['ID=d122d152-3d47-47fb-8aed-0e2c318c3661,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:48.903622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] For port f9392e0d-39fb-4c79-89de-821b8a7fbe30, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:20:48.907542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] For port f9392e0d-39fb-4c79-89de-821b8a7fbe30, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:20:48.918545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.962254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:48.963070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:48.966589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] 10.222.0.32 "PUT /v2.0/ports/f9392e0d-39fb-4c79-89de-821b8a7fbe30 HTTP/1.1" status: 200 len: 1091 time: 1.4876146 Sep 10 03:20:49.014205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061646c4-92a4-4231-8be0-604e82e2ba64 service neutron] Pushing event updated for resources: {'Port': ['ID=f9392e0d-39fb-4c79-89de-821b8a7fbe30,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:49.033982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1d6e-475e-4da8-b50b-e96d7582afc8 req-1b50ab73-8f78-496d-bb08-a1b9a26829ad tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.035896 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a58b1d6e-475e-4da8-b50b-e96d7582afc8 req-1b50ab73-8f78-496d-bb08-a1b9a26829ad tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 943 time: 0.1533251 Sep 10 03:20:49.135636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-7f9b9ef3-1b37-4822-9e27-e11d44663eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.141839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-7f9b9ef3-1b37-4822-9e27-e11d44663eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 1094 time: 0.1073122 Sep 10 03:20:49.181562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.233587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-85e3e4fd-8dac-4e7e-88ff-771870445e0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30 HTTP/1.1" status: 200 len: 217 time: 0.0836489 Sep 10 03:20:49.277384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a58b1d6e-475e-4da8-b50b-e96d7582afc8 req-cf5b42db-411f-4fb3-99bc-7d42b383bb7c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314405 Sep 10 03:20:49.292662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701283c9-5bba-426b-bd64-363c60380833']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:49.315486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3c7e55-22e2-44e5-b128-4a98843814ab') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:49.315486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3c7e55-22e2-44e5-b128-4a98843814ab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:20:49.329041 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.351074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.362677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:20:49.363717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:20:49.367495 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:20:49.401846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-a6f7651f-37d0-4437-9c6d-6b9ee66381ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.403438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-a6f7651f-37d0-4437-9c6d-6b9ee66381ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14d2b30f-1aeb-4bab-9eae-91c1bc90eb66 HTTP/1.1" status: 200 len: 834 time: 0.1350007 Sep 10 03:20:49.428543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f9438-8a68-4017-a2db-763ea38e6127 req-12b64960-217b-4500-855a-1099011635ab tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.430538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-572f9438-8a68-4017-a2db-763ea38e6127 req-12b64960-217b-4500-855a-1099011635ab tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.2089255 Sep 10 03:20:49.461799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.479762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.482248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/networks/701283c9-5bba-426b-bd64-363c60380833 HTTP/1.1" status: 204 len: 168 time: 1.1361756 Sep 10 03:20:49.484867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53144) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:49.504279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-572f9438-8a68-4017-a2db-763ea38e6127 req-cfd19078-e843-4e98-a73c-4adb1ca7a61f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614524 Sep 10 03:20:49.531179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-aac13e4d-df93-4641-913f-97ad45789f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.532974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-aac13e4d-df93-4641-913f-97ad45789f22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb9e045-8494-4a62-b705-fa6cc1ed9756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013451 Sep 10 03:20:49.622931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1702d-1b2b-4e76-96ef-044d29e97941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Network': ['ID=701283c9-5bba-426b-bd64-363c60380833,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:49.636679 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-db359651-e30a-4340-b919-445fa70880ee service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950603 Sep 10 03:20:49.641539 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91625466-e874-4e37-8a95-5dc1a58e69da tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.651794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91625466-e874-4e37-8a95-5dc1a58e69da tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.654042 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-91625466-e874-4e37-8a95-5dc1a58e69da tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1677668 Sep 10 03:20:49.657787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:49.663339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1933357716'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:49.696880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:49.704325 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.732588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:49.761018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.761673 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Added segment 31ec3093-dd4e-4227-a367-feda2cb75d7e of type vlan for network 6b839fc0-bc9e-493a-8acf-b7db3a63d46a Sep 10 03:20:49.811231 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.843702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.855371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:49.855371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:49.949489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c2c6c909-27e8-4cf1-ab9e-2ce44618c13e req-6bc0b12c-5172-4985-a73b-ccd096ea667e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.0528841 Sep 10 03:20:49.954562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2954392 Sep 10 03:20:49.955210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53152) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:49.964379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1984127715'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:50.020131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7ec8a7f1-c19f-45bb-80ba-dca6b947988d no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:20:50.029848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2859f3-02f1-4686-8d59-24d4a1209941 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Network': ['ID=6b839fc0-bc9e-493a-8acf-b7db3a63d46a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:50.042073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:50.049250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.072325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6b839fc0-bc9e-493a-8acf-b7db3a63d46a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:50.076296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 7ec8a7f1-c19f-45bb-80ba-dca6b947988d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:20:50.077021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 7ec8a7f1-c19f-45bb-80ba-dca6b947988d not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:20:50.113560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:50.126667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.127187 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Added segment 1b2e47d9-0c22-400f-92c8-2a1f7f51d756 of type vlan for network d04e7516-4458-44af-a383-53e48c2a9ffb Sep 10 03:20:50.223653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.248803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:50.251231 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc2845-d0e0-4256-bb31-8b7068158225" -d '{"events": [{"name": "network-changed", "server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:50.268108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.278835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.279747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.294788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e3413-10a8-4d76-b13a-fd95a59142f6 req-179fd489-9aa7-4d6e-a10b-0170daf38bca tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.312011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-142e3413-10a8-4d76-b13a-fd95a59142f6 req-179fd489-9aa7-4d6e-a10b-0170daf38bca tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 945 time: 0.5610085 Sep 10 03:20:50.356640 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a561ad-e3c6-4061-8ff9-e5b167a493db x-openstack-request-id: req-10a561ad-e3c6-4061-8ff9-e5b167a493db {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:50.356640 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:50.356640 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10a561ad-e3c6-4061-8ff9-e5b167a493db {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:50.356640 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'status': 'completed', 'code': 200} Sep 10 03:20:50.361511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-caca5575-568a-47bb-a8fc-c3387b3c4688 req-a0f34cf8-d114-4142-abc2-7a3d5014d2d4 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142115 Sep 10 03:20:50.378701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4202416 Sep 10 03:20:50.381638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53162) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:50.395191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'ports': [{'network_id': '6b839fc0-bc9e-493a-8acf-b7db3a63d46a', 'name': 'tempest-port--82058863', 'admin_state_up': True}, {'network_id': 'd04e7516-4458-44af-a383-53e48c2a9ffb', 'admin_state_up': False}]} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:50.395556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'port': {'network_id': '6b839fc0-bc9e-493a-8acf-b7db3a63d46a', 'name': 'tempest-port--82058863', 'admin_state_up': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:50.396053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'port': {'network_id': 'd04e7516-4458-44af-a383-53e48c2a9ffb', 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:50.424091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-142e3413-10a8-4d76-b13a-fd95a59142f6 req-46d75a33-a051-4630-907d-8344b19f23b2 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029205 Sep 10 03:20:50.464156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738dbad-c5ef-417d-807a-d85ee0b32dd8 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Network': ['ID=d04e7516-4458-44af-a383-53e48c2a9ffb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:50.482040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d04e7516-4458-44af-a383-53e48c2a9ffb details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:50.494048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-9f17e71b-fbda-4e56-be5d-0c1cfc7bfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.495703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-9f17e71b-fbda-4e56-be5d-0c1cfc7bfb5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 1094 time: 0.0511985 Sep 10 03:20:50.667308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804732-5b60-456b-95b9-140700f9b761 req-ca1ecc46-afa7-49da-b5bf-039c96568a8b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.670077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d804732-5b60-456b-95b9-140700f9b761 req-ca1ecc46-afa7-49da-b5bf-039c96568a8b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 943 time: 0.1869469 Sep 10 03:20:50.718375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76dab-009d-4147-885a-dcb593900ba4 req-239ebe08-988f-49f1-9591-c8b4599ef400 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.721166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d3f76dab-009d-4147-885a-dcb593900ba4 req-239ebe08-988f-49f1-9591-c8b4599ef400 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0832558 Sep 10 03:20:50.722329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-a38968ce-911e-488a-bc97-41f9984691c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.723756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-a38968ce-911e-488a-bc97-41f9984691c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 200 len: 897 time: 0.2153885 Sep 10 03:20:50.790689 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d804732-5b60-456b-95b9-140700f9b761 req-72c2af07-895a-4f2c-8b69-98a867fa3c1e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757751 Sep 10 03:20:50.794695 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-105d9f0f-34ef-498e-a86e-ea529afd4c42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30 HTTP/1.1" status: 200 len: 217 time: 0.0569634 Sep 10 03:20:50.848293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'port': 2} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:50.853279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d3f76dab-009d-4147-885a-dcb593900ba4 req-7cee648a-20df-4f57-8492-e16272b442f1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244073 Sep 10 03:20:50.860898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.876146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-7e991709-10d1-4f85-a8e6-1fd3620e13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.878160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-7e991709-10d1-4f85-a8e6-1fd3620e13e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14d2b30f-1aeb-4bab-9eae-91c1bc90eb66 HTTP/1.1" status: 200 len: 834 time: 0.0695305 Sep 10 03:20:50.896233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:50.957703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-8a327110-0322-460a-bf8f-d54af7d9bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:50.963807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-8a327110-0322-460a-bf8f-d54af7d9bbfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb9e045-8494-4a62-b705-fa6cc1ed9756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658190 Sep 10 03:20:51.050185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] device_id is not set on port b57c7e05-ffc4-4d92-8da5-ad0ab3a8de28 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:20:51.101843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36d4c421-bacc-4724-8a02-58f38b760eca req-88468f44-337b-4d88-84cb-091862536f7f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.0469708 Sep 10 03:20:51.165127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-636d442f-f138-4bf0-b963-928c761c9013 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885586 Sep 10 03:20:51.266718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8dc2845-d0e0-4256-bb31-8b7068158225 req-55ae62ce-38dd-46d5-8c4f-33daeeb7c6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926929 Sep 10 03:20:51.328672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0e61598e-5d0e-49e5-839e-db28dcf6fc46 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:51.330377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0e61598e-5d0e-49e5-839e-db28dcf6fc46 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 945 time: 0.1170897 Sep 10 03:20:51.358436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:51.606778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] device_id is not set on port 14a8a32f-c3af-4aa3-a8bd-355271673edc yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:20:51.622798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22273ce-685e-4632-9dec-c1b106c6ff40 req-77fda514-c101-4b71-9a30-0f8c57aa70f5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:51.624432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c22273ce-685e-4632-9dec-c1b106c6ff40 req-77fda514-c101-4b71-9a30-0f8c57aa70f5 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 945 time: 0.0893271 Sep 10 03:20:51.652841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Deleting port 7655e8dc-2196-42c7-87fa-8cbde319eb74 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:51.653199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:51.718406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c22273ce-685e-4632-9dec-c1b106c6ff40 req-2ba4a2a9-8da1-428e-8bc2-d5f1053502a4 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778110 Sep 10 03:20:51.868418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] For port 7655e8dc-2196-42c7-87fa-8cbde319eb74, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=7655e8dc-2196-42c7-87fa-8cbde319eb74,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:51.868799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:51.873071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:51.891435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Calling delete_port for 7655e8dc-2196-42c7-87fa-8cbde319eb74 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:51.973122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c174e9-b249-4f2e-90d4-50bf8732ab92 req-6d682a08-44bf-404e-8250-efd3383bf544 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:51.987504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77c174e9-b249-4f2e-90d4-50bf8732ab92 req-6d682a08-44bf-404e-8250-efd3383bf544 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 943 time: 0.0937035 Sep 10 03:20:51.994700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:52.204060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77c174e9-b249-4f2e-90d4-50bf8732ab92 req-56e6f977-2566-411d-9d4f-17d79352e33c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154458 Sep 10 03:20:52.243728 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:52.250880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080603-6b1a-461b-bb15-b61a24571e2a req-affe1d23-57bc-4a32-b596-940210840e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.256663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9af2055e-af65-4970-a857-940e14a593b9', '7655e8dc-2196-42c7-87fa-8cbde319eb74'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:20:52.270743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-affe1d23-57bc-4a32-b596-940210840e1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.2001541 Sep 10 03:20:52.283153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Port': ['ID=b57c7e05-ffc4-4d92-8da5-ad0ab3a8de28,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:52.326156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'Port': ['ID=7655e8dc-2196-42c7-87fa-8cbde319eb74,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:52.438510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Checking segment: {'id': '31ec3093-dd4e-4227-a367-feda2cb75d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b839fc0-bc9e-493a-8acf-b7db3a63d46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:52.439126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network hostable DHCP agents. Network: 6b839fc0-bc9e-493a-8acf-b7db3a63d46a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:20:52.466852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] No DVR routers for this DVR port 7655e8dc-2196-42c7-87fa-8cbde319eb74 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:20:52.470967 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:52.474178 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d406679e-0edb-4aeb-8de2-5eb630957324 req-0a6d9714-625f-4203-914c-9a5a084fd33c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "DELETE /v2.0/ports/7655e8dc-2196-42c7-87fa-8cbde319eb74 HTTP/1.1" status: 204 len: 173 time: 1.1262155 Sep 10 03:20:52.499771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd45a-c081-4459-8be6-d49617351ee5 req-9816c832-a146-4992-935d-b541ad033211 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.510233 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8bfd45a-c081-4459-8be6-d49617351ee5 req-9816c832-a146-4992-935d-b541ad033211 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.4362946 Sep 10 03:20:52.525669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'name': 'network-vif-deleted', 'tag': '7655e8dc-2196-42c7-87fa-8cbde319eb74'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:52.531665 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be03a4a-5df8-425b-b98a-4f8222ce0f4a" -d '{"events": [{"server_uuid": "0ead8794-5805-4bb5-922c-ef3a6d50cc23", "name": "network-vif-deleted", "tag": "7655e8dc-2196-42c7-87fa-8cbde319eb74"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:52.575837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf6d9-5041-4c21-88cb-a56b9cfbad2b req-41a96125-25c3-4626-9abd-428958cb8099 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.577967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8aedf6d9-5041-4c21-88cb-a56b9cfbad2b req-41a96125-25c3-4626-9abd-428958cb8099 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1995358 Sep 10 03:20:52.614327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080603-6b1a-461b-bb15-b61a24571e2a req-24882566-c768-4d8a-b4e6-9bde711b8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.616776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-24882566-c768-4d8a-b4e6-9bde711b8a2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.3431523 Sep 10 03:20:52.637694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8bfd45a-c081-4459-8be6-d49617351ee5 req-61335cc4-b1b6-4476-8201-88a5b7d70568 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197519 Sep 10 03:20:52.652387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8aedf6d9-5041-4c21-88cb-a56b9cfbad2b req-c2f9c58b-b0c1-4410-a7a2-d295667122ea tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646210 Sep 10 03:20:52.654084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network 6b839fc0-bc9e-493a-8acf-b7db3a63d46a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:20:52.689548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6b839fc0-bc9e-493a-8acf-b7db3a63d46a) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:52.693989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:52.694938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:52.781985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0744567-156d-4437-bbc5-58c65733db26 None None] Network 6b839fc0-bc9e-493a-8acf-b7db3a63d46a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:20:52.783646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-c334a026-6947-42d4-ae04-d0814c4ee4a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 217 time: 0.1488502 Sep 10 03:20:52.871020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Port': ['ID=14a8a32f-c3af-4aa3-a8bd-355271673edc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:52.893307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080603-6b1a-461b-bb15-b61a24571e2a req-53ff26a9-0577-4974-8d19-c00e67c58857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.899722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-53ff26a9-0577-4974-8d19-c00e67c58857 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.1066365 Sep 10 03:20:52.902012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Checking segment: {'id': '1b2e47d9-0c22-400f-92c8-2a1f7f51d756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd04e7516-4458-44af-a383-53e48c2a9ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:20:52.902549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network hostable DHCP agents. Network: d04e7516-4458-44af-a383-53e48c2a9ffb, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:20:52.911385 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa7e389-a447-4de9-8d9a-0108984bfeb1 x-openstack-request-id: req-8aa7e389-a447-4de9-8d9a-0108984bfeb1 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:52.911769 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ead8794-5805-4bb5-922c-ef3a6d50cc23", "name": "network-vif-deleted", "tag": "7655e8dc-2196-42c7-87fa-8cbde319eb74", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:52.912265 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8aa7e389-a447-4de9-8d9a-0108984bfeb1 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:52.912417 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ead8794-5805-4bb5-922c-ef3a6d50cc23', 'name': 'network-vif-deleted', 'tag': '7655e8dc-2196-42c7-87fa-8cbde319eb74', 'status': 'completed', 'code': 200} Sep 10 03:20:52.952302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network d04e7516-4458-44af-a383-53e48c2a9ffb is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:20:52.976938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d04e7516-4458-44af-a383-53e48c2a9ffb) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:20:52.980737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:20:52.986630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.993280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:52.994029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:53.029188 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ae1a1b6-4781-4b74-adeb-0342a4f49c50 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.6440516 Sep 10 03:20:53.030031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-f3c76834-ae27-4a34-86dd-fc6fc85084b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144350 Sep 10 03:20:53.030874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:53.106340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7086c5-25dd-4009-af19-30369fb8a6dd None None] Network d04e7516-4458-44af-a383-53e48c2a9ffb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:20:53.130795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9969331e-8aa1-4963-af2c-f0860c95f051 req-ca5f1597-4283-4e87-935b-42aa513c2b03 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ead8794-5805-4bb5-922c-ef3a6d50cc23 HTTP/1.1" status: 200 len: 210 time: 0.0775015 Sep 10 03:20:53.258792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8493859a-bdfd-4cdd-9eb7-401452c0a2f7 req-b37a1852-0ec3-477b-a1e2-1fed80552935 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=390f684a-0cc4-4438-8cae-cc1d1aaa7f12 HTTP/1.1" status: 200 len: 210 time: 0.2259007 Sep 10 03:20:53.382372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7d01c-3dea-44f8-b195-35a91984b454 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:53.394316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f9392e0d-39fb-4c79-89de-821b8a7fbe30 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:20:53.396602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7d01c-3dea-44f8-b195-35a91984b454 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:53.399136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aad7d01c-3dea-44f8-b195-35a91984b454 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3656056 Sep 10 03:20:53.402126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53206) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:53.432387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc53f09-4d05-4cee-86ee-decf8ff773ed req-20871efb-0cd4-4cf4-a748-bb2726a64d28 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:53.435429 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7dc53f09-4d05-4cee-86ee-decf8ff773ed req-20871efb-0cd4-4cf4-a748-bb2726a64d28 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 943 time: 0.0672965 Sep 10 03:20:53.516904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-3a5904b2-1399-42e7-b054-3009b21e4d90 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837209 Sep 10 03:20:53.529637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f9392e0d-39fb-4c79-89de-821b8a7fbe30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:53.542968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:20:53.564321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Deleting port b57c7e05-ffc4-4d92-8da5-ad0ab3a8de28 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:53.564777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:53.574765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7dc53f09-4d05-4cee-86ee-decf8ff773ed req-95b463e5-7be5-492d-9dbf-b98d55fb228e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297989 Sep 10 03:20:53.600866 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:53.617960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9392e0d-39fb-4c79-89de-821b8a7fbe30 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:20:53.640461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f9392e0d-39fb-4c79-89de-821b8a7fbe30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:53.654713 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:53.695950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:53.748432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Calling delete_port for b57c7e05-ffc4-4d92-8da5-ad0ab3a8de28 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:53.753140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f9392e0d-39fb-4c79-89de-821b8a7fbe30,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:53.787419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-72080603-6b1a-461b-bb15-b61a24571e2a req-2735027b-87ac-45fc-89c4-e53020622194 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570426 Sep 10 03:20:53.873925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34657d1b-00ce-48d2-8446-47cd11f07413 req-5abe1bcd-6103-43dc-a4d3-a4add7801739 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:53.884032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34657d1b-00ce-48d2-8446-47cd11f07413 req-5abe1bcd-6103-43dc-a4d3-a4add7801739 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0925646 Sep 10 03:20:53.897782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f9392e0d-39fb-4c79-89de-821b8a7fbe30'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:20:53.953366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e1e9c-61eb-41a7-8823-01cc7d898407 req-923fda65-9630-400c-a42b-8ca3042697df tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:53.955228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-277e1e9c-61eb-41a7-8823-01cc7d898407 req-923fda65-9630-400c-a42b-8ca3042697df tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1427186 Sep 10 03:20:53.970348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34657d1b-00ce-48d2-8446-47cd11f07413 req-728095c9-a510-45f8-9c5e-17d9a0664031 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798628 Sep 10 03:20:54.030922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-e78b2f86-b13a-4d19-89d1-937870ce5ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1961710 Sep 10 03:20:54.141770 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-277e1e9c-61eb-41a7-8823-01cc7d898407 req-4e9d7335-d327-4a40-9f52-7d5ff81bd1c8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542935 Sep 10 03:20:54.155634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-2f455faa-7481-4e9b-9ab2-7720f8471287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.157438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-2f455faa-7481-4e9b-9ab2-7720f8471287 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1096 time: 0.3651505 Sep 10 03:20:54.161086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:54.256063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-a8d20dc3-41ff-4c26-811d-dd19bf4a8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.259183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-a8d20dc3-41ff-4c26-811d-dd19bf4a8d85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 1096 time: 0.1679010 Sep 10 03:20:54.264232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:54.266385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/ports/b57c7e05-ffc4-4d92-8da5-ad0ab3a8de28 HTTP/1.1" status: 204 len: 168 time: 0.8611689 Sep 10 03:20:54.269264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:54.277416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82041d1-cc09-40fb-bec7-690e03bf0351 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Port': ['ID=b57c7e05-ffc4-4d92-8da5-ad0ab3a8de28,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:54.468428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Deleting port 14a8a32f-c3af-4aa3-a8bd-355271673edc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:54.469470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:54.571744 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:54.589468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-f2659266-a151-4f9d-a4fe-65d50bd81a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.592240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-f2659266-a151-4f9d-a4fe-65d50bd81a32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.3519509 Sep 10 03:20:54.597048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-862ebb91-8f52-4108-86be-ea438ec0381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.599489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-862ebb91-8f52-4108-86be-ea438ec0381d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 200 len: 912 time: 0.3034718 Sep 10 03:20:54.612509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Calling delete_port for 14a8a32f-c3af-4aa3-a8bd-355271673edc owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:54.691350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-af501629-9052-45aa-8ce3-8528ac98d46e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9af2055e-af65-4970-a857-940e14a593b9 HTTP/1.1" status: 200 len: 217 time: 0.0792902 Sep 10 03:20:54.780582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:54.783430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-45c8d1df-dd56-4310-b54f-f9ecfa4066f2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169951992&fields=id&tenant_id=a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 267 time: 0.0909390 Sep 10 03:20:54.828462 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Port': ['ID=14a8a32f-c3af-4aa3-a8bd-355271673edc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:54.829174 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-6b0b31b5-7b6a-442c-b4b0-bebfa8f7c87c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 1001 time: 0.2269144 Sep 10 03:20:54.836538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-348fdbe4-f929-4cc9-a400-2c0ac4673ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.838185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-348fdbe4-f929-4cc9-a400-2c0ac4673ae2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 200 len: 851 time: 0.1208904 Sep 10 03:20:54.843224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:54.845065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-120a6e3f-e283-431d-a74e-96d4b8bfa145 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/ports/14a8a32f-c3af-4aa3-a8bd-355271673edc HTTP/1.1" status: 204 len: 168 time: 0.5747883 Sep 10 03:20:54.847917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53240) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:54.909509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-17d1c261-8e45-4705-aa17-6d7da7f2f94e tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0598578 Sep 10 03:20:54.918513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702cafc-51f2-4eb6-b8ea-8af758372260 req-0f92db77-ce80-45a8-b50e-fdb0cf58de2f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.926095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2702cafc-51f2-4eb6-b8ea-8af758372260 req-0f92db77-ce80-45a8-b50e-fdb0cf58de2f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.1866322 Sep 10 03:20:54.942713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53242) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:54.957670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609081648'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:54.971520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2702cafc-51f2-4eb6-b8ea-8af758372260 req-d37ff8c6-da82-48af-828f-98ed800f437f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Sep 10 03:20:54.994879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-fc5141b4-8bd9-43ea-b6bb-d6baf8ebc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:54.996545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-fc5141b4-8bd9-43ea-b6bb-d6baf8ebc8f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3c45e48-e586-4b19-b7db-417fe4223572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397910 Sep 10 03:20:55.016088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-a303371d-2a4e-4212-a521-a03eeb2422b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:55.017553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-a303371d-2a4e-4212-a521-a03eeb2422b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.1715686 Sep 10 03:20:55.136089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cedebf-9a8a-471d-b1dc-afda9af559ad req-da338fc9-d476-4aac-ac3f-71ab579d4413 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:55.138228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3cedebf-9a8a-471d-b1dc-afda9af559ad req-da338fc9-d476-4aac-ac3f-71ab579d4413 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 944 time: 0.0908220 Sep 10 03:20:55.139414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-6834d65b-05f6-40dd-b4af-d81f462954a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251938 Sep 10 03:20:55.144648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:55.149462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:55.175353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-d140a064-9586-4657-9c5f-1a91824afe85 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:55.185455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-d140a064-9586-4657-9c5f-1a91824afe85 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.4005532 Sep 10 03:20:55.227091 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b3cedebf-9a8a-471d-b1dc-afda9af559ad req-e02e7d2b-fb2c-4f91-aae8-2be08d3bda17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737081 Sep 10 03:20:55.269647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-8698371c-ffe5-443f-855c-64e0808e1f6d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.0827987 Sep 10 03:20:55.306865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-d4727b2d-f2cd-4aae-a05c-9d2f6822da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:55.308758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-d4727b2d-f2cd-4aae-a05c-9d2f6822da80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461810 Sep 10 03:20:55.315116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:55.385044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e9b8-bc52-4dc2-9e4f-7698c42cc31a req-74dd358e-dd57-41a3-b1c0-90fd1790006a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:55.394822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:55.395521 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Added segment cd465190-06f7-4fff-93fc-f43043263995 of type vlan for network bd14b724-9f8e-4993-bf02-9f4e7b1e111e Sep 10 03:20:55.398728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5db3e9b8-bc52-4dc2-9e4f-7698c42cc31a req-74dd358e-dd57-41a3-b1c0-90fd1790006a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0822854 Sep 10 03:20:55.414607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f9392e0d-39fb-4c79-89de-821b8a7fbe30 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:20:55.454915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5db3e9b8-bc52-4dc2-9e4f-7698c42cc31a req-cf686a3a-0257-4cac-883c-cde86e6fab07 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Sep 10 03:20:55.497758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f40321c-0538-48c0-ba02-c286ab8c87ac req-b1bff9e7-1f92-4147-b1eb-4415c123a405 service neutron] 10.222.0.32 "GET /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457649 Sep 10 03:20:55.507436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f9392e0d-39fb-4c79-89de-821b8a7fbe30 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:20:55.514790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f9392e0d-39fb-4c79-89de-821b8a7fbe30 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:20:55.515258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:55.551546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:55.588021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-89b08adc-f9e4-4f4d-a614-58bb39457bd0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2862616 Sep 10 03:20:55.592617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905c489-a475-4a3a-92aa-f3f1b63ad448 req-2599be18-975c-4165-b6ee-a72e59d34fe5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:55.604465 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:55.612034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5905c489-a475-4a3a-92aa-f3f1b63ad448 req-2599be18-975c-4165-b6ee-a72e59d34fe5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0969222 Sep 10 03:20:55.642105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f9392e0d-39fb-4c79-89de-821b8a7fbe30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:55.643270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:55.646229 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd20a5e-375c-402f-b7fb-33949356dff7" -d '{"events": [{"server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "name": "network-vif-plugged", "status": "completed", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:55.651976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:55.654953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7655e8dc-2196-42c7-87fa-8cbde319eb74 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:20:55.699504 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5905c489-a475-4a3a-92aa-f3f1b63ad448 req-819e2dfe-2d3b-4458-a08b-c364b85a0465 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809395 Sep 10 03:20:55.735358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-9cce661d-7615-43ea-84e3-26b1ef0f7799 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024312 Sep 10 03:20:55.811230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f9392e0d-39fb-4c79-89de-821b8a7fbe30,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:55.821321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 7655e8dc-2196-42c7-87fa-8cbde319eb74 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:20:55.822525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 7655e8dc-2196-42c7-87fa-8cbde319eb74 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:20:55.905782 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b498c0e3-a911-4c2c-bb72-536674f8517c x-openstack-request-id: req-b498c0e3-a911-4c2c-bb72-536674f8517c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:55.906081 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "name": "network-vif-plugged", "status": "completed", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:55.906350 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b498c0e3-a911-4c2c-bb72-536674f8517c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:55.906723 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'code': 200} Sep 10 03:20:56.022974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ddf2-eb27-4180-b636-548383b215a6 req-787984b6-26fd-42fe-9771-ef2ce9252ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:56.025003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f857ddf2-eb27-4180-b636-548383b215a6 req-787984b6-26fd-42fe-9771-ef2ce9252ddc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 1096 time: 0.0556850 Sep 10 03:20:56.156278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f857ddf2-eb27-4180-b636-548383b215a6 req-1b78dfc1-8eff-47c9-a5ee-5696af0b3425 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227400 Sep 10 03:20:56.208287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393b821-aef0-47bc-8e8f-71e96ffaf103 req-e28fe1f2-da6f-443d-b2d5-295eb467562f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:56.210694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4393b821-aef0-47bc-8e8f-71e96ffaf103 req-e28fe1f2-da6f-443d-b2d5-295eb467562f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.0827208 Sep 10 03:20:56.226117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.232052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:56.232634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.279770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4393b821-aef0-47bc-8e8f-71e96ffaf103 req-043ef40f-87f0-4edc-bb05-336dd1a5832c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Sep 10 03:20:56.321587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Network': ['ID=bd14b724-9f8e-4993-bf02-9f4e7b1e111e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:56.335408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network bd14b724-9f8e-4993-bf02-9f4e7b1e111e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:56.413282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e54f876f-4698-46e7-9a20-269536656c8f tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4661987 Sep 10 03:20:56.427749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53258) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:56.433905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-8754f605-fcd4-4004-a285-c084632ebc2d service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140872 Sep 10 03:20:56.439171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1148209462'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:56.469562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:20:56.475390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.510271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:20:56.517996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-4139c84e-bbca-44f3-a39d-da2f7beb1ed6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:56.519611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-4139c84e-bbca-44f3-a39d-da2f7beb1ed6 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.6702781 Sep 10 03:20:56.520751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.521102 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Added segment f364e9f4-a315-4061-b3d9-55382ec074b5 of type vlan for network 2b16970e-ac85-41fe-a5ab-132c575507fc Sep 10 03:20:56.569725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.607217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6a8e-6f27-4218-b216-10e9f3e735a1 req-818619b5-e17b-44b5-9d02-31a6284e56e7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:56.608832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d8a6a8e-6f27-4218-b216-10e9f3e735a1 req-818619b5-e17b-44b5-9d02-31a6284e56e7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 945 time: 0.2252986 Sep 10 03:20:56.611438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-88f97f19-9bfc-4f29-b9ae-28f5000ff407 req-e432ed40-3d6d-4b0c-b18d-aec9164e97dd service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362927 Sep 10 03:20:56.626348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.631778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:56.632374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.641632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-a5528d6e-75c8-479c-b235-06205fd81fef service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973667 Sep 10 03:20:56.696269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2662139 Sep 10 03:20:56.795505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Deleting port 9af2055e-af65-4970-a857-940e14a593b9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:20:56.796998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:56.833835 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d8a6a8e-6f27-4218-b216-10e9f3e735a1 req-d4d5f1dd-a72f-4915-9de3-41a817c99c57 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085080 Sep 10 03:20:57.065324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d76b6-85f5-468f-a3ee-54d60cff53b1 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Network': ['ID=2b16970e-ac85-41fe-a5ab-132c575507fc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:57.083339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 2b16970e-ac85-41fe-a5ab-132c575507fc details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:20:57.152618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baebcf0-39f9-40f1-9ca7-c70099ad2bd6 req-44de0258-d4c8-4120-9fb3-0f2b4fed8421 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:57.154213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5baebcf0-39f9-40f1-9ca7-c70099ad2bd6 req-44de0258-d4c8-4120-9fb3-0f2b4fed8421 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1782079 Sep 10 03:20:57.167228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] For port 9af2055e-af65-4970-a857-940e14a593b9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9af2055e-af65-4970-a857-940e14a593b9,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:20:57.173706 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:57.248765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Calling delete_port for 9af2055e-af65-4970-a857-940e14a593b9 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:20:57.329886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5baebcf0-39f9-40f1-9ca7-c70099ad2bd6 req-cd239f39-a8f1-4331-bbd0-85f8f5cf4b6a tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653519 Sep 10 03:20:57.621015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5afab1-a4fb-4824-9d55-bcc3cc9e4b5e req-4ef6ba33-f2cf-4f6d-b326-f3d1abd272e1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:57.635608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d5afab1-a4fb-4824-9d55-bcc3cc9e4b5e req-4ef6ba33-f2cf-4f6d-b326-f3d1abd272e1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1043730 Sep 10 03:20:57.691766 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d5afab1-a4fb-4824-9d55-bcc3cc9e4b5e req-ddba2f70-7841-4aa4-b3cc-381eaec1b8fe tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509813 Sep 10 03:20:57.753373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:57.790559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7802ec-6807-4f5e-ad45-22c2371ab3de req-a77fdbae-8b90-4f80-9ae2-4fc8ea14591c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:57.794654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b7802ec-6807-4f5e-ad45-22c2371ab3de req-a77fdbae-8b90-4f80-9ae2-4fc8ea14591c tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317 HTTP/1.1" status: 200 len: 945 time: 0.2006271 Sep 10 03:20:57.818086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-74c1bc8c-f0fd-4529-97ba-e28120cdcc5d req-db8902c3-c2ba-4ba7-8b6b-e2f56916fa67 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.0518782 Sep 10 03:20:57.958055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'Port': ['ID=9af2055e-af65-4970-a857-940e14a593b9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:58.020183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] No DVR routers for this DVR port 9af2055e-af65-4970-a857-940e14a593b9 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:20:58.024521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:58.030335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-766a49ed-b179-4b66-a2c8-363c8a7cac37 req-bcd54eed-600a-4974-99e8-5ccc542ad8ed tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.32 "DELETE /v2.0/ports/9af2055e-af65-4970-a857-940e14a593b9 HTTP/1.1" status: 204 len: 173 time: 1.5012259 Sep 10 03:20:58.031109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'name': 'network-vif-deleted', 'tag': '9af2055e-af65-4970-a857-940e14a593b9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:20:58.038046 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd7bb6-afe8-48a8-8abe-4eb9c5a277e3" -d '{"events": [{"server_uuid": "c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317", "name": "network-vif-deleted", "tag": "9af2055e-af65-4970-a857-940e14a593b9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:20:58.098362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1943a-f7ed-4e02-95a4-ba8c7232d4db req-d41909a7-f551-4636-a9c3-933d67b3bf6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:58.104540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3b7802ec-6807-4f5e-ad45-22c2371ab3de req-c2972f40-aea9-4b2d-9e65-8a6a9b7ac8f7 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=78c22c9c-3f90-4268-b803-430c96fe8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724674 Sep 10 03:20:58.126339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-adb1943a-f7ed-4e02-95a4-ba8c7232d4db req-d41909a7-f551-4636-a9c3-933d67b3bf6f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 945 time: 0.1319451 Sep 10 03:20:58.228963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-adb1943a-f7ed-4e02-95a4-ba8c7232d4db req-9856d190-cfcf-42de-8084-bfe944835364 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103141 Sep 10 03:20:58.342186 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a194fe8-ad11-4be0-b2c4-b434df77d3c6 x-openstack-request-id: req-6a194fe8-ad11-4be0-b2c4-b434df77d3c6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:20:58.342539 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317", "name": "network-vif-deleted", "tag": "9af2055e-af65-4970-a857-940e14a593b9", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:20:58.342797 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a194fe8-ad11-4be0-b2c4-b434df77d3c6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:20:58.343200 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad4eaf-65d6-4ba8-9ae6-f151f3e5e317', 'name': 'network-vif-deleted', 'tag': '9af2055e-af65-4970-a857-940e14a593b9', 'status': 'completed', 'code': 200} Sep 10 03:20:58.547317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207ee2d-804b-4574-88c9-77310c586636 req-a5b1b7fd-fdc9-4187-8fef-fbfa7f8188f6 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:58.551028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8207ee2d-804b-4574-88c9-77310c586636 req-a5b1b7fd-fdc9-4187-8fef-fbfa7f8188f6 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 945 time: 0.1073723 Sep 10 03:20:58.644756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8207ee2d-804b-4574-88c9-77310c586636 req-22166884-47ef-4414-8b85-41c6fd3ddaf4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542462 Sep 10 03:20:58.666682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53300) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:58.755088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a28de-3f48-4a45-940b-6c5c02148375 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:58.761687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e21a28de-3f48-4a45-940b-6c5c02148375 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 1091 time: 0.0897801 Sep 10 03:20:58.762307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53304) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:58.767487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:58.799229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53306) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:58.820906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882871149', 'description': 'tempest-secgroup-smoke-882871149 description', 'project_id': '0e03a2b48745477c87aac6514c8d155e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:58.916900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:58.919796 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:20:58.919796 n-d-808126-2 neutron-server[94633]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:20:58.919796 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'id': '0ddcdc5a-e250-4d37-aac1-a43db1ecfc4f', 'expiration': datetime.datetime(2021, 9, 10, 3, 22, 58, 899508)}] Sep 10 03:20:58.919796 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:20:58.920185 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:20:59.006364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7e2bc-80c1-423b-a35e-5dd568257ec7 req-4d28d7f7-b832-436b-be51-f6d407ddbc15 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:59.007919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dba7e2bc-80c1-423b-a35e-5dd568257ec7 req-4d28d7f7-b832-436b-be51-f6d407ddbc15 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.0756290 Sep 10 03:20:59.015549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a13a-576d-49c6-a3a6-fec1ed89b926 req-411e32cd-5695-4bc3-83a3-d3d0ce3aa503 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:59.031794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83a4a13a-576d-49c6-a3a6-fec1ed89b926 req-411e32cd-5695-4bc3-83a3-d3d0ce3aa503 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0817864 Sep 10 03:20:59.077556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83a4a13a-576d-49c6-a3a6-fec1ed89b926 req-32abf70f-8079-44e4-a440-e4fd4f21b9aa tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Sep 10 03:20:59.114080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dba7e2bc-80c1-423b-a35e-5dd568257ec7 req-06e8f6c5-ddde-4109-903c-6d78f7af9764 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986314 Sep 10 03:20:59.180446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.194742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.219781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93e069d9-d101-443c-9c6e-dfd07198d1d0 req-e9e179b5-c474-4324-acc8-2fd068e7cf4f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.0445039 Sep 10 03:20:59.249814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04a0b24-4a6b-49cc-9cd3-b418e909ca94,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:59.261658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.266431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4572c88-1475-44d7-be06-7a74a05b64e9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4628754 Sep 10 03:20:59.267086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:59.272204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group_rule': {'security_group_id': 'd04a0b24-4a6b-49cc-9cd3-b418e909ca94', 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:59.350714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.425152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9af2055e-af65-4970-a857-940e14a593b9 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:20:59.518366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 9af2055e-af65-4970-a857-940e14a593b9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:20:59.523178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9af2055e-af65-4970-a857-940e14a593b9 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:20:59.605721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-d94ec431-f960-4375-ae43-ca9a62d39d53 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:59.615974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-d94ec431-f960-4375-ae43-ca9a62d39d53 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.3274686 Sep 10 03:20:59.645434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.648404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.656190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.698119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-016b80bc-3403-45e1-99ae-959e4a73592f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 380 time: 0.0749526 Sep 10 03:20:59.712496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'security_groups': ['798682f2-ba05-4d79-b507-03a64ea1b502']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:59.733717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.737530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4690187 Sep 10 03:20:59.743621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53322) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:20:59.780303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d255ac-bf90-49ff-9e1e-cc3ba02ef16e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c399fd-76da-410e-970f-8bfc296bfdd7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:20:59.805599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group_rule': {'security_group_id': 'd04a0b24-4a6b-49cc-9cd3-b418e909ca94', 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:20:59.857522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:20:59.857522 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:20:59.857522 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id_1': 'a057db84a17b44f8b0b7ccf391ae01d7', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 20, 39, 841988)}] Sep 10 03:20:59.857522 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:20:59.857522 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:20:59.897291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:20:59.909156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287e93-4acd-436f-9c24-a9fcadb6cd75 req-73c80f47-3273-4f67-8388-6ce0da9a85ae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:20:59.911160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94287e93-4acd-436f-9c24-a9fcadb6cd75 req-73c80f47-3273-4f67-8388-6ce0da9a85ae tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.0664222 Sep 10 03:20:59.971897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.014792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.031092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94287e93-4acd-436f-9c24-a9fcadb6cd75 req-d7446ca9-ae34-4440-bd02-425c211d4e4f tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069686 Sep 10 03:21:00.080642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9868268f-1a5d-4084-9386-9249573f0878,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:00.107991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.109639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-31a53bed-4b00-4822-9ced-34ecc7e17e4c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3175089 Sep 10 03:21:00.112695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53324) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:00.118025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.118691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group_rule': {'security_group_id': 'd04a0b24-4a6b-49cc-9cd3-b418e909ca94', 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:00.216393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:00.229121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'subnets': [{'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1851776655', 'ip_version': 6}, {'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:00.229761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'subnet': {'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1851776655', 'ip_version': 6}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:00.230746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Request body: {'subnet': {'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:00.238598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.361172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.25.8.223 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/a8bad25a-740d-40a9-b3fd-82263c76eeb0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:00.464930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9f084-64ca-4c28-957e-878c3ee3541e req-078d9d6a-1a85-4743-a5cd-a4315e72905c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:00.467008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9dd9f084-64ca-4c28-957e-878c3ee3541e req-078d9d6a-1a85-4743-a5cd-a4315e72905c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1802268 Sep 10 03:21:00.476937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:00.485439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.514758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.532657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.565626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.617974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17559a1-9c2f-46d5-8f1b-dd7e193a8a98 req-6de11ddd-60d6-46a0-923e-9a071b26e608 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:00.619871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e17559a1-9c2f-46d5-8f1b-dd7e193a8a98 req-6de11ddd-60d6-46a0-923e-9a071b26e608 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1594787 Sep 10 03:21:00.622321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.649498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9dd9f084-64ca-4c28-957e-878c3ee3541e req-709d56bd-dfb9-4a59-8843-dc1f4b273dd5 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477120 Sep 10 03:21:00.673181 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.674682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5604315 Sep 10 03:21:00.678921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53334) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:00.690834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group_rule': {'security_group_id': 'd04a0b24-4a6b-49cc-9cd3-b418e909ca94', 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:00.691703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845bed5-9ecc-4b41-b3ad-0a3984d18258 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efaa494-b28f-4a03-a33a-cb8844635752,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:00.711984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Made reservation on behalf of 1740394cbfb24b3fba18dde44ff94c35 for: {'subnet': 2} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:00.715420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.715834 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.748118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:00.767614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e17559a1-9c2f-46d5-8f1b-dd7e193a8a98 req-22ceff14-6505-44c7-a5e9-75a759978971 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353037 Sep 10 03:21:00.786917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:00.789702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:00.792545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=a8bad25a-740d-40a9-b3fd-82263c76eeb0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:00.831527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:00.908116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e73d505-d8ea-46c7-baca-7e77a7024c26 req-f6c71a67-e64b-47f1-9335-5474cb0ed55c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.0925925 Sep 10 03:21:00.966472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.7 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/e6475ee3-56bf-450c-af1f-341a15276ea7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:00.997676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.006358 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.062389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87638ebb-a8a1-4c8a-961d-bda4b0b136ed,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:01.156844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.156844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-243c880b-3c8b-4f0f-bcdc-191cb31c509a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4702275 Sep 10 03:21:01.157170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53348) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:01.161593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group_rule': {'security_group_id': 'd04a0b24-4a6b-49cc-9cd3-b418e909ca94', 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:01.216344 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Project 0e03a2b48745477c87aac6514c8d155e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:21:01.225834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.297309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.324007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-e6053443-0e31-4d2c-abc3-09364369bb10 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:01.326466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-e6053443-0e31-4d2c-abc3-09364369bb10 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2768919 Sep 10 03:21:01.327726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object e6475ee3-56bf-450c-af1f-341a15276ea7 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:01.542805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957135c7-1b91-43ae-8a63-a804d965d853 req-ad557435-06a4-4661-a61f-8fc4e0d49ead tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:01.543762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.544516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-957135c7-1b91-43ae-8a63-a804d965d853 req-ad557435-06a4-4661-a61f-8fc4e0d49ead tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.4039290 Sep 10 03:21:01.642575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Deleting port c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:01.642998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.647948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:01.665249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:01.671033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=e6475ee3-56bf-450c-af1f-341a15276ea7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:01.673341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:01.750904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3c2-9f17-4758-a543-c646c35a7e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.787868 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-957135c7-1b91-43ae-8a63-a804d965d853 req-e0fa67b4-492b-4da3-8168-8b799764fbdd tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222908 Sep 10 03:21:01.816934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-269c131d-fb02-463c-af07-39d383a909c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:01.821116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-269c131d-fb02-463c-af07-39d383a909c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1096 time: 0.2706699 Sep 10 03:21:01.842886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.867698 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.881932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.899521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:01.900164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.916579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.950308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] For port c8a474cb-b943-472c-a5db-c8f6a6154e58, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c8a474cb-b943-472c-a5db-c8f6a6154e58,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:01.950687 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:01.976636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec427f1e-ac68-4018-81a9-4483287e2df3 req-a956a106-9e89-407a-a741-9f6d963278b6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:01.978232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec427f1e-ac68-4018-81a9-4483287e2df3 req-a956a106-9e89-407a-a741-9f6d963278b6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.1840599 Sep 10 03:21:02.012175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-f5e5969e-1c4e-4143-876d-16c9d4d01792 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3048353 Sep 10 03:21:02.085010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Request body: {'port': {'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:02.102639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b793dc73-612d-4f2e-82ed-02861c4a2b6e None None] Provisioning for port e6475ee3-56bf-450c-af1f-341a15276ea7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:02.112180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Subnet': ['ID=95f88fe6-7947-41c6-b51e-b97dee13c2fd,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:02.120648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b793dc73-612d-4f2e-82ed-02861c4a2b6e None None] Provisioning complete for port e6475ee3-56bf-450c-af1f-341a15276ea7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:02.121317 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b793dc73-612d-4f2e-82ed-02861c4a2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.125209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962cc776-42ea-4c8d-8fe6-078af2287946,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:02.176942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ec427f1e-ac68-4018-81a9-4483287e2df3 req-61296373-4af6-4c5c-abc2-efba357a22d1 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808302 Sep 10 03:21:02.180541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b793dc73-612d-4f2e-82ed-02861c4a2b6e None None] Port e6475ee3-56bf-450c-af1f-341a15276ea7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:02.184712 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.213630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Checking segment: {'id': 'cd465190-06f7-4fff-93fc-f43043263995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:02.213995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network hostable DHCP agents. Network: bd14b724-9f8e-4993-bf02-9f4e7b1e111e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:21:02.250756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.252208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-877032e4-10d9-4a70-bccc-780c585684f9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0940952 Sep 10 03:21:02.262588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53356) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:02.267036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'security_group_rule': {'security_group_id': 'd04a0b24-4a6b-49cc-9cd3-b418e909ca94', 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:02.270805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d3458-93e5-4031-b184-fde24155be67 req-f50a3564-3a27-4f5f-86fb-1dce1366cbb9 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:02.272483 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62d3458-93e5-4031-b184-fde24155be67 req-f50a3564-3a27-4f5f-86fb-1dce1366cbb9 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.4033256 Sep 10 03:21:02.289561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.342726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-fad0a8e5-7338-4383-9a3e-3c0e8f94f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:02.344327 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-fad0a8e5-7338-4383-9a3e-3c0e8f94f477 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.5028741 Sep 10 03:21:02.350821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.362536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network bd14b724-9f8e-4993-bf02-9f4e7b1e111e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:21:02.416673 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Project 0e03a2b48745477c87aac6514c8d155e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:21:02.423282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, bd14b724-9f8e-4993-bf02-9f4e7b1e111e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:02.428680 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.429158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.429351 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Floating IP 09f88186-d815-4d4d-a13c-0f83fc0bbffa disassociated. External IP: 172.25.8.6, port: c8a474cb-b943-472c-a5db-c8f6a6154e58. Sep 10 03:21:02.429696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Calling delete_port for c8a474cb-b943-472c-a5db-c8f6a6154e58 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:02.436771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.438659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.444091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecbe407-f7a7-4150-bd2c-c661e7382f11 None None] Network bd14b724-9f8e-4993-bf02-9f4e7b1e111e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:02.473557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f62d3458-93e5-4031-b184-fde24155be67 req-eed95e71-7aaa-42ca-b1b9-831f617fdd6d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902182 Sep 10 03:21:02.520289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383936d-e311-4a72-88a4-b43e61a24bb0 req-9f7366a1-865b-47f5-ab2c-d13b16a05461 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:02.521882 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d383936d-e311-4a72-88a4-b43e61a24bb0 req-9f7366a1-865b-47f5-ab2c-d13b16a05461 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 931 time: 0.2490940 Sep 10 03:21:02.541380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-6d571e94-781e-4c1e-8ff9-60badf7ee78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 1001 time: 0.1633072 Sep 10 03:21:02.555635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.630104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-bd14b724-9f8e-4993-bf02-9f4e7b1e111e', 'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e', 'tenant_id': '1740394cbfb24b3fba18dde44ff94c35', 'fixed_ips': [{'subnet_id': '95f88fe6-7947-41c6-b51e-b97dee13c2fd'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:21:02.630813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-d9a897d3-ec2a-440a-8a55-46b031a569d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:02.630966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.632371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-d9a897d3-ec2a-440a-8a55-46b031a569d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.0850503 Sep 10 03:21:02.681201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.740194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-adbdf112-0d09-4ab2-a047-360ed830005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:02.742396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-adbdf112-0d09-4ab2-a047-360ed830005d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939057 Sep 10 03:21:02.755280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.795089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Allocated IP 2001:db8::1 (bd14b724-9f8e-4993-bf02-9f4e7b1e111e/95f88fe6-7947-41c6-b51e-b97dee13c2fd/f3702cc6-4e4a-4bcd-8b84-e29323b1443a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:02.851089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event updated for resources: {'Subnet': ['ID=4c480409-de76-47ab-aa90-bf11b636752c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:02.859117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41df5e2b-702a-47c6-bc83-712dc97ca7ba,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:02.869495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.880037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:02.905192 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d383936d-e311-4a72-88a4-b43e61a24bb0 req-0ad505d4-39b5-4242-938c-428b6cf7ad5a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639944 Sep 10 03:21:02.965008 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-61479bf4-30f3-4d8b-8e5d-ba4620b9271a service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114105 Sep 10 03:21:03.034284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=a8bad25a-740d-40a9-b3fd-82263c76eeb0,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:03.039129 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.049412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Transition to ACTIVE for port object f3702cc6-4e4a-4bcd-8b84-e29323b1443a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:03.068482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Transition to ACTIVE for port object f3702cc6-4e4a-4bcd-8b84-e29323b1443a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:03.076704 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.098668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.145494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c9c25-2b3a-4707-8848-21b35d939306 req-e5bd80d5-b0fc-4455-a22b-0e3622e36a59 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:03.147007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d3c9c25-2b3a-4707-8848-21b35d939306 req-e5bd80d5-b0fc-4455-a22b-0e3622e36a59 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdae9d9-28dc-4803-a48c-0d87208678f6 HTTP/1.1" status: 200 len: 944 time: 0.2551372 Sep 10 03:21:03.158866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Pushing event updated for resources: {'Port': ['ID=f3702cc6-4e4a-4bcd-8b84-e29323b1443a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:03.174006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Network bd14b724-9f8e-4993-bf02-9f4e7b1e111e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:03.175563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:03.178184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:03.197057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c09dff7-64a9-43ff-bec2-a8b1558600a9 req-ee413d63-aad0-42b4-844b-9c9400da9537 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948211 Sep 10 03:21:03.259395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d3c9c25-2b3a-4707-8848-21b35d939306 req-3254c9ea-8f01-4487-b942-697526c1548d tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups?id=b89eb757-6893-41b6-a13c-cefef1532c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042130 Sep 10 03:21:03.287289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Attempting to bind port f3702cc6-4e4a-4bcd-8b84-e29323b1443a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:03.287750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Attempting to bind port f3702cc6-4e4a-4bcd-8b84-e29323b1443a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'cd465190-06f7-4fff-93fc-f43043263995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:03.288125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Attempting to bind port f3702cc6-4e4a-4bcd-8b84-e29323b1443a on network bd14b724-9f8e-4993-bf02-9f4e7b1e111e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:03.295145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:03.295776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Checking segment: {'id': 'cd465190-06f7-4fff-93fc-f43043263995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:03.296196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.296603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Bound using segment: {'id': 'cd465190-06f7-4fff-93fc-f43043263995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:03.297084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Bound port: f3702cc6-4e4a-4bcd-8b84-e29323b1443a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd465190-06f7-4fff-93fc-f43043263995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd14b724-9f8e-4993-bf02-9f4e7b1e111e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:03.297473 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.306454 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Floating IP 2b98dca6-777f-4486-b4a0-0a9a5185c641 associated. External IP: 172.25.8.223, port: f9392e0d-39fb-4c79-89de-821b8a7fbe30. Sep 10 03:21:03.317312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.318653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-59c1203a-316f-407b-8dce-befda79ca185 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0549674 Sep 10 03:21:03.332924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Checking segment: {'id': 'f364e9f4-a315-4061-b3d9-55382ec074b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:03.333437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network hostable DHCP agents. Network: 2b16970e-ac85-41fe-a5ab-132c575507fc, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:21:03.373122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.397044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] For port f3702cc6-4e4a-4bcd-8b84-e29323b1443a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:03.402322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] For port f3702cc6-4e4a-4bcd-8b84-e29323b1443a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f3702cc6-4e4a-4bcd-8b84-e29323b1443a,segment=NetworkSegment(cd465190-06f7-4fff-93fc-f43043263995),segment_id=cd465190-06f7-4fff-93fc-f43043263995)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:03.413337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.456288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'Port': ['ID=c8a474cb-b943-472c-a5db-c8f6a6154e58,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:03.471683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Network 2b16970e-ac85-41fe-a5ab-132c575507fc is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:21:03.517367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122a4d2-58fa-40e4-ae96-09031ed23b99 None None] Pushing event updated for resources: {'Port': ['ID=f3702cc6-4e4a-4bcd-8b84-e29323b1443a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:03.524314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf099fe-4e26-4e59-9cdc-303c3a0e20ad req-60b6d09f-4b17-4c2a-9695-1b856aa8b255 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:03.532525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbf099fe-4e26-4e59-9cdc-303c3a0e20ad req-60b6d09f-4b17-4c2a-9695-1b856aa8b255 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 945 time: 0.2044520 Sep 10 03:21:03.540188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 2b16970e-ac85-41fe-a5ab-132c575507fc) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:03.552911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1b3c1-f645-49cd-b05f-8086b2e99bd1 None None] Network 2b16970e-ac85-41fe-a5ab-132c575507fc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:03.561007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:03.561590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:03.562346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.796090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:03.821221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-2b16970e-ac85-41fe-a5ab-132c575507fc', 'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc', 'tenant_id': '1740394cbfb24b3fba18dde44ff94c35', 'fixed_ips': [{'subnet_id': '4c480409-de76-47ab-aa90-bf11b636752c'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:21:03.822038 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:03.850566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1d4db321-aff6-41e3-aca8-9aba98206b23 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6327066 Sep 10 03:21:03.854311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:03.984179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbf099fe-4e26-4e59-9cdc-303c3a0e20ad req-9be76b63-2b76-4d0b-a213-91528f54c975 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4358857 Sep 10 03:21:04.073339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-56cc0c54-b19d-4bb9-896d-be94b8bd96dd tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882871149&fields=id&tenant_id=0e03a2b48745477c87aac6514c8d155e HTTP/1.1" status: 200 len: 267 time: 0.4490469 Sep 10 03:21:04.126918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Allocated IP 2001:db8:0:1::1 (2b16970e-ac85-41fe-a5ab-132c575507fc/4c480409-de76-47ab-aa90-bf11b636752c/209bc0f9-f262-480c-b4cc-ee4e9bb88b24) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:04.181807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6475ee3-56bf-450c-af1f-341a15276ea7 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:04.186047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:04.192951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.198487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:04.208537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Transition to ACTIVE for port object e6475ee3-56bf-450c-af1f-341a15276ea7 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:04.283795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-e4be6ed2-631a-43cf-aa8a-93ba7a25e712 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:04.291955 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-e4be6ed2-631a-43cf-aa8a-93ba7a25e712 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 813 time: 0.2087567 Sep 10 03:21:04.314381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-4081b986-d60b-408d-9a9a-ee7369604489 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/quotas/0e03a2b48745477c87aac6514c8d155e HTTP/1.1" status: 200 len: 375 time: 0.0213435 Sep 10 03:21:04.326021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:04.340966 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da490e7b-296a-421e-9c6a-585252267569 None None] Sync routers for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:04.354043 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:04.354710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:20:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:04.376566 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1116c95-dba3-4da1-923a-0d3f9c946ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.387611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.394711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.435779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-a5d3de54-045e-408b-845b-692261c981cd tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139939 Sep 10 03:21:04.459225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] No DVR routers for this DVR port c8a474cb-b943-472c-a5db-c8f6a6154e58 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:04.462361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.468051 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1050acbc-a6fe-4563-b70a-711fd2149dca req-aa90906e-6832-4490-96cc-a4af4c4118bb tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.36 "DELETE /v2.0/ports/c8a474cb-b943-472c-a5db-c8f6a6154e58 HTTP/1.1" status: 204 len: 173 time: 3.1337461 Sep 10 03:21:04.472143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:04.481636 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c428519e-f2bf-45b4-9fef-2ee998252f8d" -d '{"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-unplugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:04.485981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:04.500210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1816-59cb-491e-9a5f-9d0abbcaeb2a req-9b50c2db-d81a-4b18-8e10-1b098abb6811 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:04.506492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d3d1816-59cb-491e-9a5f-9d0abbcaeb2a req-9b50c2db-d81a-4b18-8e10-1b098abb6811 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.3754883 Sep 10 03:21:04.506979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-deleted', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:04.517386 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ce2aa0-2557-443c-942c-e1c2ec68b472" -d '{"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-deleted", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:04.518751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:04.582475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.600425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:04.620257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:04.624398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:04.635046 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:04.636084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:04.691106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d625cc-f208-40e1-85a2-653f58dde709 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:04.693156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d625cc-f208-40e1-85a2-653f58dde709 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:04.695244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d625cc-f208-40e1-85a2-653f58dde709 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:04.705124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-26d625cc-f208-40e1-85a2-653f58dde709 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8443477 Sep 10 03:21:04.724223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53380) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:04.797488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6475ee3-56bf-450c-af1f-341a15276ea7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:04.856667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8711058f-f64b-4e4d-91f4-7694013015b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0929468 Sep 10 03:21:04.863806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:04.865747 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:04.879189 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f2df0d-3401-4623-a2b8-dd4126657518" -d '{"events": [{"name": "network-changed", "server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:04.900221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53382) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:04.959989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-adc090b1-e717-44c2-97cf-9240e267b4cc service neutron] 10.222.0.23 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174081 Sep 10 03:21:04.972869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Deleting subnet 95f88fe6-7947-41c6-b51e-b97dee13c2fd {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:21:05.001730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.113334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d3d1816-59cb-491e-9a5f-9d0abbcaeb2a req-c1eba802-98d8-4c5b-afa7-55a2397152fd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829875 Sep 10 03:21:05.126118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: c8a474cb-b943-472c-a5db-c8f6a6154e58 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:05.126918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c8a474cb-b943-472c-a5db-c8f6a6154e58 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:05.139289 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.197154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Transition to ACTIVE for port object 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:05.204564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bae98-9de2-4889-884b-e6d6a27bb41f None None] Network bd14b724-9f8e-4993-bf02-9f4e7b1e111e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:05.209951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:05.243758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.254796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.266618 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da490e7b-296a-421e-9c6a-585252267569 None None] Checking router: 28ff9d8b-7040-4b46-8f14-6e865b00cc49 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:05.268013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b8fe39df-5831-47cc-bf76-2f8e02953144 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/2b98dca6-777f-4486-b4a0-0a9a5185c641 HTTP/1.1" status: 200 len: 991 time: 0.3636546 Sep 10 03:21:05.272685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:05.285212 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:05.285819 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:05.289494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Attempting to bind port e6475ee3-56bf-450c-af1f-341a15276ea7 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:05.294057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Attempting to bind port e6475ee3-56bf-450c-af1f-341a15276ea7 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:05.294495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Attempting to bind port e6475ee3-56bf-450c-af1f-341a15276ea7 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:05.313080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Transition to ACTIVE for port object 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:05.356409 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.366037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Port e6475ee3-56bf-450c-af1f-341a15276ea7 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:21:05.366486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Attempting to bind port e6475ee3-56bf-450c-af1f-341a15276ea7 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:05.386686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:05.388766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:05.389182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:05.389922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Bound port: e6475ee3-56bf-450c-af1f-341a15276ea7, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:05.390355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.397875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-0ab842e5-1d3e-442d-b8c2-f788a3945ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147031 Sep 10 03:21:05.421147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:05.453006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec443a-cc50-45c1-9c8b-cfe8a48e5abb req-a7075e23-d517-4b81-861a-faa75b2e10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:05.454583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8ec443a-cc50-45c1-9c8b-cfe8a48e5abb req-a7075e23-d517-4b81-861a-faa75b2e10b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.3882616 Sep 10 03:21:05.463589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb2dd-9791-45eb-bde2-7466a2feb090 req-e141e7b4-72eb-429f-a503-1a0f9736458d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:05.465268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25adb2dd-9791-45eb-bde2-7466a2feb090 req-e141e7b4-72eb-429f-a503-1a0f9736458d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.2138951 Sep 10 03:21:05.501913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Network 2b16970e-ac85-41fe-a5ab-132c575507fc is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:05.507830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.512683 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8ec443a-cc50-45c1-9c8b-cfe8a48e5abb req-c31f9d5d-7960-4854-9a13-a85bfe1d80e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489202 Sep 10 03:21:05.532822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:05.547697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:05.586326 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:05.589495 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.617743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.655557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25adb2dd-9791-45eb-bde2-7466a2feb090 req-0a8d0f7b-8135-4cb1-8a8b-aec3b781e1c5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217747 Sep 10 03:21:05.673307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.676551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/subnets/95f88fe6-7947-41c6-b51e-b97dee13c2fd HTTP/1.1" status: 204 len: 168 time: 0.9450328 Sep 10 03:21:05.678639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25692368-cc48-44d3-b4bc-17b1276503f0 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Subnet': ['ID=95f88fe6-7947-41c6-b51e-b97dee13c2fd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:05.680736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53394) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:05.711928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Pushing event updated for resources: {'Port': ['ID=209bc0f9-f262-480c-b4cc-ee4e9bb88b24,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:05.723337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] For port e6475ee3-56bf-450c-af1f-341a15276ea7, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:05.730991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] For port e6475ee3-56bf-450c-af1f-341a15276ea7, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e6475ee3-56bf-450c-af1f-341a15276ea7,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:05.737204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3cd8bf96-9449-436e-8082-ce468af7745a None None] Provisioning for port f3702cc6-4e4a-4bcd-8b84-e29323b1443a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:05.743206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.766817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Deleting subnet 4c480409-de76-47ab-aa90-bf11b636752c {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:21:05.770865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.832925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.865557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:05.870027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:05.873247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] 10.222.0.32 "PUT /v2.0/ports/e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 1091 time: 3.7984478 Sep 10 03:21:05.891308 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-da490e7b-296a-421e-9c6a-585252267569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:05.939836 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa651bc-626a-48fe-b5a2-d77b5d085f1b x-openstack-request-id: req-1aa651bc-626a-48fe-b5a2-d77b5d085f1b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:05.940178 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-unplugged", "status": "failed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "code": 422}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:05.940383 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aa651bc-626a-48fe-b5a2-d77b5d085f1b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:05.940767 n-d-808126-2 neutron-server[94635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'code': 422} returned with failed status Sep 10 03:21:06.002004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f58745-b738-476d-8ec3-8223811a8cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6475ee3-56bf-450c-af1f-341a15276ea7,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:06.002643 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da490e7b-296a-421e-9c6a-585252267569 None None] The sync data for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 is: [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c2a0f4c6-631b-4e61-8973-35e561ceee33', 'name': '', 'network_id': 'a3c45e48-e586-4b19-b7db-417fe4223572', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'mac_address': 'fa:16:3e:59:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:42Z', 'updated_at': '2021-09-10T03:11:52Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'subnets': [{'id': '4b3044e1-dddc-4063-8929-bbc6608a6d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:06.012669 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa7501-cc63-495f-aa68-d40a3b9afb21 x-openstack-request-id: req-4faa7501-cc63-495f-aa68-d40a3b9afb21 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:06.012969 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdae9d9-28dc-4803-a48c-0d87208678f6", "name": "network-vif-deleted", "tag": "c8a474cb-b943-472c-a5db-c8f6a6154e58", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:06.013226 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4faa7501-cc63-495f-aa68-d40a3b9afb21 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:06.013630 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdae9d9-28dc-4803-a48c-0d87208678f6', 'name': 'network-vif-deleted', 'tag': 'c8a474cb-b943-472c-a5db-c8f6a6154e58', 'status': 'completed', 'code': 200} Sep 10 03:21:06.060064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-6c00ca36-c8c2-405f-b329-be0573f8d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.061643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-6c00ca36-c8c2-405f-b329-be0573f8d9fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1094 time: 0.1226525 Sep 10 03:21:06.083123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f3702cc6-4e4a-4bcd-8b84-e29323b1443a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:06.124923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.191668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Attempting to bind port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:06.192148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Attempting to bind port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f364e9f4-a315-4061-b3d9-55382ec074b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:06.192994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Attempting to bind port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 on network 2b16970e-ac85-41fe-a5ab-132c575507fc {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:06.194028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-dd935b21-2444-4b9f-950c-7ae63f32752c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 217 time: 0.1082366 Sep 10 03:21:06.223263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:06.260103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:06.260486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Checking segment: {'id': 'f364e9f4-a315-4061-b3d9-55382ec074b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:06.260897 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.261297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Bound using segment: {'id': 'f364e9f4-a315-4061-b3d9-55382ec074b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:06.261840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Bound port: 209bc0f9-f262-480c-b4cc-ee4e9bb88b24, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f364e9f4-a315-4061-b3d9-55382ec074b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2b16970e-ac85-41fe-a5ab-132c575507fc'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:06.262233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.294289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:06.296409 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfefe45-2a12-40d0-a7da-a86d0c4adac6 x-openstack-request-id: req-8cfefe45-2a12-40d0-a7da-a86d0c4adac6 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:06.296916 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:06.298465 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cfefe45-2a12-40d0-a7da-a86d0c4adac6 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:06.298903 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'status': 'completed', 'code': 200} Sep 10 03:21:06.375474 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.449891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e38604f7-7a65-48b5-8a88-ae75aa598d0b req-0f8609aa-465f-45dc-a037-ecfd3102e284 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.1572933 Sep 10 03:21:06.451564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-0e479c98-3bb0-4f6f-869b-e25176d49174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.452935 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-0e479c98-3bb0-4f6f-869b-e25176d49174 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.2477276 Sep 10 03:21:06.490442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] DHCP port deletion for bd14b724-9f8e-4993-bf02-9f4e7b1e111e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:21:06.558453 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.562767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/subnets/4c480409-de76-47ab-aa90-bf11b636752c HTTP/1.1" status: 204 len: 168 time: 0.8820431 Sep 10 03:21:06.569450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53414) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:06.604160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1860e-68f0-4931-a52d-bd44c039f826 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Subnet': ['ID=4c480409-de76-47ab-aa90-bf11b636752c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:06.612440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040545a9-54c1-4017-bf46-b476b0640e78 None None] New status for floating IP 09f88186-d815-4d4d-a13c-0f83fc0bbffa: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:21:06.643761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-495bcd1c-1150-4782-b492-4672c2980aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.645297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-495bcd1c-1150-4782-b492-4672c2980aaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826966 Sep 10 03:21:06.647489 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ba6dee7-01ad-46cd-a284-a315c656fad8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.685753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ba6dee7-01ad-46cd-a284-a315c656fad8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.721741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] For port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:06.737379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] For port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=209bc0f9-f262-480c-b4cc-ee4e9bb88b24,segment=NetworkSegment(f364e9f4-a315-4061-b3d9-55382ec074b5),segment_id=f364e9f4-a315-4061-b3d9-55382ec074b5)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:06.756933 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.796694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ea37428d-441d-4038-a069-d1900d31a2e7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/2b98dca6-777f-4486-b4a0-0a9a5185c641 HTTP/1.1" status: 200 len: 991 time: 0.4983256 Sep 10 03:21:06.797871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448832fe-bef1-4533-b0db-6324fb518d0d req-6a9f767f-3c20-42b9-ba54-65846636192e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.799508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-448832fe-bef1-4533-b0db-6324fb518d0d req-6a9f767f-3c20-42b9-ba54-65846636192e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.4997497 Sep 10 03:21:06.802895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f1edf-4a14-4c0a-8f6f-40d0214d6c4c tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.805133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-725f1edf-4a14-4c0a-8f6f-40d0214d6c4c tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2231352 Sep 10 03:21:06.816675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:06.836088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-79b8fcb5-190c-40ce-88e0-1b1c2749dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.837020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f3702cc6-4e4a-4bcd-8b84-e29323b1443a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:06.838832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-79b8fcb5-190c-40ce-88e0-1b1c2749dc6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 1096 time: 0.5372329 Sep 10 03:21:06.840466 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ba6dee7-01ad-46cd-a284-a315c656fad8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.844204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ba6dee7-01ad-46cd-a284-a315c656fad8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.849376 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9ba6dee7-01ad-46cd-a284-a315c656fad8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "DELETE /v2.0/security-groups/b89eb757-6893-41b6-a13c-cefef1532c26 HTTP/1.1" status: 204 len: 168 time: 0.6197307 Sep 10 03:21:06.854514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:06.890544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752243f-966f-49b0-8f7b-9e850f1ca378 req-2074100a-f124-47cc-99d3-efe80140c281 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:06.892592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a752243f-966f-49b0-8f7b-9e850f1ca378 req-2074100a-f124-47cc-99d3-efe80140c281 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.3238804 Sep 10 03:21:06.897336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6dee7-01ad-46cd-a284-a315c656fad8 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89eb757-6893-41b6-a13c-cefef1532c26,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:06.901459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f3702cc6-4e4a-4bcd-8b84-e29323b1443a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:06.903239 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:06.916492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82abb92-2efb-4224-a6d9-51c2a397eb82 None None] Pushing event updated for resources: {'Port': ['ID=209bc0f9-f262-480c-b4cc-ee4e9bb88b24,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:06.952062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a36e5b-d4c3-4e1e-b824-799e1ca6b5c5 None None] Network 2b16970e-ac85-41fe-a5ab-132c575507fc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:07.009775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-90c28e91-a850-429b-bee5-c986eaaea2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:07.012780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-90c28e91-a850-429b-bee5-c986eaaea2f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 200 len: 897 time: 0.1494250 Sep 10 03:21:07.027298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a752243f-966f-49b0-8f7b-9e850f1ca378 req-1ed3d871-9056-48a2-9fb3-9ec0763c755d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941505 Sep 10 03:21:07.039957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-28d72ff0-d77a-46db-a5f2-e5988a8a41f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965119 Sep 10 03:21:07.099305 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-05638f47-16ab-4c8b-9fdf-b96ef8242c15 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] show failed (client error): The resource could not be found. Sep 10 03:21:07.100901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-05638f47-16ab-4c8b-9fdf-b96ef8242c15 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "GET /v2.0/security-groups/b89eb757-6893-41b6-a13c-cefef1532c26 HTTP/1.1" status: 404 len: 347 time: 0.2446995 Sep 10 03:21:07.107934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53424) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:07.109863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-2c376ecb-ef02-4e94-b9bd-2176708c5349 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30 HTTP/1.1" status: 200 len: 999 time: 0.0806994 Sep 10 03:21:07.117772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:31Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:01Z', 'revision_number': 0, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:07.152186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] Deleting port f3702cc6-4e4a-4bcd-8b84-e29323b1443a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:07.153615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.189739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-448832fe-bef1-4533-b0db-6324fb518d0d req-c3cb9ab5-61ba-4e59-a777-247d2071b108 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812840 Sep 10 03:21:07.225291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1095a55-26bb-47d9-be78-31d5759a1c73 req-c0c93906-11a8-46ef-b047-e37baa5d4f1c service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720996 Sep 10 03:21:07.251581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] For port f3702cc6-4e4a-4bcd-8b84-e29323b1443a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f3702cc6-4e4a-4bcd-8b84-e29323b1443a,segment=NetworkSegment(cd465190-06f7-4fff-93fc-f43043263995),segment_id=cd465190-06f7-4fff-93fc-f43043263995)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:07.252724 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.266515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] Calling delete_port for f3702cc6-4e4a-4bcd-8b84-e29323b1443a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:07.302401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddde3b-ea4e-4bd4-aa66-792b5c9b4a5d req-da6cfbce-9701-440a-870e-c4c4a1b9cd49 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:07.306663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2ddde3b-ea4e-4bd4-aa66-792b5c9b4a5d req-da6cfbce-9701-440a-870e-c4c4a1b9cd49 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.0788436 Sep 10 03:21:07.335689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.359307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2ddde3b-ea4e-4bd4-aa66-792b5c9b4a5d req-52f1f8b6-ae5f-4617-a580-83055a9c77cc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Sep 10 03:21:07.372460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-16048663-a3d6-4821-a8b4-4278ececd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:07.373949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-16048663-a3d6-4821-a8b4-4278ececd19e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14d2b30f-1aeb-4bab-9eae-91c1bc90eb66 HTTP/1.1" status: 200 len: 834 time: 0.2279046 Sep 10 03:21:07.396150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:07.455269 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.456078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Deleting port 61eeed37-3fa6-4ce1-ac5e-575be95722fd {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:07.456425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.459021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:07.460110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:07.478758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-ed345333-3e78-488e-a4d7-48b1e10e8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:07.479105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-ed345333-3e78-488e-a4d7-48b1e10e8f37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb9e045-8494-4a62-b705-fa6cc1ed9756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977581 Sep 10 03:21:07.565012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Deleting port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:07.565622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.600566 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.619155 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c42a0238-c894-44a6-a65d-5fb2e5db4a48 req-5ab981d2-df45-4cca-9255-e5fc9cfb6f47 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0336981 Sep 10 03:21:07.620581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] No DVR routers for this DVR port f3702cc6-4e4a-4bcd-8b84-e29323b1443a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:07.642176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.650023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e9df-ad9f-4ee4-80ef-b9f68a64f242 None None] Pushing event deleted for resources: {'Port': ['ID=f3702cc6-4e4a-4bcd-8b84-e29323b1443a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:07.700841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5840c3-3528-4ae8-9491-07dc8b9a0d3f None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:21:07.789239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:07.811277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] For port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=209bc0f9-f262-480c-b4cc-ee4e9bb88b24,segment=NetworkSegment(f364e9f4-a315-4061-b3d9-55382ec074b5),segment_id=f364e9f4-a315-4061-b3d9-55382ec074b5)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:07.811686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.830338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Calling delete_port for 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:07.856589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-a89f4784-9ba4-487d-a2d3-9ace446a631a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:07.864799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-a89f4784-9ba4-487d-a2d3-9ace446a631a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.36 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 813 time: 0.2387486 Sep 10 03:21:07.866201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53440) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:07.968205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.969251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:07.984136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-34ac33b1-fded-4aa9-8bc3-40dfe41db77f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e03a2b48745477c87aac6514c8d155e HTTP/1.1" status: 200 len: 379 time: 0.0889513 Sep 10 03:21:07.995921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'port': {'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'admin_state_up': True, 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'security_groups': ['d04a0b24-4a6b-49cc-9cd3-b418e909ca94']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:08.001876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ab26e035-eebf-4c18-9919-93f60485b783 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/2b98dca6-777f-4486-b4a0-0a9a5185c641 HTTP/1.1" status: 200 len: 991 time: 0.1345148 Sep 10 03:21:08.015966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:08.018395 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc23598-6f38-48fd-b738-a563e9f702ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:08.049001 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-10d96cd2-8747-4d3d-a6dd-cd76ff1d955c service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550995 Sep 10 03:21:08.053377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Calling delete_port for 61eeed37-3fa6-4ce1-ac5e-575be95722fd owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:08.091111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f3702cc6-4e4a-4bcd-8b84-e29323b1443a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:08.110734 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae605c4e-dab8-4fd2-bd5c-7a4b71419879 x-openstack-request-id: req-ae605c4e-dab8-4fd2-bd5c-7a4b71419879 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:08.110734 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:08.110734 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae605c4e-dab8-4fd2-bd5c-7a4b71419879 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:08.112976 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'status': 'completed', 'code': 200} Sep 10 03:21:08.163972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:08.213165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f3702cc6-4e4a-4bcd-8b84-e29323b1443a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:08.214163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f3702cc6-4e4a-4bcd-8b84-e29323b1443a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:08.264430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-c6188084-5d0d-4e79-99c8-6eabcc6a6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:08.271501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-c6188084-5d0d-4e79-99c8-6eabcc6a6bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1094 time: 0.1569664 Sep 10 03:21:08.335404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:08.471642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Made reservation on behalf of 0e03a2b48745477c87aac6514c8d155e for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:08.475926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:08.595607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5840c3-3528-4ae8-9491-07dc8b9a0d3f None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:21:08.644338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-ab38550e-a391-423c-8c2c-a6787932dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:08.646422 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-ab38550e-a391-423c-8c2c-a6787932dfe6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.3646164 Sep 10 03:21:08.670131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5056b-32f5-4ac1-9323-708b88740d29 req-fc287090-01ed-47b3-b18c-9f252d946171 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:08.671706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ad5056b-32f5-4ac1-9323-708b88740d29 req-fc287090-01ed-47b3-b18c-9f252d946171 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.1565943 Sep 10 03:21:08.692959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:31Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:01Z', 'revision_number': 0, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:08.710107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-f59a6979-885e-42c4-bfa4-186178c74977 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 217 time: 0.0553520 Sep 10 03:21:08.726347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ef815-fdfe-43c6-9843-f0bfd97f3c09 None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:31Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:01Z', 'revision_number': 0, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:08.839809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Allocated IP 172.20.0.4 (b1b1356b-e0b8-4322-a6dc-1de268b15cc3/846b909a-95a9-49f9-835c-d96848cf0f06/32f73050-6c3f-4ab2-91ff-f4fc1ccda650) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:08.843814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Port': ['ID=209bc0f9-f262-480c-b4cc-ee4e9bb88b24,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:08.848755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ad5056b-32f5-4ac1-9323-708b88740d29 req-3aa60e6d-e49f-4396-850e-c7163c4fa548 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441553 Sep 10 03:21:08.861383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-28505f43-c5c1-43d3-99f5-c7c3d984aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:08.863190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-28505f43-c5c1-43d3-99f5-c7c3d984aec4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1224923 Sep 10 03:21:08.867732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] No DVR routers for this DVR port 209bc0f9-f262-480c-b4cc-ee4e9bb88b24 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:08.878221 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.023777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:09.031228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-64be0b49-2997-4151-a443-e75a22b5da65 req-08d56df0-f7e2-4fc4-b281-5a1c62bbd1f1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:21:09.032571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64be0b49-2997-4151-a443-e75a22b5da65 req-08d56df0-f7e2-4fc4-b281-5a1c62bbd1f1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055032 Sep 10 03:21:09.063613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91f2df0d-3401-4623-a2b8-dd4126657518 req-6c698ecf-4df2-4f5b-9a6f-2366d9759c50 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9987061 Sep 10 03:21:09.066546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Pushing event deleted for resources: {'Port': ['ID=61eeed37-3fa6-4ce1-ac5e-575be95722fd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:09.098658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a9cd5-c8b3-4fc0-b796-d48cd59e89d7 None None] New status for floating IP 2b98dca6-777f-4486-b4a0-0a9a5185c641: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:21:09.117819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.127476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678d8e5-9071-45ff-b11b-9267d55cd589 req-744ba2dd-81e9-44a3-b39f-201254b0b51f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:09.140770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f678d8e5-9071-45ff-b11b-9267d55cd589 req-744ba2dd-81e9-44a3-b39f-201254b0b51f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.8364289 Sep 10 03:21:09.144688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Transition to ACTIVE for port object 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:09.169326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-cf48e575-54a0-4cd7-b223-d90b9a1dfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:09.170970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-cf48e575-54a0-4cd7-b223-d90b9a1dfc2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3003030 Sep 10 03:21:09.175604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc005037-43e8-4f5b-b4d0-b05b14509312 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/2b98dca6-777f-4486-b4a0-0a9a5185c641 HTTP/1.1" status: 200 len: 991 time: 0.1406124 Sep 10 03:21:09.279959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.283167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.284511 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6a177029-54c5-48d1-ade9-6fb37b06b643 tempest-ServerActionsTestJSON-2065976102 tempest-ServerActionsTestJSON-2065976102-project] 10.222.0.23 "DELETE /v2.0/floatingips/09f88186-d815-4d4d-a13c-0f83fc0bbffa HTTP/1.1" status: 204 len: 168 time: 2.1736517 Sep 10 03:21:09.295764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53472) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:09.325878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9eed0f52-3179-4019-8587-7879b4301e6c req-acda042a-81bd-4016-87a6-fbd671cf0270 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0723014 Sep 10 03:21:09.341551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.347750 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.399617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f678d8e5-9071-45ff-b11b-9267d55cd589 req-bb590218-d21f-490a-a89d-5c510bb49489 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568753 Sep 10 03:21:09.417615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b16970e-ac85-41fe-a5ab-132c575507fc']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:09.427203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-96810d7c-5e63-4003-9ba6-cdc4a338872e service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484455 Sep 10 03:21:09.450144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f364e9f4-a315-4061-b3d9-55382ec074b5') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:09.450702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f364e9f4-a315-4061-b3d9-55382ec074b5') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:09.458660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:09.477452 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.481717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:09.486532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'Port': ['ID=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:09.491076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:09.550995 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.567186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:09.567669 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:09.574084 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:09.656759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:09.657360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.707596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812b4c-0138-4eea-a4b4-5bb41c1f7ca7 req-874c0fb7-bcb7-49bc-8fef-bb1feb987538 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:09.709165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a812b4c-0138-4eea-a4b4-5bb41c1f7ca7 req-874c0fb7-bcb7-49bc-8fef-bb1feb987538 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1812716 Sep 10 03:21:09.716556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fdc23598-6f38-48fd-b738-a563e9f702ec req-ded1ba4c-09a5-469b-ba4b-db8827f62b91 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682283 Sep 10 03:21:09.729195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-ee32c576-e353-47b2-b972-63c20877d4ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7370882 Sep 10 03:21:09.961750 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.973459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:09.978876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/networks/2b16970e-ac85-41fe-a5ab-132c575507fc HTTP/1.1" status: 204 len: 168 time: 3.1603870 Sep 10 03:21:10.003494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53494) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:10.042452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1a5ea80e-4284-4693-9f5c-31fc505efa24 None None] Provisioning for port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:10.047785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1a5ea80e-4284-4693-9f5c-31fc505efa24 None None] Provisioning complete for port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:10.048303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea80e-4284-4693-9f5c-31fc505efa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.067417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e39ded-9764-4270-bfa3-a9be2f9cb789 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Network': ['ID=2b16970e-ac85-41fe-a5ab-132c575507fc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:10.103976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ea80e-4284-4693-9f5c-31fc505efa24 None None] Port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:10.173595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Request body: {'port': {'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:10.196556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53496) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:10.210765 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-6eab34a6-d88c-4242-a18c-ddf7108ff955 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3960342 Sep 10 03:21:10.227215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-e3a5eead-52ab-4e0c-aa80-afc2cbd690c6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:21:10.228182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-e3a5eead-52ab-4e0c-aa80-afc2cbd690c6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084023 Sep 10 03:21:10.237528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd57a0-935f-4c89-99c7-0fabe1a8f556 req-13c5c56c-f6d6-40f6-a6b4-44a621716413 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:10.239035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cdd57a0-935f-4c89-99c7-0fabe1a8f556 req-13c5c56c-f6d6-40f6-a6b4-44a621716413 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.2432852 Sep 10 03:21:10.265516 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.313251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cdd57a0-935f-4c89-99c7-0fabe1a8f556 req-d5500839-f183-419e-a7c0-e6154818647d tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Sep 10 03:21:10.333301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-170f27de-39e5-4b24-b2d1-85adceac0d82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/2b98dca6-777f-4486-b4a0-0a9a5185c641 HTTP/1.1" status: 200 len: 993 time: 0.1355443 Sep 10 03:21:10.348028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a812b4c-0138-4eea-a4b4-5bb41c1f7ca7 req-38d59c50-405f-4e80-be56-c6e8e9463828 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6258132 Sep 10 03:21:10.432851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.487627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-2a72770c-e339-4557-942b-2f2b1d55f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:10.489125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-2a72770c-e339-4557-942b-2f2b1d55f6c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 1096 time: 0.3261116 Sep 10 03:21:10.514393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.551118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd14b724-9f8e-4993-bf02-9f4e7b1e111e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:10.578242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd465190-06f7-4fff-93fc-f43043263995') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:10.578639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd465190-06f7-4fff-93fc-f43043263995') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:10.600066 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.620162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edeb44-2924-4e91-911c-497d5759b00c req-654ba9d9-69b0-41a1-8ef9-62a2536ac1f5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:10.622656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c5edeb44-2924-4e91-911c-497d5759b00c req-654ba9d9-69b0-41a1-8ef9-62a2536ac1f5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.1828091 Sep 10 03:21:10.647857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.664159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:10.664569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:10.669149 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:10.722720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-6fa92059-c0d4-4522-874e-bd2eed7342b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:10.725402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-6fa92059-c0d4-4522-874e-bd2eed7342b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 200 len: 919 time: 0.1147332 Sep 10 03:21:10.793727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.806312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a723-d69b-426b-8433-34063cda677f req-9c65c37c-6275-4b14-8f14-83cc96d050c0 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:10.816112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5389a723-d69b-426b-8433-34063cda677f req-9c65c37c-6275-4b14-8f14-83cc96d050c0 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 931 time: 0.3352485 Sep 10 03:21:10.818272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-a7cdfe0b-6ea5-436d-b3e8-347104b1800b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 200 len: 217 time: 0.0822082 Sep 10 03:21:10.827250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.831393 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/networks/bd14b724-9f8e-4993-bf02-9f4e7b1e111e HTTP/1.1" status: 204 len: 168 time: 0.8231733 Sep 10 03:21:10.832355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c5edeb44-2924-4e91-911c-497d5759b00c req-9beb88db-73a9-4be1-b52c-f6bf85756d7b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001956 Sep 10 03:21:10.844211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53506) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:10.852686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b18fa-5033-41b8-8e72-7cf2044bb041 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Network': ['ID=bd14b724-9f8e-4993-bf02-9f4e7b1e111e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:10.904660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5389a723-d69b-426b-8433-34063cda677f req-da4a6587-0522-4e33-810b-f8891b1732d3 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837913 Sep 10 03:21:10.951724 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.964604 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:10.985388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-ddac1e0c-5c7a-4f68-9ba9-fd9abc7f0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:10.986837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-ddac1e0c-5c7a-4f68-9ba9-fd9abc7f0df4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 200 len: 859 time: 0.1332362 Sep 10 03:21:11.024160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-f24e1296-8c3e-4577-998e-d03df6b0008e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295944 Sep 10 03:21:11.139022 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.163700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:11.177963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.184839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-72b293fc-4929-4000-aacf-f782295a4166 service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490593 Sep 10 03:21:11.195301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Transition to ACTIVE for port object 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:11.215986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.270371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04e7516-4458-44af-a383-53e48c2a9ffb']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:11.316768 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2e47d9-0c22-400f-92c8-2a1f7f51d756') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:11.317071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2e47d9-0c22-400f-92c8-2a1f7f51d756') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:11.341148 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.347937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00bc8438-ccaa-4e9b-8df9-20f03799ba9f req-0b63bf9b-0234-4ed6-b65b-0b492925dafd service neutron] 10.222.0.32 "GET /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507039 Sep 10 03:21:11.350189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Pushing event updated for resources: {'Port': ['ID=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:11.367655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-4558768d-4f24-4901-b192-81638b86445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:11.369206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-4558768d-4f24-4901-b192-81638b86445d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4&tenant_id=bc907fa437ac408396b44d71ad2156f8 HTTP/1.1" status: 200 len: 1094 time: 0.2119133 Sep 10 03:21:11.373129 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:21:11.385719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.465874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:11.465874 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:11.469707 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:11.545573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Attempting to bind port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:11.545824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Attempting to bind port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:11.546151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Attempting to bind port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 on network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:11.557245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab53962-998c-4018-8c98-a4101ca39612 req-11525f98-8474-414d-ad4a-74b80ceece08 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:11.559387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ab53962-998c-4018-8c98-a4101ca39612 req-11525f98-8474-414d-ad4a-74b80ceece08 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.0763862 Sep 10 03:21:11.561866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 on network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:21:11.562196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Attempting to bind port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 on network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:11.568011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:11.568361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Checking segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:11.569696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Bound using segment: {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:11.570021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Bound port: 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc9c189-61a7-491d-bdb4-20be5f765fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:11.570763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.635269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-86ce7e22-6e2a-4633-86f9-03ab719cd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:11.637516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-86ce7e22-6e2a-4633-86f9-03ab719cd5c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc907fa437ac408396b44d71ad2156f8&device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1094 time: 0.2256827 Sep 10 03:21:11.639561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.647746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ab53962-998c-4018-8c98-a4101ca39612 req-788698c1-247f-4f34-8db4-6508dae3935f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733893 Sep 10 03:21:11.649230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.653773 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/networks/d04e7516-4458-44af-a383-53e48c2a9ffb HTTP/1.1" status: 204 len: 168 time: 0.8085468 Sep 10 03:21:11.654532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:11.685178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3694526-de12-453d-ba13-7bf5eb337fdb req-44ba397b-375a-4df2-8334-fcf358d62111 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:11.692788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3694526-de12-453d-ba13-7bf5eb337fdb req-44ba397b-375a-4df2-8334-fcf358d62111 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.2355993 Sep 10 03:21:11.711891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce072-0e47-431a-8fe3-3946efe071a3 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Network': ['ID=d04e7516-4458-44af-a383-53e48c2a9ffb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:11.722631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] For port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:11.767750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] For port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:11.774183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.778325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.813775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3694526-de12-453d-ba13-7bf5eb337fdb req-eea14990-d0db-4fdd-8cd8-b8dbfc281f9f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048372 Sep 10 03:21:11.824855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Deleting port c2a0f4c6-631b-4e61-8973-35e561ceee33 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:11.825192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.829099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:11.829555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:11.830977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] 10.222.0.36 "PUT /v2.0/ports/32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 1091 time: 1.6701608 Sep 10 03:21:11.834919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:11.837255 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c0f65-5bf3-42ba-926f-a879129a304a" -d '{"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:11.839116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-f34ea31b-f4ca-4613-83d1-3baaa3c59a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:11.840949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-f34ea31b-f4ca-4613-83d1-3baaa3c59a6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 200 len: 917 time: 0.1846368 Sep 10 03:21:11.954646 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1542b464-071d-4dd1-9c2a-8879b26df0b6 x-openstack-request-id: req-1542b464-071d-4dd1-9c2a-8879b26df0b6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:11.954945 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:11.955215 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1542b464-071d-4dd1-9c2a-8879b26df0b6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:11.955632 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'status': 'completed', 'code': 200} Sep 10 03:21:11.956456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1a5eb-9c90-4b31-96a8-b8b0b9f74275 service neutron] Pushing event updated for resources: {'Port': ['ID=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:12.013394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.072547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-b6764224-ff24-48ab-8141-6aded447bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.074361 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-b6764224-ff24-48ab-8141-6aded447bcf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1094 time: 0.1838481 Sep 10 03:21:12.080035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b839fc0-bc9e-493a-8acf-b7db3a63d46a']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:12.134221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec3093-dd4e-4227-a367-feda2cb75d7e') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:12.134686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec3093-dd4e-4227-a367-feda2cb75d7e') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:12.138436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-a88e11f2-6722-4ecf-b6cf-2ba02214c08a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 217 time: 0.0550396 Sep 10 03:21:12.160713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.196726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2839ba-c29e-4a73-974d-2965b9158490 req-e51f0542-3689-4a59-9f82-27adf8b546ca tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.204234 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2839ba-c29e-4a73-974d-2965b9158490 req-e51f0542-3689-4a59-9f82-27adf8b546ca tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 943 time: 0.1876082 Sep 10 03:21:12.220233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.241145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:12.241715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:12.245201 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:12.282744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-67fb4732-d35d-4771-839a-7b1aa8721cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.284419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-67fb4732-d35d-4771-839a-7b1aa8721cd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 200 len: 852 time: 0.1354659 Sep 10 03:21:12.307010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2839ba-c29e-4a73-974d-2965b9158490 req-e19105b8-3f77-4a3b-abc3-1e2d1d81f62a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017778 Sep 10 03:21:12.365932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-cd74d5c4-db3f-41aa-a040-58d31142f030 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 200 len: 999 time: 0.5154202 Sep 10 03:21:12.366920 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.380020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.381933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] 10.222.0.23 "DELETE /v2.0/networks/6b839fc0-bc9e-493a-8acf-b7db3a63d46a HTTP/1.1" status: 204 len: 168 time: 0.7266123 Sep 10 03:21:12.385716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-82060744-c604-478f-b681-adf57d013666 admin admin] For port c2a0f4c6-631b-4e61-8973-35e561ceee33, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c2a0f4c6-631b-4e61-8973-35e561ceee33,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:12.386441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.397956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-b6c40a2a-2734-4dba-b549-552af6e76ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.400494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-b6c40a2a-2734-4dba-b549-552af6e76ef5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071026 Sep 10 03:21:12.401454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd69315-5413-4d1f-ac1e-722e8c0cad29 tempest-BulkNetworkOpsIpV6Test-1547252297 tempest-BulkNetworkOpsIpV6Test-1547252297-project] Pushing event deleted for resources: {'Network': ['ID=6b839fc0-bc9e-493a-8acf-b7db3a63d46a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:12.403233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417ce6e-5114-4f72-8f52-be5bbaee1c2f req-f75ced37-30d5-4a28-a4bb-95dc68c0bc77 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.411037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e417ce6e-5114-4f72-8f52-be5bbaee1c2f req-f75ced37-30d5-4a28-a4bb-95dc68c0bc77 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.1500552 Sep 10 03:21:12.451361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Calling delete_port for c2a0f4c6-631b-4e61-8973-35e561ceee33 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:12.523343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-144891d2-bd44-4949-b3dc-5cfa302356fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.524844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-144891d2-bd44-4949-b3dc-5cfa302356fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 200 len: 856 time: 0.1474433 Sep 10 03:21:12.536707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-52c8407b-99bb-41ce-8266-db1dfacc9086 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257019 Sep 10 03:21:12.539232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e417ce6e-5114-4f72-8f52-be5bbaee1c2f req-89ad724c-a98d-485b-8e8e-a08bfa212d73 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272728 Sep 10 03:21:12.635064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53524) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:12.656280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50728d0f-d3f2-4406-8132-8fa67929b05f req-33943fdf-da4c-4839-a3ab-1dffc3dfd4f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117218 Sep 10 03:21:12.728210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-e8d5ac67-55e0-47fb-87a4-8bca7c5647ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.729749 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-e8d5ac67-55e0-47fb-87a4-8bca7c5647ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883346 Sep 10 03:21:12.806737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:12.851196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-64305bcd-4b9d-491c-b0a2-7afabba87936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.852954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-64305bcd-4b9d-491c-b0a2-7afabba87936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1094 time: 0.1349535 Sep 10 03:21:12.867686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a0f4c6-631b-4e61-8973-35e561ceee33,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:12.928850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841fc27-8cff-410f-a95d-2b1758f5c54e req-1532ae2a-18a3-410b-8050-351801e1868f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:12.930572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f841fc27-8cff-410f-a95d-2b1758f5c54e req-1532ae2a-18a3-410b-8050-351801e1868f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1523621 Sep 10 03:21:13.003803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-8125b556-c843-4730-8b33-ca13cc1c4e09 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648478 Sep 10 03:21:13.052427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d7ef4-50af-45d3-a54f-2deb61c0af85 req-3e2d828c-bc41-4404-ac41-827090d7790b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:13.053980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-675d7ef4-50af-45d3-a54f-2deb61c0af85 req-3e2d828c-bc41-4404-ac41-827090d7790b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1457222 Sep 10 03:21:13.065161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a9d4c16b-9770-4ab1-9055-062a8f03abde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1740394cbfb24b3fba18dde44ff94c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264667 Sep 10 03:21:13.066572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53532) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:13.110510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-59c6742b-82e8-43fa-a823-5dc6a4e5042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:13.112369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-59c6742b-82e8-43fa-a823-5dc6a4e5042a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 913 time: 0.2429433 Sep 10 03:21:13.145157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f841fc27-8cff-410f-a95d-2b1758f5c54e req-4cfc41ad-93e7-488f-99a8-aa908ee3b7a6 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033257 Sep 10 03:21:13.189925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-e8be0ac2-7d9c-45af-ae70-049f1035a7ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 217 time: 0.0636208 Sep 10 03:21:13.210343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-675d7ef4-50af-45d3-a54f-2deb61c0af85 req-5cfd8c9f-1da9-42da-a24e-6b41081ddb11 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098475 Sep 10 03:21:13.241779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d64e0a1b-5ed9-4241-ab63-bbf23997e0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:13.270847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-0ec5b70e-b571-437b-8097-74757cfe1b82 service neutron] 10.222.0.36 "GET /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582479 Sep 10 03:21:13.276786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-621d9ab4-c8ea-4d16-abd3-fcecf0dd9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:13.278564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-621d9ab4-c8ea-4d16-abd3-fcecf0dd9663 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 200 len: 852 time: 0.0800900 Sep 10 03:21:13.280593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d64e0a1b-5ed9-4241-ab63-bbf23997e0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:13.311729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:13.368650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-85c5ba2d-7767-4fc0-ab51-16c57d781108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:13.370239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-85c5ba2d-7767-4fc0-ab51-16c57d781108 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825121 Sep 10 03:21:13.387409 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d64e0a1b-5ed9-4241-ab63-bbf23997e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:13.390073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d64e0a1b-5ed9-4241-ab63-bbf23997e0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:13.391182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d64e0a1b-5ed9-4241-ab63-bbf23997e0f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/628e6996-ff84-498d-83c5-07f267374314 HTTP/1.1" status: 204 len: 168 time: 0.3201146 Sep 10 03:21:13.418971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0a1b-5ed9-4241-ab63-bbf23997e0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628e6996-ff84-498d-83c5-07f267374314,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:13.542459 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-bd5612b2-360b-4fcc-8d62-2aadddfb6e71 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639919 Sep 10 03:21:13.559427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cdca5-5adb-4904-81f2-b90635380dae req-a0694cbc-ccc3-4bbf-88ce-1051b2d6d386 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:13.566487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c4cdca5-5adb-4904-81f2-b90635380dae req-a0694cbc-ccc3-4bbf-88ce-1051b2d6d386 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 943 time: 0.0964723 Sep 10 03:21:13.679763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c4cdca5-5adb-4904-81f2-b90635380dae req-7ec5c498-3ce7-4702-9619-bef20d389792 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993109 Sep 10 03:21:13.700210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c9c0f65-5bf3-42ba-926f-a879129a304a req-818cec9a-d55c-4ac9-b847-d54b5b6cdd00 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501856 Sep 10 03:21:13.739739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:13.763084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b69e-379f-413c-81a8-cd856e15ef0c req-12e4f3a4-a45c-4410-965c-a972360ad9cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:13.764621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb43b69e-379f-413c-81a8-cd856e15ef0c req-12e4f3a4-a45c-4410-965c-a972360ad9cb tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.0916257 Sep 10 03:21:13.850734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb43b69e-379f-413c-81a8-cd856e15ef0c req-517f5af1-3728-43ef-859a-f994b98ab319 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490427 Sep 10 03:21:13.909775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82060744-c604-478f-b681-adf57d013666 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:13.918218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-82060744-c604-478f-b681-adf57d013666 admin admin] 10.222.0.23 "PUT /v2.0/routers/28ff9d8b-7040-4b46-8f14-6e865b00cc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6185699 Sep 10 03:21:13.918218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53558) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:13.923914 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] Sync routers for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:13.933370 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:13.934562 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:14.039419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.083904 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:14.275333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.384294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf4da-5d63-4ed0-a3c7-dced24c0c605 req-3ea3c61e-3b2b-40b2-b09c-191bbd8a4226 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:14.394466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-02dbf4da-5d63-4ed0-a3c7-dced24c0c605 req-3ea3c61e-3b2b-40b2-b09c-191bbd8a4226 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1098571 Sep 10 03:21:14.456283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Deleting port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:14.457633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.471287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863f5b1-c99a-43f7-9868-ec36cbc6dcf8 req-e2378343-1564-4de9-a3ff-5d457a0dd6be tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:14.473322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8863f5b1-c99a-43f7-9868-ec36cbc6dcf8 req-e2378343-1564-4de9-a3ff-5d457a0dd6be tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0853117 Sep 10 03:21:14.483188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-02dbf4da-5d63-4ed0-a3c7-dced24c0c605 req-b82b6f18-bd53-456c-a7d4-c0172767f167 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818849 Sep 10 03:21:14.522459 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:21:12Z', 'revision_number': 5, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port': {'id': '10d3f939-09c8-4e02-a63d-7bd5b1608a3b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:11:34Z', 'updated_at': '2021-09-10T03:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:14.571880 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] Checking router: 28ff9d8b-7040-4b46-8f14-6e865b00cc49 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:14.578326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53580) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:14.584143 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] Routers {'28ff9d8b-7040-4b46-8f14-6e865b00cc49'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:14.585421 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:14.589164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8863f5b1-c99a-43f7-9868-ec36cbc6dcf8 req-d58ea71e-3e34-481f-b292-2a6bc7c399d2 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029236 Sep 10 03:21:14.645333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] For port 10d3f939-09c8-4e02-a63d-7bd5b1608a3b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:14.645777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.675065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Calling delete_port for 10d3f939-09c8-4e02-a63d-7bd5b1608a3b owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:14.818672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-311456330'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:14.839243 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] Set router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:14.917006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Made reservation on behalf of 64d7ec2c69744b4c82bcccada76d67d4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:14.921793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.945164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad7371-4c57-4782-b516-2e591c3f0373 req-48900e0f-f4c9-4cc8-b00c-d6f4465aaf39 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:14.946718 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0dad7371-4c57-4782-b516-2e591c3f0373 req-48900e0f-f4c9-4cc8-b00c-d6f4465aaf39 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 943 time: 0.1665444 Sep 10 03:21:14.952901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.962456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:14.977606 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:21:14Z', 'revision_number': 6, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:15.047444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0dad7371-4c57-4782-b516-2e591c3f0373 req-d0f3a75e-dd6d-4537-939b-197a5cd3680c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920565 Sep 10 03:21:15.063076 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0c7e8-0648-4b70-b541-b89481c68361 None None] The sync data for ids ['28ff9d8b-7040-4b46-8f14-6e865b00cc49'] in n-d-808126-2 is: [{'id': '28ff9d8b-7040-4b46-8f14-6e865b00cc49', 'name': 'tempest-ServerActionsTestJSON-1656202007-router', 'tenant_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:11:33Z', 'updated_at': '2021-09-10T03:21:14Z', 'revision_number': 6, 'project_id': '254e1e15b9da42dbbe4faf1e1288fbdc', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:15.084791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Pushing event deleted for resources: {'Port': ['ID=10d3f939-09c8-4e02-a63d-7bd5b1608a3b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:15.264713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.302891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.310251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.368501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18420b-2082-42e6-9ea9-843aa010457c req-40d899bd-cb43-4756-a6a0-099efcc32002 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:15.378955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff18420b-2082-42e6-9ea9-843aa010457c req-40d899bd-cb43-4756-a6a0-099efcc32002 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 943 time: 0.1667364 Sep 10 03:21:15.387701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:21:15.401434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e7ebc-5bb9-43ee-a38b-7e0e392c9049,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:15.415625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.416041 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Added segment 0d951805-6853-41e7-a44d-69037d541fdb of type vlan for network cce7d64c-b256-44a7-af41-19f4160743a4 Sep 10 03:21:15.430928 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.449746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.500993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e6475ee3-56bf-450c-af1f-341a15276ea7 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:21:15.504344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.511295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff18420b-2082-42e6-9ea9-843aa010457c req-a4f281ac-db67-40cc-9127-7e629d28bfc2 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311483 Sep 10 03:21:15.550986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.560864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:15.562758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.577328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.578128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ff9d8b-7040-4b46-8f14-6e865b00cc49 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:21:15.591673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.592874 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3fd9b3ab-5ad7-4744-bb3e-9e3cade3f11b admin admin] 10.222.0.23 "DELETE /v2.0/routers/28ff9d8b-7040-4b46-8f14-6e865b00cc49 HTTP/1.1" status: 204 len: 168 time: 1.6738997 Sep 10 03:21:15.596221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53600) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:15.740726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event updated for resources: {'Network': ['ID=cce7d64c-b256-44a7-af41-19f4160743a4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:15.753803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e4511a42-a119-41e6-a137-2d439b647c90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1742344 Sep 10 03:21:15.767807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:15.773358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e6475ee3-56bf-450c-af1f-341a15276ea7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e6475ee3-56bf-450c-af1f-341a15276ea7,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:15.787804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Request body: {'subnet': {'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:15.811780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:21:15.813578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network cce7d64c-b256-44a7-af41-19f4160743a4 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:21:15.823090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Deleting subnet 4b3044e1-dddc-4063-8929-bbc6608a6d8b {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:21:15.841019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.941135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35634bb7-be17-4f17-bf14-83cde742519f req-bc07c7f5-1a6a-4fc8-96b2-6c99b0c2e0bd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:15.949373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35634bb7-be17-4f17-bf14-83cde742519f req-bc07c7f5-1a6a-4fc8-96b2-6c99b0c2e0bd tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.2824721 Sep 10 03:21:15.964163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:15.998176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Made reservation on behalf of 64d7ec2c69744b4c82bcccada76d67d4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:16.003841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:16.127716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:16.162387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6475ee3-56bf-450c-af1f-341a15276ea7 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:16.230854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e6475ee3-56bf-450c-af1f-341a15276ea7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e6475ee3-56bf-450c-af1f-341a15276ea7,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:16.243193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2a0f4c6-631b-4e61-8973-35e561ceee33 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:16.315440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c2a0f4c6-631b-4e61-8973-35e561ceee33 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:16.316169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c2a0f4c6-631b-4e61-8973-35e561ceee33 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:16.317984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10d3f939-09c8-4e02-a63d-7bd5b1608a3b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:16.324669 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:16.348703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e6a02-43d0-46ee-8ac1-3eb82bf001a8 req-e1f6e3da-d5d2-4336-80a1-9822949690d4 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:16.353125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-764e6a02-43d0-46ee-8ac1-3eb82bf001a8 req-e1f6e3da-d5d2-4336-80a1-9822949690d4 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 943 time: 0.1408048 Sep 10 03:21:16.421173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 10d3f939-09c8-4e02-a63d-7bd5b1608a3b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:16.421521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 10d3f939-09c8-4e02-a63d-7bd5b1608a3b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:16.503111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e6475ee3-56bf-450c-af1f-341a15276ea7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:16.561779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:16.566764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['e6475ee3-56bf-450c-af1f-341a15276ea7'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:16.709002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-764e6a02-43d0-46ee-8ac1-3eb82bf001a8 req-b4be8efa-470f-4e55-a164-0589f390b15c tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485370 Sep 10 03:21:16.728004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event updated for resources: {'Subnet': ['ID=63c75f33-8deb-4425-a61f-bbc22f3158d6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:16.733627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Checking segment: {'id': '0d951805-6853-41e7-a44d-69037d541fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:16.734273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Network hostable DHCP agents. Network: cce7d64c-b256-44a7-af41-19f4160743a4, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:21:16.772927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Network cce7d64c-b256-44a7-af41-19f4160743a4 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:21:16.820850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, cce7d64c-b256-44a7-af41-19f4160743a4) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:16.832179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:16.832179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:16.846164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1a1c6-4883-4c88-af89-d60254782f5e None None] Network cce7d64c-b256-44a7-af41-19f4160743a4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:16.846357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35634bb7-be17-4f17-bf14-83cde742519f req-acf91699-6648-4282-beb4-b1192f0c4004 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8882780 Sep 10 03:21:16.884482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b9717f04-c921-433f-9401-cefe39e7adf3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1123748 Sep 10 03:21:16.884818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53610) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:16.890692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Request body: {'port': {'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4', 'name': 'tempest-TagsExtTest-131793572'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:17.057522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.140577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978131c1-2e27-4f52-8eab-9d9913cd921e req-88a17e46-ba18-41c4-a0a0-5924614f7a35 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:17.151882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Made reservation on behalf of 64d7ec2c69744b4c82bcccada76d67d4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:17.155603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-978131c1-2e27-4f52-8eab-9d9913cd921e req-88a17e46-ba18-41c4-a0a0-5924614f7a35 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 944 time: 0.1677473 Sep 10 03:21:17.157966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.191538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] device_id is not set on port 2d717a6c-51a2-4236-8958-6a83e3c2f505 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:21:17.254884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-978131c1-2e27-4f52-8eab-9d9913cd921e req-457bb8b4-5739-4f99-8acf-06b008549640 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971820 Sep 10 03:21:17.262497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.327615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3044e1-dddc-4063-8929-bbc6608a6d8b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:17.343706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c081a6d-2441-4cee-9189-53b72aead400 None None] Network a3c45e48-e586-4b19-b7db-417fe4223572 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:17.349182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.358166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8f97d7f6-ebc8-4afa-9606-700e65055e25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b3044e1-dddc-4063-8929-bbc6608a6d8b HTTP/1.1" status: 204 len: 168 time: 1.7600150 Sep 10 03:21:17.360970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53614) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:17.379172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-cce7d64c-b256-44a7-af41-19f4160743a4', 'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4', 'tenant_id': '64d7ec2c69744b4c82bcccada76d67d4', 'fixed_ips': [{'subnet_id': '63c75f33-8deb-4425-a61f-bbc22f3158d6'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:21:17.380288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.475417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Allocated IP 172.20.0.8 (cce7d64c-b256-44a7-af41-19f4160743a4/63c75f33-8deb-4425-a61f-bbc22f3158d6/2d717a6c-51a2-4236-8958-6a83e3c2f505) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:17.525733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.723224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] DHCP port deletion for a3c45e48-e586-4b19-b7db-417fe4223572 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:21:17.726126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Deleting port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:17.726904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.834047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.837583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] Deleting port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:17.837971 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.862826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Transition to ACTIVE for port object 2d717a6c-51a2-4236-8958-6a83e3c2f505 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:17.888453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:17.928941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] For port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:17.929417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.934813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:17.983574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Network cce7d64c-b256-44a7-af41-19f4160743a4 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:18.006983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Calling delete_port for f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:18.012648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:18.016799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:18.090471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:18.091117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.099215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77489-ec7a-4c0d-a9ad-3f539024651e req-6250c67d-966a-4619-b92a-e6837ac8b049 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:18.109992 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27a77489-ec7a-4c0d-a9ad-3f539024651e req-6250c67d-966a-4619-b92a-e6837ac8b049 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1312416 Sep 10 03:21:18.122123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2363267 Sep 10 03:21:18.129356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53622) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:18.140892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1303110639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:18.162516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] For port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,segment=NetworkSegment(837715b4-7552-49ae-a1bc-2bcf07a925f4),segment_id=837715b4-7552-49ae-a1bc-2bcf07a925f4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:18.163655 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.207383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] Calling delete_port for f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:18.210326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-27a77489-ec7a-4c0d-a9ad-3f539024651e req-150358bb-4869-457d-84ba-5051d55816af tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986300 Sep 10 03:21:18.429793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:21:18.467533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.526402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a47f-dd9c-4062-b675-fd447af1bc9f req-48d5e1f9-929a-467e-aab8-7a3a564cfe4c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:18.537887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] No DVR routers for this DVR port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:18.542074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d43a47f-dd9c-4062-b675-fd447af1bc9f req-48d5e1f9-929a-467e-aab8-7a3a564cfe4c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 944 time: 0.1183043 Sep 10 03:21:18.563493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d640989-fd3f-44e9-aa8a-5c7324ca4749 None None] Pushing event deleted for resources: {'Port': ['ID=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:18.683134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d43a47f-dd9c-4062-b675-fd447af1bc9f req-e7c7dd86-3965-494c-800e-9bbb59fed606 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373427 Sep 10 03:21:18.719814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee62f33-06f1-46b8-9900-10df7b193ae3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event updated for resources: {'Port': ['ID=2d717a6c-51a2-4236-8958-6a83e3c2f505,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:18.724737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.726031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.746265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcdb4d-4a5c-4f1f-a122-c033ec18c355 req-4230389b-2114-40b0-afaf-4b22ba57fdf8 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:18.755278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57fcdb4d-4a5c-4f1f-a122-c033ec18c355 req-4230389b-2114-40b0-afaf-4b22ba57fdf8 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 943 time: 0.8436079 Sep 10 03:21:18.765627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No active binding found for port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a {{(pid=94635) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:21:18.766254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:18.768934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Allocated IP 172.20.0.2 (cce7d64c-b256-44a7-af41-19f4160743a4/63c75f33-8deb-4425-a61f-bbc22f3158d6/1a6c6ec4-c3e7-4453-8ed1-82701022e9cb) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:18.846093 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57fcdb4d-4a5c-4f1f-a122-c033ec18c355 req-28e03505-3bf9-4afe-ba23-ef2f7f49aabc tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896251 Sep 10 03:21:18.908104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.916675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.926074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:18.933617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.943117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:18.944435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-60448205-fdc3-4641-be83-0fb95dabca35 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8140042 Sep 10 03:21:18.947423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:18.952976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c686b97d-e83b-4f2b-b541-337ef9ec0617 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-309150415', 'prefixes': ['172.20.0.0/16']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:18.959263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:21:18.986642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] No DVR routers for this DVR port f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:18.997169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e1fac9-ed88-45fb-b8ee-9ebfa9ca318a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:19.067846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c686b97d-e83b-4f2b-b541-337ef9ec0617 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for subnetpool, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.069770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c686b97d-e83b-4f2b-b541-337ef9ec0617 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1209197 Sep 10 03:21:19.073329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53628) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:19.078187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-3705edb0-bde6-4224-b94b-7bd81c8eb053 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-253927194') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.150187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.171864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.217144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:19.233385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c45e48-e586-4b19-b7db-417fe4223572']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.258958 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.275037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837715b4-7552-49ae-a1bc-2bcf07a925f4') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.275478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837715b4-7552-49ae-a1bc-2bcf07a925f4') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.298668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Transition to ACTIVE for port object 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:19.305461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.307240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:19.323847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.330927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.340040 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3705edb0-bde6-4224-b94b-7bd81c8eb053 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-253927194 HTTP/1.1" status: 201 len: 201 time: 0.2654777 Sep 10 03:21:19.351890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53632) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:19.356644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-0c29a54c-6977-402b-a710-fa5e3c9fa051 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-779854237') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.369958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:19.370582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:19.373376 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:19.378166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Transition to ACTIVE for port object 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:19.414035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.469562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8263f-879b-480a-824a-81fe4f6a59d7 req-48b7f4bf-0e35-469c-b390-8683eb811c36 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:19.491494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:19.491866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ca8263f-879b-480a-824a-81fe4f6a59d7 req-48b7f4bf-0e35-469c-b390-8683eb811c36 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1344130 Sep 10 03:21:19.529900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.559616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.566589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e6475ee3-56bf-450c-af1f-341a15276ea7 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:19.567641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/a3c45e48-e586-4b19-b7db-417fe4223572 HTTP/1.1" status: 204 len: 168 time: 2.2055271 Sep 10 03:21:19.577258 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ca8263f-879b-480a-824a-81fe4f6a59d7 req-2a8b2646-aba9-435d-98ff-2995ca4fa1ae tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840993 Sep 10 03:21:19.627430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa77d46-df87-4fb4-a1ce-e02ceac7bc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c45e48-e586-4b19-b7db-417fe4223572,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:19.630238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Network cce7d64c-b256-44a7-af41-19f4160743a4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:19.639725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:19.648232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0c29a54c-6977-402b-a710-fa5e3c9fa051 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-779854237 HTTP/1.1" status: 201 len: 201 time: 0.2924345 Sep 10 03:21:19.650193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53638) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:19.654954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-fd15f872-1f63-4274-a821-98b9b28c96d6 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-1314286526') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.671023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Pushing event updated for resources: {'Port': ['ID=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:19.673632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['32f73050-6c3f-4ab2-91ff-f4fc1ccda650'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:19.676011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:19.892031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53644) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:19.895827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fd15f872-1f63-4274-a821-98b9b28c96d6 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-1314286526 HTTP/1.1" status: 201 len: 201 time: 0.2451501 Sep 10 03:21:19.903098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:19.920414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5744-4555-4ea0-87e0-790a85219b57 req-7b728670-c6bf-444c-b2cd-6a5f84416ad4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:19.922004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a02b5744-4555-4ea0-87e0-790a85219b57 req-7b728670-c6bf-444c-b2cd-6a5f84416ad4 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 944 time: 0.1224890 Sep 10 03:21:19.935478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-5fae7a81-26a4-4416-ba0e-f48fca4913a2 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1832273762') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:19.962360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-086c4ac1-b64f-4d51-8ff8-8c6a0b1a4c0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=254e1e15b9da42dbbe4faf1e1288fbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615990 Sep 10 03:21:19.965486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Attempting to bind port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:19.966090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Attempting to bind port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '0d951805-6853-41e7-a44d-69037d541fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:19.966262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Attempting to bind port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb on network cce7d64c-b256-44a7-af41-19f4160743a4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:19.967071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53648) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:19.992779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:19.992779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Checking segment: {'id': '0d951805-6853-41e7-a44d-69037d541fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:19.993154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:19.993514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Bound using segment: {'id': '0d951805-6853-41e7-a44d-69037d541fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:19.994065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Bound port: 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d951805-6853-41e7-a44d-69037d541fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cce7d64c-b256-44a7-af41-19f4160743a4'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:19.994519 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.005450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port e6475ee3-56bf-450c-af1f-341a15276ea7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:20.055569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port e6475ee3-56bf-450c-af1f-341a15276ea7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:20.059884 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.100823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9429a7ca-4e11-4048-a61d-54b76db288f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.134207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5fae7a81-26a4-4416-ba0e-f48fca4913a2 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1832273762 HTTP/1.1" status: 201 len: 201 time: 0.2079003 Sep 10 03:21:20.134207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53650) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:20.144379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-6e7ba131-d9c3-4a57-8f1c-35a1e23acb2b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:20.149416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9429a7ca-4e11-4048-a61d-54b76db288f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.153896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a02b5744-4555-4ea0-87e0-790a85219b57 req-bc05b305-3190-4c5c-bc0e-dafc4b0b579f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158208 Sep 10 03:21:20.225537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9429a7ca-4e11-4048-a61d-54b76db288f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.228803 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9429a7ca-4e11-4048-a61d-54b76db288f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.257022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9429a7ca-4e11-4048-a61d-54b76db288f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78c22c9c-3f90-4268-b803-430c96fe8831 HTTP/1.1" status: 204 len: 168 time: 0.2875106 Sep 10 03:21:20.291102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0fc7-6c46-4adc-a22a-e3a3cc4b30ab req-2c33b490-9474-4518-a680-ab1e21c867fa tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:20.304793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69aa0fc7-6c46-4adc-a22a-e3a3cc4b30ab req-2c33b490-9474-4518-a680-ab1e21c867fa tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 944 time: 0.2802498 Sep 10 03:21:20.330693 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6e7ba131-d9c3-4a57-8f1c-35a1e23acb2b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags HTTP/1.1" status: 200 len: 240 time: 0.1928909 Sep 10 03:21:20.330693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53654) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:20.332055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429a7ca-4e11-4048-a61d-54b76db288f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c22c9c-3f90-4268-b803-430c96fe8831,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:20.334894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-f4fc5502-0529-44a7-b877-8244aeb01dcb tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-253927194') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:20.436555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69aa0fc7-6c46-4adc-a22a-e3a3cc4b30ab req-de99de86-2521-4ad0-9aab-bcfbf3774e53 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291230 Sep 10 03:21:20.456598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] For port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:20.462677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] For port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,segment=NetworkSegment(0d951805-6853-41e7-a44d-69037d541fdb),segment_id=0d951805-6853-41e7-a44d-69037d541fdb)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:20.464465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53658) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:20.465448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4fc5502-0529-44a7-b877-8244aeb01dcb tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-253927194 HTTP/1.1" status: 204 len: 168 time: 0.1325600 Sep 10 03:21:20.469176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-e88d4cdb-b7a9-4610-979a-59e45d91e050 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-253927194') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:20.475906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.622003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e88d4cdb-b7a9-4610-979a-59e45d91e050 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-253927194 HTTP/1.1" status: 204 len: 168 time: 0.1563652 Sep 10 03:21:20.624520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53664) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:20.628743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-15ed34e5-cc2b-4da3-a4d9-605025b3df28 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:20.831229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:20.861095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d3320-7d6e-4f43-8847-58581cc5aa27 None None] Pushing event updated for resources: {'Port': ['ID=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:20.923407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d7d3-4cc5-4330-9e48-924c96237f29 req-0401e618-678b-4ff6-84ac-07fed32cf178 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:20.924978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c980d7d3-4cc5-4330-9e48-924c96237f29 req-0401e618-678b-4ff6-84ac-07fed32cf178 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.2070849 Sep 10 03:21:20.989575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15ed34e5-cc2b-4da3-a4d9-605025b3df28 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags HTTP/1.1" status: 200 len: 205 time: 0.3640134 Sep 10 03:21:20.992276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53672) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:20.998803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-77dd6491-3723-465d-a2af-cd7450ae306d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:21.092140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port e6475ee3-56bf-450c-af1f-341a15276ea7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e6475ee3-56bf-450c-af1f-341a15276ea7,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:21.103741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:21.106646 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee60f930-84d4-499f-ab33-e4456eb39a95" -d '{"events": [{"server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "name": "network-vif-plugged", "status": "completed", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:21.113545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c980d7d3-4cc5-4330-9e48-924c96237f29 req-9964f7fc-a1c3-42ae-a349-323cec2a8291 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796975 Sep 10 03:21:21.139910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-77dd6491-3723-465d-a2af-cd7450ae306d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags HTTP/1.1" status: 200 len: 240 time: 0.1454732 Sep 10 03:21:21.142511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53678) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:21.147094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-c259ee0b-f6dd-4f7f-8b8b-166f82bc9a71 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-779854237') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:21.198151 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:21.259946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53682) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:21.265034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-931c4e86-76b9-4198-a4fe-1a243c644a5c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-779854237') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:21.273956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c259ee0b-f6dd-4f7f-8b8b-166f82bc9a71 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-779854237 HTTP/1.1" status: 204 len: 168 time: 0.1302593 Sep 10 03:21:21.315174 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b481335-8712-4664-a2c1-bdbb13210d00 x-openstack-request-id: req-9b481335-8712-4664-a2c1-bdbb13210d00 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:21.315830 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "name": "network-vif-plugged", "status": "completed", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:21.316255 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b481335-8712-4664-a2c1-bdbb13210d00 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:21.316870 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'code': 200} Sep 10 03:21:21.381552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=e6475ee3-56bf-450c-af1f-341a15276ea7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:21.491869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626e95-7a41-459c-8668-5053cd5858a1 req-505a05a6-578a-40be-9bb0-ebd5a758e196 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:21.506117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab626e95-7a41-459c-8668-5053cd5858a1 req-505a05a6-578a-40be-9bb0-ebd5a758e196 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.1705346 Sep 10 03:21:21.567420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7e548-30d2-49e8-bbad-3959cf2e9c85 req-dc8477a8-f5d4-4bf3-8251-6616200a6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:21.572566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4b7e548-30d2-49e8-bbad-3959cf2e9c85 req-dc8477a8-f5d4-4bf3-8251-6616200a6547 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1096 time: 0.2253947 Sep 10 03:21:21.576138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab626e95-7a41-459c-8668-5053cd5858a1 req-e0531231-1793-4b97-b63a-31ddeb0059b8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607014 Sep 10 03:21:21.603940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-931c4e86-76b9-4198-a4fe-1a243c644a5c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-779854237 HTTP/1.1" status: 204 len: 168 time: 0.3426504 Sep 10 03:21:21.604406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:21.615689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-db318191-fe83-4f1f-869f-ee7da7aeaf8c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:21.724490 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4b7e548-30d2-49e8-bbad-3959cf2e9c85 req-7b35c93f-2358-47f6-b93d-f5d1fb794e62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323800 Sep 10 03:21:21.760813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db5923-4959-48f9-8e28-072682e6a094 req-6375e182-0bbd-4b74-992a-03d9df44782d tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:21.776685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0db5923-4959-48f9-8e28-072682e6a094 req-6375e182-0bbd-4b74-992a-03d9df44782d tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 944 time: 0.1964953 Sep 10 03:21:21.791604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db318191-fe83-4f1f-869f-ee7da7aeaf8c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags HTTP/1.1" status: 200 len: 205 time: 0.1857512 Sep 10 03:21:21.801106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:21.818321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-87a4fa03-50c6-46f1-9247-4e60666e5f69 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:21.870603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0db5923-4959-48f9-8e28-072682e6a094 req-6bb47f3d-da19-4121-95b3-8a119030bda3 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899477 Sep 10 03:21:22.045060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53702) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:22.072351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:22.092637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:22.097626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-c53590b1-40e6-4070-b6ef-cd7eb034a382 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-1314286526') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:22.106886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-87a4fa03-50c6-46f1-9247-4e60666e5f69 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags HTTP/1.1" status: 200 len: 241 time: 0.3037965 Sep 10 03:21:22.216026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:22.269920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c53590b1-40e6-4070-b6ef-cd7eb034a382 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-1314286526 HTTP/1.1" status: 204 len: 168 time: 0.1757159 Sep 10 03:21:22.272864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:22.278970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-16eb04ab-82f2-46b4-8773-49e43e68c49e tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-1314286526') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:22.288304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-network', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:22.315955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Made reservation on behalf of e1a1029ea392402bb89e1bbc5a36741a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:22.318853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.331993 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.385793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c723d3-3744-4cdb-a9b6-4dec5769e50f None None] Network cce7d64c-b256-44a7-af41-19f4160743a4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:22.390578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:22.453870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.459018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.477158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:21:22.489510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.490054 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Added segment db1db655-9cf4-4b0e-9f92-726f1af1cc02 of type vlan for network f73a645a-02b7-49a2-b2df-41efefa0f78e Sep 10 03:21:22.523744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:22.543416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.562200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:22.562577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.566797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] Provisioning for port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:22.587928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:22.598095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.598095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:22.598564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.649805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] Provisioning complete for port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:22.650176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.664510 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-16eb04ab-82f2-46b4-8773-49e43e68c49e tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-1314286526 HTTP/1.1" status: 204 len: 168 time: 0.3902071 Sep 10 03:21:22.669615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53718) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:22.671746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] Pushing event updated for resources: {'Network': ['ID=f73a645a-02b7-49a2-b2df-41efefa0f78e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:22.673619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-c2ed36fb-96c2-4675-add4-3e921010bed5 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:22.695362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ac4c8393-0f19-4d5b-8e53-a75c23779458 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6424818 Sep 10 03:21:22.703644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53720) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:22.722426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Request body: {'subnet': {'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-subnet', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:22.755372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577639bd-ea4c-47d2-b45e-196f2d624aec req-26e399f3-3a39-4bd6-845e-035889f203d8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:22.760603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-577639bd-ea4c-47d2-b45e-196f2d624aec req-26e399f3-3a39-4bd6-845e-035889f203d8 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.3462706 Sep 10 03:21:22.841901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaa59e-29fc-4259-aeb2-a62bc369648c req-65daaf3b-17e0-4d13-ab79-4de32555e36b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:22.849159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73aaa59e-29fc-4259-aeb2-a62bc369648c req-65daaf3b-17e0-4d13-ab79-4de32555e36b tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.1184313 Sep 10 03:21:22.850761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Made reservation on behalf of e1a1029ea392402bb89e1bbc5a36741a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:22.854936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:22.857021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f73a645a-02b7-49a2-b2df-41efefa0f78e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:21:22.932693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2ed36fb-96c2-4675-add4-3e921010bed5 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags HTTP/1.1" status: 200 len: 205 time: 0.2655299 Sep 10 03:21:22.937463 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-577639bd-ea4c-47d2-b45e-196f2d624aec req-6cf52b50-adaa-4690-8426-fa70dc79d895 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631377 Sep 10 03:21:22.938427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53726) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:22.944116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-50bcd25e-71f2-46f0-86f5-b81204edf7da tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.029019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50bcd25e-71f2-46f0-86f5-b81204edf7da tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags HTTP/1.1" status: 200 len: 241 time: 0.0891342 Sep 10 03:21:23.031682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53728) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.036433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-fe049fd8-741f-4da2-9047-9f5516c91e90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1832273762') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.065840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe049fd8-741f-4da2-9047-9f5516c91e90 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1832273762 HTTP/1.1" status: 204 len: 168 time: 0.0321729 Sep 10 03:21:23.067380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53730) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.073644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-111e98ad-3666-4464-8641-c15dda86f8b0 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1832273762') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.126181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73aaa59e-29fc-4259-aeb2-a62bc369648c req-2ea34345-4602-407c-9f2f-151b91f4bfd5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160371 Sep 10 03:21:23.155190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-111e98ad-3666-4464-8641-c15dda86f8b0 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1832273762 HTTP/1.1" status: 204 len: 168 time: 0.0865712 Sep 10 03:21:23.158070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53734) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.165220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-b65c1527-abf4-4ccf-8dff-d72cdcfa35d4 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.252317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b65c1527-abf4-4ccf-8dff-d72cdcfa35d4 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags HTTP/1.1" status: 200 len: 205 time: 0.0895867 Sep 10 03:21:23.253025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53738) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.267847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.269541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-55509e93-7265-4932-a12d-5f3e5d9a29d9 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.293808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.313895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d738e-6f5c-47b8-9f52-73cd1e4da49f req-6f10bcc2-5938-4496-9f43-27622dd723e2 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:23.328076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-056d738e-6f5c-47b8-9f52-73cd1e4da49f req-6f10bcc2-5938-4496-9f43-27622dd723e2 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 944 time: 0.1582348 Sep 10 03:21:23.391784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:23.394208 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d175a656-7b22-40e2-9749-f58d73c39104" -d '{"events": [{"server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "name": "network-vif-plugged", "status": "completed", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:23.406355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-55509e93-7265-4932-a12d-5f3e5d9a29d9 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags HTTP/1.1" status: 204 len: 168 time: 0.1507194 Sep 10 03:21:23.406801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14053bd-20a7-402c-a692-aed61c5420b4,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:23.408992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53744) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.419301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-4303cebd-31e3-4fce-aa9d-d174e8b0d7da tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.466393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Checking segment: {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:23.466765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Network hostable DHCP agents. Network: f73a645a-02b7-49a2-b2df-41efefa0f78e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:21:23.473364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-056d738e-6f5c-47b8-9f52-73cd1e4da49f req-f096058f-0489-4506-9292-7884c38dc253 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443489 Sep 10 03:21:23.514759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:23.522851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Network f73a645a-02b7-49a2-b2df-41efefa0f78e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:21:23.542414 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.560320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f73a645a-02b7-49a2-b2df-41efefa0f78e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:23.567267 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.569017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:23.570615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.609032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-775efb36-a8d9-40e0-9174-a00959968f3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9013586 Sep 10 03:21:23.622512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53750) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.623880 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5a0466-969f-45f9-92e7-894522a9e129 x-openstack-request-id: req-3d5a0466-969f-45f9-92e7-894522a9e129 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:23.624172 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "name": "network-vif-plugged", "status": "completed", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:23.624421 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d5a0466-969f-45f9-92e7-894522a9e129 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:23.624811 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'code': 200} Sep 10 03:21:23.625520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd5157-023c-454f-b12f-0f72acf1ff84 None None] Network f73a645a-02b7-49a2-b2df-41efefa0f78e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:23.634641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:23.646404 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4303cebd-31e3-4fce-aa9d-d174e8b0d7da tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags HTTP/1.1" status: 204 len: 168 time: 0.2364945 Sep 10 03:21:23.650444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53752) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.654572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-e946786d-60ab-4f6e-9b00-262486102446 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.683788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.688158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.780323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e946786d-60ab-4f6e-9b00-262486102446 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags HTTP/1.1" status: 204 len: 168 time: 0.1293375 Sep 10 03:21:23.783278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53754) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.787690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-ed603581-adc3-4c45-a5e1-6fa5f99c8969 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:23.864078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:23.874192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] For port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,segment=NetworkSegment(0d951805-6853-41e7-a44d-69037d541fdb),segment_id=0d951805-6853-41e7-a44d-69037d541fdb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:23.886069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.894301 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:23.902079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67155-1b4c-4f44-b1ca-d4a6a189fd79 req-c4aff3a0-0798-487a-a90a-4d7b4155a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:23.903612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33f67155-1b4c-4f44-b1ca-d4a6a189fd79 req-c4aff3a0-0798-487a-a90a-4d7b4155a895 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1096 time: 0.1768613 Sep 10 03:21:23.942432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed603581-adc3-4c45-a5e1-6fa5f99c8969 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1580796 Sep 10 03:21:23.946617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53756) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:23.951110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-7bafc1ed-0203-4e25-bb4e-208c85e50fc3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-962439049') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:24.084865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7bafc1ed-0203-4e25-bb4e-208c85e50fc3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-962439049 HTTP/1.1" status: 201 len: 201 time: 0.1346908 Sep 10 03:21:24.085090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53760) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:24.090289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-efa9e140-fa71-4bae-8388-59bd708dd07a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-1856999775') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:24.129066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93829f57-38b0-433b-9d20-334c328876cd None None] Network f73a645a-02b7-49a2-b2df-41efefa0f78e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:24.166017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce442a0-58f9-4787-9463-33a16ea8600a None None] Pushing event updated for resources: {'Port': ['ID=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:24.209246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-862d6385-d181-4736-ae04-6ad96df08ce0 None None] Provisioning complete for port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:24.209617 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-862d6385-d181-4736-ae04-6ad96df08ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:24.252478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-efa9e140-fa71-4bae-8388-59bd708dd07a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-1856999775 HTTP/1.1" status: 201 len: 201 time: 0.1585512 Sep 10 03:21:24.252761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53764) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:24.257614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-2035a9fa-438a-4bfb-a1be-64e149c2a6c6 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-1906251860') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:24.399770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:24.450710 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-33f67155-1b4c-4f44-b1ca-d4a6a189fd79 req-9814702c-7b42-4496-b03c-18534fb50353 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290711 Sep 10 03:21:24.474811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e3afc-bd5e-41d2-b8bb-f7589f605ca0 req-781ccad1-2227-439a-8455-3c832b21a382 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:24.477755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-363e3afc-bd5e-41d2-b8bb-f7589f605ca0 req-781ccad1-2227-439a-8455-3c832b21a382 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.2550731 Sep 10 03:21:24.540447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a458ff2-a688-4f56-ae77-5dd92602b204 req-6d667ee1-1ecc-4ac5-9839-bab25f8fdd8e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:24.542130 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a458ff2-a688-4f56-ae77-5dd92602b204 req-6d667ee1-1ecc-4ac5-9839-bab25f8fdd8e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.2821596 Sep 10 03:21:24.544606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2035a9fa-438a-4bfb-a1be-64e149c2a6c6 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-1906251860 HTTP/1.1" status: 201 len: 201 time: 0.2908254 Sep 10 03:21:24.547283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:24.553838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-4fcb8425-9737-4053-85a6-c5c7547859c6 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1141359890') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:24.567528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-363e3afc-bd5e-41d2-b8bb-f7589f605ca0 req-f901a717-67ca-4a2d-9790-808559569b65 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833538 Sep 10 03:21:24.628477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4fcb8425-9737-4053-85a6-c5c7547859c6 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1141359890 HTTP/1.1" status: 201 len: 201 time: 0.0800920 Sep 10 03:21:24.632520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a458ff2-a688-4f56-ae77-5dd92602b204 req-e6e8b24c-286e-41fe-99a8-88a9492b43e5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756946 Sep 10 03:21:24.632995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53770) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:24.638962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-87b3f6db-1420-4cd4-a0bf-450625b61c69 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', {'tags': ['tempest-TagsExtTest-Tag-424243176', 'tempest-TagsExtTest-Tag-2116371031', 'tempest-TagsExtTest-Tag-1562673697']}) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:24.671162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-862d6385-d181-4736-ae04-6ad96df08ce0 None None] Provisioning for port 2d717a6c-51a2-4236-8958-6a83e3c2f505 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:24.676757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-862d6385-d181-4736-ae04-6ad96df08ce0 None None] Provisioning complete for port 2d717a6c-51a2-4236-8958-6a83e3c2f505 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:24.677315 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-862d6385-d181-4736-ae04-6ad96df08ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:24.772986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-87b3f6db-1420-4cd4-a0bf-450625b61c69 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags HTTP/1.1" status: 200 len: 317 time: 0.1387923 Sep 10 03:21:24.781350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53778) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:24.783353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-862d6385-d181-4736-ae04-6ad96df08ce0 None None] Port 2d717a6c-51a2-4236-8958-6a83e3c2f505 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:24.827702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-1438f9d3-e4aa-4ab7-811c-76b7a31d6049 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:24.912913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0e6ae258-7ba5-4cf6-9f85-e8a25a2c0a6f None None] Provisioning complete for port 2d717a6c-51a2-4236-8958-6a83e3c2f505 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:24.913303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae258-7ba5-4cf6-9f85-e8a25a2c0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:24.946829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545aab5-0a82-425b-a20a-14ac68554d90 req-d685175b-9bca-4485-aef8-8d0679be7a81 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:24.949481 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7545aab5-0a82-425b-a20a-14ac68554d90 req-d685175b-9bca-4485-aef8-8d0679be7a81 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.1726711 Sep 10 03:21:25.015296 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1438f9d3-e4aa-4ab7-811c-76b7a31d6049 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1964681 Sep 10 03:21:25.017167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ae258-7ba5-4cf6-9f85-e8a25a2c0a6f None None] Port 2d717a6c-51a2-4236-8958-6a83e3c2f505 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:25.020296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53780) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.028483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-1c9c0b1a-73cc-4c76-aeba-92a1ba87aa72 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-424243176') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:25.038594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7545aab5-0a82-425b-a20a-14ac68554d90 req-f854adc5-a691-4085-9f7c-300269750b1c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778134 Sep 10 03:21:25.050400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce7885-c09c-4d11-9960-aa2ee41a15aa req-20de2130-545c-47a3-93a1-7f5db75cacb6 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:25.052813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53784) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.062334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edce7885-c09c-4d11-9960-aa2ee41a15aa req-20de2130-545c-47a3-93a1-7f5db75cacb6 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.2682295 Sep 10 03:21:25.146687 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.148869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454df0be-3b14-49f1-9c9f-c942cd09d73a tempest-TestVolumeBootPattern-1697829798 tempest-TestVolumeBootPattern-1697829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:25.161415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-454df0be-3b14-49f1-9c9f-c942cd09d73a tempest-TestVolumeBootPattern-1697829798 tempest-TestVolumeBootPattern-1697829798-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1091 time: 0.1067293 Sep 10 03:21:25.162056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53786) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.169038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:25.218901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.237784 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.262997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-edce7885-c09c-4d11-9960-aa2ee41a15aa req-b3a42001-a82f-43f5-8429-14d89850edf7 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996992 Sep 10 03:21:25.360561 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-1c9c0b1a-73cc-4c76-aeba-92a1ba87aa72 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:25.361783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1c9c0b1a-73cc-4c76-aeba-92a1ba87aa72 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-424243176 HTTP/1.1" status: 404 len: 328 time: 0.3372576 Sep 10 03:21:25.365647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53788) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.371182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-1c8fc06b-8e74-48d1-ab6e-a8b76a833f6d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-2116371031') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:25.388798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Allocated IP 172.25.8.140 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/1ec538ad-dfaf-40d3-b015-b8acf5875098) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:25.395507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.476234 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-1c8fc06b-8e74-48d1-ab6e-a8b76a833f6d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:25.480567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c8fc06b-8e74-48d1-ab6e-a8b76a833f6d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-2116371031 HTTP/1.1" status: 404 len: 329 time: 0.1100390 Sep 10 03:21:25.480838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53790) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.485791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-5a8a2cdb-7653-4421-9034-b5437787fc1d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6', 'tempest-TagsExtTest-Tag-1562673697') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:25.500265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.540130 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-5a8a2cdb-7653-4421-9034-b5437787fc1d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:25.540775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.545375 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5a8a2cdb-7653-4421-9034-b5437787fc1d tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags/tempest-TagsExtTest-Tag-1562673697 HTTP/1.1" status: 404 len: 329 time: 0.0601270 Sep 10 03:21:25.545766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53792) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.551972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-a8c1b697-0a4d-4998-a8f3-3cfcf3cff5df tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', {'tags': ['tempest-TagsExtTest-Tag-568440189', 'tempest-TagsExtTest-Tag-1719174381', 'tempest-TagsExtTest-Tag-1237186510']}) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:25.581506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:25.585886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:25.591608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:25.623695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec538ad-dfaf-40d3-b015-b8acf5875098,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:25.649194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.25.8.146 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/459ed7e4-83ea-435f-89a5-1544216445ce) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:25.671789 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a8c1b697-0a4d-4998-a8f3-3cfcf3cff5df tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags HTTP/1.1" status: 200 len: 317 time: 0.1247158 Sep 10 03:21:25.674273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.688040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-095b6a9c-b08a-4fe7-9056-51cdcfdf9a06 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:25.833138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa466-2d6b-4fca-971d-fbb9636f4724 req-dfebc502-b86e-45c2-a0d3-a14f203b310a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:25.834705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-603aa466-2d6b-4fca-971d-fbb9636f4724 req-dfebc502-b86e-45c2-a0d3-a14f203b310a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1421711 Sep 10 03:21:25.853157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.905939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:25.911936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-603aa466-2d6b-4fca-971d-fbb9636f4724 req-068d5793-ddd7-42a9-a341-27baf4bc10ca tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660706 Sep 10 03:21:25.918401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-095b6a9c-b08a-4fe7-9056-51cdcfdf9a06 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags HTTP/1.1" status: 204 len: 168 time: 0.2425702 Sep 10 03:21:25.924174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53800) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:25.930839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-d2435f34-cdcd-4fbc-8c40-3065c4917ecd tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-568440189') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:25.967538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:25.980118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:26.015976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:26.016285 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:26.034011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:26.037677 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-d2435f34-cdcd-4fbc-8c40-3065c4917ecd tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:26.042366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2435f34-cdcd-4fbc-8c40-3065c4917ecd tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-568440189 HTTP/1.1" status: 404 len: 328 time: 0.1134746 Sep 10 03:21:26.042366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53802) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:26.046372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-fc704f58-9bb9-43c1-a1a2-037cfa21d85f tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-1719174381') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:26.053948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:26.057250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:26.111702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=459ed7e4-83ea-435f-89a5-1544216445ce,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:26.182645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:26.214612 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-fc704f58-9bb9-43c1-a1a2-037cfa21d85f tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:26.218223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fc704f58-9bb9-43c1-a1a2-037cfa21d85f tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-1719174381 HTTP/1.1" status: 404 len: 329 time: 0.1730897 Sep 10 03:21:26.219339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:26.222866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-15909255-b20b-4833-b353-30f89a2f68e3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505', 'tempest-TagsExtTest-Tag-1237186510') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:26.325234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Router 83cd4833-6758-469a-ac5f-51a5405372a1 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:21:26.467466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac234d-36a0-4090-a217-f8d43ad97df9 req-762fb757-7e01-4084-8c1e-d2049cb0e90b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:26.469385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9ac234d-36a0-4090-a217-f8d43ad97df9 req-762fb757-7e01-4084-8c1e-d2049cb0e90b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.0995505 Sep 10 03:21:26.505893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:26.520501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Sync routers for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:26.534361 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9ac234d-36a0-4090-a217-f8d43ad97df9 req-1c554dd6-7fb1-4a29-9af9-52f48cf315ce tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566034 Sep 10 03:21:26.536644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:26.537051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:26.537594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:26.543858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6c194042-9ae3-4421-b40c-c9bcfec290e2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9099762 Sep 10 03:21:26.544717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:26.651163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:26.765445 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-15909255-b20b-4833-b353-30f89a2f68e3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:26.766779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15909255-b20b-4833-b353-30f89a2f68e3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags/tempest-TagsExtTest-Tag-1237186510 HTTP/1.1" status: 404 len: 329 time: 0.5472779 Sep 10 03:21:26.781774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53810) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:26.786633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-9c04bc20-1f4c-4dc2-838a-ea51ec2d4a9b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', {'tags': ['tempest-TagsExtTest-Tag-676532664', 'tempest-TagsExtTest-Tag-157716817', 'tempest-TagsExtTest-Tag-301440780']}) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:26.929517 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c04bc20-1f4c-4dc2-838a-ea51ec2d4a9b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags HTTP/1.1" status: 200 len: 315 time: 0.1466255 Sep 10 03:21:26.984453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53812) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:26.991402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-f3e1b090-5dd6-4ba2-a985-61f96bf33ef8 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.104691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:25Z', 'revision_number': 3, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.142337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Checking router: 83cd4833-6758-469a-ac5f-51a5405372a1 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:27.143021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Updating router 83cd4833-6758-469a-ac5f-51a5405372a1 port 1ec538ad-dfaf-40d3-b015-b8acf5875098 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:21:27.175609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.224146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d938c-f850-481a-b77e-d2dc73d1acca req-83bc3518-aa4e-46a6-8e54-0edb98cfc264 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:27.225671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-764d938c-f850-481a-b77e-d2dc73d1acca req-83bc3518-aa4e-46a6-8e54-0edb98cfc264 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1601267 Sep 10 03:21:27.332079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.336031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-764d938c-f850-481a-b77e-d2dc73d1acca req-6f5820a9-bca7-4ba9-a974-7b83feb83b9c tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933146 Sep 10 03:21:27.361217 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f3e1b090-5dd6-4ba2-a985-61f96bf33ef8 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags HTTP/1.1" status: 204 len: 168 time: 0.3757148 Sep 10 03:21:27.364491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53822) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:27.379181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-9ac5c82c-ecc4-49e5-8f4d-e55d5ff287e9 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-676532664') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.485885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.503293 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-9ac5c82c-ecc4-49e5-8f4d-e55d5ff287e9 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:27.504389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9ac5c82c-ecc4-49e5-8f4d-e55d5ff287e9 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-676532664 HTTP/1.1" status: 404 len: 328 time: 0.1389649 Sep 10 03:21:27.505222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.507810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53824) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:27.513083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-c6e79d2e-8244-4c00-9dc2-b803088ecb17 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-157716817') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.593667 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.606732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Transition to ACTIVE for port object 1ec538ad-dfaf-40d3-b015-b8acf5875098 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:27.615255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.679866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Attempting to bind port 1ec538ad-dfaf-40d3-b015-b8acf5875098 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:27.680585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Attempting to bind port 1ec538ad-dfaf-40d3-b015-b8acf5875098 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:27.680959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Attempting to bind port 1ec538ad-dfaf-40d3-b015-b8acf5875098 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:27.685264 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-c6e79d2e-8244-4c00-9dc2-b803088ecb17 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:27.686430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6e79d2e-8244-4c00-9dc2-b803088ecb17 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-157716817 HTTP/1.1" status: 404 len: 328 time: 0.1776369 Sep 10 03:21:27.693294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:27.693665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:27.694308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.695066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:27.695325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Bound port: 1ec538ad-dfaf-40d3-b015-b8acf5875098, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:27.695742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.697805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53828) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:27.702602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-6b09b5f6-5f23-48c3-9de6-69e35872ea88 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab', 'tempest-TagsExtTest-Tag-301440780') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.708003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Allocated IP 172.20.0.1 (f73a645a-02b7-49a2-b2df-41efefa0f78e/f14053bd-20a7-402c-a692-aed61c5420b4/81340de7-bc21-41e0-892d-35dec96da5b5) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:27.758308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] For port 1ec538ad-dfaf-40d3-b015-b8acf5875098, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:27.762641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] For port 1ec538ad-dfaf-40d3-b015-b8acf5875098, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1ec538ad-dfaf-40d3-b015-b8acf5875098,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:27.777417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b3825-a8a5-4b56-b5b6-8a3d3faed72b None None] Pushing event updated for resources: {'Port': ['ID=1ec538ad-dfaf-40d3-b015-b8acf5875098,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:27.787312 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.824883 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.864857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:27.866426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.901908 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-6b09b5f6-5f23-48c3-9de6-69e35872ea88 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:27.906184 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:27.906414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b09b5f6-5f23-48c3-9de6-69e35872ea88 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags/tempest-TagsExtTest-Tag-301440780 HTTP/1.1" status: 404 len: 328 time: 0.2049136 Sep 10 03:21:27.908156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53830) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:27.913675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-325bcf17-f311-491e-8380-a1891280957f tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', {'tags': ['tempest-TagsExtTest-Tag-1432445127', 'tempest-TagsExtTest-Tag-1867134105', 'tempest-TagsExtTest-Tag-1607695522']}) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:27.956952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9f3e-ae86-420c-86cf-bbe9bfe11ac6 req-1186e87f-11ac-4363-a05c-07c325a223fc tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:27.958562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d6c9f3e-ae86-420c-86cf-bbe9bfe11ac6 req-1186e87f-11ac-4363-a05c-07c325a223fc tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.0930150 Sep 10 03:21:27.972114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Network f73a645a-02b7-49a2-b2df-41efefa0f78e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:27.980320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:28.002190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.006554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-325bcf17-f311-491e-8380-a1891280957f tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "PUT /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags HTTP/1.1" status: 200 len: 318 time: 0.0973749 Sep 10 03:21:28.009541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53832) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.011986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:28.015240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-ae48b1b2-11f3-458c-a4ce-9f7aa8458dee tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.018725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.030255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:28.116984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=459ed7e4-83ea-435f-89a5-1544216445ce,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:28.122426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.130464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.155825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b3825-a8a5-4b56-b5b6-8a3d3faed72b None None] Pushing event updated for resources: {'Port': ['ID=1ec538ad-dfaf-40d3-b015-b8acf5875098,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:28.172025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae48b1b2-11f3-458c-a4ce-9f7aa8458dee tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags HTTP/1.1" status: 204 len: 168 time: 0.1611116 Sep 10 03:21:28.175281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53834) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.181759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-c3504ea8-0e70-4e53-9845-c9a1c17d554b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1432445127') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.207861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:21:28.223710 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-c3504ea8-0e70-4e53-9845-c9a1c17d554b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:28.225197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c3504ea8-0e70-4e53-9845-c9a1c17d554b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1432445127 HTTP/1.1" status: 404 len: 329 time: 0.0485356 Sep 10 03:21:28.230286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.237282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-b8b17a17-a913-4c76-8d0a-50eff60d98b3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1867134105') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.244463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d6c9f3e-ae86-420c-86cf-bbe9bfe11ac6 req-2b938440-a66b-4b7e-9f75-fdb861603dd7 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686262 Sep 10 03:21:28.274874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Pushing event updated for resources: {'Port': ['ID=81340de7-bc21-41e0-892d-35dec96da5b5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:28.323515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.334601 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-b8b17a17-a913-4c76-8d0a-50eff60d98b3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:28.335813 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b8b17a17-a913-4c76-8d0a-50eff60d98b3 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1867134105 HTTP/1.1" status: 404 len: 329 time: 0.1040392 Sep 10 03:21:28.339282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53842) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.352468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-80f8353f-d053-4f0d-a9bb-2b25ad0a798c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336', 'tempest-TagsExtTest-Tag-1607695522') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.364215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:28.367318 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Floating IP fd80c42c-f36f-4e94-8aa7-08c4e089e316 associated. External IP: 172.25.8.146, port: e6475ee3-56bf-450c-af1f-341a15276ea7. Sep 10 03:21:28.388372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '62fde05b-8175-486b-a3fd-283d6e45e322', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'port_id': '62fde05b-8175-486b-a3fd-283d6e45e322', 'mac_address': 'fa:16:3e:56:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:21:28.450648 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-80f8353f-d053-4f0d-a9bb-2b25ad0a798c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] show failed (client error): The resource could not be found. Sep 10 03:21:28.451767 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-80f8353f-d053-4f0d-a9bb-2b25ad0a798c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags/tempest-TagsExtTest-Tag-1607695522 HTTP/1.1" status: 404 len: 329 time: 0.1114714 Sep 10 03:21:28.454497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53846) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.459946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.tag.tag_plugin [None req-8cf2ae22-15bc-466f-8ddd-5f7632408b9b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f8ac906-60b2-4bd7-b214-ae120bae1336') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.503426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.520264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a371f2d-e5f6-4f36-85a9-adc8a33dc41e req-f38f5890-f47f-4487-8940-75d349e46776 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:28.521793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a371f2d-e5f6-4f36-85a9-adc8a33dc41e req-f38f5890-f47f-4487-8940-75d349e46776 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.1149995 Sep 10 03:21:28.524819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fde05b-8175-486b-a3fd-283d6e45e322 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:28.550177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:28.560585 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.571291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8cf2ae22-15bc-466f-8ddd-5f7632408b9b tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336/tags HTTP/1.1" status: 204 len: 168 time: 0.1132500 Sep 10 03:21:28.572136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.582332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-3b249fd7-a781-4a9a-b97b-5e9bfcda5b8e tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0fa87184-f304-45dc-9243-3863ec59adab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.598583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:25Z', 'revision_number': 3, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.612455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6191-dc37-44f0-995c-8ee507a87ed3 req-9978024b-5c12-43ae-901f-d86ce9dcafa2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:28.614039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac6a6191-dc37-44f0-995c-8ee507a87ed3 req-9978024b-5c12-43ae-901f-d86ce9dcafa2 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 943 time: 0.1330323 Sep 10 03:21:28.620737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a371f2d-e5f6-4f36-85a9-adc8a33dc41e req-ff5c63f4-0362-40f4-bd06-d0f6e15ce665 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891361 Sep 10 03:21:28.634646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664419ef-ab1c-4391-bdbf-1af7afab8e60 None None] The sync data for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 is: [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:25Z', 'revision_number': 3, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:28.658346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.661337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53852) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.674209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:28.685144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.750979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Pushing event updated for resources: {'Port': ['ID=81340de7-bc21-41e0-892d-35dec96da5b5,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:28.789873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['62fde05b-8175-486b-a3fd-283d6e45e322'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:28.812824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3b249fd7-a781-4a9a-b97b-5e9bfcda5b8e tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab/tags HTTP/1.1" status: 204 len: 168 time: 0.2370009 Sep 10 03:21:28.815419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53856) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:28.820233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-4bf37fc3-db23-446a-b809-bb57889b8a66 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2d717a6c-51a2-4236-8958-6a83e3c2f505') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:28.852023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac6a6191-dc37-44f0-995c-8ee507a87ed3 req-84ee282b-186e-4b48-8c32-4207b4d140b4 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896873 Sep 10 03:21:28.857387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:28.907783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:28.999760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29baf07d-82f4-4b9c-9907-039f751b979b tempest-TestVolumeBackupRestore-425312883 tempest-TestVolumeBackupRestore-425312883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:29.004375 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-29baf07d-82f4-4b9c-9907-039f751b979b tempest-TestVolumeBackupRestore-425312883 tempest-TestVolumeBackupRestore-425312883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1091 time: 0.3419552 Sep 10 03:21:29.007232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:29.032151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4bf37fc3-db23-446a-b809-bb57889b8a66 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505/tags HTTP/1.1" status: 204 len: 168 time: 0.2155344 Sep 10 03:21:29.034603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53860) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:29.040266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.tag.tag_plugin [None req-4821f6ae-23fc-4aba-a602-af9c139df1f0 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '63c75f33-8deb-4425-a61f-bbc22f3158d6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:29.048604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:29.060169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Network f73a645a-02b7-49a2-b2df-41efefa0f78e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:29.072953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:29.161538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:29.181142 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:29.198595 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:29.201985 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:29.228768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:29.237414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:29.279015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Router 83cd4833-6758-469a-ac5f-51a5405372a1 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:29.284737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6d64a629-a3d9-4f01-882f-11363d6b02f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1215301 Sep 10 03:21:29.286033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:29.292624 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d79b67-ee1d-4335-bc52-5637f063ca79" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:29.297464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4821f6ae-23fc-4aba-a602-af9c139df1f0 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6/tags HTTP/1.1" status: 204 len: 168 time: 0.2617428 Sep 10 03:21:29.301929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:29.354061 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4517bc36-9342-453b-ab90-3b917ef3c365 x-openstack-request-id: req-4517bc36-9342-453b-ab90-3b917ef3c365 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:29.356709 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:29.357085 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4517bc36-9342-453b-ab90-3b917ef3c365 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:29.357595 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'status': 'completed', 'code': 200} Sep 10 03:21:29.513633 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:29.570651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-4f042697-6a30-48c2-951f-17f96c253567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:29.572300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-4f042697-6a30-48c2-951f-17f96c253567 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1096 time: 0.1878383 Sep 10 03:21:29.604003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:29.608607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c4487a9-094e-4aa5-af6c-fbc30993ad71 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for subnetpool, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:29.612058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c4487a9-094e-4aa5-af6c-fbc30993ad71 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5f8ac906-60b2-4bd7-b214-ae120bae1336 HTTP/1.1" status: 204 len: 168 time: 0.3067913 Sep 10 03:21:29.612355 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53870) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:29.646483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:29.668124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d3a945c3-703e-4c41-b991-cd8a8f640637 admin admin] 10.222.0.23 "PUT /v2.0/routers/83cd4833-6758-469a-ac5f-51a5405372a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1215332 Sep 10 03:21:29.672603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-beb4ee01-032e-4e06-b009-65c6baae6c86 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa87184-f304-45dc-9243-3863ec59adab HTTP/1.1" status: 200 len: 205 time: 0.0590458 Sep 10 03:21:29.675948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53874) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:29.842617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:29.889362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-866e8e22-3a62-457f-ad0d-6fd20fa77ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:29.893573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-866e8e22-3a62-457f-ad0d-6fd20fa77ea1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.3041670 Sep 10 03:21:29.900929 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:26Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:29.962646 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:29.989537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1ec538ad-dfaf-40d3-b015-b8acf5875098 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:29.993271 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:29.993807 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:30.075999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1ec538ad-dfaf-40d3-b015-b8acf5875098 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:30.085360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1ec538ad-dfaf-40d3-b015-b8acf5875098 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:30.086123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.104186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Allocated IP 172.25.8.23 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/e72eb759-6a0e-414e-8852-5e13bf632a02) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:30.148102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-77a50253-6efe-4326-90ae-15a320daf5b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 999 time: 0.2381892 Sep 10 03:21:30.157192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2385e-3247-4473-abd5-210b330f3c63 req-a92b8c3e-d35a-4a32-9e29-e6ab6a44d17e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:30.158856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42c2385e-3247-4473-abd5-210b330f3c63 req-a92b8c3e-d35a-4a32-9e29-e6ab6a44d17e tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 944 time: 0.1560552 Sep 10 03:21:30.173283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.180598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.250998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:30.266169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42c2385e-3247-4473-abd5-210b330f3c63 req-6e2c6c31-d733-473b-afd5-b47761db87b9 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916862 Sep 10 03:21:30.269434 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:30.290898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.291976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Fanout notify agent at l3_agent the message router_deleted on router 0fa87184-f304-45dc-9243-3863ec59adab {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:21:30.302230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.303562 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-23431536-e0b3-4f2b-a804-aaade05d846a tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/routers/0fa87184-f304-45dc-9243-3863ec59adab HTTP/1.1" status: 204 len: 168 time: 0.6263492 Sep 10 03:21:30.311507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53884) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:30.325507 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.334320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-85bbdd7d-5eda-41a3-87ee-93786949d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:30.336106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-85bbdd7d-5eda-41a3-87ee-93786949d698 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1756947 Sep 10 03:21:30.374394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1ec538ad-dfaf-40d3-b015-b8acf5875098, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1ec538ad-dfaf-40d3-b015-b8acf5875098,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:30.386428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 62fde05b-8175-486b-a3fd-283d6e45e322 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:30.387243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.391150 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.608008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.678852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.689964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1ec538ad-dfaf-40d3-b015-b8acf5875098,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:30.708597 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.748480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-0ec82f11-3b2b-43c5-be6c-82eeacb22695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:30.750432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-0ec82f11-3b2b-43c5-be6c-82eeacb22695 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3490338 Sep 10 03:21:30.751089 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:26Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:30.760443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:30.810701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:30.814083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:30.817266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:30.820216 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75976a-daa7-41da-94dc-f3fc71e38300 None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:26Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:30.822884 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674b1c50-47aa-4ad3-9574-5e6d7ac98157" -d '{"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-plugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:30.828692 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:30.879020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:30.897909 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:30.932155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'Port': ['ID=e72eb759-6a0e-414e-8852-5e13bf632a02,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:30.990566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-47c2203f-d453-4539-92bd-5fd6881bf443 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276320 Sep 10 03:21:31.064678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd410d93-8cfd-4802-b0d5-024b4ce750b8 req-cdf4b0e8-9a90-4830-9e2a-a9b7c21d66de tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:31.066233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd410d93-8cfd-4802-b0d5-024b4ce750b8 req-cdf4b0e8-9a90-4830-9e2a-a9b7c21d66de tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.1455567 Sep 10 03:21:31.145573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-2d25a29f-96e1-439b-9865-41703e7c2202 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:31.147146 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-2d25a29f-96e1-439b-9865-41703e7c2202 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 819 time: 0.7582133 Sep 10 03:21:31.150920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Deleting port 2d717a6c-51a2-4236-8958-6a83e3c2f505 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:31.151268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.181300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ee561-5b50-47e0-b7ec-c3513b705011 None None] New status for floating IP fd80c42c-f36f-4e94-8aa7-08c4e089e316: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:21:31.188435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-0b81d533-3de0-4a64-af09-e10d4b80296e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/quotas/e1a1029ea392402bb89e1bbc5a36741a HTTP/1.1" status: 200 len: 375 time: 0.0321808 Sep 10 03:21:31.200347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd410d93-8cfd-4802-b0d5-024b4ce750b8 req-20ac6c03-121b-4d1d-8b84-f6cc2c1ba838 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253047 Sep 10 03:21:31.222690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d79b67-ee1d-4335-bc52-5637f063ca79 req-20ab0c56-7a60-40df-a470-0a814d06bb4d service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219126 Sep 10 03:21:31.301600 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c74c04c-3609-4d22-8284-99caad9d7abe x-openstack-request-id: req-0c74c04c-3609-4d22-8284-99caad9d7abe {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:31.301600 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-plugged", "status": "completed", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:31.301960 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c74c04c-3609-4d22-8284-99caad9d7abe {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:31.302098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.302505 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'code': 200} Sep 10 03:21:31.321771 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-762342e2-189c-438c-bf29-7fd2f7caea16 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230857 Sep 10 03:21:31.323205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Calling delete_port for 2d717a6c-51a2-4236-8958-6a83e3c2f505 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:31.374353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Sync routers for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:31.392319 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:31.392954 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:31.544486 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:31.579382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-05d3210b-98c3-454f-8eec-cec607748810 service neutron] 10.222.0.23 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429094 Sep 10 03:21:31.661420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.705375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event deleted for resources: {'Port': ['ID=2d717a6c-51a2-4236-8958-6a83e3c2f505,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:31.761646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1fb4ae2e-f6b6-4b58-ae87-e6e283e484b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.767089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-6f2eb569-635e-4892-bab9-275d61242868 service neutron] 10.222.0.23 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774342 Sep 10 03:21:31.793459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.798690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c6a8063d-2b54-407b-965d-3f0a02e88296 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/ports/2d717a6c-51a2-4236-8958-6a83e3c2f505 HTTP/1.1" status: 204 len: 168 time: 1.4835112 Sep 10 03:21:31.800236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:31.804700 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 2, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:31.852205 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Checking router: 83cd4833-6758-469a-ac5f-51a5405372a1 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:31.852560 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Updating router 83cd4833-6758-469a-ac5f-51a5405372a1 port 81340de7-bc21-41e0-892d-35dec96da5b5 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:21:31.858007 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.885331 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:31.990788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1ec538ad-dfaf-40d3-b015-b8acf5875098 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:32.008542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1cf32-6a02-4a95-a87b-78793b9cd503 req-6e4b043a-f721-4d4a-a76f-4773f476bb19 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:32.020476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ffe67d82-0a00-4ef7-a31f-46d9a0af3355 req-70639c49-7be3-40b3-9134-f5183b3acc6c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 210 time: 0.0588849 Sep 10 03:21:32.024136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12d1cf32-6a02-4a95-a87b-78793b9cd503 req-6e4b043a-f721-4d4a-a76f-4773f476bb19 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.6181915 Sep 10 03:21:32.032075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8107-a6ed-472e-85cc-e2aad351e9aa req-288e8c6b-8483-4a32-9bbe-d6bee0203507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:32.033567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45af8107-a6ed-472e-85cc-e2aad351e9aa req-288e8c6b-8483-4a32-9bbe-d6bee0203507 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 1097 time: 0.2535980 Sep 10 03:21:32.044789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Deleting subnet 63c75f33-8deb-4425-a61f-bbc22f3158d6 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:21:32.073248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.122955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1ec538ad-dfaf-40d3-b015-b8acf5875098 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:32.123307 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.191102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.212122 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12d1cf32-6a02-4a95-a87b-78793b9cd503 req-b746c2eb-e068-4c71-ba29-3b3e6debdd72 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869924 Sep 10 03:21:32.248945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.304177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45af8107-a6ed-472e-85cc-e2aad351e9aa req-87bf5b37-6404-4613-ae59-2fafce035bd0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544107 Sep 10 03:21:32.333277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.336502 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.349347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Transition to ACTIVE for port object 81340de7-bc21-41e0-892d-35dec96da5b5 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:32.360208 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.363577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51d12b-c4df-49d8-bc67-430df4963fad req-a5553574-6449-4e94-ac5c-7f6bc1660039 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:32.365980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d51d12b-c4df-49d8-bc67-430df4963fad req-a5553574-6449-4e94-ac5c-7f6bc1660039 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.0695689 Sep 10 03:21:32.401102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.426174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d51d12b-c4df-49d8-bc67-430df4963fad req-03ca022c-5954-41c0-9770-819edd036664 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506537 Sep 10 03:21:32.443153 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Pushing event updated for resources: {'Port': ['ID=81340de7-bc21-41e0-892d-35dec96da5b5,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:32.469150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.474482 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.474830 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.475293 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.475655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.475988 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.476318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.476775 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.477166 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.477453 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.477773 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.478092 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.478412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:32.487317 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Attempting to bind port 81340de7-bc21-41e0-892d-35dec96da5b5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:32.487716 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Attempting to bind port 81340de7-bc21-41e0-892d-35dec96da5b5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:32.488070 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Attempting to bind port 81340de7-bc21-41e0-892d-35dec96da5b5 on network f73a645a-02b7-49a2-b2df-41efefa0f78e {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:32.493381 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:32.493750 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Checking segment: {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:32.494158 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.494623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Bound using segment: {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:32.495120 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Bound port: 81340de7-bc21-41e0-892d-35dec96da5b5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:32.495594 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.530785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.571176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event deleted for resources: {'Subnet': ['ID=63c75f33-8deb-4425-a61f-bbc22f3158d6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:32.577071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] For port 81340de7-bc21-41e0-892d-35dec96da5b5, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:32.580810 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.581029 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] For port 81340de7-bc21-41e0-892d-35dec96da5b5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81340de7-bc21-41e0-892d-35dec96da5b5,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:32.582819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-482ca166-3537-42ce-898a-612b48608d70 tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/subnets/63c75f33-8deb-4425-a61f-bbc22f3158d6 HTTP/1.1" status: 204 len: 168 time: 0.7807498 Sep 10 03:21:32.585409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53920) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:32.588107 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.588532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f462d-a8fd-4033-84b6-676baa2e1609 None None] Network cce7d64c-b256-44a7-af41-19f4160743a4 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:32.633120 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:32.634061 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:32.686357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.697134 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.722537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.802837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Deleting port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:32.803228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.829205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event updated for resources: {'Port': ['ID=e72eb759-6a0e-414e-8852-5e13bf632a02,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:32.840176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.856072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] DHCP port deletion for cce7d64c-b256-44a7-af41-19f4160743a4 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:21:32.893077 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6795-669f-4ca2-b6b3-ee40b94b7cd3 None None] Pushing event updated for resources: {'Port': ['ID=81340de7-bc21-41e0-892d-35dec96da5b5,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:32.893329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] For port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,segment=NetworkSegment(0d951805-6853-41e7-a44d-69037d541fdb),segment_id=0d951805-6853-41e7-a44d-69037d541fdb)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:32.893760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.905431 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:32.911548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Calling delete_port for 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:32.936881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] Deleting port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:32.937773 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:32.966170 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Floating IP 0547ea94-1e27-47dd-90e7-eb27769fb620 associated. External IP: 172.25.8.23, port: 32f73050-6c3f-4ab2-91ff-f4fc1ccda650. Sep 10 03:21:32.998125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.014534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] For port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,segment=NetworkSegment(0d951805-6853-41e7-a44d-69037d541fdb),segment_id=0d951805-6853-41e7-a44d-69037d541fdb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:33.014852 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.028761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event deleted for resources: {'Port': ['ID=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:33.032335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] No DVR routers for this DVR port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:33.033932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] Calling delete_port for 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:33.051693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.052046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.052394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.052756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.063103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.063557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.063841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.064190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.064687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.065035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.065508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.065849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:33.155930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.160595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.184677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce7d64c-b256-44a7-af41-19f4160743a4']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:33.197048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d951805-6853-41e7-a44d-69037d541fdb') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:33.197926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d951805-6853-41e7-a44d-69037d541fdb') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:33.202209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] Pushing event deleted for resources: {'Port': ['ID=1a6c6ec4-c3e7-4453-8ed1-82701022e9cb,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:33.209729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23630bdf-e384-4c9c-add5-f6537c5c9366 None None] No DVR routers for this DVR port 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:33.221089 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:32Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:33.232183 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.245299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07228cd7-9817-4122-81b9-f40119cd5f44 req-5d69f28d-2e04-4a13-a995-aed8961e8b3d tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 210 time: 0.1039526 Sep 10 03:21:33.254994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.266022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:33.266289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:33.269463 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:33.278892 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09687f-33bd-484c-9cba-e2d18178f7bc None None] The sync data for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 is: [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:32Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:33.407491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53928) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:33.435640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-1074fdc3-88ed-4838-93e7-591276bc9e54 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.437541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-1074fdc3-88ed-4838-93e7-591276bc9e54 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 819 time: 0.1888769 Sep 10 03:21:33.472277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'port': {'device_id': '198cc271-114c-4caa-be42-5837a1fc0d46', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'admin_state_up': True, 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:33.535777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-dad2acf2-376c-4b8d-b545-f24af28095eb tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.537295 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-dad2acf2-376c-4b8d-b545-f24af28095eb tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.36 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.2313094 Sep 10 03:21:33.538926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.608648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.610779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] 10.222.0.23 "DELETE /v2.0/networks/cce7d64c-b256-44a7-af41-19f4160743a4 HTTP/1.1" status: 204 len: 168 time: 1.0243170 Sep 10 03:21:33.656377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2af1d-e437-4642-8d9b-ffc7688604dc req-f0e2f603-a043-4f00-bc24-61f6d2ad70bb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.658260 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96a2af1d-e437-4642-8d9b-ffc7688604dc req-f0e2f603-a043-4f00-bc24-61f6d2ad70bb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.2779591 Sep 10 03:21:33.661223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e5780-6ef5-4700-bd97-c9acbbe1551c tempest-TagsExtTest-1476853069 tempest-TagsExtTest-1476853069-project] Pushing event deleted for resources: {'Network': ['ID=cce7d64c-b256-44a7-af41-19f4160743a4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:33.729150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c3d5e-e56b-4154-abb1-66c849d0b509 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.729569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c3d5e-e56b-4154-abb1-66c849d0b509 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.730593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c3d5e-e56b-4154-abb1-66c849d0b509 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.735688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f62c3d5e-e56b-4154-abb1-66c849d0b509 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=16cbe3dd70cd4d8e9c644213bcfc5c69&network_id=9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 200 len: 2969 time: 0.3235822 Sep 10 03:21:33.755525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Router eb9be2dd-cc35-48a3-b7e2-9783591903a8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:33.762144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96a2af1d-e437-4642-8d9b-ffc7688604dc req-d660baee-9756-4a3c-baa0-f576d1fc751a tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788081 Sep 10 03:21:33.785779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Deleting port ad920771-2ef6-46fe-a6e5-937f260a5fca {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:33.786152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:33.805055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b72a62-6a7e-4d6c-a4f6-2662c1085836 req-4c6f7fb5-8b0b-49b8-9648-1a569457da3f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:33.806677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87b72a62-6a7e-4d6c-a4f6-2662c1085836 req-4c6f7fb5-8b0b-49b8-9648-1a569457da3f tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 945 time: 0.2380307 Sep 10 03:21:33.912435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53946) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:33.972837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] For port ad920771-2ef6-46fe-a6e5-937f260a5fca, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=ad920771-2ef6-46fe-a6e5-937f260a5fca,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:33.973177 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.000088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87b72a62-6a7e-4d6c-a4f6-2662c1085836 req-7b806fb3-ccbd-4fa2-9897-2ef246a21c2e tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656246 Sep 10 03:21:34.013464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Calling delete_port for ad920771-2ef6-46fe-a6e5-937f260a5fca owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:34.019649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Made reservation on behalf of e1a1029ea392402bb89e1bbc5a36741a for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:34.023257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.052349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81340de7-bc21-41e0-892d-35dec96da5b5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:34.155605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 81340de7-bc21-41e0-892d-35dec96da5b5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:34.163090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 81340de7-bc21-41e0-892d-35dec96da5b5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:34.163720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.169961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:34.197872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] Sync routers for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:34.219438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:34.220270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:34.294949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.354914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53980) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:34.355138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a87a7020-b33a-4e3c-b03d-756943324b1e tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3440738 Sep 10 03:21:34.364654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:34.368868 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0d3481-fb04-4ef7-9bed-ccf984caf125" -d '{"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:34.374846 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.375741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef5d5586-0515-4209-8df9-e2e5e10de9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.380975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.402601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f7f76e85-b5df-4cae-a69a-53caa678515b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:34.468392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de5b5cfa-af63-43cf-8378-77b873e57c99 req-beefe097-9b65-4c25-8bff-f777645e13f3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 210 time: 0.1142502 Sep 10 03:21:34.472357 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ed0fe-85f0-4b75-a675-a5b0857400e4 x-openstack-request-id: req-089ed0fe-85f0-4b75-a675-a5b0857400e4 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:34.472664 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:34.472926 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-089ed0fe-85f0-4b75-a675-a5b0857400e4 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:34.475907 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'status': 'completed', 'code': 200} Sep 10 03:21:34.486153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5960a07d-90a7-4f8d-813c-05605cbb8eb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64d7ec2c69744b4c82bcccada76d67d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5675457 Sep 10 03:21:34.490833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 53984) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:34.510621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Pushing event deleted for resources: {'Port': ['ID=ad920771-2ef6-46fe-a6e5-937f260a5fca,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:34.564510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Allocated IP 172.20.0.7 (f73a645a-02b7-49a2-b2df-41efefa0f78e/f14053bd-20a7-402c-a692-aed61c5420b4/c67f4569-9684-491b-ac87-bc77329b5920) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:34.594833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1101bcd-8d43-46b2-bc18-e71882e241f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.623032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] No DVR routers for this DVR port ad920771-2ef6-46fe-a6e5-937f260a5fca on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:34.628310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f75d7b-90d5-4a76-9352-2a04bd4b446b tempest-TestVolumeBackupRestore-425312883 tempest-TestVolumeBackupRestore-425312883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:34.630342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2f75d7b-90d5-4a76-9352-2a04bd4b446b tempest-TestVolumeBackupRestore-425312883 tempest-TestVolumeBackupRestore-425312883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1091 time: 0.2733467 Sep 10 03:21:34.632038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.634364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.36 "DELETE /v2.0/ports/ad920771-2ef6-46fe-a6e5-937f260a5fca HTTP/1.1" status: 204 len: 173 time: 1.0851390 Sep 10 03:21:34.636251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'name': 'network-vif-deleted', 'tag': 'ad920771-2ef6-46fe-a6e5-937f260a5fca'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:34.638774 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3671b9-299c-4dbc-9af5-e9b1edb1a3a7" -d '{"events": [{"server_uuid": "e080490c-d428-47f7-a8b0-2ad76fb0cd2e", "name": "network-vif-deleted", "tag": "ad920771-2ef6-46fe-a6e5-937f260a5fca"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:34.641658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 53986) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:34.666032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:34.666697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Request body: {'floatingip': {'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:34.728407 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1101bcd-8d43-46b2-bc18-e71882e241f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.793117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-abfa43a6-fcf7-46a5-a403-e75157923507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:34.799537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 81340de7-bc21-41e0-892d-35dec96da5b5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81340de7-bc21-41e0-892d-35dec96da5b5,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:34.801622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-abfa43a6-fcf7-46a5-a403-e75157923507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1096 time: 0.3030274 Sep 10 03:21:34.808934 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c26af8-f9e0-4ae1-8809-8372fc2eb2ce x-openstack-request-id: req-81c26af8-f9e0-4ae1-8809-8372fc2eb2ce {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:34.809181 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e080490c-d428-47f7-a8b0-2ad76fb0cd2e", "name": "network-vif-deleted", "tag": "ad920771-2ef6-46fe-a6e5-937f260a5fca", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:34.809442 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81c26af8-f9e0-4ae1-8809-8372fc2eb2ce {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:34.809845 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e080490c-d428-47f7-a8b0-2ad76fb0cd2e', 'name': 'network-vif-deleted', 'tag': 'ad920771-2ef6-46fe-a6e5-937f260a5fca', 'status': 'completed', 'code': 200} Sep 10 03:21:34.848310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.857853 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.905695 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:34.960342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:34.988724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:34.989117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a6c6ec4-c3e7-4453-8ed1-82701022e9cb not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:35.034702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1101bcd-8d43-46b2-bc18-e71882e241f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.042890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1101bcd-8d43-46b2-bc18-e71882e241f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.045833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d1101bcd-8d43-46b2-bc18-e71882e241f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a86e7ebc-5bb9-43ee-a38b-7e0e392c9049 HTTP/1.1" status: 204 len: 168 time: 0.5531523 Sep 10 03:21:35.089832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1101bcd-8d43-46b2-bc18-e71882e241f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e7ebc-5bb9-43ee-a38b-7e0e392c9049,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:35.146737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acb06b-30bf-46da-babb-e57f1fcb15e3 req-95092906-be93-440b-abd1-ea6c5abad209 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:35.148676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79acb06b-30bf-46da-babb-e57f1fcb15e3 req-95092906-be93-440b-abd1-ea6c5abad209 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.2402670 Sep 10 03:21:35.150033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-54054b42-d976-4fed-800c-54517cf1ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:35.151699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-54054b42-d976-4fed-800c-54517cf1ffb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 913 time: 0.3410082 Sep 10 03:21:35.223081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=81340de7-bc21-41e0-892d-35dec96da5b5,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:35.224269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.400934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9360d519-43b3-4223-bdfa-edad21a086fa req-1acdf998-0b8c-4a2d-ae2f-11e8a591a206 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=e080490c-d428-47f7-a8b0-2ad76fb0cd2e HTTP/1.1" status: 200 len: 210 time: 0.0938909 Sep 10 03:21:35.416682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.478011 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.491032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79acb06b-30bf-46da-babb-e57f1fcb15e3 req-76302ae1-80a3-4fa0-bdad-52f95f16cb46 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320222 Sep 10 03:21:35.507519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-286cd1cb-bd4a-46a5-9a32-daeb5d76b7b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 998 time: 0.3412936 Sep 10 03:21:35.546322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '0547ea94-1e27-47dd-90e7-eb27769fb620', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:31Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 0, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:35.559967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Network f73a645a-02b7-49a2-b2df-41efefa0f78e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:35.564317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:35.570946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:35.625571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] Checking router: eb9be2dd-cc35-48a3-b7e2-9783591903a8 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:35.626604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:35.639541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-a268ed93-1007-4def-a0fc-f4e75d3aaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:35.646003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-a268ed93-1007-4def-a0fc-f4e75d3aaf28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 200 len: 852 time: 0.1279488 Sep 10 03:21:35.659783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:35.663047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:35.675154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:35.676537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.720118 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ec0696c5-0ad8-48b7-b4bf-bcd97e9d0fd3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2497027 Sep 10 03:21:35.742811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dd0e0-9489-4240-8626-ae602d99e817 req-652c3720-fce4-4cea-95f1-bc20eb6219c1 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:35.748112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d7dd0e0-9489-4240-8626-ae602d99e817 req-652c3720-fce4-4cea-95f1-bc20eb6219c1 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 931 time: 0.1813283 Sep 10 03:21:35.757156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Request body: {'port': {'device_id': '198cc271-114c-4caa-be42-5837a1fc0d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:35.800023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:35.860193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d7dd0e0-9489-4240-8626-ae602d99e817 req-0025aeab-21ea-47db-9d1b-e2d7d0329eeb tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024199 Sep 10 03:21:35.861000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:35.931536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-b9d7c176-d910-4eab-90b4-1940fde15ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:35.932753 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-b9d7c176-d910-4eab-90b4-1940fde15ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785540 Sep 10 03:21:35.981077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81340de7-bc21-41e0-892d-35dec96da5b5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:36.118678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54018) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:36.164192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 81340de7-bc21-41e0-892d-35dec96da5b5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:36.164646 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.223598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c8726-e436-4596-9d9b-7aafd80ab22e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:36.225777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3d2c8726-e436-4596-9d9b-7aafd80ab22e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 814 time: 0.1058667 Sep 10 03:21:36.249416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ad920771-2ef6-46fe-a6e5-937f260a5fca no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:36.280113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67f4569-9684-491b-ac87-bc77329b5920 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:36.280803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: ad920771-2ef6-46fe-a6e5-937f260a5fca {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:36.281221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device ad920771-2ef6-46fe-a6e5-937f260a5fca not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:36.290186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.306540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Transition to ACTIVE for port object c67f4569-9684-491b-ac87-bc77329b5920 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:36.312572 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.386541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:36.431645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '0547ea94-1e27-47dd-90e7-eb27769fb620', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:31Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 0, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:36.487564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e2f0c-4cb1-4a95-aabf-82eb4641ca90 None None] The sync data for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 is: [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '0547ea94-1e27-47dd-90e7-eb27769fb620', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:31Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 0, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:36.538270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.544077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Attempting to bind port c67f4569-9684-491b-ac87-bc77329b5920 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:36.544618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Attempting to bind port c67f4569-9684-491b-ac87-bc77329b5920 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:36.545120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Attempting to bind port c67f4569-9684-491b-ac87-bc77329b5920 on network f73a645a-02b7-49a2-b2df-41efefa0f78e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:36.549047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.555669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Port c67f4569-9684-491b-ac87-bc77329b5920 on network f73a645a-02b7-49a2-b2df-41efefa0f78e not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:21:36.556008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Attempting to bind port c67f4569-9684-491b-ac87-bc77329b5920 on network f73a645a-02b7-49a2-b2df-41efefa0f78e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:36.565153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:36.565532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Checking segment: {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:36.566022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Bound using segment: {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:36.566458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Bound port: c67f4569-9684-491b-ac87-bc77329b5920, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1db655-9cf4-4b0e-9f92-726f1af1cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:36.566822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.577591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-227f8f43-e169-41ad-8366-bf8bf50885f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250713 Sep 10 03:21:36.669453 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:36.673743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:36.679318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.726210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:36.726832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.728370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] 10.222.0.36 "PUT /v2.0/ports/c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 1091 time: 0.9791572 Sep 10 03:21:36.728811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:36.732742 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:36.736688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:36.750696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'network': {'name': 'tempest-network-smoke--416679740', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:36.793114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b66976-a06f-4252-8eb0-5e59b70e0644 service neutron] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:36.867268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:36.869925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b0d3481-fb04-4ef7-9bed-ccf984caf125 req-0e5fc8b0-38bd-4e23-842f-148146f9dc63 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517021 Sep 10 03:21:36.872823 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:36.888488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b3a12-55a1-4e80-be8f-2d2ae6fc6850 None None] New status for floating IP 0547ea94-1e27-47dd-90e7-eb27769fb620: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:21:36.905008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39c46-6868-4559-a029-3cc404992a25 req-a39fc13a-3774-48c0-9fc3-9a3d9d11d725 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:36.907082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2a39c46-6868-4559-a029-3cc404992a25 req-a39fc13a-3774-48c0-9fc3-9a3d9d11d725 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.2732480 Sep 10 03:21:36.913647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-f727962c-2faa-4d05-bced-e4980a5b2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:36.916010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-f727962c-2faa-4d05-bced-e4980a5b2c80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1094 time: 0.1371222 Sep 10 03:21:36.979099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fc9ee-1845-4fc4-aaa9-7f06aa2dada7 req-c1aeac97-f6a1-43d5-b41b-d11852253705 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:36.981379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e4fc9ee-1845-4fc4-aaa9-7f06aa2dada7 req-c1aeac97-f6a1-43d5-b41b-d11852253705 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1551287 Sep 10 03:21:36.982783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-a5180b84-557a-40c1-86c5-379b9a4b0c75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0575154 Sep 10 03:21:36.983656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:21:37.012534 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2a39c46-6868-4559-a029-3cc404992a25 req-9bb05ec5-2bca-4e81-9057-4a924f6d4823 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964420 Sep 10 03:21:37.040121 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:37.040614 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Added segment 22ac9059-26b1-4e6c-a470-59e43ebdb312 of type vlan for network 4b78f85b-fba1-4cd7-970f-83625e069cf2 Sep 10 03:21:37.069425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e4fc9ee-1845-4fc4-aaa9-7f06aa2dada7 req-44c5d587-1e58-49ec-bdbb-c244f8679dad tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Sep 10 03:21:37.119781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-b1503bf6-fe03-49f2-816f-5e7e7bb37da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.121658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-b1503bf6-fe03-49f2-816f-5e7e7bb37da2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1316700 Sep 10 03:21:37.123347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:37.169734 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aa92e4-ce56-456f-b922-7e9b4aa9963c x-openstack-request-id: req-30aa92e4-ce56-456f-b922-7e9b4aa9963c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:37.170151 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:37.170479 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30aa92e4-ce56-456f-b922-7e9b4aa9963c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:37.170936 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'status': 'completed', 'code': 200} Sep 10 03:21:37.176495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-ea684150-2a09-4187-a21c-aaa81e41c868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467963 Sep 10 03:21:37.207690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Router eb9be2dd-cc35-48a3-b7e2-9783591903a8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:37.221362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:37.226948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.227790 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:37.259517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5189984 Sep 10 03:21:37.262663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54058) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.343673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b205805-94e4-4383-b710-50f5737f6318 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.347498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b205805-94e4-4383-b710-50f5737f6318 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=16cbe3dd70cd4d8e9c644213bcfc5c69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0819418 Sep 10 03:21:37.348534 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.359972 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:37.473183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:37.479503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:37.486343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] Sync routers for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:37.497480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:37.500680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:37.523619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:37.525935 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9940eb1b-3b97-4c58-ab4c-513ab0319d99" -d '{"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:37.564671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283402c-18ed-48d7-87fd-3bddf8cfcef9 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.565881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7283402c-18ed-48d7-87fd-3bddf8cfcef9 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2163937 Sep 10 03:21:37.591828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-40cd84ce-1339-4b00-95cd-1ae350a0d531 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "PUT /v2.0/floatingips/0547ea94-1e27-47dd-90e7-eb27769fb620 HTTP/1.1" status: 200 len: 990 time: 2.9243124 Sep 10 03:21:37.591828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.601085 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70cf64c-dddd-472f-baa6-a46943f3adb9 x-openstack-request-id: req-c70cf64c-dddd-472f-baa6-a46943f3adb9 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:37.601522 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:37.601877 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c70cf64c-dddd-472f-baa6-a46943f3adb9 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:37.602370 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'status': 'completed', 'code': 200} Sep 10 03:21:37.640191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ab5e7c6-947a-4f58-a54b-4ca0667fcd43 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562956 Sep 10 03:21:37.656712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:37.659844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54070) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.670525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94940-8e5c-47ce-b6cf-750d46e7c9f2 req-67a09efe-1f57-4a65-9e70-9f7bb233a3a7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.677747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7a94940-8e5c-47ce-b6cf-750d46e7c9f2 req-67a09efe-1f57-4a65-9e70-9f7bb233a3a7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 943 time: 0.5040233 Sep 10 03:21:37.681904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a41dc-de6a-49bb-81be-0a165bdfacc0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Network': ['ID=4b78f85b-fba1-4cd7-970f-83625e069cf2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:37.700202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5a63a888-357d-48fb-9a39-c3a66b165ec9 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=16cbe3dd70cd4d8e9c644213bcfc5c69&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328541 Sep 10 03:21:37.702549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54072) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.711544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:21:37.715138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-42818102-2b43-47a9-a302-e0dc201fffdb service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264475 Sep 10 03:21:37.739729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-764fbd8b-0e3a-4d59-9973-22656d942a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.742657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-764fbd8b-0e3a-4d59-9973-22656d942a47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1096 time: 0.1185443 Sep 10 03:21:37.762714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7a94940-8e5c-47ce-b6cf-750d46e7c9f2 req-9493608d-79f0-444f-8565-e489898acba6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783076 Sep 10 03:21:37.900842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-447e6cbe-ac57-4be1-911d-dd079d574e4a req-59212905-3e82-4dcc-815f-1270e64f6acc service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785362 Sep 10 03:21:37.907088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b92bd-ac7a-4d66-9cbd-8eb9f73229ad tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.908824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1f8b92bd-ac7a-4d66-9cbd-8eb9f73229ad tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2042139 Sep 10 03:21:37.911573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54078) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.946501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-138a14d1-e3ac-40ef-b160-e4be282f205c tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336881 Sep 10 03:21:37.949609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54080) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:37.956452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792513171', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:37.971640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-13100155-d8a9-4553-90c6-91227dd4f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:37.984644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-13100155-d8a9-4553-90c6-91227dd4f141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 913 time: 0.2347455 Sep 10 03:21:38.065825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-7e892ef5-d628-4db5-b73a-7b8443a2f995 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 1000 time: 0.0735040 Sep 10 03:21:38.071201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '0547ea94-1e27-47dd-90e7-eb27769fb620', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:31Z', 'updated_at': '2021-09-10T03:21:37Z', 'revision_number': 2, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:38.089348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-769aa8f3-d643-4ed3-8fa9-149c9a91271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.091068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-769aa8f3-d643-4ed3-8fa9-149c9a91271e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1094 time: 0.1009507 Sep 10 03:21:38.106938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] Checking router: eb9be2dd-cc35-48a3-b7e2-9783591903a8 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:38.127508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:38.128197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:38.144053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-a3a1bf64-feee-4109-8ce6-ee2152e294a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.146267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-a3a1bf64-feee-4109-8ce6-ee2152e294a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 200 len: 852 time: 0.0718145 Sep 10 03:21:38.205675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:38.211357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:38.246786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-1e7490bf-3c2a-43fb-b66a-bee15d0d6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.248506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-1e7490bf-3c2a-43fb-b66a-bee15d0d6968 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938931 Sep 10 03:21:38.284459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:38.309899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-7ac3de45-15a6-441a-b19e-6b9f28c7adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.311930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-7ac3de45-15a6-441a-b19e-6b9f28c7adee service neutron] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.1955130 Sep 10 03:21:38.363548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-37ec12e0-e820-455a-ac15-5a49a114bfca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0432019 Sep 10 03:21:38.377715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cec563-c095-4ea1-9527-a459d7756ca3 req-1d9b75b9-f466-4fa3-b551-15367f325858 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.379259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a1cec563-c095-4ea1-9527-a459d7756ca3 req-1d9b75b9-f466-4fa3-b551-15367f325858 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.1531456 Sep 10 03:21:38.434687 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-d9b8658a-dc35-400b-936f-973cc745c820 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712081 Sep 10 03:21:38.440505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a1cec563-c095-4ea1-9527-a459d7756ca3 req-2724d79f-5572-49df-bbcd-74e816d652ca tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Sep 10 03:21:38.472469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-0e54ee85-a6f2-494c-9181-db50a319e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.474460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-0e54ee85-a6f2-494c-9181-db50a319e361 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1018739 Sep 10 03:21:38.512985 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-879965c7-67c9-4391-89d5-5220f0c2e6e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305119 Sep 10 03:21:38.553878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9940eb1b-3b97-4c58-ab4c-513ab0319d99 req-e06d0375-a8bd-4d0a-999f-2052211c3ae2 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102440 Sep 10 03:21:38.623785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '0547ea94-1e27-47dd-90e7-eb27769fb620', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:31Z', 'updated_at': '2021-09-10T03:21:37Z', 'revision_number': 2, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:38.640963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:38.655074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c411db8f-dbcd-44d1-9107-4a2769f581ab None None] The sync data for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 is: [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '0547ea94-1e27-47dd-90e7-eb27769fb620', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'port_id': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'mac_address': 'fa:16:3e:6a:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154edef-19b7-497e-ab60-c28d343dde6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:31Z', 'updated_at': '2021-09-10T03:21:37Z', 'revision_number': 2, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:38.731713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Subnet': ['ID=4c9ffe4e-e87c-437f-88e5-c1142dc90ac7,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:38.736941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-c1bc0af4-7a8b-4f18-a765-4c651f5b5781 service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083881 Sep 10 03:21:38.744161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Checking segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:38.744542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network hostable DHCP agents. Network: 4b78f85b-fba1-4cd7-970f-83625e069cf2, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:21:38.845990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:21:38.890812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4b78f85b-fba1-4cd7-970f-83625e069cf2) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:38.900198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1e99c-8d97-4943-a04f-85cb5bec645e None None] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:38.905364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.906119 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:38.929286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d5f1efd-0dd1-4f50-95a5-a753360be6a4 req-6c67e94b-f470-4b70-8e8f-49b6e7eed13d service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816602 Sep 10 03:21:38.939941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe8800-9984-4bda-9fe5-e82f15ccaefe req-dbff2d66-8d03-4843-a894-a7e86d0f2bfe tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:38.942479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cefe8800-9984-4bda-9fe5-e82f15ccaefe req-dbff2d66-8d03-4843-a894-a7e86d0f2bfe tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 943 time: 0.0967114 Sep 10 03:21:38.946460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7d5f6170-dfba-464e-b4ca-db79e9486170 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9954405 Sep 10 03:21:38.996275 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cefe8800-9984-4bda-9fe5-e82f15ccaefe req-aa8e3446-a181-4a48-8a06-56bca183f2b6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 Sep 10 03:21:39.113432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4b78f85b-fba1-4cd7-970f-83625e069cf2', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ips': [{'subnet_id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:21:39.114663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.272545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54098) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:39.278409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106775575', 'description': 'tempest-secgroup-smoke-2106775575 description', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:39.296415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Allocated IP 172.20.0.18 (4b78f85b-fba1-4cd7-970f-83625e069cf2/4c9ffe4e-e87c-437f-88e5-c1142dc90ac7/2a0ff166-0548-4509-a781-de25e8c155c9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:39.310848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.404198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.408836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.446514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.451339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54100) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:39.451637 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1777325 Sep 10 03:21:39.453503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a654f4b-7959-4af5-ac0d-7ed930a50798 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766f39c5-149d-41d9-9eaf-a61694331732,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:39.455846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.465224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Transition to ACTIVE for port object 2a0ff166-0548-4509-a781-de25e8c155c9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:39.474146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '766f39c5-149d-41d9-9eaf-a61694331732', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:39.484866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Transition to ACTIVE for port object 2a0ff166-0548-4509-a781-de25e8c155c9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:39.493825 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.538401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:39.543921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:39.545082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.545753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:39.557529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Pushing event updated for resources: {'Port': ['ID=2a0ff166-0548-4509-a781-de25e8c155c9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:39.586866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.587493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.588164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.588572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.588973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.589402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.589830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.590219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.590644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.591293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.591718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.592110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:39.603909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:39.606519 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f634f66a-72a9-4629-9bf2-4230953f4a71" -d '{"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:39.624298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d750f3-87e7-4501-9432-c89bd37b415b req-21948349-31ec-4c52-9b9e-97e8734c4b88 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:39.626406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31d750f3-87e7-4501-9432-c89bd37b415b req-21948349-31ec-4c52-9b9e-97e8734c4b88 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0998254 Sep 10 03:21:39.650773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Attempting to bind port 2a0ff166-0548-4509-a781-de25e8c155c9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:39.651664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Attempting to bind port 2a0ff166-0548-4509-a781-de25e8c155c9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:39.652279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Attempting to bind port 2a0ff166-0548-4509-a781-de25e8c155c9 on network 4b78f85b-fba1-4cd7-970f-83625e069cf2 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:39.660382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:39.661130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Checking segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:39.661880 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.662755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Bound using segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:39.663892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Bound port: 2a0ff166-0548-4509-a781-de25e8c155c9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:39.664675 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.671776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.675224 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5aea90-458f-49c7-b53a-4ebf67d00eb0 x-openstack-request-id: req-3b5aea90-458f-49c7-b53a-4ebf67d00eb0 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:39.675654 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:39.676177 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b5aea90-458f-49c7-b53a-4ebf67d00eb0 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:39.676761 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'status': 'completed', 'code': 200} Sep 10 03:21:39.693424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31d750f3-87e7-4501-9432-c89bd37b415b req-a9d05fb5-142d-46eb-8f4c-65e524add761 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601866 Sep 10 03:21:39.694591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.740801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c23aa9b-1a00-450d-997d-503bb0b1a2bf,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:39.748418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.749229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f657981e-1aad-4488-b8f9-373b7449671f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950907 Sep 10 03:21:39.752161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54106) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:39.755068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] For port 2a0ff166-0548-4509-a781-de25e8c155c9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:39.758417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '766f39c5-149d-41d9-9eaf-a61694331732', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:39.758929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] For port 2a0ff166-0548-4509-a781-de25e8c155c9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2a0ff166-0548-4509-a781-de25e8c155c9,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:39.765748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.783168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-f71d4f2c-7a0c-4414-bb4e-cd2f1c5b7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:39.784728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-f71d4f2c-7a0c-4414-bb4e-cd2f1c5b7813 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1096 time: 0.0851903 Sep 10 03:21:39.820577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.852817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e3c3-b3ec-46ae-83b9-4c5b445cccf1 None None] Pushing event updated for resources: {'Port': ['ID=2a0ff166-0548-4509-a781-de25e8c155c9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:39.940922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-608cec4a-639c-4162-8a7e-8db546884b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:39.942540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-608cec4a-639c-4162-8a7e-8db546884b18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 913 time: 0.1493196 Sep 10 03:21:39.944379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:39.949620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.030689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742b4ddf-82dd-472e-adc4-a656e935e5f1,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:40.048572 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.050637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-432c914c-0996-479f-8dc1-66825f201eea tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973266 Sep 10 03:21:40.052666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:40.057148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '766f39c5-149d-41d9-9eaf-a61694331732', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:40.065971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-3f0d31b2-808e-478d-ba34-a9346e7a645c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 1000 time: 0.1134636 Sep 10 03:21:40.096647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.134621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-d8b7e90d-ba88-4de0-a47a-25fe91b8a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:40.136218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-d8b7e90d-ba88-4de0-a47a-25fe91b8a5ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 200 len: 852 time: 0.0621839 Sep 10 03:21:40.202712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-9915a997-8e5b-4014-a58d-82bd782a4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:40.204352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-9915a997-8e5b-4014-a58d-82bd782a4fe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582221 Sep 10 03:21:40.204799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df97513-8f2e-437a-b289-411ef6570472 req-f82d47f3-2048-4357-b64c-c635f839167f tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:40.206330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6df97513-8f2e-437a-b289-411ef6570472 req-f82d47f3-2048-4357-b64c-c635f839167f tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 943 time: 0.1068418 Sep 10 03:21:40.216180 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.222979 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.253073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c67f4569-9684-491b-ac87-bc77329b5920 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:21:40.306210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6df97513-8f2e-437a-b289-411ef6570472 req-86718534-41bb-4d47-b2f5-2da3b67a873b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920165 Sep 10 03:21:40.310136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49ffc1a-eb59-471e-b8ce-919c1163a211,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:40.325750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-e7a640fe-670f-41cb-b6c8-86711f7625b7 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145129 Sep 10 03:21:40.332561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.333848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fa6033c7-4fc7-4ca9-979c-547f3651f5c7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802200 Sep 10 03:21:40.336870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:40.342123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '766f39c5-149d-41d9-9eaf-a61694331732', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:40.395366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.470127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:40.492446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c67f4569-9684-491b-ac87-bc77329b5920', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'port_id': 'c67f4569-9684-491b-ac87-bc77329b5920', 'mac_address': 'fa:16:3e:96:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:21:40.525023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.529808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.548699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a80c37f-ab92-4ac7-b28e-92e89f293b81,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:40.549929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f634f66a-72a9-4629-9bf2-4230953f4a71 req-2e72f32a-6b21-45d0-82b1-fa28d0b913fe service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161267 Sep 10 03:21:40.559141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.560550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-83100061-81e3-4362-bf78-6f509f140d69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2225361 Sep 10 03:21:40.563322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54116) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:40.568061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.568744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '766f39c5-149d-41d9-9eaf-a61694331732', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:40.584437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67f4569-9684-491b-ac87-bc77329b5920 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:40.594321 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Project 16cbe3dd70cd4d8e9c644213bcfc5c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:21:40.600599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.609848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:40.617227 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.673167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:40.673850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.678247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.699221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dfdf90-6d5f-4437-b9fb-97118c560a74,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:40.707026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.708317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4c7dfe4c-8621-48b0-b6d8-381d2a3ac8e4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439428 Sep 10 03:21:40.711010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54118) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:40.716808 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': '766f39c5-149d-41d9-9eaf-a61694331732', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:40.739384 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Project 16cbe3dd70cd4d8e9c644213bcfc5c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:21:40.745340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.818039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.819924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0dea-5ad0-4766-a102-fe606d0f4d5c req-98e587b1-a4a6-4aca-935b-165585257d82 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:40.822233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.828019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-168e0dea-5ad0-4766-a102-fe606d0f4d5c req-98e587b1-a4a6-4aca-935b-165585257d82 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0619285 Sep 10 03:21:40.846026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20439ff8-58ef-48b8-bfde-07ac5df90618,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:40.858852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:40.869212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f4ed685e-43d1-47c2-b4df-f4ec78fe77b5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489904 Sep 10 03:21:40.869602 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-168e0dea-5ad0-4766-a102-fe606d0f4d5c req-65111597-8c39-4edc-94a2-167ffdfbe0e8 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Sep 10 03:21:40.869722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c67f4569-9684-491b-ac87-bc77329b5920'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:41.021128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e593b-62f9-464d-a3fd-fd712c03b47e None None] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:21:41.068469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-28c73ce2-c80f-4b20-9625-fa14646134ec tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106775575&fields=id&tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 267 time: 0.0325005 Sep 10 03:21:41.114459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-97615869-919a-46a3-8201-f246597eb5ef None None] Provisioning for port 2a0ff166-0548-4509-a781-de25e8c155c9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:41.179163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-8a4a93a5-00de-4460-b208-184a8db78708 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:41.180662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-8a4a93a5-00de-4460-b208-184a8db78708 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/networks?id=4b78f85b-fba1-4cd7-970f-83625e069cf2 HTTP/1.1" status: 200 len: 796 time: 0.1046057 Sep 10 03:21:41.197093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-ea54c37c-0938-4661-8ba3-49196989c831 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/quotas/16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 375 time: 0.0095387 Sep 10 03:21:41.257291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-da87f8de-939b-4f5a-a504-61f65ff70932 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543156 Sep 10 03:21:41.368564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-9c722365-e5e1-44d6-a74a-168c5821bd10 service neutron] 10.222.0.23 "GET /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990751 Sep 10 03:21:41.447952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062888d-1594-41e3-a75e-8da9b61f9b4d req-0077b911-3017-4995-b93a-fc05749f3230 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:41.452353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b062888d-1594-41e3-a75e-8da9b61f9b4d req-0077b911-3017-4995-b93a-fc05749f3230 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 944 time: 0.0650935 Sep 10 03:21:41.471223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-c35e9339-3ab1-4b02-acf8-2775cb15abd7 service neutron] 10.222.0.23 "GET /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949037 Sep 10 03:21:41.497604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b062888d-1594-41e3-a75e-8da9b61f9b4d req-6003619e-0ffc-4398-8c81-4b77fc2abe38 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Sep 10 03:21:41.648914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf876139-d118-4f5c-ab10-4efe391bf94f req-11a99959-97f0-4417-8126-d913ec18ba79 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 210 time: 0.0291619 Sep 10 03:21:41.933570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2a0ff166-0548-4509-a781-de25e8c155c9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:41.993891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 2a0ff166-0548-4509-a781-de25e8c155c9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:42.000773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2a0ff166-0548-4509-a781-de25e8c155c9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:42.001328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.014085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0041-a9ed-4607-99d8-fde3b35317d7 req-3f5da5ea-5251-4982-97d1-789970225edd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:42.021444 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edce0041-a9ed-4607-99d8-fde3b35317d7 req-3f5da5ea-5251-4982-97d1-789970225edd tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0584285 Sep 10 03:21:42.070347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edce0041-a9ed-4607-99d8-fde3b35317d7 req-350c7b35-bf66-4e5a-9a6f-452df9251c29 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/security-groups?id=21e670bb-b692-4954-8f50-523aac6776fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Sep 10 03:21:42.106696 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.146008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 2a0ff166-0548-4509-a781-de25e8c155c9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2a0ff166-0548-4509-a781-de25e8c155c9,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:42.153742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.355181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c67f4569-9684-491b-ac87-bc77329b5920 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:42.407579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=2a0ff166-0548-4509-a781-de25e8c155c9,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:42.424362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port c67f4569-9684-491b-ac87-bc77329b5920 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:42.428514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c67f4569-9684-491b-ac87-bc77329b5920 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:42.428887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.437441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-9e77fbfd-a8ec-4510-aaa8-325b455e1489 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:42.439115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-9e77fbfd-a8ec-4510-aaa8-325b455e1489 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.32 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 945 time: 0.0634530 Sep 10 03:21:42.510645 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.534988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:42.537281 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85db9ae-5d3d-4f8a-8cf8-a1a188604805" -d '{"events": [{"server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "name": "network-vif-plugged", "status": "completed", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:42.551839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:42.559663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.562254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Deleting port f7f76e85-b5df-4cae-a69a-53caa678515b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:42.562809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.608713 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d52cc-f113-4879-bea2-244acbb43103 x-openstack-request-id: req-784d52cc-f113-4879-bea2-244acbb43103 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:42.609003 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "name": "network-vif-plugged", "status": "completed", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:42.609249 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-784d52cc-f113-4879-bea2-244acbb43103 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:42.609815 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'code': 200} Sep 10 03:21:42.627819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:42.735491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] For port f7f76e85-b5df-4cae-a69a-53caa678515b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f7f76e85-b5df-4cae-a69a-53caa678515b,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:42.735897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:42.763734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Calling delete_port for f7f76e85-b5df-4cae-a69a-53caa678515b owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:42.773206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa312ee-34b8-48ca-aa56-70d099a830d6 req-f323fa4f-2834-4471-952e-1f0d3d73b70b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:42.782379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-afa312ee-34b8-48ca-aa56-70d099a830d6 req-f323fa4f-2834-4471-952e-1f0d3d73b70b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1478841 Sep 10 03:21:42.845350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bfdbd-cb2b-4185-a7d4-35ee020cd502 req-53ffa34a-b0fa-47d4-9414-f0b1fecead61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:42.847538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f64bfdbd-cb2b-4185-a7d4-35ee020cd502 req-53ffa34a-b0fa-47d4-9414-f0b1fecead61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.1682649 Sep 10 03:21:42.913052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c33e4dd7-9256-4450-a893-2103303a0477 req-28bcf89c-7ce4-4cce-8dff-58744d11a292 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 210 time: 0.1515307 Sep 10 03:21:42.963096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-afa312ee-34b8-48ca-aa56-70d099a830d6 req-f06adddb-86c4-42a0-b8e9-3b72b7c1be88 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794794 Sep 10 03:21:42.969110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-f04f682f-c91a-4e0b-8e64-b7e59fc2fe13 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:42.970680 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-f04f682f-c91a-4e0b-8e64-b7e59fc2fe13 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "GET /v2.0/networks?id=4b78f85b-fba1-4cd7-970f-83625e069cf2 HTTP/1.1" status: 200 len: 796 time: 0.2992632 Sep 10 03:21:42.994134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f64bfdbd-cb2b-4185-a7d4-35ee020cd502 req-f24990ee-8a49-437e-b2e0-864d8584f26d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946984 Sep 10 03:21:43.030964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-685c61fe-23fb-411e-89b7-732435b8bf1f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 472 time: 0.0451539 Sep 10 03:21:43.042772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'port': {'device_id': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'admin_state_up': True, 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'security_groups': ['766f39c5-149d-41d9-9eaf-a61694331732']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:43.070704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.084163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f7f76e85-b5df-4cae-a69a-53caa678515b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:43.115323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Pushing event deleted for resources: {'Port': ['ID=f7f76e85-b5df-4cae-a69a-53caa678515b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:43.160734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] No DVR routers for this DVR port f7f76e85-b5df-4cae-a69a-53caa678515b on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:21:43.163608 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.165624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8d25ce52-041c-4b38-b884-2b2ffea78fad req-00cfc428-ba53-4dba-a6bb-47fffff326a3 tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.32 "DELETE /v2.0/ports/f7f76e85-b5df-4cae-a69a-53caa678515b HTTP/1.1" status: 204 len: 173 time: 0.7116873 Sep 10 03:21:43.166073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'name': 'network-vif-deleted', 'tag': 'f7f76e85-b5df-4cae-a69a-53caa678515b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:43.168984 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8356694-f9f4-40f8-8ba0-d846078eb566" -d '{"events": [{"server_uuid": "7857c086-1fd8-4158-b5d3-fe458ce96f8a", "name": "network-vif-deleted", "tag": "f7f76e85-b5df-4cae-a69a-53caa678515b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:43.185791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d3b41adb-934f-4fd7-983f-3d31e1aa8def req-8e8a162e-67f5-493b-a898-23cf2b581b6b tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] 10.222.0.23 "GET /v2.0/ports?device_id=7857c086-1fd8-4158-b5d3-fe458ce96f8a HTTP/1.1" status: 200 len: 210 time: 0.0349531 Sep 10 03:21:43.210293 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b90ad1f-c770-44a0-aefa-07970769d2bb x-openstack-request-id: req-1b90ad1f-c770-44a0-aefa-07970769d2bb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:43.210590 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7857c086-1fd8-4158-b5d3-fe458ce96f8a", "name": "network-vif-deleted", "tag": "f7f76e85-b5df-4cae-a69a-53caa678515b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:43.210846 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b90ad1f-c770-44a0-aefa-07970769d2bb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:43.211241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:21:43.211383 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7857c086-1fd8-4158-b5d3-fe458ce96f8a', 'name': 'network-vif-deleted', 'tag': 'f7f76e85-b5df-4cae-a69a-53caa678515b', 'status': 'completed', 'code': 200} Sep 10 03:21:43.216697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.409102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.20.0.30 (4b78f85b-fba1-4cd7-970f-83625e069cf2/4c9ffe4e-e87c-437f-88e5-c1142dc90ac7/d6daac3f-399e-4162-a808-f7cdfe9aa4dd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:43.601892 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.617522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Transition to ACTIVE for port object d6daac3f-399e-4162-a808-f7cdfe9aa4dd will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:43.650842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.694367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:43.698147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:43.700936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:43.739251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:43.764216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:43.765052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.784205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-d8d542cf-f06d-42e8-8755-b0016b9fff98 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7454917 Sep 10 03:21:43.798739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Request body: {'port': {'device_id': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:21:43.871982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:43.940524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2a0ff166-0548-4509-a781-de25e8c155c9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:44.030981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0114691-bcac-4920-845a-a9756165c453 None None] Provisioning for port d6daac3f-399e-4162-a808-f7cdfe9aa4dd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:44.043227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0114691-bcac-4920-845a-a9756165c453 None None] Provisioning complete for port d6daac3f-399e-4162-a808-f7cdfe9aa4dd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:44.043801 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0114691-bcac-4920-845a-a9756165c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.047959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2a0ff166-0548-4509-a781-de25e8c155c9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:44.048442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.159140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f0114691-bcac-4920-845a-a9756165c453 None None] Port d6daac3f-399e-4162-a808-f7cdfe9aa4dd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:44.164806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd21ec-4e9d-4f3f-a400-7aafa903fa15 req-3170a0b5-37c7-4412-99a0-709b1f1ceba7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:44.167484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0abd21ec-4e9d-4f3f-a400-7aafa903fa15 req-3170a0b5-37c7-4412-99a0-709b1f1ceba7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1048570 Sep 10 03:21:44.185977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196ff2-269d-4603-aeb4-5bcf4f2e8e85 req-0c1022d2-1822-4876-9ae1-d97cff5f7782 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:44.189166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea196ff2-269d-4603-aeb4-5bcf4f2e8e85 req-0c1022d2-1822-4876-9ae1-d97cff5f7782 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 932 time: 0.1659107 Sep 10 03:21:44.228035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0abd21ec-4e9d-4f3f-a400-7aafa903fa15 req-d06aca35-58b6-4066-b722-d9c2b1bfcf76 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 Sep 10 03:21:44.275323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54196) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:44.278094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea196ff2-269d-4603-aeb4-5bcf4f2e8e85 req-a6643e6c-d326-479d-9da6-21e488f11a41 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782797 Sep 10 03:21:44.372099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6daac3f-399e-4162-a808-f7cdfe9aa4dd {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:44.382218 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.398127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Transition to ACTIVE for port object d6daac3f-399e-4162-a808-f7cdfe9aa4dd will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:44.404548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.470171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Pushing event updated for resources: {'Port': ['ID=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:44.567399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Attempting to bind port d6daac3f-399e-4162-a808-f7cdfe9aa4dd on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:44.567908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Attempting to bind port d6daac3f-399e-4162-a808-f7cdfe9aa4dd by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:44.568313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Attempting to bind port d6daac3f-399e-4162-a808-f7cdfe9aa4dd on network 4b78f85b-fba1-4cd7-970f-83625e069cf2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:44.575347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Port d6daac3f-399e-4162-a808-f7cdfe9aa4dd on network 4b78f85b-fba1-4cd7-970f-83625e069cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:21:44.575847 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Attempting to bind port d6daac3f-399e-4162-a808-f7cdfe9aa4dd on network 4b78f85b-fba1-4cd7-970f-83625e069cf2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:44.583785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:44.584226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Checking segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:44.584745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Bound using segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:44.585300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Bound port: d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:44.585746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.669378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] For port d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:44.673238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] For port d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:44.677557 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.705105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.719198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:44.719883 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:44.721497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6daac3f-399e-4162-a808-f7cdfe9aa4dd HTTP/1.1" status: 200 len: 1092 time: 0.9302936 Sep 10 03:21:44.721949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'tag': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:44.724574 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f922e1-5a14-4ec4-bb36-67aefba066ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb76503-6c8f-4dc9-b31f-f090b442c047", "tag": "d6daac3f-399e-4162-a808-f7cdfe9aa4dd"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:44.763577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058368-f218-4ffa-b0c4-c1d8b8581d82 service neutron] Pushing event updated for resources: {'Port': ['ID=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:44.812412 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b9f1f5-8e7a-4f72-a9e2-653b3f43e650 x-openstack-request-id: req-f6b9f1f5-8e7a-4f72-a9e2-653b3f43e650 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:44.812788 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb76503-6c8f-4dc9-b31f-f090b442c047", "tag": "d6daac3f-399e-4162-a808-f7cdfe9aa4dd", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:44.813157 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6b9f1f5-8e7a-4f72-a9e2-653b3f43e650 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:44.813644 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'tag': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd', 'status': 'completed', 'code': 200} Sep 10 03:21:44.832853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-6efd3aa0-d951-46bd-87db-1d326dd21d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:44.834692 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-6efd3aa0-d951-46bd-87db-1d326dd21d53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 1095 time: 0.0673778 Sep 10 03:21:44.885648 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-4b80e1b4-9d57-4b18-b6ae-b2ccf2b6104d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd HTTP/1.1" status: 200 len: 217 time: 0.0401502 Sep 10 03:21:44.950891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-43a55f3f-2352-42c3-a74f-101e6bc3df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:44.952447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-43a55f3f-2352-42c3-a74f-101e6bc3df87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c9ffe4e-e87c-437f-88e5-c1142dc90ac7 HTTP/1.1" status: 200 len: 837 time: 0.0584164 Sep 10 03:21:45.024775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-4f0a6acc-5be7-4e90-8923-b231e9bec563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.026247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-4f0a6acc-5be7-4e90-8923-b231e9bec563 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b78f85b-fba1-4cd7-970f-83625e069cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651245 Sep 10 03:21:45.122819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Deleting port 049b25c4-c498-4f54-b302-72bcf3cdf5a3 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:45.123466 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:45.230501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-7d55f85e-20cc-42ac-8b99-aa93d51cae2f service neutron] 10.222.0.32 "GET /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935058 Sep 10 03:21:45.234612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] For port 049b25c4-c498-4f54-b302-72bcf3cdf5a3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=049b25c4-c498-4f54-b302-72bcf3cdf5a3,segment=NetworkSegment(b7cf2632-7db0-42a6-9584-5751f9d038e5),segment_id=b7cf2632-7db0-42a6-9584-5751f9d038e5)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:45.235073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:45.266208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Calling delete_port for 049b25c4-c498-4f54-b302-72bcf3cdf5a3 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:45.366411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd796d95-ecb4-4a1b-9f6d-23816d9e832e req-9c90074f-0751-446b-b3ea-f6cdd0bcbd47 service neutron] 10.222.0.32 "GET /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276762 Sep 10 03:21:45.403264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6e18c-c029-4907-b2cf-663fc6d3a852 req-23606d54-f76a-4efa-8e73-4ef443700f05 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.405055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bc6e18c-c029-4907-b2cf-663fc6d3a852 req-23606d54-f76a-4efa-8e73-4ef443700f05 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0903959 Sep 10 03:21:45.465026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb14b-c84c-4eb8-b970-6575fd24d043 req-4bb1eece-c184-412c-8c6b-943446de3230 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.466617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-808fb14b-c84c-4eb8-b970-6575fd24d043 req-4bb1eece-c184-412c-8c6b-943446de3230 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 944 time: 0.1124249 Sep 10 03:21:45.488384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1bc6e18c-c029-4907-b2cf-663fc6d3a852 req-b76a1524-1437-4250-b21b-0181e6d267a0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719042 Sep 10 03:21:45.513501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-50947625-4677-4d60-8b4a-a0f5dce439cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.517566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-50947625-4677-4d60-8b4a-a0f5dce439cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 1095 time: 0.0788503 Sep 10 03:21:45.521077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-808fb14b-c84c-4eb8-b970-6575fd24d043 req-50abaff6-8962-41d8-91a4-a9a05f08f415 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 Sep 10 03:21:45.599878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:45.638684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=049b25c4-c498-4f54-b302-72bcf3cdf5a3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:45.641743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7f76e85-b5df-4cae-a69a-53caa678515b no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:45.682229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f7f76e85-b5df-4cae-a69a-53caa678515b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:45.682999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f7f76e85-b5df-4cae-a69a-53caa678515b not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:45.687813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-c161c5fa-ea4d-4543-a927-813585ffcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.690044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-c161c5fa-ea4d-4543-a927-813585ffcec0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b78f85b-fba1-4cd7-970f-83625e069cf2 HTTP/1.1" status: 200 len: 896 time: 0.1638343 Sep 10 03:21:45.910841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-14cd9479-9788-4693-b916-d3bb354fef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.912439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-14cd9479-9788-4693-b916-d3bb354fef4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.1438539 Sep 10 03:21:45.918356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:45.929869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20974c3e-0511-4e56-8928-9382bab5cfb4 req-07415a71-86d9-48be-8b4f-6b719380a863 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:45.931588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20974c3e-0511-4e56-8928-9382bab5cfb4 req-07415a71-86d9-48be-8b4f-6b719380a863 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1227779 Sep 10 03:21:46.100082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-4133419d-109b-4c76-86b6-100b03c0c212 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd HTTP/1.1" status: 200 len: 217 time: 0.4012411 Sep 10 03:21:46.155781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-93416419-be4d-4ea4-a2ac-55bc8678cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:46.157008 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-93416419-be4d-4ea4-a2ac-55bc8678cb1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c9ffe4e-e87c-437f-88e5-c1142dc90ac7 HTTP/1.1" status: 200 len: 837 time: 0.0486219 Sep 10 03:21:46.217789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-b160a4ed-94c8-431e-8874-d0dbf54d9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:46.220278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-b160a4ed-94c8-431e-8874-d0dbf54d9bcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b78f85b-fba1-4cd7-970f-83625e069cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513380 Sep 10 03:21:46.331279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-adf49d0d-e011-47be-ad46-872e12ed8eee service neutron] 10.222.0.32 "GET /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032004 Sep 10 03:21:46.428818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-20974c3e-0511-4e56-8928-9382bab5cfb4 req-5636921b-9c95-4cd3-a718-950fa31d47a2 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840832 Sep 10 03:21:46.441113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7f922e1-5a14-4ec4-bb36-67aefba066ff req-011249d0-1fa7-4611-b729-4b28c122b1fe service neutron] 10.222.0.32 "GET /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967071 Sep 10 03:21:46.506587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-3d47ddca-b774-4304-b436-faac29b7865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:46.508267 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-3d47ddca-b774-4304-b436-faac29b7865d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.5757470 Sep 10 03:21:46.580293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-3fcf1416-09c5-48ad-8ea4-2617984b34e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0639660 Sep 10 03:21:46.654790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990432-11b4-4f26-9681-be048f85e8e4 req-cf3f6eb4-e68b-47a1-8ac6-fdbd8045b326 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:46.657046 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2990432-11b4-4f26-9681-be048f85e8e4 req-cf3f6eb4-e68b-47a1-8ac6-fdbd8045b326 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 944 time: 0.0538929 Sep 10 03:21:46.677047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-201ec2ff-8cc4-4a95-8238-0aeaf8a47da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:46.678452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-201ec2ff-8cc4-4a95-8238-0aeaf8a47da0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.0904777 Sep 10 03:21:46.700793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e2990432-11b4-4f26-9681-be048f85e8e4 req-7b7f02e5-f22f-407e-a527-d4beeb556e7c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350609 Sep 10 03:21:46.703652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Router 0a86301d-586a-4495-9b34-8e879bd0a7d8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:46.727246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-340c1207-05c8-4372-a241-a70a19b7f243 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359459 Sep 10 03:21:46.917236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:46.926129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45e53855-ebba-4cc6-8731-90b33a971ea6 admin admin] 10.222.0.23 "PUT /v2.0/routers/0a86301d-586a-4495-9b34-8e879bd0a7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461141 Sep 10 03:21:46.926129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-54c01e91-6225-43e4-8fd2-172ec8a372bb service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531041 Sep 10 03:21:46.926370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54222) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:46.928331 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] Sync routers for ids ['0a86301d-586a-4495-9b34-8e879bd0a7d8'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:46.941143 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] Routers {'0a86301d-586a-4495-9b34-8e879bd0a7d8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:46.942227 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0a86301d-586a-4495-9b34-8e879bd0a7d8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:47.045061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.101222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-11f39fd2-72d9-4494-ba19-76501f0bd04e req-f3cee951-1a33-4370-a6f0-e48fe4f94242 service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611803 Sep 10 03:21:47.120077 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] Set router 0a86301d-586a-4495-9b34-8e879bd0a7d8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:47.178590 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.236881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Deleting port 088db33f-1d87-42be-b282-029ee3dbc40b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:21:47.237234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.328716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] For port 088db33f-1d87-42be-b282-029ee3dbc40b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=088db33f-1d87-42be-b282-029ee3dbc40b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:47.329394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.331553 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:21:45Z', 'revision_number': 5, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port': {'id': '088db33f-1d87-42be-b282-029ee3dbc40b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:02Z', 'updated_at': '2021-09-10T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:47.342841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Calling delete_port for 088db33f-1d87-42be-b282-029ee3dbc40b owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:21:47.365774 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] Checking router: 0a86301d-586a-4495-9b34-8e879bd0a7d8 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:47.377149 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] Routers {'0a86301d-586a-4495-9b34-8e879bd0a7d8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:47.377798 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0a86301d-586a-4495-9b34-8e879bd0a7d8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:47.549226 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] Set router 0a86301d-586a-4495-9b34-8e879bd0a7d8 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:47.605851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36252b9f-5414-41c1-9b54-fb0a5cfa07b7 req-27b0ce81-83cc-4a10-aac9-9679205ffd31 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:47.613330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:21:47Z', 'revision_number': 6, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:47.615344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36252b9f-5414-41c1-9b54-fb0a5cfa07b7 req-27b0ce81-83cc-4a10-aac9-9679205ffd31 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0733807 Sep 10 03:21:47.646618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d6daac3f-399e-4162-a808-f7cdfe9aa4dd details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:21:47.650782 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20f6a-b21d-425e-bef3-d392d5a252b2 None None] The sync data for ids ['0a86301d-586a-4495-9b34-8e879bd0a7d8'] in n-d-808126-2 is: [{'id': '0a86301d-586a-4495-9b34-8e879bd0a7d8', 'name': 'tempest-ServerRescueNegativeTestJSON-2108098508-router', 'tenant_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:00Z', 'updated_at': '2021-09-10T03:21:47Z', 'revision_number': 6, 'project_id': '2d8a0a41af0e4e1f8433102e3b08b6c0', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:47.668447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-36252b9f-5414-41c1-9b54-fb0a5cfa07b7 req-dc13e65f-0048-4358-ad76-8bffb7ac13dd tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515385 Sep 10 03:21:47.673795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.721469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Pushing event deleted for resources: {'Port': ['ID=088db33f-1d87-42be-b282-029ee3dbc40b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:47.766629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:47.780696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'port_id': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd', 'mac_address': 'fa:16:3e:a1:b6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:21:47.816610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.825008 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.838833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6daac3f-399e-4162-a808-f7cdfe9aa4dd {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:21:47.858168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:47.862129 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.909881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:47.918254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.921879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.932358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3d57-f471-4ea0-920c-9535ab916d51 req-0ace984b-0907-420d-9c07-9349faf51c14 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:47.934657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf2c3d57-f471-4ea0-920c-9535ab916d51 req-0ace984b-0907-420d-9c07-9349faf51c14 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 944 time: 0.1513157 Sep 10 03:21:47.989862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.990340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a86301d-586a-4495-9b34-8e879bd0a7d8 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:21:47.994758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:47.996462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5a1cb796-4554-421f-a454-66a7a12bb67f admin admin] 10.222.0.23 "DELETE /v2.0/routers/0a86301d-586a-4495-9b34-8e879bd0a7d8 HTTP/1.1" status: 204 len: 168 time: 1.0700200 Sep 10 03:21:47.999049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54234) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:48.010220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf2c3d57-f471-4ea0-920c-9535ab916d51 req-7b38cc9a-4bfe-45b9-b109-ddc93acd6e94 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Sep 10 03:21:48.054753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Deleting subnet ee8119dc-beeb-479f-93c2-66a3a68f78f2 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:21:48.059209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.096776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d6daac3f-399e-4162-a808-f7cdfe9aa4dd'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:21:48.101878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.139973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 049b25c4-c498-4f54-b302-72bcf3cdf5a3 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:48.158996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.171304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 049b25c4-c498-4f54-b302-72bcf3cdf5a3 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:48.171608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 049b25c4-c498-4f54-b302-72bcf3cdf5a3 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:48.218103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.244582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8119dc-beeb-479f-93c2-66a3a68f78f2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:48.248954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.253449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f06f19b4-5b44-49ba-9437-f9084aab76f1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ee8119dc-beeb-479f-93c2-66a3a68f78f2 HTTP/1.1" status: 204 len: 168 time: 0.2511539 Sep 10 03:21:48.253738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54236) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:48.322965 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.372500 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:21:48.406411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.426810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:48.440334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cf2632-7db0-42a6-9584-5751f9d038e5') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:48.440641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cf2632-7db0-42a6-9584-5751f9d038e5') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:48.451950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.470483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.477414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:21:48.478832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:21:48.479851 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:21:48.541563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.551662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.553946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] 10.222.0.23 "DELETE /v2.0/networks/20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a HTTP/1.1" status: 204 len: 168 time: 0.2991667 Sep 10 03:21:48.569151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d2741-c4fc-4a13-8027-d1874945fd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cc03c6-bd30-41f6-b7dc-f9dc98fcb71a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:48.767131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:48.815669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647c957-5b6b-435e-bd36-fbbf40100a83 req-e8341ac0-596b-49ec-af52-c10e28b50ece tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:48.817475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a647c957-5b6b-435e-bd36-fbbf40100a83 req-e8341ac0-596b-49ec-af52-c10e28b50ece tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0672014 Sep 10 03:21:48.822189 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-62fe597f-d0af-42a5-9544-b7a34ea2bf41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d8a0a41af0e4e1f8433102e3b08b6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537043 Sep 10 03:21:48.825209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54254) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:48.863763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a647c957-5b6b-435e-bd36-fbbf40100a83 req-6df80fb6-9fe7-43ae-8fab-1d4bed3e9c1f tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Sep 10 03:21:48.901917 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6672e1e9-e67a-46a5-aaee-f4a1f356b322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.927214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6672e1e9-e67a-46a5-aaee-f4a1f356b322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.975221 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6672e1e9-e67a-46a5-aaee-f4a1f356b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.977773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6672e1e9-e67a-46a5-aaee-f4a1f356b322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:48.978980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6672e1e9-e67a-46a5-aaee-f4a1f356b322 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21e670bb-b692-4954-8f50-523aac6776fc HTTP/1.1" status: 204 len: 168 time: 0.1526806 Sep 10 03:21:48.987542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672e1e9-e67a-46a5-aaee-f4a1f356b322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e670bb-b692-4954-8f50-523aac6776fc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:49.152389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b370e-31ca-4504-ba49-413ace1607c2 req-e908e906-0e75-4366-a37f-9e0ebddf816c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:49.153984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e2b370e-31ca-4504-ba49-413ace1607c2 req-e908e906-0e75-4366-a37f-9e0ebddf816c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 945 time: 0.0548294 Sep 10 03:21:49.199353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9e2b370e-31ca-4504-ba49-413ace1607c2 req-908e25f6-3de5-41d2-b69d-483e611ee169 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 Sep 10 03:21:49.655419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d6daac3f-399e-4162-a808-f7cdfe9aa4dd up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:49.717675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port d6daac3f-399e-4162-a808-f7cdfe9aa4dd completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:49.722044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d6daac3f-399e-4162-a808-f7cdfe9aa4dd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:49.722594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:49.814592 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:49.845449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:21:49.848806 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d65d6b-0a1f-499f-8cad-ba7718e76e89" -d '{"events": [{"server_uuid": "7fb76503-6c8f-4dc9-b31f-f090b442c047", "name": "network-vif-plugged", "status": "completed", "tag": "d6daac3f-399e-4162-a808-f7cdfe9aa4dd"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:21:49.865648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:49.868264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 088db33f-1d87-42be-b282-029ee3dbc40b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:21:49.873102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:49.895400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 088db33f-1d87-42be-b282-029ee3dbc40b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:21:49.895768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 088db33f-1d87-42be-b282-029ee3dbc40b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:21:49.915871 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7fcb32-be6c-4302-808e-1bdd15a2903f x-openstack-request-id: req-8c7fcb32-be6c-4302-808e-1bdd15a2903f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:21:49.916165 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb76503-6c8f-4dc9-b31f-f090b442c047", "name": "network-vif-plugged", "status": "completed", "tag": "d6daac3f-399e-4162-a808-f7cdfe9aa4dd", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:21:49.916416 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c7fcb32-be6c-4302-808e-1bdd15a2903f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:21:49.916805 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd', 'code': 200} Sep 10 03:21:49.946110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:50.040678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b1d5d-cfa6-4828-8a14-2caf52fbb480 req-6c275a9d-59f2-4590-982e-039a0b04a423 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:50.042305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f59b1d5d-cfa6-4828-8a14-2caf52fbb480 req-6c275a9d-59f2-4590-982e-039a0b04a423 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0789680 Sep 10 03:21:50.049437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c1df1-22ec-4dd3-a991-6c015f0e4329 req-5d47eb20-65cf-4d19-9b80-362fdc601b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:50.050979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d2c1df1-22ec-4dd3-a991-6c015f0e4329 req-5d47eb20-65cf-4d19-9b80-362fdc601b78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 1097 time: 0.0781198 Sep 10 03:21:50.108961 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2d2c1df1-22ec-4dd3-a991-6c015f0e4329 req-f553f109-64e5-4df3-b11d-3fcb553ec5ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502691 Sep 10 03:21:50.114182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f59b1d5d-cfa6-4828-8a14-2caf52fbb480 req-1633f6e6-a261-47d8-95ad-d64af4663959 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622280 Sep 10 03:21:50.326083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bff22-4e58-4323-9a19-4fdb6e7d5cf3 req-e61cd469-e36b-4363-8df7-62bd20d77be7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:50.327738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d63bff22-4e58-4323-9a19-4fdb6e7d5cf3 req-e61cd469-e36b-4363-8df7-62bd20d77be7 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 946 time: 0.0530629 Sep 10 03:21:50.369036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d63bff22-4e58-4323-9a19-4fdb6e7d5cf3 req-6b685a38-1584-4594-b137-0fc63427e0e2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Sep 10 03:21:51.281581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedcb-88e4-4649-a9c8-60d42d2beca4 req-df214a0a-a52a-4923-bbbc-1bddfb76b73e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:51.283312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a70fedcb-88e4-4649-a9c8-60d42d2beca4 req-df214a0a-a52a-4923-bbbc-1bddfb76b73e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0776725 Sep 10 03:21:51.331873 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a70fedcb-88e4-4649-a9c8-60d42d2beca4 req-da44cad0-b465-4316-8632-6ee8b00602a6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Sep 10 03:21:51.514913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995a9dd-7cfc-41f2-8de8-4bbaf1e6af84 req-3ae6804f-fc51-4c70-a92f-61689b358a7f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:51.517740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3995a9dd-7cfc-41f2-8de8-4bbaf1e6af84 req-3ae6804f-fc51-4c70-a92f-61689b358a7f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 946 time: 0.0664291 Sep 10 03:21:51.565279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3995a9dd-7cfc-41f2-8de8-4bbaf1e6af84 req-68ec2657-4ecf-4815-92fd-96e33457fc84 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Sep 10 03:21:51.705684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28689d1-766e-41a2-be5c-4e57be8c4cd3 req-aa6aeec3-d97a-4ee1-b48d-9e3108bb831d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:51.707566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a28689d1-766e-41a2-be5c-4e57be8c4cd3 req-aa6aeec3-d97a-4ee1-b48d-9e3108bb831d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 946 time: 0.0676966 Sep 10 03:21:51.761758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a28689d1-766e-41a2-be5c-4e57be8c4cd3 req-43a14ee5-ada5-4266-8b03-8185bfcff630 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448170 Sep 10 03:21:52.458293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ab4c-73de-4210-bd2a-500e7fef161a req-6df7ad85-ec5b-42a3-8e4c-864679f5781b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:52.459807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d51ab4c-73de-4210-bd2a-500e7fef161a req-6df7ad85-ec5b-42a3-8e4c-864679f5781b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Sep 10 03:21:52.499550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d51ab4c-73de-4210-bd2a-500e7fef161a req-3d199da8-48b7-487b-9962-f5196e46274a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Sep 10 03:21:52.625964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54400) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:52.745219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad09-2647-4ea2-b994-23f8dd4c75c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:52.835362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad09-2647-4ea2-b994-23f8dd4c75c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:52.838693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad09-2647-4ea2-b994-23f8dd4c75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:52.876364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6c48ad09-2647-4ea2-b994-23f8dd4c75c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d374cbf67ce45c4ace321e79dd8aee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492197 Sep 10 03:21:52.877155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48ad09-2647-4ea2-b994-23f8dd4c75c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74302a96-3cc2-4515-ad58-86c1085b7108,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:52.878946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:52.930987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:52.955120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.007874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.010700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.013361 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74302a96-3cc2-4515-ad58-86c1085b7108 HTTP/1.1" status: 204 len: 168 time: 0.1332638 Sep 10 03:21:53.021540 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74302a96-3cc2-4515-ad58-86c1085b7108,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:53.030092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.030500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.030854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.031181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.031629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.031959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.032328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.032623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.032954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.033423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.033673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.033999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b539335-7b32-4db2-94b7-90c7c4083755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:21:53.266989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54420) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:53.304362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:53.319908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-053ed3de-0e45-4012-ba93-6ec54db382b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.415363 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-053ed3de-0e45-4012-ba93-6ec54db382b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.419353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-053ed3de-0e45-4012-ba93-6ec54db382b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.460648 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-053ed3de-0e45-4012-ba93-6ec54db382b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b84253d63c134d039b659c94c073f2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550086 Sep 10 03:21:53.461686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ed3de-0e45-4012-ba93-6ec54db382b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca8014-2b17-4024-841a-bd7dbf1ee564,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:53.464331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54424) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:21:53.524596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a837da0-4921-401a-af5a-69554394fc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.565319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a837da0-4921-401a-af5a-69554394fc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.657133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8445a7d-557a-433c-bc73-3c8b421489a7 req-fee4ec40-1412-450c-9c9e-0aa79bf1cad2 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:53.666274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8445a7d-557a-433c-bc73-3c8b421489a7 req-fee4ec40-1412-450c-9c9e-0aa79bf1cad2 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0813248 Sep 10 03:21:53.696151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a837da0-4921-401a-af5a-69554394fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.699432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a837da0-4921-401a-af5a-69554394fc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:53.700832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6a837da0-4921-401a-af5a-69554394fc40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beca8014-2b17-4024-841a-bd7dbf1ee564 HTTP/1.1" status: 204 len: 168 time: 0.2352288 Sep 10 03:21:53.721542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a837da0-4921-401a-af5a-69554394fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca8014-2b17-4024-841a-bd7dbf1ee564,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:53.752211 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8445a7d-557a-433c-bc73-3c8b421489a7 req-5ab8f8e5-8b30-458d-91f9-07b40b490863 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Sep 10 03:21:53.787255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-0ea684cc-fa06-40b7-a9b0-a9f19b10dba1 req-d94c2159-8121-4ab7-9638-663ea5a1f4e3 service neutron] (94633) timed out ('10.222.0.23', 58422) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:21:53.801807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.150014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.20.0.17 (4b78f85b-fba1-4cd7-970f-83625e069cf2/4c9ffe4e-e87c-437f-88e5-c1142dc90ac7/6d53d14e-25d9-40c8-bed2-3e736f9cbaea) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:21:54.278789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.292175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Transition to ACTIVE for port object 6d53d14e-25d9-40c8-bed2-3e736f9cbaea will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:54.329698 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.368908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:54.372383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:54.375077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:21:54.435114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:54.447546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.604258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.638616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a28ecd17-b9a9-4ac3-b437-95cf42fa3ce6 None None] Provisioning for port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:54.643898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a28ecd17-b9a9-4ac3-b437-95cf42fa3ce6 None None] Provisioning complete for port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:54.644395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a28ecd17-b9a9-4ac3-b437-95cf42fa3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.682059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a28ecd17-b9a9-4ac3-b437-95cf42fa3ce6 None None] Port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:54.910976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d5e9-c0e3-4f69-a45a-db46588f84e8 req-e961197f-3bd1-4342-b04b-61857004719a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:54.912493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98d5d5e9-c0e3-4f69-a45a-db46588f84e8 req-e961197f-3bd1-4342-b04b-61857004719a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0795250 Sep 10 03:21:54.937239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:54.944372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:55.021930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98d5d5e9-c0e3-4f69-a45a-db46588f84e8 req-63520e35-e1f9-4c76-a7e6-6e08bad882c0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012080 Sep 10 03:21:55.042194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:55.042194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:55.129091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:21:55.131747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:21:55.262820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:21:55.437337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f1ed87c7-cd37-4f82-8d68-655b47600b2b None None] Provisioning complete for port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:55.437942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f1ed87c7-cd37-4f82-8d68-655b47600b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:55.486537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed87c7-cd37-4f82-8d68-655b47600b2b None None] Port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:21:55.699521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:21:55.704702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3511ca44-4ea4-40eb-8f73-6dde73bf3203 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "PUT /v2.0/routers/d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4364936 Sep 10 03:21:55.712148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:21:55.726583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:55.727312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:55.862842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-63c98fea-3e7e-4232-aa80-442223eff6cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439823 Sep 10 03:21:55.888040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:55.951338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-580e9e80-28e9-4214-b793-68998889850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:55.953112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-580e9e80-28e9-4214-b793-68998889850d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.0664377 Sep 10 03:21:56.125434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-714a2870-5222-4de2-8581-2a670199614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:56.128307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-714a2870-5222-4de2-8581-2a670199614c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 908 time: 0.1504679 Sep 10 03:21:56.188689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:21:54Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:09Z', 'revision_number': 1, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d53d14e-25d9-40c8-bed2-3e736f9cbaea', 'name': '', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:70:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:53Z', 'updated_at': '2021-09-10T03:21:54Z', 'revision_number': 2, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:56.211776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f53f-23e1-45d7-b7cb-ca203f92e225 req-0f9982c5-92e4-472c-91cc-c8e73937324a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:56.220426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7479f53f-23e1-45d7-b7cb-ca203f92e225 req-0f9982c5-92e4-472c-91cc-c8e73937324a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0997379 Sep 10 03:21:56.224349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:21:56.224712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Updating router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:21:56.242753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-c20e2bdf-7c88-441a-b607-40e5f3ff0da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.1024804 Sep 10 03:21:56.254051 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:56.281984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7479f53f-23e1-45d7-b7cb-ca203f92e225 req-fc0ea5a2-f705-4901-ae83-47ad9f57ae6b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602198 Sep 10 03:21:56.336238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-a79bae3f-5d2b-4b3d-a5d0-fd1c99e9561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:56.337770 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-a79bae3f-5d2b-4b3d-a5d0-fd1c99e9561a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 200 len: 847 time: 0.0910168 Sep 10 03:21:56.390213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-83691c16-d333-4f5f-b869-8ae03bbfc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:56.392033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-83691c16-d333-4f5f-b869-8ae03bbfc545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed7601d1-012b-4057-aba7-166a557589c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471730 Sep 10 03:21:56.551812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-ffbefa7a-e391-4e82-a0b9-22caca0515f0 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498966 Sep 10 03:21:56.733825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5680c53b-7b87-474a-b51c-b9bc0715e093 req-5c8cbfdd-a77c-421d-b631-1d83c4efb294 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736836 Sep 10 03:21:56.743976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:56.756197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Transition to ACTIVE for port object 6d53d14e-25d9-40c8-bed2-3e736f9cbaea will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:21:56.764659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:56.818352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f092-c963-4b2b-8e06-45441b6f28c4 None None] Pushing event updated for resources: {'Port': ['ID=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:56.877495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Attempting to bind port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:21:56.877852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Attempting to bind port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:21:56.878197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Attempting to bind port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea on network 4b78f85b-fba1-4cd7-970f-83625e069cf2 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:21:56.883663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:21:56.884261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Checking segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:21:56.884665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:56.885061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Bound using segment: {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:21:56.885526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Bound port: 6d53d14e-25d9-40c8-bed2-3e736f9cbaea, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ac9059-26b1-4e6c-a470-59e43ebdb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:21:56.885903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:56.960698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] For port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:21:56.965734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] For port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:21:56.970445 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:57.037723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f092-c963-4b2b-8e06-45441b6f28c4 None None] Pushing event updated for resources: {'Port': ['ID=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:57.040874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:21:57.041606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:21:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:57.165991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:21:57.436376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7c473-2c44-4360-ad42-85cc39e5ec3c req-8f7c0887-0f5b-4f6e-bb3d-29960a8ef58a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:57.437479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:21:54Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:09Z', 'revision_number': 1, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d53d14e-25d9-40c8-bed2-3e736f9cbaea', 'name': '', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:70:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:53Z', 'updated_at': '2021-09-10T03:21:56Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:21:57.437918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ff7c473-2c44-4360-ad42-85cc39e5ec3c req-8f7c0887-0f5b-4f6e-bb3d-29960a8ef58a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0547183 Sep 10 03:21:57.471681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8164e-6a95-4a4f-8621-23a81c0e4a1d None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:21:54Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:09Z', 'revision_number': 1, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d53d14e-25d9-40c8-bed2-3e736f9cbaea', 'name': '', 'network_id': '4b78f85b-fba1-4cd7-970f-83625e069cf2', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:70:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:53Z', 'updated_at': '2021-09-10T03:21:56Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '4c9ffe4e-e87c-437f-88e5-c1142dc90ac7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:21:57.489514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ff7c473-2c44-4360-ad42-85cc39e5ec3c req-2611d225-7992-4ec3-aa0e-a54474bf5ef2 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Sep 10 03:21:57.949295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d53d14e-25d9-40c8-bed2-3e736f9cbaea up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:58.015149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:21:58.022061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:58.022961 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:58.138693 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:58.183988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:21:58.198629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:21:58.261699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:21:58.660845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb8283-3394-42de-907c-a548ef50e660 req-831e8f51-362f-43f9-b30f-388631e85967 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:58.663074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0bb8283-3394-42de-907c-a548ef50e660 req-831e8f51-362f-43f9-b30f-388631e85967 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0701525 Sep 10 03:21:58.737173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0bb8283-3394-42de-907c-a548ef50e660 req-0cdad446-61f0-42c3-9583-e5b545ec6909 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Sep 10 03:21:59.858816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53747f06-4a66-497f-87f7-f335456ba5f4 req-c67ffcc1-c74b-43a0-be9b-4a817bba0332 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:21:59.867325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53747f06-4a66-497f-87f7-f335456ba5f4 req-c67ffcc1-c74b-43a0-be9b-4a817bba0332 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0673180 Sep 10 03:21:59.910657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53747f06-4a66-497f-87f7-f335456ba5f4 req-5ee45276-380a-45b7-850d-0323259850b0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Sep 10 03:21:59.935014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d53d14e-25d9-40c8-bed2-3e736f9cbaea up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:21:59.982718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:21:59.983210 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:00.848652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:00.954955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c031e4e-883f-493c-b414-55dd56baae1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.030161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a33df-d836-4867-a2da-d802d3920bb7 req-c211512a-3f65-4358-af6b-571328213989 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:01.031871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e57a33df-d836-4867-a2da-d802d3920bb7 req-c211512a-3f65-4358-af6b-571328213989 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0563071 Sep 10 03:22:01.056135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c031e4e-883f-493c-b414-55dd56baae1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.064529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c031e4e-883f-493c-b414-55dd56baae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.077400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e57a33df-d836-4867-a2da-d802d3920bb7 req-f8b35d99-ddb5-49c3-b74a-6225d993dbf3 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Sep 10 03:22:01.147194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c031e4e-883f-493c-b414-55dd56baae1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a104c93eed74632a647dc912343d7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973666 Sep 10 03:22:01.149880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:01.155814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c031e4e-883f-493c-b414-55dd56baae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81469ca1-456c-4871-b080-2807e9326415,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:01.207424 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7e26-3953-4bb3-9376-8238632d11ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.231959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7e26-3953-4bb3-9376-8238632d11ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.285293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7e26-3953-4bb3-9376-8238632d11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.288337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7e26-3953-4bb3-9376-8238632d11ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.289530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6e5b7e26-3953-4bb3-9376-8238632d11ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81469ca1-456c-4871-b080-2807e9326415 HTTP/1.1" status: 204 len: 168 time: 0.1387393 Sep 10 03:22:01.298884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b7e26-3953-4bb3-9376-8238632d11ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81469ca1-456c-4871-b080-2807e9326415,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:01.554800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54660) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:01.568280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6791-6766-47bf-bacf-4428d16334c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.654935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6791-6766-47bf-bacf-4428d16334c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.658460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6791-6766-47bf-bacf-4428d16334c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.694546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6791-6766-47bf-bacf-4428d16334c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab990e26-f357-41ec-ab58-d645133f5995,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:01.700242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2e8c6791-6766-47bf-bacf-4428d16334c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b049d9b01ef04ad290ef0a47e306a8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444347 Sep 10 03:22:01.702733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54664) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:01.743016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-93eb07bc-ba4f-47c7-ac68-b6e5629b7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.754695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-102fe1e4-8d25-415a-baff-22d68cb41572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.777848 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-102fe1e4-8d25-415a-baff-22d68cb41572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.827279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-102fe1e4-8d25-415a-baff-22d68cb41572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.829837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-102fe1e4-8d25-415a-baff-22d68cb41572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:01.831034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-102fe1e4-8d25-415a-baff-22d68cb41572 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab990e26-f357-41ec-ab58-d645133f5995 HTTP/1.1" status: 204 len: 168 time: 0.1273050 Sep 10 03:22:01.838753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe1e4-8d25-415a-baff-22d68cb41572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab990e26-f357-41ec-ab58-d645133f5995,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:01.862266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:02.110301 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:02.211010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee9358-8831-4bf1-ad02-8ddcd9973460 req-f0ee7756-71b8-4593-a96f-aaa2a3c8d150 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:02.212564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73ee9358-8831-4bf1-ad02-8ddcd9973460 req-f0ee7756-71b8-4593-a96f-aaa2a3c8d150 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0500793 Sep 10 03:22:02.252579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73ee9358-8831-4bf1-ad02-8ddcd9973460 req-698fd9bc-566f-4d82-8168-8fabe9723eba tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Sep 10 03:22:03.377492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036669b3-ea18-4fc9-9655-ef37ac3f7a75 req-bbc3fc84-88e0-47ff-ad79-f65cef072c3e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:03.379271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-036669b3-ea18-4fc9-9655-ef37ac3f7a75 req-bbc3fc84-88e0-47ff-ad79-f65cef072c3e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0537596 Sep 10 03:22:03.423643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-036669b3-ea18-4fc9-9655-ef37ac3f7a75 req-7d9be59d-074e-42df-9fde-50a595368697 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Sep 10 03:22:04.324855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-33530e96-48dd-4998-b02e-556620a3216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:04.569222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5046-4d8c-4cda-ad15-8a97e77a8c8f req-fc1815cd-f3e5-4a56-b5e1-bba93fef67a5 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:04.571190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-232a5046-4d8c-4cda-ad15-8a97e77a8c8f req-fc1815cd-f3e5-4a56-b5e1-bba93fef67a5 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0533950 Sep 10 03:22:04.616142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-232a5046-4d8c-4cda-ad15-8a97e77a8c8f req-6322d2a1-5a72-47b7-ac0d-236347b3434c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378315 Sep 10 03:22:04.697693 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:04.796446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54758) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:04.901123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9303e87f-8050-4eaf-a372-d8b60001fe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:04.993932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9303e87f-8050-4eaf-a372-d8b60001fe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:04.997792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9303e87f-8050-4eaf-a372-d8b60001fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.040834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9303e87f-8050-4eaf-a372-d8b60001fe1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6edf63e98cd24e9f93c505445e224c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422924 Sep 10 03:22:05.043021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303e87f-8050-4eaf-a372-d8b60001fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d600618-40b5-4258-8c0e-f2aa6c693649,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:05.043727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:05.103487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abdb031f-d6a1-4801-a1d7-321c5e8381f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.125959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abdb031f-d6a1-4801-a1d7-321c5e8381f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.172135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abdb031f-d6a1-4801-a1d7-321c5e8381f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.174705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abdb031f-d6a1-4801-a1d7-321c5e8381f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.175889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-abdb031f-d6a1-4801-a1d7-321c5e8381f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d600618-40b5-4258-8c0e-f2aa6c693649 HTTP/1.1" status: 204 len: 168 time: 0.1308901 Sep 10 03:22:05.184313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb031f-d6a1-4801-a1d7-321c5e8381f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d600618-40b5-4258-8c0e-f2aa6c693649,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:05.422850 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.542753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:05.556467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-297a74bb-620c-45c3-8b63-a2d94c608271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.646898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-297a74bb-620c-45c3-8b63-a2d94c608271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.651780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-297a74bb-620c-45c3-8b63-a2d94c608271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.696276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-297a74bb-620c-45c3-8b63-a2d94c608271 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c0b57d4dada46edadb2d7920e7ccb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523318 Sep 10 03:22:05.699112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a74bb-620c-45c3-8b63-a2d94c608271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccc178-f1fd-4ce1-aa99-da5b7b73f18a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:05.699532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54790) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:05.749224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813a124-9add-4e3a-add0-67b5adc4d6c7 req-0c3aaeaa-1de1-4e93-8425-cd82a41cfb95 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:05.750768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4813a124-9add-4e3a-add0-67b5adc4d6c7 req-0c3aaeaa-1de1-4e93-8425-cd82a41cfb95 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Sep 10 03:22:05.754356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d830505c-9e87-4285-8d6b-f2b2d34fc73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.778474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d830505c-9e87-4285-8d6b-f2b2d34fc73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.794739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4813a124-9add-4e3a-add0-67b5adc4d6c7 req-62db662a-bd88-4274-8ae5-56c8b7a35cb4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Sep 10 03:22:05.833639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d830505c-9e87-4285-8d6b-f2b2d34fc73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.838699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d830505c-9e87-4285-8d6b-f2b2d34fc73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:05.840838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d830505c-9e87-4285-8d6b-f2b2d34fc73f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16ccc178-f1fd-4ce1-aa99-da5b7b73f18a HTTP/1.1" status: 204 len: 168 time: 0.1390281 Sep 10 03:22:05.848531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830505c-9e87-4285-8d6b-f2b2d34fc73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccc178-f1fd-4ce1-aa99-da5b7b73f18a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:06.666671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54822) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:06.857484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Deleting port e72eb759-6a0e-414e-8852-5e13bf632a02 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:06.858192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:06.947613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:06.948212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:06.949518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdede5f-43d5-42a3-8a90-34428847771c req-a8281479-0aee-4166-9153-4b402ba04520 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:06.951160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbdede5f-43d5-42a3-8a90-34428847771c req-a8281479-0aee-4166-9153-4b402ba04520 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0711546 Sep 10 03:22:06.968526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Calling delete_port for e72eb759-6a0e-414e-8852-5e13bf632a02 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:06.999120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbdede5f-43d5-42a3-8a90-34428847771c req-c33d7510-7d79-440c-8c70-0de2c9595d8c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Sep 10 03:22:07.193074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:07.221921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event deleted for resources: {'Port': ['ID=e72eb759-6a0e-414e-8852-5e13bf632a02,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:07.297687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:07.298189 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Floating IP 0547ea94-1e27-47dd-90e7-eb27769fb620 disassociated (deleted). External IP: 172.25.8.23, port: 32f73050-6c3f-4ab2-91ff-f4fc1ccda650. Sep 10 03:22:07.363350 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:07.558658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Router eb9be2dd-cc35-48a3-b7e2-9783591903a8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:07.702320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:07.710899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:07.720877 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] Sync routers for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:07.731410 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:07.732369 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:07.747804 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-13f05df1-53b5-4da1-bafd-00fb8ded923a tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "DELETE /v2.0/floatingips/0547ea94-1e27-47dd-90e7-eb27769fb620 HTTP/1.1" status: 204 len: 168 time: 1.0788691 Sep 10 03:22:07.748594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:07.750930 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a8c001-b3d2-404c-bac8-f72cd10a695f" -d '{"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:07.827620 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f513fa-e0b6-4b59-a47d-13c6f2e00dea x-openstack-request-id: req-82f513fa-e0b6-4b59-a47d-13c6f2e00dea {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:07.828041 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:07.828375 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f513fa-e0b6-4b59-a47d-13c6f2e00dea {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:07.831613 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'status': 'completed', 'code': 200} Sep 10 03:22:07.933546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-8b1c10a0-b5a7-45a0-8244-ad7272806ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:07.934221 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:07.939292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-8b1c10a0-b5a7-45a0-8244-ad7272806ca4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e03a2b48745477c87aac6514c8d155e&device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 1096 time: 0.0927577 Sep 10 03:22:08.158354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-1fafca27-cab7-4046-8372-f6dde881bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:08.160194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-1fafca27-cab7-4046-8372-f6dde881bd85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 200 len: 913 time: 0.2132733 Sep 10 03:22:08.190940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ac3ac-0c90-4c1a-82dc-f3c5a1e464b5 req-d8766e52-aa01-45af-89aa-0953bb87fed6 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:08.191994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482fb6b-46a0-4cc3-adbd-f5a4f87fa1d3 req-67de21af-e3d1-4028-a742-c17be16a4b1d tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:08.192675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c4ac3ac-0c90-4c1a-82dc-f3c5a1e464b5 req-d8766e52-aa01-45af-89aa-0953bb87fed6 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.1370316 Sep 10 03:22:08.215384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8482fb6b-46a0-4cc3-adbd-f5a4f87fa1d3 req-67de21af-e3d1-4028-a742-c17be16a4b1d tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1281545 Sep 10 03:22:08.252048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-9e7f4aff-ec39-481d-982c-5a6a330ba2cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 200 len: 217 time: 0.0570812 Sep 10 03:22:08.261073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:08.302684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8482fb6b-46a0-4cc3-adbd-f5a4f87fa1d3 req-e7afe90c-4c60-4aab-a5f0-ea220e5bfe5c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Sep 10 03:22:08.314708 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] Checking router: eb9be2dd-cc35-48a3-b7e2-9783591903a8 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:08.337729 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:08.338507 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:08.348988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c4ac3ac-0c90-4c1a-82dc-f3c5a1e464b5 req-7dd6f75f-4686-4db6-85bc-b7d60f326f1f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956635 Sep 10 03:22:08.353010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-36d446af-2fcf-46ce-b29b-f0ef97fc24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:08.354491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-36d446af-2fcf-46ce-b29b-f0ef97fc24a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 200 len: 852 time: 0.0914996 Sep 10 03:22:08.413971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-f4a7f3b0-b883-49e5-b80a-5b0993e8286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:08.415836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-f4a7f3b0-b883-49e5-b80a-5b0993e8286d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b1356b-e0b8-4322-a6dc-1de268b15cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528300 Sep 10 03:22:08.473412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:08.593181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-dcb9ddb8-b831-431c-b934-e364b2fbb538 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678138 Sep 10 03:22:08.723890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59a8c001-b3d2-404c-bac8-f72cd10a695f req-d23d7ace-3311-4d5e-b050-c17d8243514f service neutron] 10.222.0.36 "GET /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214285 Sep 10 03:22:08.832638 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:08.859850 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86364a-7167-44f8-a0ed-0ca839c96372 None None] The sync data for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 is: [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd8e7af38-ec57-4e08-a4a6-7686effabfba', 'name': '', 'network_id': 'b1b1356b-e0b8-4322-a6dc-1de268b15cc3', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'mac_address': 'fa:16:3e:0f:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:43Z', 'updated_at': '2021-09-10T03:17:52Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'subnets': [{'id': '846b909a-95a9-49f9-835c-d96848cf0f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:09.187078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082460c-0991-47a9-b0f0-cf8696d56b6a None None] New status for floating IP 0547ea94-1e27-47dd-90e7-eb27769fb620: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:22:09.465617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5137df1-a9dd-4680-86dc-f435b5193471 req-c4a224ca-fb77-474c-8552-baf937c3e66f tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:09.468134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5137df1-a9dd-4680-86dc-f435b5193471 req-c4a224ca-fb77-474c-8552-baf937c3e66f tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0577149 Sep 10 03:22:09.514498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa058fd3-e127-40bd-ae7b-4112e8db87f0 req-5298e7c4-8915-41c5-ad2c-e9b5921054d0 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:09.516552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa058fd3-e127-40bd-ae7b-4112e8db87f0 req-5298e7c4-8915-41c5-ad2c-e9b5921054d0 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.0588384 Sep 10 03:22:09.522949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e5137df1-a9dd-4680-86dc-f435b5193471 req-4bbdad1d-bcb2-4a78-af28-2b3783e0e5b8 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Sep 10 03:22:09.576425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa058fd3-e127-40bd-ae7b-4112e8db87f0 req-86ed263a-0b68-4e65-a6ba-067adf943ce0 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/security-groups?id=d04a0b24-4a6b-49cc-9cd3-b418e909ca94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467310 Sep 10 03:22:09.637210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:09.783031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e620c7a2-928c-4283-890f-33c8e3676ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:09.834016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-c3216b68-ebeb-4314-ae19-9e0f738c2517 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:09.835727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-c3216b68-ebeb-4314-ae19-9e0f738c2517 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.36 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 945 time: 0.0949991 Sep 10 03:22:10.086606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Deleting port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:10.086977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.097155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e620c7a2-928c-4283-890f-33c8e3676ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.111485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e620c7a2-928c-4283-890f-33c8e3676ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.111654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb1e2d-c892-4758-92a7-d96ea10bb8e5 req-886a8331-c927-406f-8ef1-d149bb8670ce tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:10.113324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2fb1e2d-c892-4758-92a7-d96ea10bb8e5 req-886a8331-c927-406f-8ef1-d149bb8670ce tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.0590980 Sep 10 03:22:10.157605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d2fb1e2d-c892-4758-92a7-d96ea10bb8e5 req-acc3bc46-f72d-4ff9-a03a-bed1d12facc0 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374904 Sep 10 03:22:10.197462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620c7a2-928c-4283-890f-33c8e3676ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee01274-727b-4aa6-8b50-6adfb15d0c51,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:10.201961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e620c7a2-928c-4283-890f-33c8e3676ca9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94a6527d6f7d4d3598b9e17e430c4be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636489 Sep 10 03:22:10.204776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54924) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:10.255765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] For port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:10.256053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.273382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Calling delete_port for 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:10.294623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45742038-916b-4637-9bc2-5b8c35c1dfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.347556 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45742038-916b-4637-9bc2-5b8c35c1dfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.438778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45742038-916b-4637-9bc2-5b8c35c1dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.441290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45742038-916b-4637-9bc2-5b8c35c1dfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.442435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45742038-916b-4637-9bc2-5b8c35c1dfdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aee01274-727b-4aa6-8b50-6adfb15d0c51 HTTP/1.1" status: 204 len: 168 time: 0.2367589 Sep 10 03:22:10.455796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45742038-916b-4637-9bc2-5b8c35c1dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee01274-727b-4aa6-8b50-6adfb15d0c51,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:10.473249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.510176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event deleted for resources: {'Port': ['ID=32f73050-6c3f-4ab2-91ff-f4fc1ccda650,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:10.545510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] No DVR routers for this DVR port 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:10.548255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.550303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6d5e626-f85f-444f-9866-95733c6acb47 req-80b1cd44-89af-465a-95fc-c71c2f85428f tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.36 "DELETE /v2.0/ports/32f73050-6c3f-4ab2-91ff-f4fc1ccda650 HTTP/1.1" status: 204 len: 173 time: 0.7071011 Sep 10 03:22:10.550745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'name': 'network-vif-deleted', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:10.553642 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2734f2-a6b6-4fb5-bd20-d85a667279c2" -d '{"events": [{"server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "name": "network-vif-deleted", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:10.591752 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca27c97-5318-4e19-a5b2-cc3de922ded1 x-openstack-request-id: req-cca27c97-5318-4e19-a5b2-cc3de922ded1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:10.592757 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4154edef-19b7-497e-ab60-c28d343dde6b", "name": "network-vif-deleted", "tag": "32f73050-6c3f-4ab2-91ff-f4fc1ccda650", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:10.593013 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca27c97-5318-4e19-a5b2-cc3de922ded1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:10.593420 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4154edef-19b7-497e-ab60-c28d343dde6b', 'name': 'network-vif-deleted', 'tag': '32f73050-6c3f-4ab2-91ff-f4fc1ccda650', 'status': 'completed', 'code': 200} Sep 10 03:22:10.658969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a15ec2-ce9f-45a6-bec1-45f954bb8a31 req-f7f0ecc5-0f5c-4f2a-85b9-4fdb2bcef598 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:10.666358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95a15ec2-ce9f-45a6-bec1-45f954bb8a31 req-f7f0ecc5-0f5c-4f2a-85b9-4fdb2bcef598 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0561223 Sep 10 03:22:10.704342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d616c08-c9d2-4e9d-9aef-a5f1ff2426d6 req-cf6a21a5-a96f-4d8d-8dda-32b784d0d186 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0331850 Sep 10 03:22:10.707560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95a15ec2-ce9f-45a6-bec1-45f954bb8a31 req-d0de1059-2a2e-4cc6-9ebd-156217751ae5 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Sep 10 03:22:10.786172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 54936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:10.802996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6cca082c-a7f4-4123-8654-f634c2b4cf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.910048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6cca082c-a7f4-4123-8654-f634c2b4cf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.915619 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6cca082c-a7f4-4123-8654-f634c2b4cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:10.971299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6cca082c-a7f4-4123-8654-f634c2b4cf26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da1cc7a88e1f43e3b79caf2bf7aefcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816523 Sep 10 03:22:10.971299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca082c-a7f4-4123-8654-f634c2b4cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c19e2b-001d-4a91-a23b-c22bfbe013b8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:10.972921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 54942) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:11.044535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f36fb8f7-caae-45ac-9abf-248c16fd13cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.073351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f36fb8f7-caae-45ac-9abf-248c16fd13cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.143607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f36fb8f7-caae-45ac-9abf-248c16fd13cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.146793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f36fb8f7-caae-45ac-9abf-248c16fd13cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.148350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f36fb8f7-caae-45ac-9abf-248c16fd13cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2c19e2b-001d-4a91-a23b-c22bfbe013b8 HTTP/1.1" status: 204 len: 168 time: 0.1739409 Sep 10 03:22:11.158617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fb8f7-caae-45ac-9abf-248c16fd13cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c19e2b-001d-4a91-a23b-c22bfbe013b8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:11.317256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9d7ae-8b88-40e1-a9c8-508eea86ce3f req-db733066-5860-47b5-89b0-2fc03f4b695f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:11.319032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa9d7ae-8b88-40e1-a9c8-508eea86ce3f req-db733066-5860-47b5-89b0-2fc03f4b695f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.0759044 Sep 10 03:22:11.387627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fa9d7ae-8b88-40e1-a9c8-508eea86ce3f req-a6dc3dca-ad41-4dec-a042-c7be5583ca30 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups?id=b42f5dbd-d587-42f0-b595-8a919b6f634b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609188 Sep 10 03:22:11.436947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-5d480128-187f-4be9-990f-eb03ae3901b9 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:11.438540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-5d480128-187f-4be9-990f-eb03ae3901b9 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.36 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 946 time: 0.0711064 Sep 10 03:22:11.549464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Deleting port 62fde05b-8175-486b-a3fd-283d6e45e322 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:11.550098 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.677167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] For port 62fde05b-8175-486b-a3fd-283d6e45e322, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=62fde05b-8175-486b-a3fd-283d6e45e322,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:11.677752 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.885504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-782b8dc7-038f-46fe-9333-21f2dc63928f req-17dd27e7-9b94-4251-b038-b6a7c201bc66 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0529077 Sep 10 03:22:11.925184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07066e-e820-449e-a427-db530412a32d req-5c3a93d7-d508-4ab3-bffa-dbdff661a66a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:11.935703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f07066e-e820-449e-a427-db530412a32d req-5c3a93d7-d508-4ab3-bffa-dbdff661a66a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1146555 Sep 10 03:22:11.982410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.982786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:11.983271 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Floating IP 027f2b38-e67e-40a7-855d-9243fc06af52 disassociated. External IP: 172.25.8.237, port: 62fde05b-8175-486b-a3fd-283d6e45e322. Sep 10 03:22:11.983652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f07066e-e820-449e-a427-db530412a32d req-341a4428-f694-46ce-a248-ee5c5417f2fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Sep 10 03:22:11.983792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Calling delete_port for 62fde05b-8175-486b-a3fd-283d6e45e322 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:12.156762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:12.193013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event deleted for resources: {'Port': ['ID=62fde05b-8175-486b-a3fd-283d6e45e322,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:12.335941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:12.359574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:12.385793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 62fde05b-8175-486b-a3fd-283d6e45e322 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:12.386919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 62fde05b-8175-486b-a3fd-283d6e45e322 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:12.387737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:12.410212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:12.410797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 32f73050-6c3f-4ab2-91ff-f4fc1ccda650 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:12.512058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:12.523435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:12.534093 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:12.535351 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:12.580427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] No DVR routers for this DVR port 62fde05b-8175-486b-a3fd-283d6e45e322 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:12.592671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96a3d3e5-e316-4b35-8c4f-785fc48b5090 req-3b6fefb2-bc40-4051-bd48-91ee83d27adb tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/ports?device_id=d581bc71-22da-46be-ad56-da9c14569db4 HTTP/1.1" status: 200 len: 210 time: 0.0826123 Sep 10 03:22:12.600894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:12.607241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ebf590e-9d41-4033-8d6a-1ffd6027febd req-2192cae5-eb16-4f24-a064-004ebf740482 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.36 "DELETE /v2.0/ports/62fde05b-8175-486b-a3fd-283d6e45e322 HTTP/1.1" status: 204 len: 173 time: 1.1625967 Sep 10 03:22:12.609099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-deleted', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:12.612130 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303d0e1-8d9c-4e7e-a165-6d59a70c8c53" -d '{"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-deleted", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:12.703796 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23635c8-2c54-4671-a035-a80c1e1ff8ce x-openstack-request-id: req-f23635c8-2c54-4671-a035-a80c1e1ff8ce {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:12.704470 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d581bc71-22da-46be-ad56-da9c14569db4", "name": "network-vif-deleted", "tag": "62fde05b-8175-486b-a3fd-283d6e45e322", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:12.704726 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f23635c8-2c54-4671-a035-a80c1e1ff8ce {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:12.705170 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd581bc71-22da-46be-ad56-da9c14569db4', 'name': 'network-vif-deleted', 'tag': '62fde05b-8175-486b-a3fd-283d6e45e322', 'status': 'completed', 'code': 200} Sep 10 03:22:12.707382 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:12.971165 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:12.999335 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:13.011774 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:13.012939 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:13.053419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-85d14c65-1dae-4583-9f12-554bcb5e65df req-637dcfce-330f-47f9-a2a4-d9728ac5adc9 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0706730 Sep 10 03:22:13.151140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d29f-9864-4341-994d-7eae70b894f8 req-c210f091-eea2-4db0-b505-5fbf8b7dfd18 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:13.154226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f0d2d29f-9864-4341-994d-7eae70b894f8 req-c210f091-eea2-4db0-b505-5fbf8b7dfd18 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0892894 Sep 10 03:22:13.226336 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:13.249170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f0d2d29f-9864-4341-994d-7eae70b894f8 req-af571db4-562e-4a41-8a59-4d5ea71c5827 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882599 Sep 10 03:22:13.496034 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:13.530921 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3e663-10ef-4a45-8fc0-aae2c98d9ed9 None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:13:47Z', 'revision_number': 4, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'b6e7c8e0-c905-47a1-9a97-1bc48f01eff5', 'name': '', 'network_id': 'eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'mac_address': 'fa:16:3e:34:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a17f5612-1260-4471-a156-86cb2817c089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:45Z', 'updated_at': '2021-09-10T03:13:59Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'subnets': [{'id': 'a17f5612-1260-4471-a156-86cb2817c089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:13.712136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55016) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:13.789104 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-725bfa67-a35a-441a-8403-343a9c6ed8ed tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:13.793226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:13.834500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-725bfa67-a35a-441a-8403-343a9c6ed8ed tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:13.896172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-725bfa67-a35a-441a-8403-343a9c6ed8ed tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:13.900257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-725bfa67-a35a-441a-8403-343a9c6ed8ed tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:13.902201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-725bfa67-a35a-441a-8403-343a9c6ed8ed tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "DELETE /v2.0/security-groups/b42f5dbd-d587-42f0-b595-8a919b6f634b HTTP/1.1" status: 204 len: 168 time: 0.1883361 Sep 10 03:22:13.905096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:13.912941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bfa67-a35a-441a-8403-343a9c6ed8ed tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f5dbd-d587-42f0-b595-8a919b6f634b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:13.920082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cfabd7-7107-4d70-ad1b-d2abe764ba96 None None] New status for floating IP 027f2b38-e67e-40a7-855d-9243fc06af52: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:22:13.938499 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-edc1cf0c-49f0-46a8-92d8-4a258d90c008 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] show failed (client error): The resource could not be found. Sep 10 03:22:13.939701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-edc1cf0c-49f0-46a8-92d8-4a258d90c008 tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "GET /v2.0/security-groups/b42f5dbd-d587-42f0-b595-8a919b6f634b HTTP/1.1" status: 404 len: 347 time: 0.0334234 Sep 10 03:22:13.941271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7168559b-2963-45cf-bc6d-825f73e59d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:13.942836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:14.064011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7168559b-2963-45cf-bc6d-825f73e59d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.069281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7168559b-2963-45cf-bc6d-825f73e59d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.130037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7168559b-2963-45cf-bc6d-825f73e59d5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad3c8034eb224c54bd4f1de15acdd7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352222 Sep 10 03:22:14.131086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168559b-2963-45cf-bc6d-825f73e59d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec8054-a804-4f84-8e82-af6ea77a8ea7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:14.133731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55030) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:14.196927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2decf30-60a1-420a-a1f2-badb92cb2b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.225449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2decf30-60a1-420a-a1f2-badb92cb2b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.235624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04e03934-5a16-4eae-b2bf-b69df7395d9e req-fdec7495-1a73-45eb-b638-a94c228fa7a8 tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0593956 Sep 10 03:22:14.242793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Deleting port 1620e35b-e41d-48d4-9574-a67b64bf8446 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:14.243148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.281704 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2decf30-60a1-420a-a1f2-badb92cb2b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.287289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2decf30-60a1-420a-a1f2-badb92cb2b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.292519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2decf30-60a1-420a-a1f2-badb92cb2b80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17ec8054-a804-4f84-8e82-af6ea77a8ea7 HTTP/1.1" status: 204 len: 168 time: 0.1545377 Sep 10 03:22:14.307072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2decf30-60a1-420a-a1f2-badb92cb2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec8054-a804-4f84-8e82-af6ea77a8ea7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:14.378726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.378726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.393181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87113517-1697-4fbd-b373-483cc76887a4 req-341b5307-a460-44f7-aeff-7af19cefa143 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:14.395306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87113517-1697-4fbd-b373-483cc76887a4 req-341b5307-a460-44f7-aeff-7af19cefa143 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0602722 Sep 10 03:22:14.428705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Calling delete_port for 1620e35b-e41d-48d4-9574-a67b64bf8446 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:14.469940 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87113517-1697-4fbd-b373-483cc76887a4 req-fb5b4ba4-d4ae-4b97-946b-5a5dd90b9c92 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685871 Sep 10 03:22:14.630401 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.676228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Pushing event deleted for resources: {'Port': ['ID=1620e35b-e41d-48d4-9574-a67b64bf8446,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:14.743331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.746356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.750936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45ee41b8-235d-4302-a0e4-bee303e9f90f tempest-AttachVolumeShelveTestJSON-619640810 tempest-AttachVolumeShelveTestJSON-619640810-project] 10.222.0.23 "DELETE /v2.0/floatingips/027f2b38-e67e-40a7-855d-9243fc06af52 HTTP/1.1" status: 204 len: 168 time: 0.8032629 Sep 10 03:22:14.812449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55042) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:14.831060 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-936c9488-85d5-45b0-9a4f-8cd5bc302abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.949463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-936c9488-85d5-45b0-9a4f-8cd5bc302abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.954527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-936c9488-85d5-45b0-9a4f-8cd5bc302abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:14.994069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c9488-85d5-45b0-9a4f-8cd5bc302abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1397496-bc84-4f07-94fa-7522fa7b55bd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:15.001002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-936c9488-85d5-45b0-9a4f-8cd5bc302abc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64bc11b33f5042468d1563a69a9c30e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846695 Sep 10 03:22:15.001224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:15.072778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d2203a9-e344-475e-b57a-9c0de35c2f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:15.111441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d2203a9-e344-475e-b57a-9c0de35c2f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:15.168229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d2203a9-e344-475e-b57a-9c0de35c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:15.171742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d2203a9-e344-475e-b57a-9c0de35c2f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:15.173402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5d2203a9-e344-475e-b57a-9c0de35c2f69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1397496-bc84-4f07-94fa-7522fa7b55bd HTTP/1.1" status: 204 len: 168 time: 0.1712408 Sep 10 03:22:15.185180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2203a9-e344-475e-b57a-9c0de35c2f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1397496-bc84-4f07-94fa-7522fa7b55bd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:15.432088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9922e2c4-3eee-4522-9484-ee6fdcc29510 req-9973f8de-8b45-4e2f-b7fd-b6d19dbf371d tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "GET /v2.0/ports?device_id=4154edef-19b7-497e-ab60-c28d343dde6b HTTP/1.1" status: 200 len: 210 time: 0.0515506 Sep 10 03:22:15.650041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92773464-ca70-4da8-8dab-11fc46729b13 req-2d2805c8-b1ae-49d9-9fd7-0380a5c90ccb tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:15.660232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92773464-ca70-4da8-8dab-11fc46729b13 req-2d2805c8-b1ae-49d9-9fd7-0380a5c90ccb tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0807273 Sep 10 03:22:15.710165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92773464-ca70-4da8-8dab-11fc46729b13 req-f5b38beb-a5e7-40ce-8f8c-3294475d7a3c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 Sep 10 03:22:16.161414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55082) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:16.504025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55086) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:16.591554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3604b1ee-0648-4749-a87f-c62d9edf5b3b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:16.640610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3604b1ee-0648-4749-a87f-c62d9edf5b3b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:16.726084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3604b1ee-0648-4749-a87f-c62d9edf5b3b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:16.729252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3604b1ee-0648-4749-a87f-c62d9edf5b3b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:16.734014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3604b1ee-0648-4749-a87f-c62d9edf5b3b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] 10.222.0.23 "DELETE /v2.0/security-groups/d04a0b24-4a6b-49cc-9cd3-b418e909ca94 HTTP/1.1" status: 204 len: 168 time: 0.2278912 Sep 10 03:22:16.771767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604b1ee-0648-4749-a87f-c62d9edf5b3b tempest-TestVolumeBackupRestore-394967433 tempest-TestVolumeBackupRestore-394967433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04a0b24-4a6b-49cc-9cd3-b418e909ca94,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:16.964855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf8ce-3970-4e29-acc3-e6432f408030 req-cfaf7b89-010f-407f-937f-a6549f59c38b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:16.972605 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31faf8ce-3970-4e29-acc3-e6432f408030 req-cfaf7b89-010f-407f-937f-a6549f59c38b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1171713 Sep 10 03:22:17.027232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31faf8ce-3970-4e29-acc3-e6432f408030 req-79abe1fa-eb51-4643-a340-3e6fa19838b2 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Sep 10 03:22:17.053438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:17.633780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:17.634374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:17.831374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 6d53d14e-25d9-40c8-bed2-3e736f9cbaea, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:17.831906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:17.847258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 6d53d14e-25d9-40c8-bed2-3e736f9cbaea owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:18.241176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:18.279442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=6d53d14e-25d9-40c8-bed2-3e736f9cbaea,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:18.298655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf467c-e8e6-4efc-b746-ef1b58c61e19 req-bd439e58-3b51-4e14-8b13-9679bac1e9d8 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:18.307074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-afcf467c-e8e6-4efc-b746-ef1b58c61e19 req-bd439e58-3b51-4e14-8b13-9679bac1e9d8 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1160796 Sep 10 03:22:18.323886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37f92-b214-48e6-9940-5893590c3018 req-fe3ec909-d4d4-4c26-a7d8-8c498e5c6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:18.325540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8a37f92-b214-48e6-9940-5893590c3018 req-fe3ec909-d4d4-4c26-a7d8-8c498e5c6685 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.1198258 Sep 10 03:22:18.373546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-afcf467c-e8e6-4efc-b746-ef1b58c61e19 req-166cc9f2-5245-453a-8c5c-e1f9c83306a1 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606675 Sep 10 03:22:18.416220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a8a37f92-b214-48e6-9940-5893590c3018 req-b71fee7e-226b-42ad-971c-2bbbfea3a2b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822592 Sep 10 03:22:18.776664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:19.163703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:19.366241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:19.378887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:19.395984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39f164ee-237f-42cb-834a-bcd6ccad4955 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "PUT /v2.0/routers/d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2296183 Sep 10 03:22:19.421115 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:19.421865 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:19.696831 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:19.697980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb134751-6ac2-4c1a-a2c2-9f553e2fdd89 req-34496fc7-c921-4034-8e13-f47659b54a34 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:19.706702 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb134751-6ac2-4c1a-a2c2-9f553e2fdd89 req-34496fc7-c921-4034-8e13-f47659b54a34 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1582019 Sep 10 03:22:19.818423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb134751-6ac2-4c1a-a2c2-9f553e2fdd89 req-64ef54d6-6a5a-41ed-92fc-011219dae669 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107590 Sep 10 03:22:19.882184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-fbe04198-7d2d-476b-98b6-218a2fd62a90 req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-68111702', 'description': 'tempest-description-387311093'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:19.940142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fbe04198-7d2d-476b-98b6-218a2fd62a90 req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:19.963712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52630bda-48f2-4865-9bdc-7e5f3b38f0d1 req-5ce1f87c-5b0f-4a3e-9d0a-a354269ed1c0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:19.981186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52630bda-48f2-4865-9bdc-7e5f3b38f0d1 req-5ce1f87c-5b0f-4a3e-9d0a-a354269ed1c0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 946 time: 0.1536739 Sep 10 03:22:20.120827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52630bda-48f2-4865-9bdc-7e5f3b38f0d1 req-c04a31ef-96fb-47f1-b5f3-04aa79af6c44 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356053 Sep 10 03:22:20.222058 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fbe04198-7d2d-476b-98b6-218a2fd62a90 req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:20.232377 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fbe04198-7d2d-476b-98b6-218a2fd62a90 req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:20.293933 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:18Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:09Z', 'revision_number': 1, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:20.301979 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fbe04198-7d2d-476b-98b6-218a2fd62a90 req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:20.303825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbe04198-7d2d-476b-98b6-218a2fd62a90 req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4300196 Sep 10 03:22:20.305149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891cb2-866a-44f7-955b-706c630af7b4 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdcf6b3-ea08-441e-a9bd-ea76149ff8e1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:20.384627 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:20.409650 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:20.410556 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:20.532140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-7e005071-a763-468a-9955-d56a545695a0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-68111702&fields=id&tenant_id=e1a1029ea392402bb89e1bbc5a36741a HTTP/1.1" status: 200 len: 267 time: 0.0893762 Sep 10 03:22:20.615876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-aa39da40-197f-4555-ab75-2cc4f54beb2a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:20.625185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-aa39da40-197f-4555-ab75-2cc4f54beb2a tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.0921013 Sep 10 03:22:20.632214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'port': {'security_groups': ['e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3', '1bdcf6b3-ea08-441e-a9bd-ea76149ff8e1']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:20.775000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:21.058214 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:21.239170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d5156-8880-4a10-b84f-539874face21 req-0a62e7aa-661e-49c3-a83c-46267da17561 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:21.247408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b53d5156-8880-4a10-b84f-539874face21 req-0a62e7aa-661e-49c3-a83c-46267da17561 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 946 time: 0.1984286 Sep 10 03:22:21.484265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:21.515821 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c76584-be00-4968-b1f4-28914cea4bf5 req-6ca92df6-8f88-4884-a244-1c297b1ef9af tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:21.524284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5c76584-be00-4968-b1f4-28914cea4bf5 req-6ca92df6-8f88-4884-a244-1c297b1ef9af tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 946 time: 0.2057593 Sep 10 03:22:21.569749 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:21.590937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:21.603485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c67f4569-9684-491b-ac87-bc77329b5920'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:22:21.631502 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:18Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:09Z', 'revision_number': 1, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:21.663098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port d6daac3f-399e-4162-a808-f7cdfe9aa4dd {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:21.671988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:21.674002 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc834d-9f4d-4739-94e4-e252a2625f9f None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:18Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '2b98dca6-777f-4486-b4a0-0a9a5185c641', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'port_id': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'mac_address': 'fa:16:3e:85:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5889c414-3a83-438d-af6a-e67dd805eb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:01Z', 'updated_at': '2021-09-10T03:21:09Z', 'revision_number': 1, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:21.674305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:21.674433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:21.701745 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b13ba40e-eada-42ce-a3ee-db1d3c970cf2 req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "PUT /v2.0/ports/c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 981 time: 1.0755775 Sep 10 03:22:21.704533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:21.722072 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342bc87-79fc-438b-aef8-935e069bb3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:21.791358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c67f4569-9684-491b-ac87-bc77329b5920'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:22:21.833809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f0d2-5e92-4fda-b396-662526a935ac tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:21.944351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48990ada-e07e-46e7-920d-1404c749176b req-8782ab65-ce52-4fe1-bfe4-73bce2cefeba tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-68111702&fields=id&tenant_id=e1a1029ea392402bb89e1bbc5a36741a HTTP/1.1" status: 200 len: 267 time: 0.1167839 Sep 10 03:22:22.042857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990ada-e07e-46e7-920d-1404c749176b req-309c9c6c-eb3b-49a6-889b-330f58fd2f62 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:22.067759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48990ada-e07e-46e7-920d-1404c749176b req-309c9c6c-eb3b-49a6-889b-330f58fd2f62 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 984 time: 0.1148703 Sep 10 03:22:22.071372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5c76584-be00-4968-b1f4-28914cea4bf5 req-a7985cc5-6dd8-4274-b85e-aabf05034b5c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=766f39c5-149d-41d9-9eaf-a61694331732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5459154 Sep 10 03:22:22.074772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'port': {'security_groups': ['e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:22.176786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port d6daac3f-399e-4162-a808-f7cdfe9aa4dd, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:22.180197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:22.204438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d53d14e-25d9-40c8-bed2-3e736f9cbaea no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:22.242073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for d6daac3f-399e-4162-a808-f7cdfe9aa4dd owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:22.278246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:22.305490 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d64856-3ec2-45ad-906e-5c98ce081d35 x-openstack-request-id: req-35d64856-3ec2-45ad-906e-5c98ce081d35 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:22.305825 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:22.306148 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35d64856-3ec2-45ad-906e-5c98ce081d35 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:22.306557 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'status': 'completed', 'code': 200} Sep 10 03:22:22.340512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6d53d14e-25d9-40c8-bed2-3e736f9cbaea {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:22.340921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d53d14e-25d9-40c8-bed2-3e736f9cbaea not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:22.468101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-7e7e81df-a97e-4e14-9859-36e29d4c1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:22.469742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-7e7e81df-a97e-4e14-9859-36e29d4c1960 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1135 time: 0.1075509 Sep 10 03:22:22.631795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:22.714769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=d6daac3f-399e-4162-a808-f7cdfe9aa4dd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:22.793595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] No DVR routers for this DVR port d6daac3f-399e-4162-a808-f7cdfe9aa4dd on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:22.796741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:22.799120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b53d5156-8880-4a10-b84f-539874face21 req-e69ead19-bab4-4b62-b040-0ba57eddbd0e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "DELETE /v2.0/ports/d6daac3f-399e-4162-a808-f7cdfe9aa4dd HTTP/1.1" status: 204 len: 173 time: 1.5467241 Sep 10 03:22:22.799797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'name': 'network-vif-deleted', 'tag': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:22.802692 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78fb973-6475-4b87-b13a-53f7039238e1" -d '{"events": [{"server_uuid": "7fb76503-6c8f-4dc9-b31f-f090b442c047", "name": "network-vif-deleted", "tag": "d6daac3f-399e-4162-a808-f7cdfe9aa4dd"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:22.891934 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c30524-08cb-48c7-946f-a6f45e79a892 x-openstack-request-id: req-a8c30524-08cb-48c7-946f-a6f45e79a892 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:22.892174 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb76503-6c8f-4dc9-b31f-f090b442c047", "name": "network-vif-deleted", "tag": "d6daac3f-399e-4162-a808-f7cdfe9aa4dd", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:22.892452 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8c30524-08cb-48c7-946f-a6f45e79a892 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:22.892901 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb76503-6c8f-4dc9-b31f-f090b442c047', 'name': 'network-vif-deleted', 'tag': 'd6daac3f-399e-4162-a808-f7cdfe9aa4dd', 'status': 'completed', 'code': 200} Sep 10 03:22:23.150415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-0cad3726-ad64-4507-a1df-883bab2c4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:23.160145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-0cad3726-ad64-4507-a1df-883bab2c4a2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.6833067 Sep 10 03:22:23.211143 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-246b3e11-8a2c-4b28-ad88-f19f951280ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0397830 Sep 10 03:22:23.357823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-c5165fde-424b-4e68-a755-1124f08d2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:23.360871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-c5165fde-424b-4e68-a755-1124f08d2571 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1313696 Sep 10 03:22:23.371559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de39d1cb-7d60-4fe6-bf79-8a7d4461c6ba req-b684d071-8183-4c65-992f-9259ff421d00 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb76503-6c8f-4dc9-b31f-f090b442c047 HTTP/1.1" status: 200 len: 210 time: 0.0637085 Sep 10 03:22:23.381484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:23.432146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-3ef846f2-1378-48c7-90da-13c9f0804192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527642 Sep 10 03:22:23.585992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:23.592822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:23.605221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c67f4569-9684-491b-ac87-bc77329b5920'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:22:23.658772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-2141ac7d-45b8-4625-ab32-faa177bf1078 service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087944 Sep 10 03:22:23.675726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:23.676836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:23.684428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48990ada-e07e-46e7-920d-1404c749176b req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "PUT /v2.0/ports/c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 942 time: 1.6152031 Sep 10 03:22:23.739861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ae22e-a200-4ecc-ac30-1d68d6309ec6 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event updated for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:23.748630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c67f4569-9684-491b-ac87-bc77329b5920'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:22:23.829944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d6daac3f-399e-4162-a808-f7cdfe9aa4dd no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:23.881850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: d6daac3f-399e-4162-a808-f7cdfe9aa4dd {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:23.882190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d6daac3f-399e-4162-a808-f7cdfe9aa4dd not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:24.023901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3342bc87-79fc-438b-aef8-935e069bb3a2 req-4e86155d-934d-4ed6-86c7-27592f347d5c service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656271 Sep 10 03:22:24.024802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55656) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:24.222506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-9c3a4967-f4a3-4c81-8873-254c52aafc6f tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5147171 Sep 10 03:22:24.227776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:24.258747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.337443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:24.339797 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f95d2-5f57-4ec7-bd28-7f84c406082b" -d '{"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:24.391951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.446333 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb16ee-dd08-4ad3-b46e-86b4b1c7bb0c x-openstack-request-id: req-55cb16ee-dd08-4ad3-b46e-86b4b1c7bb0c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:24.446609 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:24.446855 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55cb16ee-dd08-4ad3-b46e-86b4b1c7bb0c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:24.447245 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'status': 'completed', 'code': 200} Sep 10 03:22:24.502892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55674) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:24.579760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-faccbad9-d501-4283-904b-4787ac82390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:24.584132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-faccbad9-d501-4283-904b-4787ac82390d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.1387434 Sep 10 03:22:24.622199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Allocated IP 172.25.8.24 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b68866df-d7f8-4e55-90bf-df54a9e5315e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:22:24.643100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f411b560-ca61-4952-bea0-62c512448ec5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.702676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f411b560-ca61-4952-bea0-62c512448ec5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.807141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.832267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-882bb2c5-5184-49fd-ae87-311142165758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:24.834438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-882bb2c5-5184-49fd-ae87-311142165758 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.2429683 Sep 10 03:22:24.846429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f411b560-ca61-4952-bea0-62c512448ec5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.849251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f411b560-ca61-4952-bea0-62c512448ec5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.852922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f411b560-ca61-4952-bea0-62c512448ec5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/security-groups/766f39c5-149d-41d9-9eaf-a61694331732 HTTP/1.1" status: 204 len: 168 time: 0.3466470 Sep 10 03:22:24.871062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411b560-ca61-4952-bea0-62c512448ec5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f39c5-149d-41d9-9eaf-a61694331732,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:24.904034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:24.916526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-df7f2fbd-1ad5-463c-8cf4-37465819a64c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0723794 Sep 10 03:22:24.917350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55680) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:24.974878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event updated for resources: {'Port': ['ID=b68866df-d7f8-4e55-90bf-df54a9e5315e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:24.992526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:22:24.994428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:24.997635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:22:25.060900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting subnet 4c9ffe4e-e87c-437f-88e5-c1142dc90ac7 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:22:25.064744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-63fd77aa-23e9-4fa2-b399-4c2b7af637cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:25.066208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-63fd77aa-23e9-4fa2-b399-4c2b7af637cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1242850 Sep 10 03:22:25.072117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.099909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.112027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.139661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.195109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-b2bd67b2-e65a-43bd-9905-300b056851ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184623 Sep 10 03:22:25.256283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.372839 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:22:25.426884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.434958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.469409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55688) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:25.510915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event updated for resources: {'Port': ['ID=b68866df-d7f8-4e55-90bf-df54a9e5315e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:25.555025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.578924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.597317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.599307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-ac18f263-9932-4637-ba7c-0c5d731d1210 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3757536 Sep 10 03:22:25.636848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-e83d32ec-90fb-42e0-88e1-e5035cae8905 service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311478 Sep 10 03:22:25.705491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-03f90553-ec63-494e-85ff-c09778ddde01 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.0994725 Sep 10 03:22:25.733273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.801987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9ffe4e-e87c-437f-88e5-c1142dc90ac7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:25.816345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e63586-059b-452f-a72d-c559f6d50850 None None] Network 4b78f85b-fba1-4cd7-970f-83625e069cf2 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:25.833773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:25.835625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6663868-4621-4423-b0d8-eff616b7487a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/subnets/4c9ffe4e-e87c-437f-88e5-c1142dc90ac7 HTTP/1.1" status: 204 len: 168 time: 0.9167502 Sep 10 03:22:25.840944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55696) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:25.956799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-b872625f-6b65-47a2-b31c-ab0db0ef9d01 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:25.958224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-b872625f-6b65-47a2-b31c-ab0db0ef9d01 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2461505 Sep 10 03:22:25.972166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-bf70330e-6909-4bb2-af21-365ada15a127 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:22:25.973505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-49090db5-a5c0-4696-ba1f-e3aa13d503be req-bf70330e-6909-4bb2-af21-365ada15a127 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059972 Sep 10 03:22:25.993895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d62f95d2-5f57-4ec7-bd28-7f84c406082b req-26c3cf4f-fca3-47ed-b89c-348cb50e66fb service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913120 Sep 10 03:22:26.011038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.106059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] DHCP port deletion for 4b78f85b-fba1-4cd7-970f-83625e069cf2 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:22:26.181960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] Deleting port 2a0ff166-0548-4509-a781-de25e8c155c9 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:26.183268 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.243513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-6a1bdba5-3259-4825-8128-418a9484955b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:26.246073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-6a1bdba5-3259-4825-8128-418a9484955b tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1968648 Sep 10 03:22:26.262778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] For port 2a0ff166-0548-4509-a781-de25e8c155c9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2a0ff166-0548-4509-a781-de25e8c155c9,segment=NetworkSegment(22ac9059-26b1-4e6c-a470-59e43ebdb312),segment_id=22ac9059-26b1-4e6c-a470-59e43ebdb312)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:26.263181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.276881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] Calling delete_port for 2a0ff166-0548-4509-a781-de25e8c155c9 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:26.308933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.363782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-6e1054c6-ff01-48e7-918b-6ae7af3ad094 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.1080554 Sep 10 03:22:26.375242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.383506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'floatingip': {'port_id': 'c67f4569-9684-491b-ac87-bc77329b5920', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:26.402867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] Pushing event deleted for resources: {'Port': ['ID=2a0ff166-0548-4509-a781-de25e8c155c9,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:26.405090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a264d6-b6de-4798-b1de-f88fad45ca88 None None] No DVR routers for this DVR port 2a0ff166-0548-4509-a781-de25e8c155c9 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:26.431855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 2a0ff166-0548-4509-a781-de25e8c155c9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:26.432232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.446793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Deleting port d8e7af38-ec57-4e08-a4a6-7686effabfba {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:26.447137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.471949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.584111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 2a0ff166-0548-4509-a781-de25e8c155c9, host n-d-808126-2, got binding levels [] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:26.584800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.592181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Deleting port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:26.592726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.649864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 2a0ff166-0548-4509-a781-de25e8c155c9 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:26.656157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Port 2a0ff166-0548-4509-a781-de25e8c155c9 was not found and therefore no delete operation was performed {{(pid=94634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:22:26.664815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.673652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] For port b6e7c8e0-c905-47a1-9a97-1bc48f01eff5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:26.674027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.687202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Calling delete_port for b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:26.709993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=2a0ff166-0548-4509-a781-de25e8c155c9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:26.713011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] For port d8e7af38-ec57-4e08-a4a6-7686effabfba, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d8e7af38-ec57-4e08-a4a6-7686effabfba,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:26.713377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.728891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] No DVR routers for this DVR port 2a0ff166-0548-4509-a781-de25e8c155c9 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:26.794333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Calling delete_port for d8e7af38-ec57-4e08-a4a6-7686effabfba owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:26.905495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:26.943637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e7c8e0-c905-47a1-9a97-1bc48f01eff5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:27.164004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.273107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.343783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b78f85b-fba1-4cd7-970f-83625e069cf2']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:27.401019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ac9059-26b1-4e6c-a470-59e43ebdb312') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:27.401323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ac9059-26b1-4e6c-a470-59e43ebdb312') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:27.423593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.517577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.538457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:22:27.538872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:22:27.543607 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:22:27.669463 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.684501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.689047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/networks/4b78f85b-fba1-4cd7-970f-83625e069cf2 HTTP/1.1" status: 204 len: 168 time: 1.8424592 Sep 10 03:22:27.693031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:27.716386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:27.784394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f9e9c-7d1a-4e18-a34f-6df5dc728cd2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Network': ['ID=4b78f85b-fba1-4cd7-970f-83625e069cf2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:27.832818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:27.839063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28972845-dcb3-4362-8614-c00faa18c883 admin admin] 10.222.0.23 "PUT /v2.0/routers/a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683040 Sep 10 03:22:27.841638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:27.846886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] Sync routers for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:27.871544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:27.889952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:27.890614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:27.953719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e7af38-ec57-4e08-a4a6-7686effabfba,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:27.981439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.004713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.027172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.153600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:28.201153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.218748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2a0ff166-0548-4509-a781-de25e8c155c9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:28.257248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 2a0ff166-0548-4509-a781-de25e8c155c9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:28.262373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2a0ff166-0548-4509-a781-de25e8c155c9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:28.278121 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Floating IP ca378c13-2160-48a7-8177-68f2e9067fbd associated. External IP: 172.25.8.24, port: c67f4569-9684-491b-ac87-bc77329b5920. Sep 10 03:22:28.287166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Deleting port 5cb4150a-e772-47fb-88c4-b425b82cf33b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:28.288711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.388922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] For port 5cb4150a-e772-47fb-88c4-b425b82cf33b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5cb4150a-e772-47fb-88c4-b425b82cf33b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:28.389756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.411992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Calling delete_port for 5cb4150a-e772-47fb-88c4-b425b82cf33b owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:28.417732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:22:26Z', 'revision_number': 5, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port': {'id': '5cb4150a-e772-47fb-88c4-b425b82cf33b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:13:41Z', 'updated_at': '2021-09-10T03:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:28.447298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] Checking router: a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:28.456082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] Routers {'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:28.456703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:28.459418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port a8bad25a-740d-40a9-b3fd-82263c76eeb0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:28.459804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.566363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] Set router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:28.568747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.597384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.597713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.601365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.632350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:22:28Z', 'revision_number': 6, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:28.638921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb4150a-e772-47fb-88c4-b425b82cf33b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:28.655765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for a8bad25a-740d-40a9-b3fd-82263c76eeb0 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:28.665509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e874e1-77f2-4270-8750-bc3b32a89805 None None] The sync data for ids ['a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd'] in n-d-808126-2 is: [{'id': 'a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-1755917173-router', 'tenant_id': 'bc907fa437ac408396b44d71ad2156f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:13:40Z', 'updated_at': '2021-09-10T03:22:28Z', 'revision_number': 6, 'project_id': 'bc907fa437ac408396b44d71ad2156f8', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:28.722651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.815890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.818495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.865749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.866944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:22:28.875878 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.877021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3c53e538-c69e-4f98-88fe-e42ba8509203 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a4f73db4-6bdc-4df4-b7a0-4aefc4455fcd HTTP/1.1" status: 204 len: 168 time: 1.0338528 Sep 10 03:22:28.879510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55714) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:28.927354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Router 83cd4833-6758-469a-ac5f-51a5405372a1 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:28.929611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Deleting subnet a17f5612-1260-4471-a156-86cb2817c089 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:22:28.933248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:28.968490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.086565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Router eb9be2dd-cc35-48a3-b7e2-9783591903a8 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:29.088555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.178091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.204580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.220686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17f5612-1260-4471-a156-86cb2817c089,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:29.232133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.234332 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f05cb3c8-c24b-4660-8b33-aaa2322b736c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a17f5612-1260-4471-a156-86cb2817c089 HTTP/1.1" status: 204 len: 168 time: 0.3539784 Sep 10 03:22:29.236751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55716) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:29.249673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133facce-5202-4776-8e95-b271e38b7842 None None] Network eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:29.258266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:29.260003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=a8bad25a-740d-40a9-b3fd-82263c76eeb0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:29.277131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.301941 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] Sync routers for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:29.315704 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:29.316774 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:29.353482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.441733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Deleting port dedaa572-1bf3-406a-9e4b-8d7108acf186 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:29.442085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.515162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] For port dedaa572-1bf3-406a-9e4b-8d7108acf186, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dedaa572-1bf3-406a-9e4b-8d7108acf186,segment=NetworkSegment(95a5bdb6-a66b-4423-b822-5ea5c7354930),segment_id=95a5bdb6-a66b-4423-b822-5ea5c7354930)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:29.520143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.542262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:29.547853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Calling delete_port for dedaa572-1bf3-406a-9e4b-8d7108acf186 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:29.647334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] DHCP port deletion for eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:22:29.707280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.739352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Deleting port dedaa572-1bf3-406a-9e4b-8d7108acf186 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:29.740077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.760286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Pushing event deleted for resources: {'Port': ['ID=dedaa572-1bf3-406a-9e4b-8d7108acf186,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:29.788388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] No DVR routers for this DVR port dedaa572-1bf3-406a-9e4b-8d7108acf186 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:29.818860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-c886cb82-e313-4307-b389-c51f7aa8e3b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "PUT /v2.0/floatingips/ca378c13-2160-48a7-8177-68f2e9067fbd HTTP/1.1" status: 200 len: 995 time: 3.4396238 Sep 10 03:22:29.832074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:29.835485 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f2ad9-75f6-4a0e-88db-e0be1941926b" -d '{"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:29.905924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] For port dedaa572-1bf3-406a-9e4b-8d7108acf186, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:29.906501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.933710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Calling delete_port for dedaa572-1bf3-406a-9e4b-8d7108acf186 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:29.937721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Port dedaa572-1bf3-406a-9e4b-8d7108acf186 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:22:29.939128 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.958266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:29.960075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] No DVR routers for this DVR port dedaa572-1bf3-406a-9e4b-8d7108acf186 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:29.969861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:29.982228 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f4e360-ae9e-4965-a98d-6feb3d22b95a x-openstack-request-id: req-e9f4e360-ae9e-4965-a98d-6feb3d22b95a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:29.982528 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:29.982782 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9f4e360-ae9e-4965-a98d-6feb3d22b95a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:29.983195 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'status': 'completed', 'code': 200} Sep 10 03:22:29.994430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.009926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a5bdb6-a66b-4423-b822-5ea5c7354930') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.011106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a5bdb6-a66b-4423-b822-5ea5c7354930') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.022566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-16bc5ba2-d0e9-4947-8a14-43243b96c246 admin admin] 10.222.0.23 "PUT /v2.0/routers/eb9be2dd-cc35-48a3-b7e2-9783591903a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9939430 Sep 10 03:22:30.023929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55726) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:30.052171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699e577-53a6-4a48-b45f-8f3eddbd2544 None None] Pushing event deleted for resources: {'Port': ['ID=dedaa572-1bf3-406a-9e4b-8d7108acf186,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:30.065412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] Sync routers for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:30.074906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.078562 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Floating IP 2b98dca6-777f-4486-b4a0-0a9a5185c641 disassociated (deleted). External IP: 172.25.8.223, port: f9392e0d-39fb-4c79-89de-821b8a7fbe30. Sep 10 03:22:30.106357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:30.106922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.218533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.244273 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'ca378c13-2160-48a7-8177-68f2e9067fbd', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'port_id': 'c67f4569-9684-491b-ac87-bc77329b5920', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'mac_address': 'fa:16:3e:96:8d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198cc271-114c-4caa-be42-5837a1fc0d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:22:25Z', 'updated_at': '2021-09-10T03:22:27Z', 'revision_number': 1, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:34Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.267507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.279378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:30.298963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] Checking router: 83cd4833-6758-469a-ac5f-51a5405372a1 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:30.301981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.311776 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:30.313093 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.321908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-318a4bc5-7c85-4fa7-8a0f-e40845bc5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:30.324229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-318a4bc5-7c85-4fa7-8a0f-e40845bc5f25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.3286836 Sep 10 03:22:30.334022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-a11ab8f8-7e68-4de5-97f5-42345ec31425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:30.335572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-a11ab8f8-7e68-4de5-97f5-42345ec31425 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.4745030 Sep 10 03:22:30.376067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:30.412319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:30.412685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b6e7c8e0-c905-47a1-9a97-1bc48f01eff5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:30.413085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 5cb4150a-e772-47fb-88c4-b425b82cf33b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:30.417199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:22:30.423163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:22:30.425841 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:22:30.431188 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:30.445923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 5cb4150a-e772-47fb-88c4-b425b82cf33b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:30.446285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 5cb4150a-e772-47fb-88c4-b425b82cf33b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:30.446691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dedaa572-1bf3-406a-9e4b-8d7108acf186 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:30.471124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: dedaa572-1bf3-406a-9e4b-8d7108acf186 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:30.471514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dedaa572-1bf3-406a-9e4b-8d7108acf186 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:30.689710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:30.709712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:22:27Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.721317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-a974f693-8fd8-4f09-a6f3-52f8f988c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:30.722365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-a974f693-8fd8-4f09-a6f3-52f8f988c696 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.3722873 Sep 10 03:22:30.725219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-c41fd58b-ec71-4333-be13-e0d67ef7df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:30.726590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-c41fd58b-ec71-4333-be13-e0d67ef7df72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.3861167 Sep 10 03:22:30.756685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] Checking router: eb9be2dd-cc35-48a3-b7e2-9783591903a8 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:30.775970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] Routers {'eb9be2dd-cc35-48a3-b7e2-9783591903a8'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:30.778924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.797253 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.799353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'ca378c13-2160-48a7-8177-68f2e9067fbd', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'port_id': 'c67f4569-9684-491b-ac87-bc77329b5920', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'mac_address': 'fa:16:3e:96:8d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198cc271-114c-4caa-be42-5837a1fc0d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:22:25Z', 'updated_at': '2021-09-10T03:22:27Z', 'revision_number': 1, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:34Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:30.817881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.835076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089 HTTP/1.1" status: 204 len: 168 time: 1.5960364 Sep 10 03:22:30.836984 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a9f8b-2238-409a-bfc9-a74bbb64e5f7 None None] The sync data for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 is: [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'ca378c13-2160-48a7-8177-68f2e9067fbd', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'port_id': 'c67f4569-9684-491b-ac87-bc77329b5920', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'mac_address': 'fa:16:3e:96:8d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198cc271-114c-4caa-be42-5837a1fc0d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:22:25Z', 'updated_at': '2021-09-10T03:22:27Z', 'revision_number': 1, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:34Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:30.883075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:30.888295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e44c4-8e1e-4e5d-a458-cf14c6fa7344 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb37ba0f-1fc4-4e87-bbe8-a4ea78a5b089,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:31.001984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-0890bab6-1e49-4ed7-9605-75e4512f423f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 998 time: 0.2635899 Sep 10 03:22:31.004649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-480379f1-dbc4-46d8-a060-55ab9b8cc1d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 998 time: 0.2684884 Sep 10 03:22:31.021939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Deleting port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:31.022529 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:31.070926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:31.079223 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:31.088251 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:31.105567 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:31.106209 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:31.134255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-846613ed-2f4f-49f7-9924-f2f342895373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:31.136168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-846613ed-2f4f-49f7-9924-f2f342895373 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1156516 Sep 10 03:22:31.137729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b620c061-73a4-4989-b77d-46aff82c06b8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/floatingips/2b98dca6-777f-4486-b4a0-0a9a5185c641 HTTP/1.1" status: 204 len: 168 time: 3.4254396 Sep 10 03:22:31.139784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-e068d14e-9ce2-4b32-9bf5-5de2a680e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:31.142290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-e068d14e-9ce2-4b32-9bf5-5de2a680e431 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1297452 Sep 10 03:22:31.162864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55738) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:31.191644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] Set router eb9be2dd-cc35-48a3-b7e2-9783591903a8 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:31.263958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-7563592f-d27d-45e1-8e47-a104bffdc369 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060736 Sep 10 03:22:31.267777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-26aea74c-5219-4595-a0c4-f85d08823362 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187420 Sep 10 03:22:31.322277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e5d7b-d397-4f86-9e48-e1394a82b64f None None] New status for floating IP ca378c13-2160-48a7-8177-68f2e9067fbd: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:22:31.323978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-422c3b4e-ca68-4586-bda8-d02644dfc717 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:22:31.335115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-422c3b4e-ca68-4586-bda8-d02644dfc717 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156691 Sep 10 03:22:31.417703 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:31.422469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] For port 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:31.427411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:31.469752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cc66b226-4480-4764-9e4c-c77145f98b29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc907fa437ac408396b44d71ad2156f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057575 Sep 10 03:22:31.473883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:31.496434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Calling delete_port for 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:31.710338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-1b1f7855-9402-4b9f-800f-152cb2909e4e service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454989 Sep 10 03:22:31.759847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e678df9f-14c8-43f1-9849-00b660ee49d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:31.763908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-39ac51d8-69aa-4aea-a602-8424f90d2dc9 service neutron] 10.222.0.23 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235265 Sep 10 03:22:31.799378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ba9f-a2ef-4e45-abca-c4b757921fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:31.833955 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:18Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:31.877763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-330a90c2-d308-4166-93d9-ffb2a7fd9685 req-28f4f7a6-fb1e-44e4-82c4-03b9e5659aa6 service neutron] 10.222.0.23 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043663 Sep 10 03:22:31.934027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db466-e742-42df-b48b-110de2b14df8 req-08861797-cbff-42e5-bd6c-a95fdf2a63a4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:31.939495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc6db466-e742-42df-b48b-110de2b14df8 req-08861797-cbff-42e5-bd6c-a95fdf2a63a4 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 945 time: 0.3934984 Sep 10 03:22:31.941151 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e678df9f-14c8-43f1-9849-00b660ee49d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.003298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:22:27Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:32.009701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.014867 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:32.023551 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:32.024430 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:32.046510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:32.052904 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007a6cd1-94c2-49a9-a622-4f50dd4a073e" -d '{"events": [{"name": "network-changed", "server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:32.060057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcfdd1-6049-4966-b391-21d0e8bf7980 None None] The sync data for ids ['eb9be2dd-cc35-48a3-b7e2-9783591903a8'] in n-d-808126-2 is: [{'id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'name': 'tempest-TestVolumeBackupRestore-344400239-router', 'tenant_id': '0e03a2b48745477c87aac6514c8d155e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:38Z', 'updated_at': '2021-09-10T03:22:27Z', 'revision_number': 5, 'project_id': '0e03a2b48745477c87aac6514c8d155e', 'gw_port': {'id': '7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9be2dd-cc35-48a3-b7e2-9783591903a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:39Z', 'updated_at': '2021-09-10T03:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:32.063585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc6db466-e742-42df-b48b-110de2b14df8 req-d6ecb1a8-74b0-489c-b72b-bda58b917800 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189604 Sep 10 03:22:32.065410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.112659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:32.140568 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.150326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-266f2ad9-75f6-4a0e-88db-e0be1941926b req-6bf50794-421e-4810-ba33-5ea95ccf9110 service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206266 Sep 10 03:22:32.177529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e678df9f-14c8-43f1-9849-00b660ee49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.183022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e678df9f-14c8-43f1-9849-00b660ee49d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.184598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e678df9f-14c8-43f1-9849-00b660ee49d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7745eb47-2535-4f5d-bdd9-76e0ad3ecc2f HTTP/1.1" status: 204 len: 168 time: 0.7098446 Sep 10 03:22:32.192082 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e42a78-9bf0-4c38-9e56-07fb524e5289 x-openstack-request-id: req-d6e42a78-9bf0-4c38-9e56-07fb524e5289 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:32.192728 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:32.192980 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6e42a78-9bf0-4c38-9e56-07fb524e5289 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:32.193371 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'status': 'completed', 'code': 200} Sep 10 03:22:32.203318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678df9f-14c8-43f1-9849-00b660ee49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745eb47-2535-4f5d-bdd9-76e0ad3ecc2f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:32.220191 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-e3c5dbb6-b8d5-40e6-af62-39895a855261 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.2388341 Sep 10 03:22:32.283018 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:32.298813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.306346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5216-f443-4423-9800-ae611d8dc77b req-dabaa1e9-4085-43e3-b555-39435c0df99e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:32.308571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-dabaa1e9-4085-43e3-b555-39435c0df99e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports/c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 942 time: 0.0736072 Sep 10 03:22:32.371149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-8ddc0def-0b13-48d6-af1f-e6cc7971292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:32.372603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-8ddc0def-0b13-48d6-af1f-e6cc7971292a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 1096 time: 0.1307287 Sep 10 03:22:32.429489 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.432273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.461861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-c3028858-6c6f-4263-bc98-5063e513b522 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.0894821 Sep 10 03:22:32.505916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.506441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9be2dd-cc35-48a3-b7e2-9783591903a8 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:22:32.513401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.514703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e8619858-ea04-470e-81f5-f66695c4ca21 admin admin] 10.222.0.23 "DELETE /v2.0/routers/eb9be2dd-cc35-48a3-b7e2-9783591903a8 HTTP/1.1" status: 204 len: 168 time: 2.4896431 Sep 10 03:22:32.521649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55752) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:32.618367 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:18Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:32.625871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Deleting subnet 846b909a-95a9-49f9-835c-d96848cf0f06 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:22:32.629748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.666828 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70426e0b-3365-47b5-91a3-28621a54d72e None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:18Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '28db317b-7f08-410d-bd38-cc32a1f3aaf8', 'name': '', 'network_id': '9eb9e045-8494-4a62-b705-fa6cc1ed9756', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:8d:13:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:30Z', 'updated_at': '2021-09-10T03:20:39Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '14d2b30f-1aeb-4bab-9eae-91c1bc90eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:32.695001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:32.699177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5216-f443-4423-9800-ae611d8dc77b req-ee080434-b7bf-4732-8ecd-67da76b10d5d tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:32.700933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-ee080434-b7bf-4732-8ecd-67da76b10d5d tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2277884 Sep 10 03:22:32.724383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-3a9df3d5-e55b-4998-a5d4-df09299e0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:32.725794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-3a9df3d5-e55b-4998-a5d4-df09299e0a6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 200 len: 897 time: 0.2410505 Sep 10 03:22:32.838221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-2ba2f04f-48cc-4d16-b50a-fce8b066cc19 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.1263692 Sep 10 03:22:32.853152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:32.854761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-9cf8b1ce-611a-42fa-b3b6-9cb6703c8a89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30 HTTP/1.1" status: 200 len: 217 time: 0.1105704 Sep 10 03:22:32.953420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-81595320-4370-475e-9d3e-26d9d27c7997 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:32.955926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-81595320-4370-475e-9d3e-26d9d27c7997 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 945 time: 0.2526095 Sep 10 03:22:33.001348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-bb79ebd0-052b-4844-b373-001e10821dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:33.004436 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-bb79ebd0-052b-4844-b373-001e10821dd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14d2b30f-1aeb-4bab-9eae-91c1bc90eb66 HTTP/1.1" status: 200 len: 834 time: 0.1430559 Sep 10 03:22:33.009194 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.059590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.131234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-23383aed-71b9-4d92-a2b5-eabfc9d2d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:33.132979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-23383aed-71b9-4d92-a2b5-eabfc9d2d5a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb9e045-8494-4a62-b705-fa6cc1ed9756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189723 Sep 10 03:22:33.138694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.205697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846b909a-95a9-49f9-835c-d96848cf0f06,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:33.240132 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.240726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749916e-895f-4715-8c7c-99cd65825c18 None None] Network b1b1356b-e0b8-4322-a6dc-1de268b15cc3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:33.242152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/846b909a-95a9-49f9-835c-d96848cf0f06 HTTP/1.1" status: 204 len: 168 time: 0.7195737 Sep 10 03:22:33.243756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.244108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.244459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.246990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.246990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.246990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.246990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.246990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.247621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.248367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.248367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.248563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ffc9-e7ed-48ae-b4bc-ee3e1c2956bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:33.251486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:33.326272 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa919c-f7f8-47f4-8a69-c732100edd5c None None] New status for floating IP 2b98dca6-777f-4486-b4a0-0a9a5185c641: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:22:33.589551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-6daa4ae2-360e-457a-8893-cc813e339f63 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478080 Sep 10 03:22:33.597423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ea7a-cf57-4117-97b6-7be7dfe6c5fd req-63b0054e-0079-484b-b37b-84ebfad753ef tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:33.598962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d37ea7a-cf57-4117-97b6-7be7dfe6c5fd req-63b0054e-0079-484b-b37b-84ebfad753ef tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 945 time: 0.3630486 Sep 10 03:22:33.609738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.734164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d37ea7a-cf57-4117-97b6-7be7dfe6c5fd req-550ff7c8-0f5f-43ae-b38a-9f5a38159df3 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=07de0f02-85ca-4c82-b22b-23eb8e6c786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175928 Sep 10 03:22:33.739184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port f9392e0d-39fb-4c79-89de-821b8a7fbe30 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:33.739613 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.763651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-007a6cd1-94c2-49a9-a622-4f50dd4a073e req-e8653f19-b0bf-4505-bf9c-82152f1146bd service neutron] 10.222.0.32 "GET /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632748 Sep 10 03:22:33.790783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Deleting port b895802e-a313-417e-a040-dff9db699093 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:33.792151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.852168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] DHCP port deletion for b1b1356b-e0b8-4322-a6dc-1de268b15cc3 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:22:33.938691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.953594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:33.954968 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Floating IP ca378c13-2160-48a7-8177-68f2e9067fbd disassociated. External IP: 172.25.8.24, port: c67f4569-9684-491b-ac87-bc77329b5920. Sep 10 03:22:34.023904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:34.034684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port f9392e0d-39fb-4c79-89de-821b8a7fbe30, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f9392e0d-39fb-4c79-89de-821b8a7fbe30,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:34.035065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] Deleting port b895802e-a313-417e-a040-dff9db699093 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:34.035471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.036586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.065813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for f9392e0d-39fb-4c79-89de-821b8a7fbe30 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:34.105951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:34.106601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7e4a811c-bcc8-47e4-b0ff-aad04bb3ddca not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:34.107210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b895802e-a313-417e-a040-dff9db699093 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:34.186799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] For port b895802e-a313-417e-a040-dff9db699093, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b895802e-a313-417e-a040-dff9db699093,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:34.187559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.203155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] Calling delete_port for b895802e-a313-417e-a040-dff9db699093 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:34.244050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.285297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.290930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b895802e-a313-417e-a040-dff9db699093, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b895802e-a313-417e-a040-dff9db699093,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:34.328149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.329230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d8e7af38-ec57-4e08-a4a6-7686effabfba no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:34.389141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d8e7af38-ec57-4e08-a4a6-7686effabfba {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:34.389830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d8e7af38-ec57-4e08-a4a6-7686effabfba not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:34.402004 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-798673ff-83d0-4878-808d-4691dfd1ad7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.411093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] For port b895802e-a313-417e-a040-dff9db699093, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b895802e-a313-417e-a040-dff9db699093,segment=NetworkSegment(dfc9c189-61a7-491d-bdb4-20be5f765fad),segment_id=dfc9c189-61a7-491d-bdb4-20be5f765fad)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:34.412039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.438852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Calling delete_port for b895802e-a313-417e-a040-dff9db699093 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:34.459574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=f9392e0d-39fb-4c79-89de-821b8a7fbe30,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:34.524975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b895802e-a313-417e-a040-dff9db699093,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:34.528670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] No DVR routers for this DVR port f9392e0d-39fb-4c79-89de-821b8a7fbe30 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:34.551152 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.560310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.562610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-385c0f8b-d1ed-467b-bfa7-9f26211e6396 req-82911ab5-45d6-428f-9183-89f07aeb250e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.32 "DELETE /v2.0/ports/f9392e0d-39fb-4c79-89de-821b8a7fbe30 HTTP/1.1" status: 204 len: 173 time: 1.5903528 Sep 10 03:22:34.562983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'name': 'network-vif-deleted', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:34.566054 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee2fcb9-eb1b-4627-b067-894a6d2e6fa3" -d '{"events": [{"server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "name": "network-vif-deleted", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:34.576372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.614277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] Pushing event deleted for resources: {'Port': ['ID=b895802e-a313-417e-a040-dff9db699093,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:34.617655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93974da6-7033-4852-bf19-d1ef47f5e29d None None] No DVR routers for this DVR port b895802e-a313-417e-a040-dff9db699093 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:34.620884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Router 83cd4833-6758-469a-ac5f-51a5405372a1 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:34.635105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b895802e-a313-417e-a040-dff9db699093,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:34.662260 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ac661e-df6c-498b-a13e-e1c472a4877d x-openstack-request-id: req-f9ac661e-df6c-498b-a13e-e1c472a4877d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:34.662622 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5889c414-3a83-438d-af6a-e67dd805eb73", "name": "network-vif-deleted", "tag": "f9392e0d-39fb-4c79-89de-821b8a7fbe30", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:34.662802 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9ac661e-df6c-498b-a13e-e1c472a4877d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:34.662912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] No DVR routers for this DVR port b895802e-a313-417e-a040-dff9db699093 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:34.663313 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5889c414-3a83-438d-af6a-e67dd805eb73', 'name': 'network-vif-deleted', 'tag': 'f9392e0d-39fb-4c79-89de-821b8a7fbe30', 'status': 'completed', 'code': 200} Sep 10 03:22:34.706559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.788308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.830085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1356b-e0b8-4322-a6dc-1de268b15cc3']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:34.853806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc9c189-61a7-491d-bdb4-20be5f765fad') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:34.855751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc9c189-61a7-491d-bdb4-20be5f765fad') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:34.859792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:34.869244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:34.876783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] Sync routers for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:34.891076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:34.891959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:34.894729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.018166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-bd9831e1-e42f-4677-8404-c9cc540b47ec tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "PUT /v2.0/floatingips/ca378c13-2160-48a7-8177-68f2e9067fbd HTTP/1.1" status: 200 len: 694 time: 2.1707230 Sep 10 03:22:35.029839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.038324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-92374c86-a856-4dd2-a177-b1ca7d77d434 req-2fed41b2-8e6b-43d2-97c3-15229592ff2f tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=5889c414-3a83-438d-af6a-e67dd805eb73 HTTP/1.1" status: 200 len: 210 time: 0.1135399 Sep 10 03:22:35.048704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:22:35.050582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:22:35.056068 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:22:35.149797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:35.155713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.162696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.164655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1b1356b-e0b8-4322-a6dc-1de268b15cc3 HTTP/1.1" status: 204 len: 168 time: 1.8909001 Sep 10 03:22:35.168098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55812) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:35.186230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5216-f443-4423-9800-ae611d8dc77b req-00037d00-4238-4201-8035-401c400ca8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:35.191670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eef22-5ccf-451c-9651-634b33dad8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b1356b-e0b8-4322-a6dc-1de268b15cc3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:35.195065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-00037d00-4238-4201-8035-401c400ca8a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.1531730 Sep 10 03:22:35.419582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5216-f443-4423-9800-ae611d8dc77b req-51fc39cb-9d58-4716-9a17-6c7866075419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:35.423055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-51fc39cb-9d58-4716-9a17-6c7866075419 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.2230659 Sep 10 03:22:35.475440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.493419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-b52ba013-7ea3-443d-aeb5-56a9d71b8a27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0639410 Sep 10 03:22:35.513244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:34Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:35.541869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55818) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:35.567939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] Checking router: 83cd4833-6758-469a-ac5f-51a5405372a1 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:35.582767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:35.583402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:35.618485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5216-f443-4423-9800-ae611d8dc77b req-c613bb63-25db-4d0b-96e7-d3152e611e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:35.620643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-c613bb63-25db-4d0b-96e7-d3152e611e95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1169674 Sep 10 03:22:35.667669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-120a879f-7ce1-4f7d-b495-eb55ecb0fdb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387235 Sep 10 03:22:35.724268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:35.878077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-a5317820-cb60-47db-bf7a-a551ede64088 service neutron] 10.222.0.23 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039843 Sep 10 03:22:35.937787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f9392e0d-39fb-4c79-89de-821b8a7fbe30 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:35.952641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3b1de51-326e-4fe5-9b77-e9f1417c8e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:35.964757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f9392e0d-39fb-4c79-89de-821b8a7fbe30 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:35.965170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f9392e0d-39fb-4c79-89de-821b8a7fbe30 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:36.028911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:34Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:36.040966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.085152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5910a14-1153-4b31-aba3-85a4796a13f8 None None] The sync data for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 is: [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:21:28Z', 'revision_number': 4, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '81340de7-bc21-41e0-892d-35dec96da5b5', 'name': '', 'network_id': 'f73a645a-02b7-49a2-b2df-41efefa0f78e', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'mac_address': 'fa:16:3e:b4:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:27Z', 'updated_at': '2021-09-10T03:21:34Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'subnets': [{'id': 'f14053bd-20a7-402c-a692-aed61c5420b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:36.105314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-987f5216-f443-4423-9800-ae611d8dc77b req-f0d47cd6-4668-472a-a44e-433213cc74d9 service neutron] 10.222.0.23 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187808 Sep 10 03:22:36.131315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55828) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:36.235707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d8c365e-9a1f-4fb6-9fbc-d09a88959b2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.250958 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f9254696-0aec-430b-aa5c-8586a2a60811 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips/ca378c13-2160-48a7-8177-68f2e9067fbd HTTP/1.1" status: 200 len: 694 time: 0.0677245 Sep 10 03:22:36.269711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d8c365e-9a1f-4fb6-9fbc-d09a88959b2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.327675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3b1de51-326e-4fe5-9b77-e9f1417c8e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.343975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d8c365e-9a1f-4fb6-9fbc-d09a88959b2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.346655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d8c365e-9a1f-4fb6-9fbc-d09a88959b2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.347875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2d8c365e-9a1f-4fb6-9fbc-d09a88959b2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/security-groups/07de0f02-85ca-4c82-b22b-23eb8e6c786a HTTP/1.1" status: 204 len: 168 time: 0.2148957 Sep 10 03:22:36.357742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c365e-9a1f-4fb6-9fbc-d09a88959b2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de0f02-85ca-4c82-b22b-23eb8e6c786a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:36.398330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55834) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:36.399756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3b1de51-326e-4fe5-9b77-e9f1417c8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.467384 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ecbe8e-b79c-41fe-9d18-5d396be390c6 None None] New status for floating IP ca378c13-2160-48a7-8177-68f2e9067fbd: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:22:36.505455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1de51-326e-4fe5-9b77-e9f1417c8e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea355494-4779-4707-b874-0b0790ba17c9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:36.509942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f3b1de51-326e-4fe5-9b77-e9f1417c8e85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3db30f7db91a48f396de4244a45ab3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666581 Sep 10 03:22:36.513875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55836) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:36.519580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-913b4963-5143-475a-8673-52ddf97b22d0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:36.521032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-913b4963-5143-475a-8673-52ddf97b22d0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 784 time: 0.2512445 Sep 10 03:22:36.553389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-86140837-9230-47d8-adb7-832284344956 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:22:36.561619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-86140837-9230-47d8-adb7-832284344956 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147898 Sep 10 03:22:36.616734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-b0c1654d-a2d0-4a24-a33b-c1e979134838 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 697 time: 0.0541601 Sep 10 03:22:36.637567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71dcf290-651b-4e3f-969f-5aff6b01a9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.668060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:36.670717 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56371225-416a-46e2-b9c1-a3d30a4be5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:36.681062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-a53865ae-f1d7-46b6-bb40-17c52b0b89b0 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 697 time: 0.0525324 Sep 10 03:22:36.705628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71dcf290-651b-4e3f-969f-5aff6b01a9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.721888 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346eaa1e-647f-4bfb-beac-a8fce66a6f81 x-openstack-request-id: req-346eaa1e-647f-4bfb-beac-a8fce66a6f81 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:36.722173 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:36.722418 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-346eaa1e-647f-4bfb-beac-a8fce66a6f81 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:36.722801 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'status': 'completed', 'code': 200} Sep 10 03:22:36.833921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-510ebc53-65e5-4e88-93bc-b0e85e753e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:36.835529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-510ebc53-65e5-4e88-93bc-b0e85e753e6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 1096 time: 0.0873735 Sep 10 03:22:36.856537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Deleting port 3105701c-1871-4cd7-86d2-ea5137e37832 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:36.856885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.865667 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71dcf290-651b-4e3f-969f-5aff6b01a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.873178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-71dcf290-651b-4e3f-969f-5aff6b01a9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.874305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-71dcf290-651b-4e3f-969f-5aff6b01a9f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea355494-4779-4707-b874-0b0790ba17c9 HTTP/1.1" status: 204 len: 168 time: 0.3593533 Sep 10 03:22:36.887366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Deleting port b68866df-d7f8-4e55-90bf-df54a9e5315e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:36.887748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:36.901628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcf290-651b-4e3f-969f-5aff6b01a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea355494-4779-4707-b874-0b0790ba17c9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:37.014471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] For port 3105701c-1871-4cd7-86d2-ea5137e37832, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3105701c-1871-4cd7-86d2-ea5137e37832,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:37.014849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.022616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-3c27d489-bf4d-4b32-9360-0d36a1c06682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:37.024333 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-3c27d489-bf4d-4b32-9360-0d36a1c06682 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 200 len: 919 time: 0.1798673 Sep 10 03:22:37.032824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.033195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.044155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Calling delete_port for 3105701c-1871-4cd7-86d2-ea5137e37832 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:37.053730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Calling delete_port for b68866df-d7f8-4e55-90bf-df54a9e5315e owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:37.078991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-eb7b7021-e5d3-44a4-a8f8-4ec11c58c506 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 200 len: 217 time: 0.0468137 Sep 10 03:22:37.132915 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.188055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-3f9588ed-bca5-42e3-b5a9-6278f0646ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:37.189544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-3f9588ed-bca5-42e3-b5a9-6278f0646ee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 200 len: 859 time: 0.1012850 Sep 10 03:22:37.297435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-70ba9d3e-f0bb-4078-8c08-be9a3ad1b6c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f73a645a-02b7-49a2-b2df-41efefa0f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954523 Sep 10 03:22:37.365175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.368419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.402282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event deleted for resources: {'Port': ['ID=b68866df-d7f8-4e55-90bf-df54a9e5315e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:37.480327 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.517397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.520300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.524484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-382d8193-7392-4d33-b54a-ad77a57ef6db req-f1d97df9-176a-4e56-a231-cfcf1c8766ed tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "DELETE /v2.0/floatingips/ca378c13-2160-48a7-8177-68f2e9067fbd HTTP/1.1" status: 204 len: 173 time: 0.8281434 Sep 10 03:22:37.525457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3105701c-1871-4cd7-86d2-ea5137e37832,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:37.542660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-2b25ea0a-10ce-4001-96cc-d0cd6d4415cf service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347739 Sep 10 03:22:37.736166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.785684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27439efa-0056-4d41-bfb8-d9ff0d33b274 req-dae4d938-fbb3-4ae4-9b1a-5269c4ba74b7 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups/1bdcf6b3-ea08-441e-a9bd-ea76149ff8e1 HTTP/1.1" status: 200 len: 1807 time: 0.2030523 Sep 10 03:22:37.828244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56371225-416a-46e2-b9c1-a3d30a4be5ee req-78c139d5-60dc-4b79-9963-f2ef07a26af6 service neutron] 10.222.0.36 "GET /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558405 Sep 10 03:22:37.844866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 28db317b-7f08-410d-bd38-cc32a1f3aaf8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:37.845374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.901187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27439efa-0056-4d41-bfb8-d9ff0d33b274 req-439b5ed7-1cf4-4c79-a142-218a24a1a4df tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:37.965565 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27439efa-0056-4d41-bfb8-d9ff0d33b274 req-439b5ed7-1cf4-4c79-a142-218a24a1a4df tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.003091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 28db317b-7f08-410d-bd38-cc32a1f3aaf8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28db317b-7f08-410d-bd38-cc32a1f3aaf8,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:38.003482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.023216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 28db317b-7f08-410d-bd38-cc32a1f3aaf8 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:38.067781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27439efa-0056-4d41-bfb8-d9ff0d33b274 req-439b5ed7-1cf4-4c79-a142-218a24a1a4df tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.070343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27439efa-0056-4d41-bfb8-d9ff0d33b274 req-439b5ed7-1cf4-4c79-a142-218a24a1a4df tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.071536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27439efa-0056-4d41-bfb8-d9ff0d33b274 req-439b5ed7-1cf4-4c79-a142-218a24a1a4df tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "DELETE /v2.0/security-groups/1bdcf6b3-ea08-441e-a9bd-ea76149ff8e1 HTTP/1.1" status: 204 len: 173 time: 0.2727222 Sep 10 03:22:38.105131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:38.106636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5ed7-1cf4-4c79-a142-218a24a1a4df tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdcf6b3-ea08-441e-a9bd-ea76149ff8e1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:38.263702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:38.273553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4ad889a6-de30-4e03-ab4c-d451b84bec39 admin admin] 10.222.0.23 "PUT /v2.0/routers/329f1f86-c0ad-4d6b-a301-d68d868a0de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1011555 Sep 10 03:22:38.273553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55888) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:38.281921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] Sync routers for ids ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:38.294630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] Routers {'329f1f86-c0ad-4d6b-a301-d68d868a0de3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:38.297998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:38.344329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.386224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=28db317b-7f08-410d-bd38-cc32a1f3aaf8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:38.507507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] Set router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:38.547643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a25c2-f8fa-4f4e-baf9-b4542ccf8873 req-d27de8c4-08d5-4f6c-9a15-5dad98277f55 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:38.549580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb1a25c2-f8fa-4f4e-baf9-b4542ccf8873 req-d27de8c4-08d5-4f6c-9a15-5dad98277f55 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.2026424 Sep 10 03:22:38.699395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.751902 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb1a25c2-f8fa-4f4e-baf9-b4542ccf8873 req-09dc26d2-652a-4a4c-bebd-2f0581333fa1 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945825 Sep 10 03:22:38.841243 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.903316 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.916864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:22:37Z', 'revision_number': 5, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port': {'id': '7eb2f62b-64b2-4e5d-9006-74df16bcfc1a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:17:52Z', 'updated_at': '2021-09-10T03:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:38.937492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Deleting port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:38.937862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:38.945135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] Checking router: 329f1f86-c0ad-4d6b-a301-d68d868a0de3 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:38.961790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] Routers {'329f1f86-c0ad-4d6b-a301-d68d868a0de3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:38.963979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:39.102870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] For port 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:39.103667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:39.111996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] Set router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:39.130486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Calling delete_port for 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:39.202406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:22:38Z', 'revision_number': 6, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:39.247025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833d1de-9ae1-40aa-8a7e-9b1e322a6f6a None None] The sync data for ids ['329f1f86-c0ad-4d6b-a301-d68d868a0de3'] in n-d-808126-2 is: [{'id': '329f1f86-c0ad-4d6b-a301-d68d868a0de3', 'name': 'tempest-TestVolumeBackupRestore-745151036-router', 'tenant_id': '9f8eb69f473f473f91e6b934765c8728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:17:51Z', 'updated_at': '2021-09-10T03:22:38Z', 'revision_number': 6, 'project_id': '9f8eb69f473f473f91e6b934765c8728', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:39.388812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:39.424339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb2f62b-64b2-4e5d-9006-74df16bcfc1a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:39.572487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:39.739807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:39.751786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-53ddd34a-d45b-4e5e-9c5a-efa7059f2cfe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "PUT /v2.0/routers/d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3520877 Sep 10 03:22:39.755626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55928) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:39.763752 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] Sync routers for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:39.781995 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:39.783718 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:39.867869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting subnet 14d2b30f-1aeb-4bab-9eae-91c1bc90eb66 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:22:39.876438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:39.974373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:39.984518 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:40.136382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:40.160488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.162662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba176-3b9d-47f4-8bcc-71a41c8925ad req-a387b98e-6648-4695-bdaa-94d377b0ae2e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:40.165582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d2ba176-3b9d-47f4-8bcc-71a41c8925ad req-a387b98e-6648-4695-bdaa-94d377b0ae2e tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.1114066 Sep 10 03:22:40.169124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.181488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:40.182047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7eb2f62b-64b2-4e5d-9006-74df16bcfc1a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:40.182490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3105701c-1871-4cd7-86d2-ea5137e37832 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:40.258261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.259370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 3105701c-1871-4cd7-86d2-ea5137e37832 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:40.259984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3105701c-1871-4cd7-86d2-ea5137e37832 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:40.297845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb4c20-b5ff-4e77-952a-a2aef5ecc9bd None None] Network 9eb9e045-8494-4a62-b705-fa6cc1ed9756 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:40.312069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.314580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.334441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Subnet': ['ID=14d2b30f-1aeb-4bab-9eae-91c1bc90eb66,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:40.341987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.344352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3a9313e1-3abd-4b8d-82e3-2af6390f2677 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/subnets/14d2b30f-1aeb-4bab-9eae-91c1bc90eb66 HTTP/1.1" status: 204 len: 168 time: 0.5875442 Sep 10 03:22:40.347861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:40.383236 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:38Z', 'revision_number': 7, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:40.442911 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] Checking router: d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:40.464980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.466292 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] Routers {'d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:40.467149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 329f1f86-c0ad-4d6b-a301-d68d868a0de3 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:22:40.492140 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.492847 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:40.497622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8a373972-df53-4c9a-bdc9-1e232a9aa63a admin admin] 10.222.0.23 "DELETE /v2.0/routers/329f1f86-c0ad-4d6b-a301-d68d868a0de3 HTTP/1.1" status: 204 len: 168 time: 2.2234571 Sep 10 03:22:40.523933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.526470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55944) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:40.534245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55946) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:40.550330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d2ba176-3b9d-47f4-8bcc-71a41c8925ad req-2317f031-3878-4728-8b97-e3a7ce8f5446 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/security-groups?id=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432283 Sep 10 03:22:40.662488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] DHCP port deletion for 9eb9e045-8494-4a62-b705-fa6cc1ed9756 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:22:40.686465 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] Set router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:40.733126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-15c62013-b489-4d44-bd0e-4642d24a7b4c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:40.734607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-15c62013-b489-4d44-bd0e-4642d24a7b4c tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.36 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 945 time: 0.2071815 Sep 10 03:22:40.760836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e7384b-fb0d-4de4-8aa8-0737a54b03ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.761012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Deleting port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:40.761399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.856087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Deleting subnet 39bac5bd-a3ba-4861-8f99-272cc1bd0941 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:22:40.868456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] For port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,segment=NetworkSegment(7539e830-986b-408a-9802-f3e9b898ced9),segment_id=7539e830-986b-408a-9802-f3e9b898ced9)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:40.868870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.887244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Calling delete_port for 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:40.894632 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:38Z', 'revision_number': 7, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:40.920900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.921172 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e7384b-fb0d-4de4-8aa8-0737a54b03ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.928660 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72d642-31b2-4b89-8af1-0e7a6cf85330 None None] The sync data for ids ['d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2'] in n-d-808126-2 is: [{'id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'name': 'tempest-TestNetworkBasicOps-router-642531544', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:22:38Z', 'revision_number': 7, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '8199c426-cdea-4449-af6a-47ad5f112eff', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8837cd5-e76f-4cdf-9bee-4ebabcd00aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:20:23Z', 'updated_at': '2021-09-10T03:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:40.934230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e7384b-fb0d-4de4-8aa8-0737a54b03ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:40.980140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39e7384b-fb0d-4de4-8aa8-0737a54b03ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f8df40b933f47faa83650989c4076fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443455 Sep 10 03:22:40.981895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55952) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:40.982381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7384b-fb0d-4de4-8aa8-0737a54b03ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b089255-b903-4077-bb6a-169cc638a0a3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:41.014841 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.018109 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.052259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Pushing event deleted for resources: {'Port': ['ID=8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:41.059884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.060164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] No DVR routers for this DVR port 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:41.071660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.072173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.073226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.094377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.095788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.096343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.096917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.098005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.098725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.099275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.099804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.100324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b36059-2549-41d7-9fb0-152c0c78fe86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:41.106864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Deleting port c67f4569-9684-491b-ac87-bc77329b5920 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:41.107070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.236306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73bdbd0-e233-49ba-814f-122596ee32d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.251496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.316849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73bdbd0-e233-49ba-814f-122596ee32d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.325628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] For port c67f4569-9684-491b-ac87-bc77329b5920, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c67f4569-9684-491b-ac87-bc77329b5920,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:41.326006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.357424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Calling delete_port for c67f4569-9684-491b-ac87-bc77329b5920 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:41.369269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 8199c426-cdea-4449-af6a-47ad5f112eff {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:41.370230 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.458798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.521278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bac5bd-a3ba-4861-8f99-272cc1bd0941,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:41.538899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8694f16-a356-45c3-b071-f862626b696e None None] Network fcd7e9ed-be23-4fd1-b707-e84e67b40721 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:41.540450 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.545344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3758bcf0-21cf-41a4-8f35-d38b4c6627e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/39bac5bd-a3ba-4861-8f99-272cc1bd0941 HTTP/1.1" status: 204 len: 168 time: 1.0132663 Sep 10 03:22:41.545999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55956) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:41.565590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73bdbd0-e233-49ba-814f-122596ee32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.568176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c73bdbd0-e233-49ba-814f-122596ee32d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.572367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c73bdbd0-e233-49ba-814f-122596ee32d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b089255-b903-4077-bb6a-169cc638a0a3 HTTP/1.1" status: 204 len: 168 time: 0.5762839 Sep 10 03:22:41.591337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 8199c426-cdea-4449-af6a-47ad5f112eff, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8199c426-cdea-4449-af6a-47ad5f112eff,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:41.591720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.597720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bdbd0-e233-49ba-814f-122596ee32d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b089255-b903-4077-bb6a-169cc638a0a3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:41.613505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 8199c426-cdea-4449-af6a-47ad5f112eff owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:41.719263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.779077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.790636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Deleting port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:41.791055 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.832488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] DHCP port deletion for fcd7e9ed-be23-4fd1-b707-e84e67b40721 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:22:41.907028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Pushing event deleted for resources: {'Port': ['ID=c67f4569-9684-491b-ac87-bc77329b5920,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:41.926057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2856531f-0408-4d16-94f6-12f3bdc1d7c7 req-04d00587-1de2-4c9e-a60d-121ecde7a086 tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.23 "GET /v2.0/ports?device_id=198cc271-114c-4caa-be42-5837a1fc0d46 HTTP/1.1" status: 200 len: 210 time: 0.1605735 Sep 10 03:22:41.930705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] Deleting port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:41.931086 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.942263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] For port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:41.945748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.964140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Calling delete_port for 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:41.973773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] No DVR routers for this DVR port c67f4569-9684-491b-ac87-bc77329b5920 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:41.980470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:41.982526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55c20e3c-9709-4650-81a6-df3a6e5a6b14 req-2eff20c7-5cf6-44ad-8289-b8ff36eea6fa tempest-ServerRescueTestJSONUnderV235-382942595 tempest-ServerRescueTestJSONUnderV235-382942595-project] 10.222.0.36 "DELETE /v2.0/ports/c67f4569-9684-491b-ac87-bc77329b5920 HTTP/1.1" status: 204 len: 173 time: 1.2395096 Sep 10 03:22:41.998861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'name': 'network-vif-deleted', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:42.013809 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13d9561-1f24-44d3-889c-d36d58d73c6e" -d '{"events": [{"server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "name": "network-vif-deleted", "tag": "c67f4569-9684-491b-ac87-bc77329b5920"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:42.087641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55972) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:42.109820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] For port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,segment=NetworkSegment(f44c95b4-486f-49f1-b445-1d6ebcb67861),segment_id=f44c95b4-486f-49f1-b445-1d6ebcb67861)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:42.110343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.115916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89b51fd6-fa8a-43e2-b80c-28f90a3288a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.136833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] Calling delete_port for 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:42.144966 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a7633-2890-427e-8139-bb900b8021f4 x-openstack-request-id: req-e14a7633-2890-427e-8139-bb900b8021f4 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:22:42.145590 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198cc271-114c-4caa-be42-5837a1fc0d46", "name": "network-vif-deleted", "tag": "c67f4569-9684-491b-ac87-bc77329b5920", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:22:42.146337 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e14a7633-2890-427e-8139-bb900b8021f4 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:22:42.146963 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198cc271-114c-4caa-be42-5837a1fc0d46', 'name': 'network-vif-deleted', 'tag': 'c67f4569-9684-491b-ac87-bc77329b5920', 'status': 'completed', 'code': 200} Sep 10 03:22:42.234948 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.281118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] No DVR routers for this DVR port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:42.296735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.329690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=8199c426-cdea-4449-af6a-47ad5f112eff,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:42.349216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:42.431648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:42.434679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c67f4569-9684-491b-ac87-bc77329b5920 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:42.456829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.486297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: c67f4569-9684-491b-ac87-bc77329b5920 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:42.487015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c67f4569-9684-491b-ac87-bc77329b5920 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:42.488655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:42.489233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8dd74b6e-3188-47e9-ba23-dc6ce4b2c9bb not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:42.489883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28db317b-7f08-410d-bd38-cc32a1f3aaf8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:42.515330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 28db317b-7f08-410d-bd38-cc32a1f3aaf8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:42.516156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28db317b-7f08-410d-bd38-cc32a1f3aaf8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:42.516975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:42.517367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.550473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd7e9ed-be23-4fd1-b707-e84e67b40721']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:42.562245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44c95b4-486f-49f1-b445-1d6ebcb67861') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:42.562483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44c95b4-486f-49f1-b445-1d6ebcb67861') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:42.572561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.588736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.595940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:42.596473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:22:42.596603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.597281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:22:42.632777 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 03:22:42.638073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.644399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.647829 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.703072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] Pushing event deleted for resources: {'Port': ['ID=9e8bcd49-46df-456b-8e7f-1a7dabc00cb8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:22:42.710208 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:22:42.722087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.723193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934edb8d-112f-42da-aac4-8f3739c4b594 None None] No DVR routers for this DVR port 9e8bcd49-46df-456b-8e7f-1a7dabc00cb8 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:22:42.725511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89b51fd6-fa8a-43e2-b80c-28f90a3288a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.730527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.734871 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fcd7e9ed-be23-4fd1-b707-e84e67b40721 HTTP/1.1" status: 204 len: 168 time: 1.1848276 Sep 10 03:22:42.753168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89b51fd6-fa8a-43e2-b80c-28f90a3288a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.789486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.790866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Fanout notify agent at l3_agent the message router_deleted on router d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:22:42.806293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:42.809303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc052255-b8ec-4188-a580-7a52fa7672d8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/routers/d8837cd5-e76f-4cdf-9bee-4ebabcd00aa2 HTTP/1.1" status: 204 len: 168 time: 2.4580145 Sep 10 03:22:42.813053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-89b51fd6-fa8a-43e2-b80c-28f90a3288a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a22ed4d20e044e4fa4466ea87d2b4574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210217 Sep 10 03:22:42.816077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55984) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:42.816674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 55986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:42.825661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a05d0-0496-46fa-bd85-97436ec21b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd7e9ed-be23-4fd1-b707-e84e67b40721,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:42.874340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b51fd6-fa8a-43e2-b80c-28f90a3288a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c92bb-3a5d-4b9b-9c5a-340fc44c77b7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:42.974301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55992) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:43.018359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.018523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55996) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:43.026571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3daea49d-4a28-4e96-8e50-ae52ad1cd0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.033850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 55998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:43.052638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3daea49d-4a28-4e96-8e50-ae52ad1cd0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.190369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.199576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3daea49d-4a28-4e96-8e50-ae52ad1cd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.202818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3daea49d-4a28-4e96-8e50-ae52ad1cd0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.204019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3daea49d-4a28-4e96-8e50-ae52ad1cd0a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/577c92bb-3a5d-4b9b-9c5a-340fc44c77b7 HTTP/1.1" status: 204 len: 168 time: 0.3854828 Sep 10 03:22:43.217115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daea49d-4a28-4e96-8e50-ae52ad1cd0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c92bb-3a5d-4b9b-9c5a-340fc44c77b7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:43.231656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb9e045-8494-4a62-b705-fa6cc1ed9756']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:43.253385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7539e830-986b-408a-9802-f3e9b898ced9') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:43.253568 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-19f1f67a-5865-4fe8-8ed8-c234b9d350e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e03a2b48745477c87aac6514c8d155e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315304 Sep 10 03:22:43.253709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7539e830-986b-408a-9802-f3e9b898ced9') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:43.256190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56002) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:43.268488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.288286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.299133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:22:43.300654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:22:43.305579 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:22:43.407657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9e3fd00-c3dd-46f4-82fa-9256a0bfddd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.439517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a69af8a1-269a-4edd-b88b-21eb922f447e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.446694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.470717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.472675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/networks/9eb9e045-8494-4a62-b705-fa6cc1ed9756 HTTP/1.1" status: 204 len: 168 time: 0.6552942 Sep 10 03:22:43.473548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb909ea-fccf-47b3-a249-45660f1c9c69 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Network': ['ID=9eb9e045-8494-4a62-b705-fa6cc1ed9756,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:43.504360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:43.527203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'network': {'name': 'tempest-network-smoke--825427321', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:43.555559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a69af8a1-269a-4edd-b88b-21eb922f447e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.720283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a69af8a1-269a-4edd-b88b-21eb922f447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.722867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a69af8a1-269a-4edd-b88b-21eb922f447e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.726365 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a69af8a1-269a-4edd-b88b-21eb922f447e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/764d72f4-8c1f-4f32-ade9-8b0589d1a88c HTTP/1.1" status: 204 len: 168 time: 0.4669480 Sep 10 03:22:43.762749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69af8a1-269a-4edd-b88b-21eb922f447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d72f4-8c1f-4f32-ade9-8b0589d1a88c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:43.765908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9e3fd00-c3dd-46f4-82fa-9256a0bfddd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.774465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9e3fd00-c3dd-46f4-82fa-9256a0bfddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.804034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:22:43.816330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.818722 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e9e3fd00-c3dd-46f4-82fa-9256a0bfddd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da77a7a5923e4532bb501e1e6e0339c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431745 Sep 10 03:22:43.824002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:43.843866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:22:43.849615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3fd00-c3dd-46f4-82fa-9256a0bfddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3447e3ed-7e86-4eb8-a7f6-8c1e4fab8b74,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:43.871335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.872607 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Added segment b5caa017-c385-4a7b-b738-fbe9abe8ee46 of type vlan for network a4c10a03-53f5-4ac3-9804-64d833aedf53 Sep 10 03:22:43.936010 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85b3a580-41b2-42bc-9518-24cc4cdbcfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.955025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.967102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85b3a580-41b2-42bc-9518-24cc4cdbcfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:43.989760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.003701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:44.005771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.013976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8199c426-cdea-4449-af6a-47ad5f112eff no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:44.019679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.054957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8199c426-cdea-4449-af6a-47ad5f112eff {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:44.062470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8199c426-cdea-4449-af6a-47ad5f112eff not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:44.144601 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85b3a580-41b2-42bc-9518-24cc4cdbcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.145639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6398046 Sep 10 03:22:44.146317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:44.150013 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85b3a580-41b2-42bc-9518-24cc4cdbcfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.153365 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85b3a580-41b2-42bc-9518-24cc4cdbcfa7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3447e3ed-7e86-4eb8-a7f6-8c1e4fab8b74 HTTP/1.1" status: 204 len: 168 time: 0.3269625 Sep 10 03:22:44.155668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-165898087', 'admin_state_up': True, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:44.171725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3a580-41b2-42bc-9518-24cc4cdbcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3447e3ed-7e86-4eb8-a7f6-8c1e4fab8b74,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:44.215075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.216273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.277962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.279256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56030) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:44.281797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7894d8-c993-457b-aece-786708379a5b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Network': ['ID=a4c10a03-53f5-4ac3-9804-64d833aedf53,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:44.298440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:22:44.464516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a077d703-dcb8-4169-a03a-27aac089f56f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f8eb69f473f473f91e6b934765c8728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839526 Sep 10 03:22:44.478373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56036) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:44.538333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.579759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Deleting port 81340de7-bc21-41e0-892d-35dec96da5b5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:44.580204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.581746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c42d674-5e1b-4818-95a0-e1a948100059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.625323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c42d674-5e1b-4818-95a0-e1a948100059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.716402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] For port 81340de7-bc21-41e0-892d-35dec96da5b5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81340de7-bc21-41e0-892d-35dec96da5b5,segment=NetworkSegment(db1db655-9cf4-4b0e-9f92-726f1af1cc02),segment_id=db1db655-9cf4-4b0e-9f92-726f1af1cc02)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:44.716802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.734596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Calling delete_port for 81340de7-bc21-41e0-892d-35dec96da5b5 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:44.752158 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c42d674-5e1b-4818-95a0-e1a948100059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.755955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c42d674-5e1b-4818-95a0-e1a948100059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.762569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c42d674-5e1b-4818-95a0-e1a948100059 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d1b965f-9fc0-4fc7-bf63-b3b7187e14a6 HTTP/1.1" status: 204 len: 168 time: 0.2788022 Sep 10 03:22:44.818282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d674-5e1b-4818-95a0-e1a948100059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b965f-9fc0-4fc7-bf63-b3b7187e14a6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:44.866856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:44.897282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:45.045099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.25.8.199 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/56f2d2de-f0ae-4dd9-a15e-b001e4e304d4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:22:45.061301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:45.095806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Pushing event deleted for resources: {'Port': ['ID=81340de7-bc21-41e0-892d-35dec96da5b5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:45.374988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:45.430158 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:45.457910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:45.569284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:22:45.569284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:45.569284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:22:45.694185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:45.990008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Router 83cd4833-6758-469a-ac5f-51a5405372a1 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:46.177608 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.183424 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:46.199939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] Sync routers for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:46.207169 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d49d1396-cb33-4c21-baf0-98663be70729 admin admin] 10.222.0.23 "PUT /v2.0/routers/83cd4833-6758-469a-ac5f-51a5405372a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1714296 Sep 10 03:22:46.213669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56086) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:46.228017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:46.231975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:46.384541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:46.414636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.533563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56092) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:46.578352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.586591 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.658242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:22:44Z', 'revision_number': 5, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port': {'id': '1ec538ad-dfaf-40d3-b015-b8acf5875098', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:21:25Z', 'updated_at': '2021-09-10T03:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:46.675612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Deleting port 1ec538ad-dfaf-40d3-b015-b8acf5875098 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:22:46.676721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.692100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] Checking router: 83cd4833-6758-469a-ac5f-51a5405372a1 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:46.704334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] Routers {'83cd4833-6758-469a-ac5f-51a5405372a1'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:46.705181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['83cd4833-6758-469a-ac5f-51a5405372a1'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:46.708786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a3e2aa-3439-4d43-81b2-27d0f07cdff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.743635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router 462e72b9-5718-470e-adc9-fb137fa741d5 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:22:46.829546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] Set router 83cd4833-6758-469a-ac5f-51a5405372a1 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:46.885207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] For port 1ec538ad-dfaf-40d3-b015-b8acf5875098, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1ec538ad-dfaf-40d3-b015-b8acf5875098,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:46.885584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:46.920822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Calling delete_port for 1ec538ad-dfaf-40d3-b015-b8acf5875098 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:22:46.933219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:22:46Z', 'revision_number': 6, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:46.962160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607841d-77d2-4073-ae97-7533ca8525d5 None None] The sync data for ids ['83cd4833-6758-469a-ac5f-51a5405372a1'] in n-d-808126-2 is: [{'id': '83cd4833-6758-469a-ac5f-51a5405372a1', 'name': 'tempest-ServerRescueTestJSONUnderV235-832593291-router', 'tenant_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:21:23Z', 'updated_at': '2021-09-10T03:22:46Z', 'revision_number': 6, 'project_id': 'e1a1029ea392402bb89e1bbc5a36741a', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:47.177349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.217322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec538ad-dfaf-40d3-b015-b8acf5875098,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:47.266643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:47.278244 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Sync routers for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:47.286604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a3e2aa-3439-4d43-81b2-27d0f07cdff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.292318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:47.293207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:47.294449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.297108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2a3e2aa-3439-4d43-81b2-27d0f07cdff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.370484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f2a3e2aa-3439-4d43-81b2-27d0f07cdff3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1be745741edd430e8d396d9a3dad612d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8355081 Sep 10 03:22:47.370748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56124) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.371600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3e2aa-3439-4d43-81b2-27d0f07cdff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578d44fe-b0a4-4761-ab66-3b80dac3efcd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:47.388155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.392584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-12ae0d9f-69a8-45df-b39a-eac243ad8cf9 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2430127 Sep 10 03:22:47.393336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.443032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b7608c6-267f-4fa3-b691-1462eb44454e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=16cbe3dd70cd4d8e9c644213bcfc5c69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441530 Sep 10 03:22:47.443393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.443682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.446285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.505004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-797c477f-48de-4691-a112-04be6ea0d265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.530392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-797c477f-48de-4691-a112-04be6ea0d265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.559797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.560574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83cd4833-6758-469a-ac5f-51a5405372a1 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:22:47.569982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.576047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c42fd35c-a1b3-41b4-ba8b-26476f20a6be admin admin] 10.222.0.23 "DELETE /v2.0/routers/83cd4833-6758-469a-ac5f-51a5405372a1 HTTP/1.1" status: 204 len: 168 time: 1.3576548 Sep 10 03:22:47.577600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.633631 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:47.637326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd05e6e-c80a-4e1e-bd9b-6223b0b71a26 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:47.642113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fbd05e6e-c80a-4e1e-bd9b-6223b0b71a26 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1945953 Sep 10 03:22:47.643096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.652187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-797c477f-48de-4691-a112-04be6ea0d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.658962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-797c477f-48de-4691-a112-04be6ea0d265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.659715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Deleting subnet f14053bd-20a7-402c-a692-aed61c5420b4 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:22:47.663553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-797c477f-48de-4691-a112-04be6ea0d265 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/578d44fe-b0a4-4761-ab66-3b80dac3efcd HTTP/1.1" status: 204 len: 168 time: 0.2755232 Sep 10 03:22:47.664131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.713877 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.733393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-101f49e9-de2f-47a8-8b1c-d1b21ee71a8d tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891290 Sep 10 03:22:47.734189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56152) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.734974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c477f-48de-4691-a112-04be6ea0d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578d44fe-b0a4-4761-ab66-3b80dac3efcd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:47.753426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998815586', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:47.783631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.847175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.899320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14053bd-20a7-402c-a692-aed61c5420b4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:47.911130 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:47.915261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7ba75d27-54e0-474c-85f6-aac9ee2c91c6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f14053bd-20a7-402c-a692-aed61c5420b4 HTTP/1.1" status: 204 len: 168 time: 0.3339672 Sep 10 03:22:47.915730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56166) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:47.979213 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:45Z', 'revision_number': 3, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:47.987893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:22:47.994301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.023598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1ec538ad-dfaf-40d3-b015-b8acf5875098 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:48.039688 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Checking router: 462e72b9-5718-470e-adc9-fb137fa741d5 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:48.040038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Updating router 462e72b9-5718-470e-adc9-fb137fa741d5 port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:22:48.106988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1ec538ad-dfaf-40d3-b015-b8acf5875098 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:48.109105 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.109685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1ec538ad-dfaf-40d3-b015-b8acf5875098 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:48.110242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81340de7-bc21-41e0-892d-35dec96da5b5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:22:48.152247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 81340de7-bc21-41e0-892d-35dec96da5b5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:22:48.153030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81340de7-bc21-41e0-892d-35dec96da5b5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:22:48.185304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.369673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.370625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.401454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73a645a-02b7-49a2-b2df-41efefa0f78e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:48.412672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1db655-9cf4-4b0e-9f92-726f1af1cc02') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:48.413568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1db655-9cf4-4b0e-9f92-726f1af1cc02') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:48.424467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.444369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.451344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:22:48.452145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:22:48.453970 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:22:48.485343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Subnet': ['ID=7673e8c3-885a-4043-b05f-bb00883f2875,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:48.491623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Checking segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:22:48.491992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network hostable DHCP agents. Network: a4c10a03-53f5-4ac3-9804-64d833aedf53, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:22:48.528371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:22:48.544156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a4c10a03-53f5-4ac3-9804-64d833aedf53) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:48.548001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.549640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:48.552062 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.553337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.555284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a36ace-b7ec-4877-aea9-7bb78bcce5df None None] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:48.555587 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f73a645a-02b7-49a2-b2df-41efefa0f78e HTTP/1.1" status: 204 len: 168 time: 0.6382821 Sep 10 03:22:48.570977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56200) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:48.572613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60bf62-0eac-4ce1-b17d-205d7fc1bdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73a645a-02b7-49a2-b2df-41efefa0f78e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:48.589319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56204) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:48.589677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9a27c86c-fee3-4af5-b3c3-998ce25752c1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8442073 Sep 10 03:22:48.630813 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.649637 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Transition to ACTIVE for port object 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:22:48.659356 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.716496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Pushing event updated for resources: {'Port': ['ID=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:48.718771 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Attempting to bind port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:22:48.719175 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Attempting to bind port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:22:48.719545 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Attempting to bind port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:22:48.728741 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:22:48.729530 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:22:48.729530 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.729905 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:22:48.730386 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Bound port: 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:22:48.730773 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.734467 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.734794 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.735132 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.735517 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.736091 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.736091 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.736446 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.736762 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.737081 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.737394 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.737707 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.738111 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:48.817117 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] For port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:22:48.820596 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] For port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:22:48.828498 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.837513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56210) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:48.879863 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:48.880931 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:48.882942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-a4c10a03-53f5-4ac3-9804-64d833aedf53', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:22:48.885862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:48.952672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-06b64f57-bb9d-48de-aacb-ec0e305e6324 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1a1029ea392402bb89e1bbc5a36741a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131711 Sep 10 03:22:48.953547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56212) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:49.004419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:49.089167 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85437047-2df5-499b-aa6d-e2d971c548a5 None None] Pushing event updated for resources: {'Port': ['ID=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:49.117933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f50ea3f-8a8e-4088-bbc6-48bfb5ce2328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.122907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56216) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:49.175922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f50ea3f-8a8e-4088-bbc6-48bfb5ce2328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.244717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Allocated IP 172.20.0.2 (a4c10a03-53f5-4ac3-9804-64d833aedf53/7673e8c3-885a-4043-b05f-bb00883f2875/8e243390-21ff-408c-a1e8-74084fbeaff4) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:22:49.265732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98fbfeed-9286-44dc-a258-7663aba58c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.278826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f50ea3f-8a8e-4088-bbc6-48bfb5ce2328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.283360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f50ea3f-8a8e-4088-bbc6-48bfb5ce2328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.288535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f50ea3f-8a8e-4088-bbc6-48bfb5ce2328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3 HTTP/1.1" status: 204 len: 168 time: 0.3279257 Sep 10 03:22:49.341670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50ea3f-8a8e-4088-bbc6-48bfb5ce2328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e866c3f5-f1c4-45fd-9b26-1f86dcacb5a3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:49.345964 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:45Z', 'revision_number': 3, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:49.377226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d68086a3-f640-45ec-b5d1-4c7015d06f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.425489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f03944-8beb-40a9-934a-8aec4d0f2d73 None None] The sync data for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 is: [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:45Z', 'revision_number': 3, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:49.601921 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.612081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Transition to ACTIVE for port object 8e243390-21ff-408c-a1e8-74084fbeaff4 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:22:49.618736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98fbfeed-9286-44dc-a258-7663aba58c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.629075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98fbfeed-9286-44dc-a258-7663aba58c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.637846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Transition to ACTIVE for port object 8e243390-21ff-408c-a1e8-74084fbeaff4 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:22:49.653457 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.707423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:22:49.712427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:49.717240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:22:49.721811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98fbfeed-9286-44dc-a258-7663aba58c49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a44d13ae54f948969ab04d97635df392&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1449347 Sep 10 03:22:49.725195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56238) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:49.770215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbfeed-9286-44dc-a258-7663aba58c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f078fd7-341f-4977-a580-6f0bdbc0024a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:49.797568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Pushing event updated for resources: {'Port': ['ID=8e243390-21ff-408c-a1e8-74084fbeaff4,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:49.846610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a01d3c3b-a9cd-4ad1-82d7-aa7290889b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.877540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Attempting to bind port 8e243390-21ff-408c-a1e8-74084fbeaff4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:22:49.879121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Attempting to bind port 8e243390-21ff-408c-a1e8-74084fbeaff4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:22:49.879745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Attempting to bind port 8e243390-21ff-408c-a1e8-74084fbeaff4 on network a4c10a03-53f5-4ac3-9804-64d833aedf53 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:22:49.888466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:22:49.888853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Checking segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:22:49.889270 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.889934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Bound using segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:22:49.890742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Bound port: 8e243390-21ff-408c-a1e8-74084fbeaff4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:22:49.891148 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.897053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d68086a3-f640-45ec-b5d1-4c7015d06f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.908017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d68086a3-f640-45ec-b5d1-4c7015d06f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.969490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a01d3c3b-a9cd-4ad1-82d7-aa7290889b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:49.980443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d68086a3-f640-45ec-b5d1-4c7015d06f44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d5b4e56520c4d51b58989238f319c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555605 Sep 10 03:22:49.983668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56246) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:50.045393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68086a3-f640-45ec-b5d1-4c7015d06f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3a74fc-9adb-43d9-8453-39c62749bd08,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:50.056791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] For port 8e243390-21ff-408c-a1e8-74084fbeaff4, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:22:50.061192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] For port 8e243390-21ff-408c-a1e8-74084fbeaff4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8e243390-21ff-408c-a1e8-74084fbeaff4,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:22:50.071997 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.092197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.161400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8019-7e01-47a8-905f-e8abb21f5724 None None] Pushing event updated for resources: {'Port': ['ID=8e243390-21ff-408c-a1e8-74084fbeaff4,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:50.165055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:22:50.216355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2e53-73c3-4a3f-9da8-08a9f1087d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.251923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:22:50.261142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:50.261805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.280908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2e53-73c3-4a3f-9da8-08a9f1087d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.381950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a01d3c3b-a9cd-4ad1-82d7-aa7290889b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.407756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a01d3c3b-a9cd-4ad1-82d7-aa7290889b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.407756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a01d3c3b-a9cd-4ad1-82d7-aa7290889b7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f078fd7-341f-4977-a580-6f0bdbc0024a HTTP/1.1" status: 204 len: 168 time: 0.6722856 Sep 10 03:22:50.422309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:50.432776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d3c3b-a9cd-4ad1-82d7-aa7290889b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f078fd7-341f-4977-a580-6f0bdbc0024a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:50.480577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.532488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:50.549785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.635910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2e53-73c3-4a3f-9da8-08a9f1087d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.638871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1b2e53-73c3-4a3f-9da8-08a9f1087d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.642484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ff1b2e53-73c3-4a3f-9da8-08a9f1087d64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac3a74fc-9adb-43d9-8453-39c62749bd08 HTTP/1.1" status: 204 len: 168 time: 0.6474624 Sep 10 03:22:50.667367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b2e53-73c3-4a3f-9da8-08a9f1087d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3a74fc-9adb-43d9-8453-39c62749bd08,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:50.745241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:50.850116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.20.0.1 (a4c10a03-53f5-4ac3-9804-64d833aedf53/7673e8c3-885a-4043-b05f-bb00883f2875/73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:22:50.857005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-982361318-network', 'tenant_id': 'c015814d964041f89e3e5ab5bd260c6c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:50.929917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Made reservation on behalf of c015814d964041f89e3e5ab5bd260c6c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:22:50.934049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:50.947185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.012411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.054586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Transition to ACTIVE for port object 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:22:51.055817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56272) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:51.076968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46fabaca-a100-4fb8-94dd-eca7ec0ebf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.128710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.153297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.158967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.187224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e00804-a3fd-467d-a7a3-1f580faea007,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:51.197117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:22:51.197991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:51.207546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:22:51.209049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.209530 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Added segment 40adc7b5-150b-41d7-8674-543941f58267 of type vlan for network 41bc7a11-0673-4e48-8339-b7f256b7e956 Sep 10 03:22:51.230779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:51.235422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:22:51.262796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.308741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.309830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:51.310760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.319748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.422301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] Pushing event updated for resources: {'Network': ['ID=41bc7a11-0673-4e48-8339-b7f256b7e956,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:51.434545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 41bc7a11-0673-4e48-8339-b7f256b7e956 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:22:51.548822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46fabaca-a100-4fb8-94dd-eca7ec0ebf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.555412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46fabaca-a100-4fb8-94dd-eca7ec0ebf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.567925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5cd54bd2-38ec-4ea0-b57d-9b585c8b8499 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1432939 Sep 10 03:22:51.570220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:51.578929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Request body: {'subnet': {'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-982361318-subnet', 'tenant_id': 'c015814d964041f89e3e5ab5bd260c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:51.582199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.625677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Made reservation on behalf of c015814d964041f89e3e5ab5bd260c6c for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:22:51.628554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.649807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-46fabaca-a100-4fb8-94dd-eca7ec0ebf20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ff97888a6224cb9acbec48a15279f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907927 Sep 10 03:22:51.650599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56292) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:51.653161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fabaca-a100-4fb8-94dd-eca7ec0ebf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f523070-231d-4403-8093-e2d8b3335b7b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:51.832632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16402cf2-6cd1-4a3d-a763-99fda1cd4dd2 None None] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:51.866257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70fb7ca-5d91-4b1d-828e-126ef7b6d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.914420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.923893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70fb7ca-5d91-4b1d-828e-126ef7b6d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:51.967167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad3f6a5-f802-488a-9489-80b39cdb0b21,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:52.021844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Checking segment: {'id': '40adc7b5-150b-41d7-8674-543941f58267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:22:52.022221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Network hostable DHCP agents. Network: 41bc7a11-0673-4e48-8339-b7f256b7e956, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:22:52.042900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Network 41bc7a11-0673-4e48-8339-b7f256b7e956 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:22:52.054524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-63d990c3-499c-49a7-bc9b-04697e139f6a None None] Provisioning for port 8e243390-21ff-408c-a1e8-74084fbeaff4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:22:52.056172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 41bc7a11-0673-4e48-8339-b7f256b7e956) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:52.061220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:52.061969 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.080046 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a15d59-9eb3-46f4-b497-619d985ea69a None None] Network 41bc7a11-0673-4e48-8339-b7f256b7e956 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:52.100136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-43f64e2a-1975-4f3f-9cd9-1fdfc20698b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5285468 Sep 10 03:22:52.176165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70fb7ca-5d91-4b1d-828e-126ef7b6d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.177509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a70fb7ca-5d91-4b1d-828e-126ef7b6d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.189790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a70fb7ca-5d91-4b1d-828e-126ef7b6d57e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f523070-231d-4403-8093-e2d8b3335b7b HTTP/1.1" status: 204 len: 168 time: 0.5335226 Sep 10 03:22:52.193509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:22:52.238685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fb7ca-5d91-4b1d-828e-126ef7b6d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f523070-231d-4403-8093-e2d8b3335b7b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:52.399372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:52.400290 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.472672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.480490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658d32d-7157-4aaf-ba09-250629c30373 None None] Network 41bc7a11-0673-4e48-8339-b7f256b7e956 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:22:52.482303 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.630351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:52.633710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.647685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e243390-21ff-408c-a1e8-74084fbeaff4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:22:52.689747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56318) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:52.842644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b2319859-9bff-409b-9705-76ae96f293f7 None None] Provisioning for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:22:52.846610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:22:52.851728 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:52.853706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b2319859-9bff-409b-9705-76ae96f293f7 None None] Provisioning complete for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:52.854273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b2319859-9bff-409b-9705-76ae96f293f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.856867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8e243390-21ff-408c-a1e8-74084fbeaff4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:22:52.890698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8e243390-21ff-408c-a1e8-74084fbeaff4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:52.891222 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.966758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:52.982156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b2319859-9bff-409b-9705-76ae96f293f7 None None] Port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:22:53.109696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router 462e72b9-5718-470e-adc9-fb137fa741d5 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:22:53.109809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.182704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8e243390-21ff-408c-a1e8-74084fbeaff4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8e243390-21ff-408c-a1e8-74084fbeaff4,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:53.197858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.205034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.216757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.279622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8a9675c5-868e-4468-8285-d252d8ce46c5 None None] Provisioning complete for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:53.280001 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9675c5-868e-4468-8285-d252d8ce46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.324471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0731eba8e354ac687d926863d8a7356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309025 Sep 10 03:22:53.326871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6319beba-6ee7-4d66-acda-e9994f268539,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:53.330432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56348) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:53.332589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8e243390-21ff-408c-a1e8-74084fbeaff4,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:53.354596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8a9675c5-868e-4468-8285-d252d8ce46c5 None None] Port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:22:53.360477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:22:53.371161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Sync routers for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:22:53.379234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.385892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.387645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:53.387878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.388231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.388525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:53.388641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.388900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.390185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.393959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.394514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.395000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.395559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.396101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9747c792-8387-441f-af64-1107f3ebe4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:22:53.417995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea094220-d5a9-4df5-ad05-3ec6f9fb8851 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "PUT /v2.0/routers/462e72b9-5718-470e-adc9-fb137fa741d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8273852 Sep 10 03:22:53.418634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56354) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:53.492241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8340-2132-4776-9924-d8434f8750e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.541705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8340-2132-4776-9924-d8434f8750e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.553022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:53.632958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8340-2132-4776-9924-d8434f8750e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.636691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8340-2132-4776-9924-d8434f8750e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.637516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.638127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c2c8340-2132-4776-9924-d8434f8750e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6319beba-6ee7-4d66-acda-e9994f268539 HTTP/1.1" status: 204 len: 168 time: 0.3062313 Sep 10 03:22:53.638809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.639519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.640154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.640973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.641611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.642411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.643217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.643945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.650048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9a97e240-32b1-4c90-ab2c-df8a240daa6a tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6366 time: 0.2162626 Sep 10 03:22:53.651031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5c340f5c-856c-4541-b527-8bcbeea7bc09 None None] Provisioning complete for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:53.651716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56362) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:53.651903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c340f5c-856c-4541-b527-8bcbeea7bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:53.663762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c8340-2132-4776-9924-d8434f8750e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319beba-6ee7-4d66-acda-e9994f268539,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:53.676844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-86e61d4b-752a-43a1-8768-d3c0b88efbfe tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.678650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-86e61d4b-752a-43a1-8768-d3c0b88efbfe tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/networks?id=41bc7a11-0673-4e48-8339-b7f256b7e956 HTTP/1.1" status: 200 len: 808 time: 0.4516506 Sep 10 03:22:53.696257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5c340f5c-856c-4541-b527-8bcbeea7bc09 None None] Port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:22:53.748320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-750f02fc-f1ad-44d3-a3e3-bbe7d867f639 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/quotas/c015814d964041f89e3e5ab5bd260c6c HTTP/1.1" status: 200 len: 375 time: 0.0326703 Sep 10 03:22:53.807684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-e033304b-fafc-472b-95af-caadd2a31a98 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c015814d964041f89e3e5ab5bd260c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459726 Sep 10 03:22:53.894958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.895431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.895900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.896540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.897078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.897438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.897887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.898336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.898781 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:53.901430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d29cf2aa-0705-4dd5-86f6-bc0afd47888e tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.2462349 Sep 10 03:22:53.904230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56370) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:54.067844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-5a084d55-19ec-431d-b1a5-feda06e543ff service neutron] 10.222.0.23 "GET /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347105 Sep 10 03:22:54.205855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-383b5105-aa09-4817-b7d6-97ed0992796b service neutron] 10.222.0.23 "GET /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355512 Sep 10 03:22:54.215442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e243390-21ff-408c-a1e8-74084fbeaff4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:22:54.292076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:52Z', 'revision_number': 2, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:54.333098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Checking router: 462e72b9-5718-470e-adc9-fb137fa741d5 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:22:54.333381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Updating router 462e72b9-5718-470e-adc9-fb137fa741d5 port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:22:54.354984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6c36de11-eacc-4c50-a6a2-187f3bbef3dc tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.4495542 Sep 10 03:22:54.357427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8e243390-21ff-408c-a1e8-74084fbeaff4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:54.357806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:54.393701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:54.468816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f671f47-a990-4167-b877-1c72806131b2 req-c38b69f7-1dff-4914-bf23-d356dd6f59b6 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 210 time: 0.0640385 Sep 10 03:22:54.682342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:54.792715 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:54.805107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Transition to ACTIVE for port object 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:22:54.814076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-12a55ac0-4273-48cc-abd4-b19f30ad1a24 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-852069503'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:54.814076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-12a55ac0-4273-48cc-abd4-b19f30ad1a24 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Unknown quota resources ['metering_label']. {{(pid=94634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:22:54.826047 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:54.897400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a060-04d8-420e-acf9-1dbc7b1b0e40 None None] Pushing event updated for resources: {'Port': ['ID=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:54.963730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Attempting to bind port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:22:54.964474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Attempting to bind port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:22:54.965232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Attempting to bind port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 on network a4c10a03-53f5-4ac3-9804-64d833aedf53 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:22:54.970783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:22:54.971483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Checking segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:22:54.972103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:54.972715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Bound using segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:22:54.973411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Bound port: 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:22:54.974046 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.080987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] For port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:22:55.093715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] For port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:22:55.106960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.192997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56424) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:55.198932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18130114', 'description': 'tempest-secgroup-smoke-18130114 description', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:55.199164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12a55ac0-4273-48cc-abd4-b19f30ad1a24 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.201121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-12a55ac0-4273-48cc-abd4-b19f30ad1a24 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5176556 Sep 10 03:22:55.203962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:55.211295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-16624504-1d48-407b-9f59-18a2b4cdb1f2 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '71681431-22e5-4afb-ace9-46a6e96c151f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:55.212190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-16624504-1d48-407b-9f59-18a2b4cdb1f2 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:22:55.235423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:22:55.236527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:22:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:55.261982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.295000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a060-04d8-420e-acf9-1dbc7b1b0e40 None None] Pushing event updated for resources: {'Port': ['ID=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:55.391532 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.metering.metering_plugin [None req-16624504-1d48-407b-9f59-18a2b4cdb1f2 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 03:22:55.420478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:22:55.455889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.467971 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.533971 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.538032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3406806 Sep 10 03:22:55.538498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56438) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:55.541859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609187f7-f062-4eab-a03b-381b73846e32 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d481d16c-f0ae-41c0-8d2f-03c23e553cd9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:55.588975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': 'd481d16c-f0ae-41c0-8d2f-03c23e553cd9', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:55.596590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-16624504-1d48-407b-9f59-18a2b4cdb1f2 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.601168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-16624504-1d48-407b-9f59-18a2b4cdb1f2 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3926673 Sep 10 03:22:55.601334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56440) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:55.606213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-37bbf4db-6d19-4e41-b2cf-df338060bb99 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '71681431-22e5-4afb-ace9-46a6e96c151f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:55.606734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-37bbf4db-6d19-4e41-b2cf-df338060bb99 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:22:55.679266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bccd5238-4d7e-42b9-9240-ed151b8e8cd0 req-3a00b2ab-4e7d-43a6-be78-1e2e56f64780 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 210 time: 0.0802965 Sep 10 03:22:55.714312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.841566 n-d-808126-2 neutron-server[94633]: WARNING neutron.services.metering.metering_plugin [None req-37bbf4db-6d19-4e41-b2cf-df338060bb99 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 03:22:55.881388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:55Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:22:55.932100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.953562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-8196a099-5086-4394-85e9-147d00679c03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1453242 Sep 10 03:22:55.955601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:55.967158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbbd086-76c4-4f7d-b2ec-ed6bb54b3bde None None] The sync data for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 is: [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:55Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:22:56.006598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-4339b152-1840-4b48-b08b-6114d02eae19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2442796 Sep 10 03:22:56.061371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b0d90d-b026-428c-b1f2-db2c883a5d09,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:56.071075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.076021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1ab9d657-d8ba-4aac-822f-88589855a7b1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5363438 Sep 10 03:22:56.095765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56458) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:56.100059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': 'd481d16c-f0ae-41c0-8d2f-03c23e553cd9', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:56.129534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37bbf4db-6d19-4e41-b2cf-df338060bb99 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.133320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-37bbf4db-6d19-4e41-b2cf-df338060bb99 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5285470 Sep 10 03:22:56.135936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56460) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:56.166469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de25e88f-c83b-4983-9bd6-86ad1a5d5615 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=d0d422b5-d9dc-44c6-9c1a-0d339f0113ac HTTP/1.1" status: 200 len: 462 time: 0.0290010 Sep 10 03:22:56.167344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:56.183053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-89026c42-25c0-4501-b4f3-711b5430fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:56.185320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-89026c42-25c0-4501-b4f3-711b5430fbd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1096 time: 0.1607006 Sep 10 03:22:56.238157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.245880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008879-e749-4989-8f1a-9b875edd15ca req-dce14f2f-4899-4032-a439-09c08889dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:56.247602 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-dce14f2f-4899-4032-a439-09c08889dd58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.1408477 Sep 10 03:22:56.486035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-6cb3965b-772e-4144-a8f9-c75918da2428 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:56.488643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-6cb3965b-772e-4144-a8f9-c75918da2428 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.32 "GET /v2.0/networks?id=41bc7a11-0673-4e48-8339-b7f256b7e956 HTTP/1.1" status: 200 len: 808 time: 0.2041938 Sep 10 03:22:56.506830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Request body: {'port': {'device_id': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956', 'admin_state_up': True, 'tenant_id': 'c015814d964041f89e3e5ab5bd260c6c'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:56.577586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.586047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1896d765-64db-4076-8094-bf78f2960865 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.591813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56470) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:56.592597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1896d765-64db-4076-8094-bf78f2960865 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/d0d422b5-d9dc-44c6-9c1a-0d339f0113ac HTTP/1.1" status: 204 len: 168 time: 0.4232483 Sep 10 03:22:56.597741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.609944 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-25119ae8-f568-49da-9a85-613a380e28e3 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=d0d422b5-d9dc-44c6-9c1a-0d339f0113ac HTTP/1.1" status: 200 len: 221 time: 0.0164883 Sep 10 03:22:56.613377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56474) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:56.626978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f1c35fd4-bbdb-4fdd-9cbb-9768d45fac13 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1500851064', 'description': 'label created by tempest'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:56.627595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f1c35fd4-bbdb-4fdd-9cbb-9768d45fac13 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Unknown quota resources ['metering_label']. {{(pid=94633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:22:56.686680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe9ae9f-ac76-411d-a7eb-eeac9b94c14e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:56.714341 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:56.719132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56484) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:56.719761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-978c2f39-de13-4ad2-92c1-71411f692c17 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6230240 Sep 10 03:22:56.725094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': 'd481d16c-f0ae-41c0-8d2f-03c23e553cd9', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:56.732130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-6a08c695-eae3-4bdf-b381-9c87948f7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:56.734218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-6a08c695-eae3-4bdf-b381-9c87948f7578 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.5233774 Sep 10 03:22:56.830496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008879-e749-4989-8f1a-9b875edd15ca req-67e44f8a-2c99-4d50-9d5c-b1ac75912fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:56.832081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-67e44f8a-2c99-4d50-9d5c-b1ac75912fb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 908 time: 0.5538437 Sep 10 03:22:56.929534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:22:56.929534 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:22:56.929534 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id_1': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 22, 36, 736292)}] Sep 10 03:22:56.929534 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:22:56.929944 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:22:56.949372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-c6a0f685-a692-4f5d-b1a3-2f95f2689063 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.1052742 Sep 10 03:22:56.950180 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c59358fe-0738-432f-8d03-478c6fa25f7e req-1a4b6128-2567-46ee-8161-96369306b9e3 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 210 time: 0.0673468 Sep 10 03:22:56.982399 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-6e04bc28-0045-4c68-a90e-6dc6605fb616 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 1001 time: 0.2321665 Sep 10 03:22:57.072821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008879-e749-4989-8f1a-9b875edd15ca req-da80685f-8021-48bb-b588-4bbc6d32c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:57.074484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-da80685f-8021-48bb-b588-4bbc6d32c76e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 200 len: 847 time: 0.0949783 Sep 10 03:22:57.102908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-a230e04c-f60d-49e0-bca3-7fe441ab076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:57.105018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-a230e04c-f60d-49e0-bca3-7fe441ab076e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1124768 Sep 10 03:22:57.188888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008879-e749-4989-8f1a-9b875edd15ca req-74ef55d9-2bfe-48b9-958e-a7c4ad4000dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:57.190624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-74ef55d9-2bfe-48b9-958e-a7c4ad4000dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed7601d1-012b-4057-aba7-166a557589c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036613 Sep 10 03:22:57.196989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-436821fe-9152-403c-a28b-b0e036ada787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:57.199014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-436821fe-9152-403c-a28b-b0e036ada787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684807 Sep 10 03:22:57.358799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-6369f8a9-b3df-4a83-8994-909b77de5502 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589370 Sep 10 03:22:57.362440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-df459017-c8dd-44ec-8973-e200af2857a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541920 Sep 10 03:22:57.371544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Made reservation on behalf of c015814d964041f89e3e5ab5bd260c6c for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:22:57.375535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.378205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1c35fd4-bbdb-4fdd-9cbb-9768d45fac13 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.382154 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f1c35fd4-bbdb-4fdd-9cbb-9768d45fac13 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7680614 Sep 10 03:22:57.383816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56516) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.474214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3614eec-c9ca-40e3-843c-bfb9f904a8f9 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=a67aba15-df7d-4436-9ad0-9324e0eadc8c HTTP/1.1" status: 200 len: 468 time: 0.0890179 Sep 10 03:22:57.480041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.535012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8008879-e749-4989-8f1a-9b875edd15ca req-69e4c741-a9ce-4f86-a106-e12f48afe59d service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685586 Sep 10 03:22:57.537225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cc758368-8bf2-43c8-8125-f0542367dd85 req-8331200f-17e9-43fd-b5bf-0381b171abe4 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619544 Sep 10 03:22:57.693566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.809405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-140abf5b-48a9-4ad9-86e1-28caccaf3e33 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.810529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-140abf5b-48a9-4ad9-86e1-28caccaf3e33 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/a67aba15-df7d-4436-9ad0-9324e0eadc8c HTTP/1.1" status: 204 len: 168 time: 0.3282375 Sep 10 03:22:57.813480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56534) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.836404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56536) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.845064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0b875c9-f7f1-4a23-ac87-408f7af4a88d tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=a67aba15-df7d-4436-9ad0-9324e0eadc8c HTTP/1.1" status: 200 len: 216 time: 0.0303798 Sep 10 03:22:57.848457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56540) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.856310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Allocated IP 172.20.0.8 (41bc7a11-0673-4e48-8339-b7f256b7e956/8ad3f6a5-f802-488a-9489-80b39cdb0b21/798b77ba-e16c-4a85-b0dc-f17892c3dfbc) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:22:57.859321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.860205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f1ab0474-1f65-43d8-880d-775afe6967ec tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102623 Sep 10 03:22:57.863588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56542) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.870795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.878707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca407dbc-a2cc-4c1e-8127-1755fc002719 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0139177 Sep 10 03:22:57.882053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56544) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.903229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab645ea-9d4e-4025-af21-4801a6beb96f,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:57.918072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:57.919516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-90b01fff-0b80-4d5f-a828-f5daaafb6afe tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1987433 Sep 10 03:22:57.922282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56546) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.929162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': 'd481d16c-f0ae-41c0-8d2f-03c23e553cd9', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:57.951425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-78367b5b-91ac-4122-b2aa-c110cd87fc33 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/71681431-22e5-4afb-ace9-46a6e96c151f HTTP/1.1" status: 200 len: 472 time: 0.0681827 Sep 10 03:22:57.954724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56548) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:57.965067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ea800d0-e746-45a7-90cd-ebd8e5a7f2f5 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/386f8e79-5be3-4491-b1f2-e58950002e2a HTTP/1.1" status: 200 len: 459 time: 0.0091603 Sep 10 03:22:57.968385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:58.028929 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.066841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:22:58.120007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:22:58.126383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:22:58.127303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.146839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.155416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.161509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.195073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0593159-c7ba-4e84-8835-36fe1b5c22cb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:58.227141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.229235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39db1cad-247d-4c6f-a6ba-037f2301ba82 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060737 Sep 10 03:22:58.232241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.234241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56562) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:58.237573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.239716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': 'd481d16c-f0ae-41c0-8d2f-03c23e553cd9', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:58.287292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:22:58.293931 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.326566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Network 41bc7a11-0673-4e48-8339-b7f256b7e956 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:22:58.336038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:22:58.340172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Pushing event updated for resources: {'Port': ['ID=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:58.343181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:22:58.346531 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Project 16cbe3dd70cd4d8e9c644213bcfc5c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:22:58.372326 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.373851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:58.468145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:58.468778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.469373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.472145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.480057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.500669 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-ed9edd1e-f398-4d10-af83-2f83f881f88b tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9997025 Sep 10 03:22:58.506456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cef1c4b-2a18-44ec-8f68-e4a6279c81ea,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:58.513331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Request body: {'port': {'device_id': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:58.517273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.518440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a6bc5681-925c-4dc1-9fad-e863266040aa tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2831926 Sep 10 03:22:58.538945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56566) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:58.543492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e48c269d-3c0b-4f8f-ba4d-08839f28d88d tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.544496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'security_group_rule': {'security_group_id': 'd481d16c-f0ae-41c0-8d2f-03c23e553cd9', 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:22:58.547188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e48c269d-3c0b-4f8f-ba4d-08839f28d88d tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/386f8e79-5be3-4491-b1f2-e58950002e2a HTTP/1.1" status: 204 len: 168 time: 0.5778174 Sep 10 03:22:58.547875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56570) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:58.599909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.603031 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Project 16cbe3dd70cd4d8e9c644213bcfc5c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:22:58.615414 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.621156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:22:58.621156 n-d-808126-2 neutron-server[94634]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:22:58.621156 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id': '7bb95a2802774a34ac7cefeb4cbe30fe', 'id': 'bbdbc9c8-06e9-4e42-8cc5-ee47cd911ec5', 'expiration': datetime.datetime(2021, 9, 10, 3, 24, 58, 575482)}] Sep 10 03:22:58.621156 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:22:58.621475 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:22:58.629963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec8312-5783-463c-b04f-ac0a39268cf4 req-3a849a18-9ecb-44e9-87f1-b826fe8fd465 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:58.637364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0bec8312-5783-463c-b04f-ac0a39268cf4 req-3a849a18-9ecb-44e9-87f1-b826fe8fd465 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 931 time: 0.1710129 Sep 10 03:22:58.785316 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0bec8312-5783-463c-b04f-ac0a39268cf4 req-5ab820c3-df61-4407-b4ca-159c55bc033e tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461451 Sep 10 03:22:58.828036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.846233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.854621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-384a8285-0021-4fae-bcd6-7762ff9cbad5 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.858879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-384a8285-0021-4fae-bcd6-7762ff9cbad5 tempest-MeteringIpV6TestJSON-1636048426 tempest-MeteringIpV6TestJSON-1636048426-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/71681431-22e5-4afb-ace9-46a6e96c151f HTTP/1.1" status: 204 len: 168 time: 0.3083980 Sep 10 03:22:58.875241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1844968f-3760-4df0-bd35-8f40c121ace8,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:58.922580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:58.928137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da998423-160c-4870-b310-07b9401c289d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3875408 Sep 10 03:22:59.058686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798b77ba-e16c-4a85-b0dc-f17892c3dfbc {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:22:59.074164 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.105842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Transition to ACTIVE for port object 798b77ba-e16c-4a85-b0dc-f17892c3dfbc will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:22:59.111858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.123117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.183304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:59.187363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Pushing event updated for resources: {'Port': ['ID=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:59.249066 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-323095f3-4da8-4456-928c-a8683507b14e tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18130114&fields=id&tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 267 time: 0.0589149 Sep 10 03:22:59.346399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.353904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.380090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-c1e1f69f-022d-4d79-8317-b4d33812ca26 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:59.381459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-c1e1f69f-022d-4d79-8317-b4d33812ca26 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/networks?id=a4c10a03-53f5-4ac3-9804-64d833aedf53 HTTP/1.1" status: 200 len: 796 time: 0.1144440 Sep 10 03:22:59.401143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-82fe3a40-0d45-433b-86df-72acb6017f2a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/quotas/16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 375 time: 0.0115764 Sep 10 03:22:59.422763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e859f04-ecca-4957-9cc8-5e98b5844e38,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:59.428921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-57f06480-70dd-4829-aedb-6e5a68452fd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bb95a2802774a34ac7cefeb4cbe30fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5913761 Sep 10 03:22:59.432583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8017903c-0f13-4eec-bf2c-2a0c3836bf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.434606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56616) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:59.445719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Attempting to bind port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:22:59.446068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Attempting to bind port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '40adc7b5-150b-41d7-8674-543941f58267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:22:59.446405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Attempting to bind port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc on network 41bc7a11-0673-4e48-8339-b7f256b7e956 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:22:59.475120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc on network 41bc7a11-0673-4e48-8339-b7f256b7e956 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:22:59.475545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Attempting to bind port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc on network 41bc7a11-0673-4e48-8339-b7f256b7e956 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:22:59.484175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:22:59.484524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Checking segment: {'id': '40adc7b5-150b-41d7-8674-543941f58267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:22:59.485167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Bound using segment: {'id': '40adc7b5-150b-41d7-8674-543941f58267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:22:59.485613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Bound port: 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40adc7b5-150b-41d7-8674-543941f58267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:22:59.485976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.514092 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-6e6fd0ba-0fd9-4193-83a2-7853409c3069 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003170 Sep 10 03:22:59.526667 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0e3019d-0ae0-4fee-97e4-682704200e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.560274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0e3019d-0ae0-4fee-97e4-682704200e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.642787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8017903c-0f13-4eec-bf2c-2a0c3836bf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.643009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] For port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:22:59.651964 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8017903c-0f13-4eec-bf2c-2a0c3836bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.661188 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] For port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,segment=NetworkSegment(40adc7b5-150b-41d7-8674-543941f58267),segment_id=40adc7b5-150b-41d7-8674-543941f58267)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:22:59.670542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0e3019d-0ae0-4fee-97e4-682704200e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.671945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0e3019d-0ae0-4fee-97e4-682704200e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.673286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a0e3019d-0ae0-4fee-97e4-682704200e6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e859f04-ecca-4957-9cc8-5e98b5844e38 HTTP/1.1" status: 204 len: 168 time: 0.2368786 Sep 10 03:22:59.678260 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.694506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-b16b2611-6f7a-44df-a31d-aef289975883 service neutron] 10.222.0.23 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568291 Sep 10 03:22:59.705413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8017903c-0f13-4eec-bf2c-2a0c3836bf21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0519cc54318e41fb86f8f167e12b56df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205777 Sep 10 03:22:59.707790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017903c-0f13-4eec-bf2c-2a0c3836bf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf344f-129a-4fcc-940a-d4c2a99433c0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:59.710758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56624) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:22:59.721527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3019d-0ae0-4fee-97e4-682704200e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e859f04-ecca-4957-9cc8-5e98b5844e38,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:59.777539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd05bb8a-235c-4007-bca8-d71c4ce31959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.804347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd05bb8a-235c-4007-bca8-d71c4ce31959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.859279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:59.861289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.865905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd05bb8a-235c-4007-bca8-d71c4ce31959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.869995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd05bb8a-235c-4007-bca8-d71c4ce31959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:22:59.871628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fd05bb8a-235c-4007-bca8-d71c4ce31959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8cf344f-129a-4fcc-940a-d4c2a99433c0 HTTP/1.1" status: 204 len: 168 time: 0.1596859 Sep 10 03:22:59.872043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] 10.222.0.32 "PUT /v2.0/ports/798b77ba-e16c-4a85-b0dc-f17892c3dfbc HTTP/1.1" status: 200 len: 1091 time: 1.3632524 Sep 10 03:22:59.872577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'tag': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:22:59.882866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05bb8a-235c-4007-bca8-d71c4ce31959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf344f-129a-4fcc-940a-d4c2a99433c0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:22:59.888749 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271" -d '{"events": [{"name": "network-changed", "server_uuid": "3afd32d2-7602-4dcd-bff9-2e5701e2a939", "tag": "798b77ba-e16c-4a85-b0dc-f17892c3dfbc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:22:59.970465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f7ea6-2254-4038-bdb3-bc8ec653986b req-36817a5f-d0c2-47e9-9afa-a32fc90052d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:22:59.980099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a4f7ea6-2254-4038-bdb3-bc8ec653986b req-36817a5f-d0c2-47e9-9afa-a32fc90052d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 943 time: 0.0814550 Sep 10 03:23:00.007665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6d204-69f4-42e4-96d9-b4fad568019f service neutron] Pushing event updated for resources: {'Port': ['ID=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:00.058547 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a4f7ea6-2254-4038-bdb3-bc8ec653986b req-e03a96fd-8d0f-49d8-abb4-42cbfe0d34a4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762131 Sep 10 03:23:00.086328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:00.117132 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0decb6-1ac5-4c79-b725-1fc4705f7e61 x-openstack-request-id: req-cd0decb6-1ac5-4c79-b725-1fc4705f7e61 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:00.117403 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afd32d2-7602-4dcd-bff9-2e5701e2a939", "tag": "798b77ba-e16c-4a85-b0dc-f17892c3dfbc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:00.117660 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd0decb6-1ac5-4c79-b725-1fc4705f7e61 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:00.118563 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'tag': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc', 'status': 'completed', 'code': 200} Sep 10 03:23:00.124046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-4974fd9a-b198-480e-8cb1-05c51d6ee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:00.125582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-4974fd9a-b198-480e-8cb1-05c51d6ee8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c015814d964041f89e3e5ab5bd260c6c&device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 1094 time: 0.1612096 Sep 10 03:23:00.136145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-02dfd0d6-3579-4ccc-abb3-d6e236bb2341 service neutron] 10.222.0.23 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401441 Sep 10 03:23:00.196476 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-512b0b3b-06ee-4f2e-a328-ec111205c5e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc HTTP/1.1" status: 200 len: 217 time: 0.0580075 Sep 10 03:23:00.196817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:00.197757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.308938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-02dd423b-fe2c-4b5b-a934-a0b0dc7809ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:00.323479 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-02dd423b-fe2c-4b5b-a934-a0b0dc7809ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ad3f6a5-f802-488a-9489-80b39cdb0b21 HTTP/1.1" status: 200 len: 848 time: 0.1093557 Sep 10 03:23:00.323665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56644) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:00.340605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a694a6a-641b-48ce-b4a7-b0afcfc0d5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.355690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-c06cfd3b-2790-4407-abbc-c16fdec110fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41bc7a11-0673-4e48-8339-b7f256b7e956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352976 Sep 10 03:23:00.522939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa56486a-b535-428e-81fa-71f8d0cfa8bd req-1bc2e21f-8ba9-4e60-8a5f-ccb1a5f52183 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 210 time: 0.0725205 Sep 10 03:23:00.556056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-c98f5354-e88a-4a2f-8b3f-c3afd2149cad service neutron] 10.222.0.32 "GET /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913435 Sep 10 03:23:00.625954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a694a6a-641b-48ce-b4a7-b0afcfc0d5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.636776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a694a6a-641b-48ce-b4a7-b0afcfc0d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.680786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7a694a6a-641b-48ce-b4a7-b0afcfc0d5be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbf611c524b74203b8305f8bf02cfdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645339 Sep 10 03:23:00.705607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56662) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:00.706683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694a6a-641b-48ce-b4a7-b0afcfc0d5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c9ad3-e83c-480b-8b18-bdb9d128ff01,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:00.719683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56664) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:00.748595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf0fc-7c11-4edb-9bca-1a78d7189865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.857611 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f11610c-bacb-4efd-b6aa-007231f605d5 req-03c516cb-0569-4a5f-9467-122fd2e517bd service neutron] 10.222.0.32 "GET /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931755 Sep 10 03:23:00.892865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed6bfcd9-d5c1-4797-8829-1d59d227eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.965280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf0fc-7c11-4edb-9bca-1a78d7189865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:00.985688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf0fc-7c11-4edb-9bca-1a78d7189865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.031890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed6bfcd9-d5c1-4797-8829-1d59d227eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.067203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a0fdf0fc-7c11-4edb-9bca-1a78d7189865 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2447d803c46d4fa39663a72ceb770575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448346 Sep 10 03:23:01.072098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:01.084136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-44d907a2-8971-4475-b91b-1f241abb10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:01.085303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-44d907a2-8971-4475-b91b-1f241abb10a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c015814d964041f89e3e5ab5bd260c6c&device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 1094 time: 0.1410313 Sep 10 03:23:01.120886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdf0fc-7c11-4edb-9bca-1a78d7189865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0bfa4-bd77-48f2-8b2b-ab77ac6c9d48,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:01.304443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed6bfcd9-d5c1-4797-8829-1d59d227eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.308305 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed6bfcd9-d5c1-4797-8829-1d59d227eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.309746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed6bfcd9-d5c1-4797-8829-1d59d227eb11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d55c9ad3-e83c-480b-8b18-bdb9d128ff01 HTTP/1.1" status: 204 len: 168 time: 0.6012561 Sep 10 03:23:01.343731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2091f8b7-0410-43b7-a15e-5b90f13437fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.350452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bfcd9-d5c1-4797-8829-1d59d227eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c9ad3-e83c-480b-8b18-bdb9d128ff01,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:01.382988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-8b1d91f1-fad3-485f-8ea0-25ad20e08e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:01.385484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-8b1d91f1-fad3-485f-8ea0-25ad20e08e50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41bc7a11-0673-4e48-8339-b7f256b7e956 HTTP/1.1" status: 200 len: 908 time: 0.2852032 Sep 10 03:23:01.397369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf6de-9e6a-426f-829f-9482c3af464c req-19a76e05-172a-4113-b7ee-0cacb04f7fcd tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:01.405495 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d51cf6de-9e6a-426f-829f-9482c3af464c req-19a76e05-172a-4113-b7ee-0cacb04f7fcd tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 943 time: 0.2161958 Sep 10 03:23:01.440624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2091f8b7-0410-43b7-a15e-5b90f13437fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.482566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-fc16a9e5-92bc-42cc-8cac-4ae23ec44aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc HTTP/1.1" status: 200 len: 217 time: 0.0705686 Sep 10 03:23:01.575498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d51cf6de-9e6a-426f-829f-9482c3af464c req-2620565d-4d43-4089-aec0-fe177dbcd187 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636665 Sep 10 03:23:01.595592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-caeca37b-1ae6-41b3-ae0e-5cf9b0d7db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:01.597626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-caeca37b-1ae6-41b3-ae0e-5cf9b0d7db6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ad3f6a5-f802-488a-9489-80b39cdb0b21 HTTP/1.1" status: 200 len: 848 time: 0.1038926 Sep 10 03:23:01.618513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2091f8b7-0410-43b7-a15e-5b90f13437fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.620683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2091f8b7-0410-43b7-a15e-5b90f13437fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.625219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2091f8b7-0410-43b7-a15e-5b90f13437fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdf0bfa4-bd77-48f2-8b2b-ab77ac6c9d48 HTTP/1.1" status: 204 len: 168 time: 0.5516076 Sep 10 03:23:01.646769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-258c3e91-8f47-431c-878e-98a23784a228 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41bc7a11-0673-4e48-8339-b7f256b7e956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401542 Sep 10 03:23:01.653174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091f8b7-0410-43b7-a15e-5b90f13437fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0bfa4-bd77-48f2-8b2b-ab77ac6c9d48,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:01.725746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b937a10-7260-44f5-b902-beb6dc48c0bd req-fb89d340-8d30-412d-9857-938f56230a08 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 210 time: 0.0685496 Sep 10 03:23:01.757659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b84b6314-750b-4b0d-85d9-970d16e81fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.799417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-1f627bfb-980d-455d-aaaf-a6829f8cf27e service neutron] 10.222.0.32 "GET /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373298 Sep 10 03:23:01.917986 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:01.918137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7ab8fa30-d8c9-42dd-9f7b-b8a32108b271 req-2b0b7b74-0866-45f8-aba2-92a65f071b3a service neutron] 10.222.0.32 "GET /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096373 Sep 10 03:23:02.118714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:02.373465 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:23:02.501455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-748d8219-b6db-4ffb-85b0-59f25a2ec969 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:02.503221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-748d8219-b6db-4ffb-85b0-59f25a2ec969 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.36 "GET /v2.0/networks?id=a4c10a03-53f5-4ac3-9804-64d833aedf53 HTTP/1.1" status: 200 len: 796 time: 0.2794726 Sep 10 03:23:02.577526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-0a7c1b3c-faf1-4dca-9dc4-3fcab998d4ed tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69 HTTP/1.1" status: 200 len: 378 time: 0.0628583 Sep 10 03:23:02.598317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'port': {'device_id': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'admin_state_up': True, 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'security_groups': ['d481d16c-f0ae-41c0-8d2f-03c23e553cd9']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:02.797300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de4c8a-914d-48e6-a83d-8d57aaa5f8a0 req-e1db0638-f36a-400c-b155-effcbeea2296 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:02.805173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8de4c8a-914d-48e6-a83d-8d57aaa5f8a0 req-e1db0638-f36a-400c-b155-effcbeea2296 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 943 time: 0.1107731 Sep 10 03:23:02.820918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Made reservation on behalf of 16cbe3dd70cd4d8e9c644213bcfc5c69 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:02.825635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:02.914456 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8de4c8a-914d-48e6-a83d-8d57aaa5f8a0 req-0efaf835-220c-49c3-ad14-5a5246e98a05 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058011 Sep 10 03:23:02.943125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f6fb251-787b-4bb2-af72-3385651cd342 req-1a699216-fe70-42bc-aa6b-3ce359883595 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 210 time: 0.1148133 Sep 10 03:23:03.149812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.20.0.10 (a4c10a03-53f5-4ac3-9804-64d833aedf53/7673e8c3-885a-4043-b05f-bb00883f2875/5af415ff-bb6f-4ffc-a02a-e4a296d87a29) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:03.339119 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:03.355272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Transition to ACTIVE for port object 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:03.392210 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:03.442865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:03.451702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:03.457336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:03.461949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:03.559190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:03.560078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:03.591149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-7f353967-d41b-4751-b1e8-18364ef70fd1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0046482 Sep 10 03:23:03.632541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Request body: {'port': {'device_id': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:03.755257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:03.918472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6f283de5-9485-41b5-9957-dffa54fe26ea None None] Provisioning for port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:03.923826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6f283de5-9485-41b5-9957-dffa54fe26ea None None] Provisioning complete for port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:03.925567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f283de5-9485-41b5-9957-dffa54fe26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.021175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6f283de5-9485-41b5-9957-dffa54fe26ea None None] Port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:04.031057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 798b77ba-e16c-4a85-b0dc-f17892c3dfbc details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:23:04.162332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,segment=NetworkSegment(40adc7b5-150b-41d7-8674-543941f58267),segment_id=40adc7b5-150b-41d7-8674-543941f58267)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:04.177065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc', 'network_id': '41bc7a11-0673-4e48-8339-b7f256b7e956', 'port_id': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc', 'mac_address': 'fa:16:3e:d1:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad3f6a5-f802-488a-9489-80b39cdb0b21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:23:04.208578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7da287-7f35-4df2-a7f2-833873f57ab0 req-705fcd9f-4d25-4ba3-8842-9c677216a9bd tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:04.223709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e7da287-7f35-4df2-a7f2-833873f57ab0 req-705fcd9f-4d25-4ba3-8842-9c677216a9bd tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 943 time: 0.1372936 Sep 10 03:23:04.228720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.261126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a226-3c49-419e-87df-6646b6e03473 req-030b44b1-67dd-48a5-a066-012e3c1187f2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:04.262748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a25a226-3c49-419e-87df-6646b6e03473 req-030b44b1-67dd-48a5-a066-012e3c1187f2 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 932 time: 0.1489682 Sep 10 03:23:04.265843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798b77ba-e16c-4a85-b0dc-f17892c3dfbc {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:23:04.329745 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e7da287-7f35-4df2-a7f2-833873f57ab0 req-eb49e5fd-714f-446c-bded-c6b487032068 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050675 Sep 10 03:23:04.335972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,segment=NetworkSegment(40adc7b5-150b-41d7-8674-543941f58267),segment_id=40adc7b5-150b-41d7-8674-543941f58267)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:04.348357 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.371344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56808) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:04.413282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a25a226-3c49-419e-87df-6646b6e03473 req-319691a7-51e2-46c1-9e27-54f165cc0e10 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367037 Sep 10 03:23:04.452714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3e0de689-514a-4f48-b176-5f9ec9f3dbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.455639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:04.470978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:23:04.480647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.500377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Transition to ACTIVE for port object 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:04.507630 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.563172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['798b77ba-e16c-4a85-b0dc-f17892c3dfbc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:23:04.612139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Pushing event updated for resources: {'Port': ['ID=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:04.633443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-140262263', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:04.683904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Made reservation on behalf of 85da01923c0440b6a10900c92dc3bb88 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:04.686315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.710212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.718199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.775904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Attempting to bind port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:04.776260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Attempting to bind port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:04.776599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Attempting to bind port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 on network a4c10a03-53f5-4ac3-9804-64d833aedf53 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:04.782288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 on network a4c10a03-53f5-4ac3-9804-64d833aedf53 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:23:04.782610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Attempting to bind port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 on network a4c10a03-53f5-4ac3-9804-64d833aedf53 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:04.792493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:04.792841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Checking segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:04.793659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Bound using segment: {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:04.793899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Bound port: 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5caa017-c385-4a7b-b738-fbe9abe8ee46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:04.794366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.926075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] For port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:04.932470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] For port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:04.939084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.979444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:04.996531 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:05.004628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] device_id is not set on port 65ba4ae6-421d-439f-9989-0d9cb14eddad yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:05.047658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:05.048840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:05.049753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] 10.222.0.36 "PUT /v2.0/ports/5af415ff-bb6f-4ffc-a02a-e4a296d87a29 HTTP/1.1" status: 200 len: 1092 time: 1.4226973 Sep 10 03:23:05.050226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:05.064360 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330cb31-3272-428d-9690-b57db7a6aee5" -d '{"events": [{"name": "network-changed", "server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:05.208931 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0a75f0-7378-4443-90fe-2ca47db74609 x-openstack-request-id: req-2f0a75f0-7378-4443-90fe-2ca47db74609 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:05.209241 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:05.209510 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f0a75f0-7378-4443-90fe-2ca47db74609 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:05.209918 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'status': 'completed', 'code': 200} Sep 10 03:23:05.252164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1aa61-c0fe-4476-b46d-88d69182ad23 service neutron] Pushing event updated for resources: {'Port': ['ID=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:05.270690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-aa750897-d4bf-4256-b1cd-94f222ed6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:05.272774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-aa750897-d4bf-4256-b1cd-94f222ed6876 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 1095 time: 0.1396890 Sep 10 03:23:05.287586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Allocated IP 172.25.8.178 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/65ba4ae6-421d-439f-9989-0d9cb14eddad) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:05.403120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-1b11575d-fe51-44fa-a9cc-da671881fd8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29 HTTP/1.1" status: 200 len: 217 time: 0.1203885 Sep 10 03:23:05.418387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda2157-f914-43d9-ae36-d033aa7ed6ed,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:05.480400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56858) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:05.500000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:05.687430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-b74d5889-5868-4e72-8e69-39cea6fc7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:05.689993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-b74d5889-5868-4e72-8e69-39cea6fc7602 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7673e8c3-885a-4043-b05f-bb00883f2875 HTTP/1.1" status: 200 len: 834 time: 0.2802618 Sep 10 03:23:05.704098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde52b-c0ea-4a3c-a588-0872aff4cd79 req-bc2fb18a-c756-4492-ac52-65cfdb5019b2 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:05.714825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8845db6-191b-43bd-abc9-e03646641001 req-a7cb615c-863c-492a-b00d-322b2653f836 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:05.717004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9bde52b-c0ea-4a3c-a588-0872aff4cd79 req-bc2fb18a-c756-4492-ac52-65cfdb5019b2 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 944 time: 0.1343341 Sep 10 03:23:05.733134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8845db6-191b-43bd-abc9-e03646641001 req-a7cb615c-863c-492a-b00d-322b2653f836 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 944 time: 0.1378717 Sep 10 03:23:05.789306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:05.796624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3be10369-e770-4bcb-92ac-36712b216df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:05.818977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9bde52b-c0ea-4a3c-a588-0872aff4cd79 req-ab4e03eb-cfc5-466a-a3ba-7438fac7fc81 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010633 Sep 10 03:23:05.828034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070de-22e1-4260-9539-0377bda4d29f req-a03401eb-5d88-41d5-8830-adee1ad9f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:05.829999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-a03401eb-5d88-41d5-8830-adee1ad9f003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4c10a03-53f5-4ac3-9804-64d833aedf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106045 Sep 10 03:23:05.859932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8845db6-191b-43bd-abc9-e03646641001 req-93372cc8-62ba-44f8-8673-3fa27e631fc5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248038 Sep 10 03:23:05.907338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:05.961475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:05.966820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:05.973334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:05.990787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-281befde-0c8d-447e-b244-ce6263ada74f service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425722 Sep 10 03:23:06.014098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Pushing event updated for resources: {'Port': ['ID=65ba4ae6-421d-439f-9989-0d9cb14eddad,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:06.040541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3be10369-e770-4bcb-92ac-36712b216df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.043533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 798b77ba-e16c-4a85-b0dc-f17892c3dfbc up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:06.046666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:06.047500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.055623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3be10369-e770-4bcb-92ac-36712b216df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.082208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe9f43fd-193f-4f27-a833-d767ccc1899a tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7086549 Sep 10 03:23:06.086340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:06.103704 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3be10369-e770-4bcb-92ac-36712b216df5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=325677ea37d44ac3b5c93870dbd7751b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6155450 Sep 10 03:23:06.105208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10369-e770-4bcb-92ac-36712b216df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf086fc-a6f5-499b-9803-68c6a751e2ce,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:06.107696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56864) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:06.117497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.178'}]}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:06.155919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:06.160738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:06.162524 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.163631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-afff245d-0862-4ae7-a05b-91f8a13c6246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.194818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-afff245d-0862-4ae7-a05b-91f8a13c6246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.226390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1c070de-22e1-4260-9539-0377bda4d29f req-ca9865b6-af62-4084-ab22-a2c5996bf191 service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292624 Sep 10 03:23:06.239806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.243614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.272115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-afff245d-0862-4ae7-a05b-91f8a13c6246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.275673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-afff245d-0862-4ae7-a05b-91f8a13c6246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.277148 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-afff245d-0862-4ae7-a05b-91f8a13c6246 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bf086fc-a6f5-499b-9803-68c6a751e2ce HTTP/1.1" status: 204 len: 168 time: 0.1683793 Sep 10 03:23:06.303861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff245d-0862-4ae7-a05b-91f8a13c6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf086fc-a6f5-499b-9803-68c6a751e2ce,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:06.346396 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.387144 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.454547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:06.457298 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72513413-d279-4886-855a-e7b3be890179" -d '{"events": [{"server_uuid": "3afd32d2-7602-4dcd-bff9-2e5701e2a939", "name": "network-vif-plugged", "status": "completed", "tag": "798b77ba-e16c-4a85-b0dc-f17892c3dfbc"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:06.463642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,segment=NetworkSegment(40adc7b5-150b-41d7-8674-543941f58267),segment_id=40adc7b5-150b-41d7-8674-543941f58267)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:06.468763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.513981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-f1189b52-e9e5-478b-b2ef-1b6b725ff88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:06.515799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-f1189b52-e9e5-478b-b2ef-1b6b725ff88b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 1095 time: 0.1669617 Sep 10 03:23:06.544641 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04451648-8712-46c2-a428-0acc6181aa03 x-openstack-request-id: req-04451648-8712-46c2-a428-0acc6181aa03 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:06.545196 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afd32d2-7602-4dcd-bff9-2e5701e2a939", "name": "network-vif-plugged", "status": "completed", "tag": "798b77ba-e16c-4a85-b0dc-f17892c3dfbc", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:06.545196 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04451648-8712-46c2-a428-0acc6181aa03 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:06.545694 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc', 'code': 200} Sep 10 03:23:06.546728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:06.640935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.643115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f447e-a850-4a6c-91c5-cc0b1cc3b472 req-a6c86790-d320-4655-a204-fac199e707c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:06.644857 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba2f447e-a850-4a6c-91c5-cc0b1cc3b472 req-a6c86790-d320-4655-a204-fac199e707c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 1096 time: 0.0641322 Sep 10 03:23:06.699336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba2f447e-a850-4a6c-91c5-cc0b1cc3b472 req-21faa00a-9351-4d58-af48-81e0cb01f10e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Sep 10 03:23:06.735297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-228082ed-08ef-4e42-967f-05dcd1e5bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:06.736996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-228082ed-08ef-4e42-967f-05dcd1e5bd0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4c10a03-53f5-4ac3-9804-64d833aedf53 HTTP/1.1" status: 200 len: 896 time: 0.1668241 Sep 10 03:23:06.749190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56876) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:06.772243 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b32d6ec3-78e5-4145-ab60-1c0f0c23c41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:06.810136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-022fea28-6536-43d9-95d2-9e1faba618f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29 HTTP/1.1" status: 200 len: 217 time: 0.0638306 Sep 10 03:23:06.989775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b32d6ec3-78e5-4145-ab60-1c0f0c23c41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.035537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b32d6ec3-78e5-4145-ab60-1c0f0c23c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.048906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-32120c7a-16a9-40ab-bedc-1c6da3e1ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:07.050836 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-32120c7a-16a9-40ab-bedc-1c6da3e1ddcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7673e8c3-885a-4043-b05f-bb00883f2875 HTTP/1.1" status: 200 len: 834 time: 0.1821566 Sep 10 03:23:07.095574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b32d6ec3-78e5-4145-ab60-1c0f0c23c41f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ca5db8a57f84929831892e61886e62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429294 Sep 10 03:23:07.102316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 56882) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:07.110674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238e9a-2047-4f7f-9dee-675be6234f34 req-01764224-db2a-4588-8c5d-bad3961492d6 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:07.112515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d238e9a-2047-4f7f-9dee-675be6234f34 req-01764224-db2a-4588-8c5d-bad3961492d6 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 945 time: 0.1285522 Sep 10 03:23:07.141421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6ec3-78e5-4145-ab60-1c0f0c23c41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9dfa12-9a0c-4e9d-b168-7fcd3d56ed20,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:07.192576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d238e9a-2047-4f7f-9dee-675be6234f34 req-1e942935-68b3-48d0-a876-495af235c4fb tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Sep 10 03:23:07.204825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d89a2336-4b01-414b-8fc4-72a251976855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.240776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d89a2336-4b01-414b-8fc4-72a251976855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.267789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc237cf5-1120-4f18-9838-5baf9c4ff7ec req-65fb7f7a-2f76-4a18-ba23-8d229ac346d6 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:07.278307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc237cf5-1120-4f18-9838-5baf9c4ff7ec req-65fb7f7a-2f76-4a18-ba23-8d229ac346d6 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 944 time: 0.2674203 Sep 10 03:23:07.319262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d89a2336-4b01-414b-8fc4-72a251976855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.322268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d89a2336-4b01-414b-8fc4-72a251976855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.323636 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d89a2336-4b01-414b-8fc4-72a251976855 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b9dfa12-9a0c-4e9d-b168-7fcd3d56ed20 HTTP/1.1" status: 204 len: 168 time: 0.2101519 Sep 10 03:23:07.340503 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a2336-4b01-414b-8fc4-72a251976855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9dfa12-9a0c-4e9d-b168-7fcd3d56ed20,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:07.427761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.427994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-1798e9f8-d35d-47a1-85d3-109695fe8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:07.432205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-1798e9f8-d35d-47a1-85d3-109695fe8890 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4c10a03-53f5-4ac3-9804-64d833aedf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3691616 Sep 10 03:23:07.476032 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.502431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.524681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc237cf5-1120-4f18-9838-5baf9c4ff7ec req-02b1b823-ecb2-4223-b01f-d1e94c494e36 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2456224 Sep 10 03:23:07.686650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-268f62f6-aca7-42dc-a788-878e5247842b service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459583 Sep 10 03:23:07.848277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:07.889982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c330cb31-3272-428d-9690-b57db7a6aee5 req-07dde263-04da-4501-a261-bf87cf8b1aaf service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947622 Sep 10 03:23:08.428426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af737c1b-69fe-46ea-8704-b5d368367d3f req-f9d8f862-da33-4710-b4c9-9a1cfc59cb28 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:08.443050 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af737c1b-69fe-46ea-8704-b5d368367d3f req-f9d8f862-da33-4710-b4c9-9a1cfc59cb28 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 945 time: 0.1377509 Sep 10 03:23:08.550088 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-af737c1b-69fe-46ea-8704-b5d368367d3f req-72258e08-03d8-42d8-a121-fd4496104e64 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 Sep 10 03:23:08.743835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:08.747372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:08.813586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:08.814493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e37b19d-2be1-415a-8f2c-c18805aa8861 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:23:08.888120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11915b0-c399-4b6d-892d-0548b8cc9877 req-05596164-407b-4a46-b24c-68a6b2f682c5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:08.896453 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c11915b0-c399-4b6d-892d-0548b8cc9877 req-05596164-407b-4a46-b24c-68a6b2f682c5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 944 time: 0.0937362 Sep 10 03:23:08.919261 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:23:08.924148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e03e5236-d91f-400e-bc21-9f752bf08161 tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8330071 Sep 10 03:23:08.925625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56924) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:08.981024 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c11915b0-c399-4b6d-892d-0548b8cc9877 req-940609a1-d315-4d98-abf1-8895ecd2be28 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827923 Sep 10 03:23:09.065558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Deleting port 65ba4ae6-421d-439f-9989-0d9cb14eddad {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:09.066203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:09.243479 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:09.258433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Calling delete_port for 65ba4ae6-421d-439f-9989-0d9cb14eddad owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:09.450958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:09.520518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Pushing event deleted for resources: {'Port': ['ID=65ba4ae6-421d-439f-9989-0d9cb14eddad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:09.631182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:09.645869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-581be168-6ce1-4955-b8a6-e742e2398d4e tempest-RoutersAdminNegativeIpV6Test-1957072892 tempest-RoutersAdminNegativeIpV6Test-1957072892-project-admin] 10.222.0.23 "DELETE /v2.0/ports/65ba4ae6-421d-439f-9989-0d9cb14eddad HTTP/1.1" status: 204 len: 168 time: 0.7187929 Sep 10 03:23:10.119515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 56998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:10.207415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd140cfd-beaf-40e0-ae97-ad1e32adbc6e req-832dd8c9-72d0-455b-ba93-3a068fe0b17a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:10.222314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd140cfd-beaf-40e0-ae97-ad1e32adbc6e req-832dd8c9-72d0-455b-ba93-3a068fe0b17a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 944 time: 0.1281414 Sep 10 03:23:10.287442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd140cfd-beaf-40e0-ae97-ad1e32adbc6e req-05efb61a-ffba-4bc2-b2aa-f62ae8e7b8d6 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641749 Sep 10 03:23:10.340304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:10.478219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c26b4a7d-03f0-4101-9aff-603397c91a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:10.508090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f631ccb-5a30-4eaf-8cdb-c0c37b21d597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:10.565746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:23:10.718856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c26b4a7d-03f0-4101-9aff-603397c91a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:10.735240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c26b4a7d-03f0-4101-9aff-603397c91a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:10.812621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b4a7d-03f0-4101-9aff-603397c91a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6a95f4-3491-4fe7-98d2-73f24d507bed,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:10.823285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c26b4a7d-03f0-4101-9aff-603397c91a31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e69e9bb009a466db22bc7b78f269101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021098 Sep 10 03:23:10.827729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:10.941186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f631ccb-5a30-4eaf-8cdb-c0c37b21d597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:10.955286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f631ccb-5a30-4eaf-8cdb-c0c37b21d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:10.979290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:10.998698 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f0c43b5-864f-4045-8e34-1c47cf438a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.024847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'port_id': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'mac_address': 'fa:16:3e:1b:95:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:23:11.042860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f0c43b5-864f-4045-8e34-1c47cf438a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.048126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9f631ccb-5a30-4eaf-8cdb-c0c37b21d597 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e073126c036641d0a42db8ee73ef5047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065125 Sep 10 03:23:11.048553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:11.049179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f631ccb-5a30-4eaf-8cdb-c0c37b21d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ddaf6-a30a-4d37-800b-845a9b85bf0d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:11.096057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.114117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:23:11.140049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:11.151114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.207799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:11.267256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2d6a-74fa-4b37-bb2b-54cbf63f9097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.302553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2d6a-74fa-4b37-bb2b-54cbf63f9097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.399407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['5af415ff-bb6f-4ffc-a02a-e4a296d87a29'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:23:11.406154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f0c43b5-864f-4045-8e34-1c47cf438a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.407938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f0c43b5-864f-4045-8e34-1c47cf438a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.411394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9f0c43b5-864f-4045-8e34-1c47cf438a5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e6a95f4-3491-4fe7-98d2-73f24d507bed HTTP/1.1" status: 204 len: 168 time: 0.5823534 Sep 10 03:23:11.445534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2d6a-74fa-4b37-bb2b-54cbf63f9097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.453543 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2d6a-74fa-4b37-bb2b-54cbf63f9097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:11.454791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c5bd2d6a-74fa-4b37-bb2b-54cbf63f9097 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c8ddaf6-a30a-4d37-800b-845a9b85bf0d HTTP/1.1" status: 204 len: 168 time: 0.4052901 Sep 10 03:23:11.462202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c43b5-864f-4045-8e34-1c47cf438a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6a95f4-3491-4fe7-98d2-73f24d507bed,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:11.485627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd2d6a-74fa-4b37-bb2b-54cbf63f9097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ddaf6-a30a-4d37-800b-845a9b85bf0d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:11.604728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ad7da-2392-4c18-b54b-6056cf1cc5f2 req-42fc01b1-48f4-4705-af16-d367415d6f93 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:11.611224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-368ad7da-2392-4c18-b54b-6056cf1cc5f2 req-42fc01b1-48f4-4705-af16-d367415d6f93 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 945 time: 0.2140551 Sep 10 03:23:11.748852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-368ad7da-2392-4c18-b54b-6056cf1cc5f2 req-9cdcc1b3-3f75-4251-a844-a1e7837e07e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307440 Sep 10 03:23:12.105675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bab33-44a6-4981-ae07-e3e578efe365 req-5e9c8793-e1ca-4413-9d64-9ba2403d5472 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:12.118143 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e71bab33-44a6-4981-ae07-e3e578efe365 req-5e9c8793-e1ca-4413-9d64-9ba2403d5472 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 945 time: 0.1129699 Sep 10 03:23:12.229325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57060) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:12.230881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e71bab33-44a6-4981-ae07-e3e578efe365 req-466d0fb1-412d-4350-84a9-4d44894d6941 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117988 Sep 10 03:23:12.309567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cce4ff04-7504-4df4-8b53-7563256d67b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85da01923c0440b6a10900c92dc3bb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788410 Sep 10 03:23:12.312283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57062) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:12.425646 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ac98-1341-43ad-b2bc-8fe5e274076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.506989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ac98-1341-43ad-b2bc-8fe5e274076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.539942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:12.563206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:12.584021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ac98-1341-43ad-b2bc-8fe5e274076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.589529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ac98-1341-43ad-b2bc-8fe5e274076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.592542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4ad0ac98-1341-43ad-b2bc-8fe5e274076e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8eda2157-f914-43d9-ae36-d033aa7ed6ed HTTP/1.1" status: 204 len: 168 time: 0.2793193 Sep 10 03:23:12.612594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0ac98-1341-43ad-b2bc-8fe5e274076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda2157-f914-43d9-ae36-d033aa7ed6ed,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:12.660636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:12.666081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:12.666666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.710799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98de46f8-7fa8-417a-b69f-17690846c6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.800678 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.834423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:12.837906 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fea6185-03c6-455e-b38d-4a103b0d750b" -d '{"events": [{"server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "name": "network-vif-plugged", "status": "completed", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:12.851663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98de46f8-7fa8-417a-b69f-17690846c6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.857615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98de46f8-7fa8-417a-b69f-17690846c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.867502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:12.879115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:12.914037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de46f8-7fa8-417a-b69f-17690846c6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacb9461-be35-48ac-9ae1-44afabb507b5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:12.955274 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98de46f8-7fa8-417a-b69f-17690846c6cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=936cfd4318544b9fb0f63f8d688fd67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143412 Sep 10 03:23:12.958472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57088) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:12.965645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:12.984666 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4000e587-f62e-4266-aa8c-bd5f82f9e63b x-openstack-request-id: req-4000e587-f62e-4266-aa8c-bd5f82f9e63b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:12.985273 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "name": "network-vif-plugged", "status": "completed", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:12.986072 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4000e587-f62e-4266-aa8c-bd5f82f9e63b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:12.986191 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'code': 200} Sep 10 03:23:13.039176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2226d537-1cc2-4652-ba43-1ed9cca28b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.073969 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2226d537-1cc2-4652-ba43-1ed9cca28b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.116485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df911ea0-4c17-455e-ab28-ae5c6db69558 req-7e8c4f73-64e4-4848-a31a-98ca85ccb2c5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:13.125011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df911ea0-4c17-455e-ab28-ae5c6db69558 req-7e8c4f73-64e4-4848-a31a-98ca85ccb2c5 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.1683586 Sep 10 03:23:13.158661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b0bb-5ca6-494d-8e6a-9e6ed4557ee6 req-06c3537b-8ffd-4a82-ac52-48b0ac08b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:13.160313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3779b0bb-5ca6-494d-8e6a-9e6ed4557ee6 req-06c3537b-8ffd-4a82-ac52-48b0ac08b2f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 1097 time: 0.0677736 Sep 10 03:23:13.207828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df911ea0-4c17-455e-ab28-ae5c6db69558 req-4ab83baa-f8d9-4419-acb2-ce8c8334e023 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816956 Sep 10 03:23:13.224643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3779b0bb-5ca6-494d-8e6a-9e6ed4557ee6 req-bb0cf188-61a8-4bb8-9828-522f2e291a77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557196 Sep 10 03:23:13.229044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2226d537-1cc2-4652-ba43-1ed9cca28b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.232658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2226d537-1cc2-4652-ba43-1ed9cca28b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.234109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2226d537-1cc2-4652-ba43-1ed9cca28b11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cacb9461-be35-48ac-9ae1-44afabb507b5 HTTP/1.1" status: 204 len: 168 time: 0.2744925 Sep 10 03:23:13.245396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-59e774ca-cb9f-48b5-b13d-4bdd52d20416 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:13.251054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-59e774ca-cb9f-48b5-b13d-4bdd52d20416 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.32 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 945 time: 0.1239979 Sep 10 03:23:13.253970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226d537-1cc2-4652-ba43-1ed9cca28b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacb9461-be35-48ac-9ae1-44afabb507b5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:13.371144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57102) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:13.413604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0c90d-12f3-42dd-a92e-5b96d18a0b0d req-74d1378b-1aa4-4981-aa24-dc68d2a0d44d tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:13.420176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7cc0c90d-12f3-42dd-a92e-5b96d18a0b0d req-74d1378b-1aa4-4981-aa24-dc68d2a0d44d tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 945 time: 0.0801494 Sep 10 03:23:13.457096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Deleting port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:13.457096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.479588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7cc0c90d-12f3-42dd-a92e-5b96d18a0b0d req-7a9ac718-b759-44a7-ba29-8283000ff772 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e00804-a3fd-467d-a7a3-1f580faea007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566688 Sep 10 03:23:13.591516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] For port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,segment=NetworkSegment(40adc7b5-150b-41d7-8674-543941f58267),segment_id=40adc7b5-150b-41d7-8674-543941f58267)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:13.591888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.606060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Calling delete_port for 798b77ba-e16c-4a85-b0dc-f17892c3dfbc owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:13.765916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1959194201'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:13.804161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.817422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['798b77ba-e16c-4a85-b0dc-f17892c3dfbc'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:23:13.833242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:13.836703 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.846368 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Pushing event deleted for resources: {'Port': ['ID=798b77ba-e16c-4a85-b0dc-f17892c3dfbc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:13.849266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.908669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] No DVR routers for this DVR port 798b77ba-e16c-4a85-b0dc-f17892c3dfbc on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:13.913808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:13.915844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5d9b8537-5b99-469c-8365-b0bff56fcf7c req-e9a67169-bda3-47fc-a24d-8f5cc827b1d4 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.32 "DELETE /v2.0/ports/798b77ba-e16c-4a85-b0dc-f17892c3dfbc HTTP/1.1" status: 204 len: 173 time: 0.6513262 Sep 10 03:23:13.916285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'name': 'network-vif-deleted', 'tag': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:13.918526 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800797a1-225b-46de-9371-2a0f5c29e673" -d '{"events": [{"server_uuid": "3afd32d2-7602-4dcd-bff9-2e5701e2a939", "name": "network-vif-deleted", "tag": "798b77ba-e16c-4a85-b0dc-f17892c3dfbc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:14.014636 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bb725f-0566-42a9-b27d-1450912107a1 x-openstack-request-id: req-e6bb725f-0566-42a9-b27d-1450912107a1 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:14.018659 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afd32d2-7602-4dcd-bff9-2e5701e2a939", "name": "network-vif-deleted", "tag": "798b77ba-e16c-4a85-b0dc-f17892c3dfbc", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:14.018659 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6bb725f-0566-42a9-b27d-1450912107a1 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:14.019012 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afd32d2-7602-4dcd-bff9-2e5701e2a939', 'name': 'network-vif-deleted', 'tag': '798b77ba-e16c-4a85-b0dc-f17892c3dfbc', 'status': 'completed', 'code': 200} Sep 10 03:23:14.078940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.091745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.108047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:23:14.161375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.161759 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Added segment a6cef47f-b874-4036-b248-a0e2502425b7 of type vlan for network 06d4c78b-eeba-49ab-9324-26682ed3bb1d Sep 10 03:23:14.170736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051e8a93-cb86-40f5-b681-dc44818425a6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:14.211609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.255389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.272299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:14.279366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.293247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:14.427206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab4e4a-9921-4b38-8efc-023d1bccddd1 req-33836931-3705-4b12-97e6-09a95abf3f5a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:14.430435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3ab4e4a-9921-4b38-8efc-023d1bccddd1 req-33836931-3705-4b12-97e6-09a95abf3f5a tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.1293485 Sep 10 03:23:14.463668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Network': ['ID=06d4c78b-eeba-49ab-9324-26682ed3bb1d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:14.478795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-957ac93e-77ec-4565-a451-64579a891756 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1021214 Sep 10 03:23:14.482825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57140) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:14.482997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:23:14.499030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'subnet': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:14.529661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3ab4e4a-9921-4b38-8efc-023d1bccddd1 req-acbe4309-446d-4941-a42b-4f91d218cf9d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898788 Sep 10 03:23:14.564251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-525719281'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:14.649483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:14.654163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.663634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.709104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-262f75aa-993e-4d87-83bb-65ab38a6faf1 req-d837b083-ca2a-408c-9311-b35088b5f4b5 tempest-ServerTagsTestJSON-1526517293 tempest-ServerTagsTestJSON-1526517293-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afd32d2-7602-4dcd-bff9-2e5701e2a939 HTTP/1.1" status: 200 len: 210 time: 0.0535345 Sep 10 03:23:14.833589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.839251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.858061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:14.863252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.876164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:23:14.882822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3f1542-4cda-470f-ab55-6967129f54f6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:14.890609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.890942 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Added segment 1ffe6e18-2f4a-4949-96b2-d94bee8c2673 of type vlan for network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 Sep 10 03:23:14.937463 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.970629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:14.978696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:14.979782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.034760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7365549 Sep 10 03:23:15.035573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57154) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:15.042626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:15.069048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b38c5-f533-4532-8daf-f31acfe553c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Network': ['ID=b13c1246-0fc0-4fac-b252-18a5d01cb2d8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:15.085124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:23:15.163787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.235340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Subnet': ['ID=cda11d64-f499-42a8-a3a8-89ecb06390ea,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:15.253318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:15.257007 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.287392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Checking segment: {'id': 'a6cef47f-b874-4036-b248-a0e2502425b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:15.288070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network hostable DHCP agents. Network: 06d4c78b-eeba-49ab-9324-26682ed3bb1d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:23:15.360289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:23:15.377251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 06d4c78b-eeba-49ab-9324-26682ed3bb1d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:15.385696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:15.386291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.387158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deccc51b-814b-4cbf-bbf0-89fa03da41e1 None None] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:15.491097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1d9f46dd-833c-4b16-aaf1-366f1507fa15 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0041895 Sep 10 03:23:15.491671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:15.498855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1275709997'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:15.560063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'tenant_id': '077ba0d52927485bb16934c2377790a0', 'fixed_ips': [{'subnet_id': 'cda11d64-f499-42a8-a3a8-89ecb06390ea'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:15.562197 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.578698 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.619914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-f3eabdec-d212-4a34-98d3-eaf175658016 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169951992&fields=id&tenant_id=a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 267 time: 0.0969794 Sep 10 03:23:15.693945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=71111274-500b-4649-b291-584c0588de5f,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:15.719775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be67ef-0a06-44c2-be14-f21429e73df1 req-28aeca5f-1600-46e3-95cf-fed82062e971 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:15.721277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83be67ef-0a06-44c2-be14-f21429e73df1 req-28aeca5f-1600-46e3-95cf-fed82062e971 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.1042166 Sep 10 03:23:15.725965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Allocated IP 2001:db8::2 (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/9c85f6de-727e-471d-a328-533a74fc0706) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:15.727717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:15.728883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network hostable DHCP agents. Network: b13c1246-0fc0-4fac-b252-18a5d01cb2d8, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:23:15.762234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-6ddb0b91-71dc-40bb-b5ec-f03900165161 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:15.763821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-6ddb0b91-71dc-40bb-b5ec-f03900165161 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.1364651 Sep 10 03:23:15.785180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:23:15.792528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-7ecbf1e5-ee1f-4209-963e-4fc67b3f0b90 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/quotas/a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 375 time: 0.0207047 Sep 10 03:23:15.800654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83be67ef-0a06-44c2-be14-f21429e73df1 req-8c356cb5-74d3-4391-9d31-06bb3a20e587 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689652 Sep 10 03:23:15.816819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b13c1246-0fc0-4fac-b252-18a5d01cb2d8) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:15.828166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:15.828814 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.844175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:15.849644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.858949 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ff0b0d2-ee17-4fb2-88e4-b1ddbdfa6b31 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8222315 Sep 10 03:23:15.861479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57180) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:15.866981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'name': 'tempest-NetworksTestDHCPv6-1234605300'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:15.871976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57182) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:15.890467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] device_id is not set on port cd4748a3-83d3-451b-b216-e452aabfda21 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:15.913264 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:15.922447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Transition to ACTIVE for port object 9c85f6de-727e-471d-a328-533a74fc0706 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:15.940964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Transition to ACTIVE for port object 9c85f6de-727e-471d-a328-533a74fc0706 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:15.946132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a054b36-0b03-40ef-8c97-53b600c319ac None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:15.948285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-5d5cb310-c0da-47a1-b6dc-5d451641c330 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1485035 Sep 10 03:23:16.037179 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.052798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Deleting subnet 8ad3f6a5-f802-488a-9489-80b39cdb0b21 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:16.060359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.077279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673ac21-5173-452b-8a92-1964a3a4173b req-32200305-0dd2-4807-a048-b30f8437c11b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:16.085851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4673ac21-5173-452b-8a92-1964a3a4173b req-32200305-0dd2-4807-a048-b30f8437c11b tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.1079831 Sep 10 03:23:16.182397 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.218696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-be4422d7-35f8-45fb-a24a-f87d03ff0b60 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286239 Sep 10 03:23:16.255371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Allocated IP 2001:db8::2ba (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/cd4748a3-83d3-451b-b216-e452aabfda21) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:16.286806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 798b77ba-e16c-4a85-b0dc-f17892c3dfbc no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:16.291516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.335599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 798b77ba-e16c-4a85-b0dc-f17892c3dfbc {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:16.335928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 798b77ba-e16c-4a85-b0dc-f17892c3dfbc not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:16.343250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:16.348860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:16.351734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:16.356389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Pushing event updated for resources: {'Port': ['ID=9c85f6de-727e-471d-a328-533a74fc0706,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:16.408726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '71111274-500b-4649-b291-584c0588de5f'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:16.408726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.443384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-fb00c0ca-f8fb-4161-b306-0c70d38d6a07 service neutron] 10.222.0.23 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135677 Sep 10 03:23:16.460374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Attempting to bind port 9c85f6de-727e-471d-a328-533a74fc0706 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:16.460826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Attempting to bind port 9c85f6de-727e-471d-a328-533a74fc0706 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'a6cef47f-b874-4036-b248-a0e2502425b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:16.461234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Attempting to bind port 9c85f6de-727e-471d-a328-533a74fc0706 on network 06d4c78b-eeba-49ab-9324-26682ed3bb1d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:16.474846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.549636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:16.550436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Checking segment: {'id': 'a6cef47f-b874-4036-b248-a0e2502425b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:16.550862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.551616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Bound using segment: {'id': 'a6cef47f-b874-4036-b248-a0e2502425b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:16.552201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Bound port: 9c85f6de-727e-471d-a328-533a74fc0706, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cef47f-b874-4036-b248-a0e2502425b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:16.552722 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.587045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:16.587693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad3f6a5-f802-488a-9489-80b39cdb0b21,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:16.594702 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.595159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.598780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a27df51d-04cd-43ba-a57f-1740f4cf3596 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ad3f6a5-f802-488a-9489-80b39cdb0b21 HTTP/1.1" status: 204 len: 168 time: 0.7210383 Sep 10 03:23:16.602471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57188) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:16.616446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4673ac21-5173-452b-8a92-1964a3a4173b req-09878909-1252-40e2-b18c-9757bb7e93a1 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5297141 Sep 10 03:23:16.624436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 74a7097d-aaaa-45e6-8f20-37ad4595ecc9 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:16.655935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57192) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:16.748562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/71111274-500b-4649-b291-584c0588de5f/91d32b45-e531-47d7-b354-8d7b873f74c3) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:16.751312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] For port 9c85f6de-727e-471d-a328-533a74fc0706, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:16.756308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] For port 9c85f6de-727e-471d-a328-533a74fc0706, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9c85f6de-727e-471d-a328-533a74fc0706,segment=NetworkSegment(a6cef47f-b874-4036-b248-a0e2502425b7),segment_id=a6cef47f-b874-4036-b248-a0e2502425b7)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:16.764576 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.786227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.795819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.832320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Transition to ACTIVE for port object cd4748a3-83d3-451b-b216-e452aabfda21 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:16.838000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b35a20-32cb-478d-ac03-ade0c50aa388 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:16.844783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70b35a20-32cb-478d-ac03-ade0c50aa388 tempest-TestNetworkBasicOps-1311769785 tempest-TestNetworkBasicOps-1311769785-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 1092 time: 0.1854031 Sep 10 03:23:16.847324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57200) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:16.871148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:16.920762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53944ed1-aeba-4d9e-854a-5951d5892cb0 None None] Pushing event updated for resources: {'Port': ['ID=9c85f6de-727e-471d-a328-533a74fc0706,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:16.925300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.941917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:16.999780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bc7a11-0673-4e48-8339-b7f256b7e956']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:17.014594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40adc7b5-150b-41d7-8674-543941f58267') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:17.014960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40adc7b5-150b-41d7-8674-543941f58267') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:17.027879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.043237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.051366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:23:17.051886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.116664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.132234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Transition to ACTIVE for port object 91d32b45-e531-47d7-b354-8d7b873f74c3 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:17.132409 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-676ca78d-d165-4d68-829b-79c659f9feac req-e4bfaf60-4f72-4236-9245-44ed378f1916 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0697858 Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:23:17.154697 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:23:17.175574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.176667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Transition to ACTIVE for port object 91d32b45-e531-47d7-b354-8d7b873f74c3 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:17.176809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.182524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.184784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] 10.222.0.23 "DELETE /v2.0/networks/41bc7a11-0673-4e48-8339-b7f256b7e956 HTTP/1.1" status: 204 len: 168 time: 0.5803373 Sep 10 03:23:17.222278 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.223328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.265309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823b889-acbd-46e0-85cd-a1dfabf03d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=41bc7a11-0673-4e48-8339-b7f256b7e956,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:17.293269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:17.330007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:17.332682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:17.340680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:17.341539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.347860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:17.355015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:17.361867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:17.385317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Pushing event updated for resources: {'Port': ['ID=91d32b45-e531-47d7-b354-8d7b873f74c3,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:17.396366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9027781 Sep 10 03:23:17.397530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b0db-146b-4eb7-a7d7-7f4cb23ed91a tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=cd4748a3-83d3-451b-b216-e452aabfda21,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:17.400917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57212) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:17.418810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1209938607', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ba', 'mac_address': 'fa:16:3e:ec:da:b9'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:17.477125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Attempting to bind port 91d32b45-e531-47d7-b354-8d7b873f74c3 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:17.478711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Attempting to bind port 91d32b45-e531-47d7-b354-8d7b873f74c3 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:17.478835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Attempting to bind port 91d32b45-e531-47d7-b354-8d7b873f74c3 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:17.487271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:17.488361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:17.488997 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.489910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:17.490565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Bound port: 91d32b45-e531-47d7-b354-8d7b873f74c3, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:17.491174 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.537124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::2c7 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/71111274-500b-4649-b291-584c0588de5f/74a7097d-aaaa-45e6-8f20-37ad4595ecc9) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:17.559278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57216) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:17.586486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] For port 91d32b45-e531-47d7-b354-8d7b873f74c3, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:17.592219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] For port 91d32b45-e531-47d7-b354-8d7b873f74c3, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d32b45-e531-47d7-b354-8d7b873f74c3,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:17.601185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.617565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13fc7764-ba9a-4ba6-8dcf-9adfe4a6211a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c015814d964041f89e3e5ab5bd260c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567725 Sep 10 03:23:17.620566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57218) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:17.680435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Allocated IP 172.25.8.121 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/446392cf-d1fc-4d80-b6da-3a33dbde5193) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:17.734877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-192fa22e-9bd0-472d-81ed-7e3122aeeeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.736304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea371b4e-2b43-4be5-b2b7-85b58e5daedb None None] Pushing event updated for resources: {'Port': ['ID=91d32b45-e531-47d7-b354-8d7b873f74c3,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:17.770021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-192fa22e-9bd0-472d-81ed-7e3122aeeeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.855912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-192fa22e-9bd0-472d-81ed-7e3122aeeeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.859140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-192fa22e-9bd0-472d-81ed-7e3122aeeeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:17.861055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-192fa22e-9bd0-472d-81ed-7e3122aeeeae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13e00804-a3fd-467d-a7a3-1f580faea007 HTTP/1.1" status: 204 len: 168 time: 0.2387245 Sep 10 03:23:17.882370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa22e-9bd0-472d-81ed-7e3122aeeeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e00804-a3fd-467d-a7a3-1f580faea007,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:17.973152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:18.173105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c85f6de-727e-471d-a328-533a74fc0706 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:18.228890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.233508 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.261600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.283060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 74a7097d-aaaa-45e6-8f20-37ad4595ecc9 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:18.292048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] device_id is not set on port 1259a33d-b2ab-4894-ba7e-114b2a576f9c yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:18.350170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 9c85f6de-727e-471d-a328-533a74fc0706 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:18.370629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d465477-426e-4965-9e04-63dbc9904481 req-e37913cf-44a2-462c-8158-a8f55ee0682c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0755551 Sep 10 03:23:18.477719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.487758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.581427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14317df8-5cd9-4385-85c0-fb53b53ab685 None None] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:18.590995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Allocated IP 2001:db8::2f1 (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/1259a33d-b2ab-4894-ba7e-114b2a576f9c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:18.642037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:18.656975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:18.664616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:18.667801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:18.708485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:18.710910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:18.718010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:18.718675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.726986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=446392cf-d1fc-4d80-b6da-3a33dbde5193,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:18.792626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] Provisioning for port 9c85f6de-727e-471d-a328-533a74fc0706 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:18.808566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] Provisioning complete for port 9c85f6de-727e-471d-a328-533a74fc0706 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:18.809266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:18.858841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9962289 Sep 10 03:23:18.862299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57234) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:18.914171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070c65c-3826-4b7b-8605-e6343b9731db tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=74a7097d-aaaa-45e6-8f20-37ad4595ecc9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:18.963528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f679ff-7f20-475f-80d4-9f0e24251d69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:18.965502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-2147ea43-330b-4213-81b4-141d16804124 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:18.967090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-2147ea43-330b-4213-81b4-141d16804124 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 812 time: 0.4464293 Sep 10 03:23:18.973512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f679ff-7f20-475f-80d4-9f0e24251d69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:18.981298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-00f679ff-7f20-475f-80d4-9f0e24251d69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1163721 Sep 10 03:23:18.982194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57240) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:19.110362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.127216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 74a7097d-aaaa-45e6-8f20-37ad4595ecc9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:19.128828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.175595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-810701fe-00c1-4c8c-b1a8-dcf87c85d59c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a057db84a17b44f8b0b7ccf391ae01d7 HTTP/1.1" status: 200 len: 380 time: 0.1920967 Sep 10 03:23:19.191510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'port': {'device_id': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'admin_state_up': True, 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'security_groups': ['798682f2-ba05-4d79-b507-03a64ea1b502']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:19.222871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] For port 9c85f6de-727e-471d-a328-533a74fc0706, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9c85f6de-727e-471d-a328-533a74fc0706,segment=NetworkSegment(a6cef47f-b874-4036-b248-a0e2502425b7),segment_id=a6cef47f-b874-4036-b248-a0e2502425b7)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:19.237137 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.311250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.329897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.364963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 74a7097d-aaaa-45e6-8f20-37ad4595ecc9 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:19.389275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Transition to ACTIVE for port object 1259a33d-b2ab-4894-ba7e-114b2a576f9c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:19.391559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab801bc-aec2-4a77-8b47-73d829e55d88 None None] Pushing event updated for resources: {'Port': ['ID=9c85f6de-727e-471d-a328-533a74fc0706,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:19.559517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634dc42-0ee9-4e99-af68-85eaecf899dd None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:19.579596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Made reservation on behalf of a057db84a17b44f8b0b7ccf391ae01d7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:19.580963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.609915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-564cfb36-df7f-4083-ad8d-057134f0e4e5 req-d47d487e-9b98-47dc-af12-53273cb6ee13 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0572414 Sep 10 03:23:19.618310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.649238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:19.657398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:19.659386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:19.665706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:19.666452 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.676146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.710776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2f968ebc-8adc-45b3-a908-015239962341 None None] Provisioning for port 91d32b45-e531-47d7-b354-8d7b873f74c3 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:19.738614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=74a7097d-aaaa-45e6-8f20-37ad4595ecc9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:19.776111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3700919 Sep 10 03:23:19.816755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57258) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:19.817518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340f7d2-8eac-45da-9dbb-6d5b55c7e798 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=1259a33d-b2ab-4894-ba7e-114b2a576f9c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:19.824633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.836053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cdacdc3a-23b4-4598-b5f4-7e4ab2bd1448 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/74a7097d-aaaa-45e6-8f20-37ad4595ecc9 HTTP/1.1" status: 204 len: 168 time: 0.8525090 Sep 10 03:23:19.837945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57262) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:19.883761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d3a04b32-aad5-4cda-b9cb-62ae09ea01f3 None None] Provisioning complete for port 9c85f6de-727e-471d-a328-533a74fc0706 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:19.885594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d3a04b32-aad5-4cda-b9cb-62ae09ea01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.948192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:19.954499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846880f8-1fac-490e-ba8f-7db6d07eaff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:19.956542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846880f8-1fac-490e-ba8f-7db6d07eaff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:19.965066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57266) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:19.976638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-846880f8-1fac-490e-ba8f-7db6d07eaff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1373110 Sep 10 03:23:20.072367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4353b-2ecf-4082-af2a-dc06662da34f tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:20.081977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4353b-2ecf-4082-af2a-dc06662da34f tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:20.092342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4353b-2ecf-4082-af2a-dc06662da34f tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:20.097331 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c9e4353b-2ecf-4082-af2a-dc06662da34f tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2737854 Sep 10 03:23:20.097830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57274) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:20.172064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.20.0.8 (f26a0d20-003c-4845-b7f0-0a79fbf8564e/d77b355d-5288-4b50-bdab-f6ed37a11dcb/18dab63f-c208-45f4-8f6c-f96b718e6c50) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:20.175555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d3a04b32-aad5-4cda-b9cb-62ae09ea01f3 None None] Provisioning for port cd4748a3-83d3-451b-b216-e452aabfda21 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:20.193434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d3a04b32-aad5-4cda-b9cb-62ae09ea01f3 None None] Provisioning complete for port cd4748a3-83d3-451b-b216-e452aabfda21 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:20.193929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d3a04b32-aad5-4cda-b9cb-62ae09ea01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.276868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d3a04b32-aad5-4cda-b9cb-62ae09ea01f3 None None] Port cd4748a3-83d3-451b-b216-e452aabfda21 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:20.300963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d32b45-e531-47d7-b354-8d7b873f74c3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:20.417272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port 1259a33d-b2ab-4894-ba7e-114b2a576f9c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:20.417878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.454759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-99115c90-56fc-4b59-84ad-03721f088811 None None] Provisioning complete for port cd4748a3-83d3-451b-b216-e452aabfda21 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:20.455303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99115c90-56fc-4b59-84ad-03721f088811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.469939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.508465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Transition to ACTIVE for port object 18dab63f-c208-45f4-8f6c-f96b718e6c50 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:20.569755 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.573025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 91d32b45-e531-47d7-b354-8d7b873f74c3 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:20.606432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 91d32b45-e531-47d7-b354-8d7b873f74c3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:20.606983 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.609099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-99115c90-56fc-4b59-84ad-03721f088811 None None] Port cd4748a3-83d3-451b-b216-e452aabfda21 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:20.747214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.768791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3feb8800-1a33-494f-b482-080317e18e2f None None] Provisioning complete for port 91d32b45-e531-47d7-b354-8d7b873f74c3 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:20.769294 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3feb8800-1a33-494f-b482-080317e18e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:20.771417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for 1259a33d-b2ab-4894-ba7e-114b2a576f9c owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:20.904229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-420f8c41-c0d1-4379-95b2-5c424d9419b4 req-51675ae7-9b9f-4ce3-9711-79cb455f2f1b tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.1880815 Sep 10 03:23:20.911173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.018536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b208850-0c05-4518-911b-5f96b8277ac5 req-cd6903b8-d4ff-4f33-947b-bb53109e4227 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:21.022822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.028502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b208850-0c05-4518-911b-5f96b8277ac5 req-cd6903b8-d4ff-4f33-947b-bb53109e4227 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 931 time: 0.2604315 Sep 10 03:23:21.093417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b208850-0c05-4518-911b-5f96b8277ac5 req-419ce998-36d7-4a20-97b2-21693d8693c9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596182 Sep 10 03:23:21.113051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 71111274-500b-4649-b291-584c0588de5f {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:21.116613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.168157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.181968 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3feb8800-1a33-494f-b482-080317e18e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.190499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 91d32b45-e531-47d7-b354-8d7b873f74c3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d32b45-e531-47d7-b354-8d7b873f74c3,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:21.199101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.222760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.223981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c85f6de-727e-471d-a328-533a74fc0706 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:21.304699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=1259a33d-b2ab-4894-ba7e-114b2a576f9c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:21.353909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:21.382181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:21.388465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=91d32b45-e531-47d7-b354-8d7b873f74c3,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:21.434667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:21.558621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-3feb8800-1a33-494f-b482-080317e18e2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:23:21.559066 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-3feb8800-1a33-494f-b482-080317e18e2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:23:21.576830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=18dab63f-c208-45f4-8f6c-f96b718e6c50,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:21.584757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 9c85f6de-727e-471d-a328-533a74fc0706 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:21.585164 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.655762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.661867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e7a86471-3e0b-4dae-9fcc-8568400522a6 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/ports/1259a33d-b2ab-4894-ba7e-114b2a576f9c HTTP/1.1" status: 204 len: 168 time: 1.5626693 Sep 10 03:23:21.664228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57296) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:21.675578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.734395 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b65d27-633b-4258-ad43-4673ed8eca83 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] GET failed (client error): The resource could not be found. Sep 10 03:23:21.736212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6b65d27-633b-4258-ad43-4673ed8eca83 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "GET /v2.0/ports/1259a33d-b2ab-4894-ba7e-114b2a576f9c HTTP/1.1" status: 404 len: 333 time: 0.0708666 Sep 10 03:23:21.739964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57298) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:21.745895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-564059552'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:21.788116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:21.789776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.802153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.864016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.916270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-e06ecaaa-07ff-4393-bd3f-836bf990b2e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7320607 Sep 10 03:23:21.949636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:21.954691 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:21.973695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Request body: {'port': {'device_id': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:21.983361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] device_id is not set on port b147e785-5d5c-4b65-99f9-e1ce12776be3 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:22.042491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event updated for resources: {'Port': ['ID=446392cf-d1fc-4d80-b6da-3a33dbde5193,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:22.102419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.116783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d32b45-e531-47d7-b354-8d7b873f74c3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:22.130306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.257561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 91d32b45-e531-47d7-b354-8d7b873f74c3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:22.260381 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.265552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Allocated IP 2001:db8::21a (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/b147e785-5d5c-4b65-99f9-e1ce12776be3) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:22.294692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94238f5-f0eb-48bc-aac7-52596afa6070 req-10d4889a-c515-4204-8560-547e39ccd066 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:22.296540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a94238f5-f0eb-48bc-aac7-52596afa6070 req-10d4889a-c515-4204-8560-547e39ccd066 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 931 time: 0.0923712 Sep 10 03:23:22.365841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2bb362b7-aa3a-4c42-9132-3aacfcfa5030 None None] Provisioning for port 18dab63f-c208-45f4-8f6c-f96b718e6c50 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:22.371005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2bb362b7-aa3a-4c42-9132-3aacfcfa5030 None None] Provisioning complete for port 18dab63f-c208-45f4-8f6c-f96b718e6c50 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:22.371431 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2bb362b7-aa3a-4c42-9132-3aacfcfa5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.451017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a94238f5-f0eb-48bc-aac7-52596afa6070 req-fb4d709f-217a-4685-bdd3-3e4d742bc339 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415689 Sep 10 03:23:22.508213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2bb362b7-aa3a-4c42-9132-3aacfcfa5030 None None] Port 18dab63f-c208-45f4-8f6c-f96b718e6c50 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:22.513153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2bb362b7-aa3a-4c42-9132-3aacfcfa5030 None None] Could not find standard attr ID for object 1259a33d-b2ab-4894-ba7e-114b2a576f9c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:22.523965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2bb362b7-aa3a-4c42-9132-3aacfcfa5030 None None] Could not find standard attr ID for object 74a7097d-aaaa-45e6-8f20-37ad4595ecc9. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:22.646446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.674834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Transition to ACTIVE for port object b147e785-5d5c-4b65-99f9-e1ce12776be3 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:22.721876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.747054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:22.750226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:22.805490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:22.811576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:22.812325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.859684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=b147e785-5d5c-4b65-99f9-e1ce12776be3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:22.875582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e2509cea-f8c6-4f77-b8ca-5418735a215e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1325886 Sep 10 03:23:22.878679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57306) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:22.886789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ba', 'mac_address': 'fa:16:3e:ec:da:b9'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:22.945186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=71111274-500b-4649-b291-584c0588de5f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:22.949532 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8a4eadf-8502-4bf9-a5c3-2b3cfc37ae12 req-eaefa4e8-ec1b-4137-8900-a61c496e8c14 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.8535066 Sep 10 03:23:22.953660 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.961519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:22.963627 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3bf08cf6-20b8-431b-9cc2-1c9226573fb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/71111274-500b-4649-b291-584c0588de5f HTTP/1.1" status: 204 len: 168 time: 2.9505453 Sep 10 03:23:22.967677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57308) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:22.973771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd097282-e7e2-4712-8d38-2f1e7884dec5 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:23.047296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5d82540b-f093-4862-9ff3-0d6627688c37 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760612 Sep 10 03:23:23.048043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:23.057109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:23.173457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b48819dd-a231-447e-aa15-cb81d660e7c7 None None] Provisioning for port b147e785-5d5c-4b65-99f9-e1ce12776be3 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:23.178374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b48819dd-a231-447e-aa15-cb81d660e7c7 None None] Provisioning complete for port b147e785-5d5c-4b65-99f9-e1ce12776be3 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:23.179237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b48819dd-a231-447e-aa15-cb81d660e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.197286 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Floating IP cdfd5c98-aacd-471d-b056-d7193345aa80 associated. External IP: 172.25.8.121, port: 5af415ff-bb6f-4ffc-a02a-e4a296d87a29. Sep 10 03:23:23.239830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b48819dd-a231-447e-aa15-cb81d660e7c7 None None] Port b147e785-5d5c-4b65-99f9-e1ce12776be3 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:23.261837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:23.270452 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:23.275406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.304165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.324069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] Deleting port 91d32b45-e531-47d7-b354-8d7b873f74c3 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:23.324805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.412567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] For port 91d32b45-e531-47d7-b354-8d7b873f74c3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=91d32b45-e531-47d7-b354-8d7b873f74c3,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:23.413428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.449059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] Calling delete_port for 91d32b45-e531-47d7-b354-8d7b873f74c3 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:23.528314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73c852b8-802d-4940-b395-5196f1b0e9a2 req-94881b88-f177-4b2b-8585-a59bb22e27f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0549667 Sep 10 03:23:23.634908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dab63f-c208-45f4-8f6c-f96b718e6c50 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:23:23.644918 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.646185 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.652951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router 462e72b9-5718-470e-adc9-fb137fa741d5 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:23:23.673530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Transition to ACTIVE for port object 18dab63f-c208-45f4-8f6c-f96b718e6c50 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:23.714572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:23.733320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] Pushing event deleted for resources: {'Port': ['ID=91d32b45-e531-47d7-b354-8d7b873f74c3,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:23.739984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037e886-0d6c-4d51-82b3-3db4c8ae23bb None None] No DVR routers for this DVR port 91d32b45-e531-47d7-b354-8d7b873f74c3 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:23.806652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Pushing event updated for resources: {'Port': ['ID=18dab63f-c208-45f4-8f6c-f96b718e6c50,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:23.964194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:23.976610 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] Sync routers for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:23.990781 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:23.993713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:24.047605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.070409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d32b45-e531-47d7-b354-8d7b873f74c3 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:24.107684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a27fe3e4-edd5-470b-b46e-83dd89ccf7db tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2587159 Sep 10 03:23:24.111054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 91d32b45-e531-47d7-b354-8d7b873f74c3 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:24.111412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 91d32b45-e531-47d7-b354-8d7b873f74c3 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:24.114576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:24.117584 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:24.124588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57322) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:24.177578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:24.188076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68328382-92f8-4e09-8b3c-65020eaba809 req-e0ddabe7-8374-4f69-90f4-d5b2a9fcea02 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0470331 Sep 10 03:23:24.246245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Attempting to bind port 18dab63f-c208-45f4-8f6c-f96b718e6c50 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:24.246723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Attempting to bind port 18dab63f-c208-45f4-8f6c-f96b718e6c50 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:24.247180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Attempting to bind port 18dab63f-c208-45f4-8f6c-f96b718e6c50 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:24.254920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Port 18dab63f-c208-45f4-8f6c-f96b718e6c50 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:23:24.255144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Attempting to bind port 18dab63f-c208-45f4-8f6c-f96b718e6c50 on network f26a0d20-003c-4845-b7f0-0a79fbf8564e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:24.263884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:24.264362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Checking segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:24.265016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Bound using segment: {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:24.265931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Bound port: 18dab63f-c208-45f4-8f6c-f96b718e6c50, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5ecad-01d3-4139-be03-930aeafcb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:24.266423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.345105 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] For port 18dab63f-c208-45f4-8f6c-f96b718e6c50, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:24.349218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] For port 18dab63f-c208-45f4-8f6c-f96b718e6c50, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:24.354091 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00794b0-2305-44e4-833c-f0d8cd35d792 x-openstack-request-id: req-f00794b0-2305-44e4-833c-f0d8cd35d792 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:24.354563 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:24.354912 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f00794b0-2305-44e4-833c-f0d8cd35d792 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:24.355522 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'status': 'completed', 'code': 200} Sep 10 03:23:24.362633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.371075 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c375f7a-fd9d-456f-a02d-b96a143f853d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/cdfd5c98-aacd-471d-b056-d7193345aa80 HTTP/1.1" status: 200 len: 992 time: 0.2460570 Sep 10 03:23:24.409423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.410135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.411904 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] 10.222.0.32 "PUT /v2.0/ports/18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 200 len: 1091 time: 2.4745314 Sep 10 03:23:24.437438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf090d-7de1-4e9d-9c25-928b36ab5473 service neutron] Pushing event updated for resources: {'Port': ['ID=18dab63f-c208-45f4-8f6c-f96b718e6c50,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:24.562083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-496f8b3d-b864-4700-ae9b-ad251822f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.567194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-496f8b3d-b864-4700-ae9b-ad251822f87d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1094 time: 0.1012652 Sep 10 03:23:24.624789 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'cdfd5c98-aacd-471d-b056-d7193345aa80', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'port_id': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'mac_address': 'fa:16:3e:1b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:23:19Z', 'updated_at': '2021-09-10T03:23:19Z', 'revision_number': 0, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:24.628224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af219b-e0a2-481e-901f-c0ee2e5361fe req-72d22246-fcdd-41a9-baa3-4a1ab43fb5e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.631075 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-60ffc908-c371-4034-9bf1-e027ddc11dcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 200 len: 217 time: 0.0554597 Sep 10 03:23:24.634832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60af219b-e0a2-481e-901f-c0ee2e5361fe req-72d22246-fcdd-41a9-baa3-4a1ab43fb5e7 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 931 time: 1.0201857 Sep 10 03:23:24.695300 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] Checking router: 462e72b9-5718-470e-adc9-fb137fa741d5 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:23:24.716358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.720240 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:24.721116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:24.732533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-a4aa9868-2471-4156-ad6b-3528d99bcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.734106 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-a4aa9868-2471-4156-ad6b-3528d99bcdaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.0958748 Sep 10 03:23:24.799441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-ada9488a-b7ac-4e2c-b466-a4ab4dd992b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.802246 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-ada9488a-b7ac-4e2c-b466-a4ab4dd992b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597057 Sep 10 03:23:24.832172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.837069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:24.846856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.851776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60af219b-e0a2-481e-901f-c0ee2e5361fe req-3a6673f0-0ada-4e5e-ac2f-4948003b27d8 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826427 Sep 10 03:23:24.854366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:24.866997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f211fa-5233-40b2-937d-f50466cfc726 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:24.888778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.889342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:24.951064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-461ccb41-b779-417d-ae43-5c8b8474b857 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417325 Sep 10 03:23:24.959485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-c51ee935-26a1-4eb0-b402-829715eb869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:24.961005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-c51ee935-26a1-4eb0-b402-829715eb869e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 1097 time: 0.3907142 Sep 10 03:23:24.983254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=7acf72ca-ca2a-4040-95be-052816b46123,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:25.036958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] In _notify_port_updated(), no bound segment for port b147e785-5d5c-4b65-99f9-e1ce12776be3 on network 06d4c78b-eeba-49ab-9324-26682ed3bb1d {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:23:25.056273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:25.057526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:25.058992 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "PUT /v2.0/ports/b147e785-5d5c-4b65-99f9-e1ce12776be3 HTTP/1.1" status: 200 len: 1002 time: 2.1786387 Sep 10 03:23:25.062175 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:25.068325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57328) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:25.095126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5d15719d-f538-44c2-9d6e-bf36fb934d86 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0456405 Sep 10 03:23:25.096504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:25.104522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'name': 'tempest-NetworksTestDHCPv6-46011216'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:25.107755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4002b3-9fb6-460d-82d5-9836ae051639 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=b147e785-5d5c-4b65-99f9-e1ce12776be3,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:25.227434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '7acf72ca-ca2a-4040-95be-052816b46123'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:25.229428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:25.440924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57334) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:25.442629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-86c5cd38-9ad3-4c22-9da6-ab61ad98b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:25.444615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-86c5cd38-9ad3-4c22-9da6-ab61ad98b530 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4c10a03-53f5-4ac3-9804-64d833aedf53 HTTP/1.1" status: 200 len: 896 time: 0.4431136 Sep 10 03:23:25.462997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:25.470068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:25.558586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3519ccd3-298d-44d1-8ddc-62c6169e0c74 req-81b5853e-34a0-45b1-8599-40fc6cfb626f tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.1943719 Sep 10 03:23:25.565174 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'cdfd5c98-aacd-471d-b056-d7193345aa80', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'port_id': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'mac_address': 'fa:16:3e:1b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:23:19Z', 'updated_at': '2021-09-10T03:23:19Z', 'revision_number': 0, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:25.570228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-98365246-d6ad-470a-a7e1-fcb8f6ca131e None None] Provisioning complete for port b147e785-5d5c-4b65-99f9-e1ce12776be3 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:25.570406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d8275c3-aa98-499f-972b-7bac439edc3a req-26d71cbd-4b79-4f0e-b092-3afc9323f09a service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114905 Sep 10 03:23:25.570607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-98365246-d6ad-470a-a7e1-fcb8f6ca131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:25.652582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port b147e785-5d5c-4b65-99f9-e1ce12776be3 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:25.652921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:25.659713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 4a76662e-f230-4214-b8ce-bf6e747309f7 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:25.668937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebacb2a-141e-475c-9a74-a2b417be966c None None] The sync data for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 is: [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'cdfd5c98-aacd-471d-b056-d7193345aa80', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'port_id': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'mac_address': 'fa:16:3e:1b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:23:19Z', 'updated_at': '2021-09-10T03:23:19Z', 'revision_number': 0, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:25.739013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-860e90d4-9179-4397-9403-b20b0db7f87d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/cdfd5c98-aacd-471d-b056-d7193345aa80 HTTP/1.1" status: 200 len: 992 time: 0.2916055 Sep 10 03:23:25.740604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-e73f4a91-b180-487e-afc8-ab4688ab407c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29 HTTP/1.1" status: 200 len: 1000 time: 0.2865267 Sep 10 03:23:25.858477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/7acf72ca-ca2a-4040-95be-052816b46123/19cd52f0-7ac6-4925-ab37-fffd327e847f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:25.865645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-98365246-d6ad-470a-a7e1-fcb8f6ca131e None None] Port b147e785-5d5c-4b65-99f9-e1ce12776be3 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:26.053129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-53db9ac0-7892-4ce1-9fe1-565ba9158e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:26.059391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-53db9ac0-7892-4ce1-9fe1-565ba9158e4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7673e8c3-885a-4043-b05f-bb00883f2875 HTTP/1.1" status: 200 len: 834 time: 0.1483369 Sep 10 03:23:26.143725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.159837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-b551a553-9040-4408-bc3c-29b6c3b5fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:26.161960 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-b551a553-9040-4408-bc3c-29b6c3b5fb8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4c10a03-53f5-4ac3-9804-64d833aedf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949209 Sep 10 03:23:26.179369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for b147e785-5d5c-4b65-99f9-e1ce12776be3 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:26.228476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382eb99-1078-4ea8-9df5-013463dcdd08 req-68b07775-74e8-4ab6-805c-7999ee323aaa tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:26.230087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0382eb99-1078-4ea8-9df5-013463dcdd08 req-68b07775-74e8-4ab6-805c-7999ee323aaa tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.2084248 Sep 10 03:23:26.257772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.278302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703a08d-f675-4c89-8fcb-508de32a54d6 None None] New status for floating IP cdfd5c98-aacd-471d-b056-d7193345aa80: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:23:26.281747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Transition to ACTIVE for port object 19cd52f0-7ac6-4925-ab37-fffd327e847f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:26.314000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0382eb99-1078-4ea8-9df5-013463dcdd08 req-3c956f02-183e-4970-8ab3-cbbf3dca492f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742705 Sep 10 03:23:26.327170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24f563db-84a3-4e9f-9a72-ddfed8080cf1 req-131dd35e-f5ec-4dc5-802e-81de7ffe6113 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0531132 Sep 10 03:23:26.344393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Transition to ACTIVE for port object 19cd52f0-7ac6-4925-ab37-fffd327e847f will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:26.355581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-9570230e-2521-4163-8f09-e1615fd99e9e service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745322 Sep 10 03:23:26.462789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:26.463633 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589" -d '{"events": [{"name": "network-changed", "server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:26.463752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6ff46a91-b9b4-4045-87f7-d2b16cbf48a5 req-bc1c6c4e-6914-45e5-a323-be687c97ccbe service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980344 Sep 10 03:23:26.470031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.495075 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.514532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=b147e785-5d5c-4b65-99f9-e1ce12776be3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:26.562754 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c75d76-880c-4115-94ec-c7ff9261e83a x-openstack-request-id: req-01c75d76-880c-4115-94ec-c7ff9261e83a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:26.563188 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:26.563304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:26.563748 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01c75d76-880c-4115-94ec-c7ff9261e83a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:26.564471 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'status': 'completed', 'code': 200} Sep 10 03:23:26.568272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:26.574933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:26.581429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Pushing event updated for resources: {'Port': ['ID=19cd52f0-7ac6-4925-ab37-fffd327e847f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:26.597554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::19f (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/7acf72ca-ca2a-4040-95be-052816b46123/4a76662e-f230-4214-b8ce-bf6e747309f7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:26.669070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Attempting to bind port 19cd52f0-7ac6-4925-ab37-fffd327e847f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:26.669469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Attempting to bind port 19cd52f0-7ac6-4925-ab37-fffd327e847f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:26.669875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Attempting to bind port 19cd52f0-7ac6-4925-ab37-fffd327e847f on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:26.675960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:26.676342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:26.677422 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.677844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:26.678706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Bound port: 19cd52f0-7ac6-4925-ab37-fffd327e847f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:26.678825 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.697231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-6847629f-ae76-4ef4-a21d-107f49a778c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:26.699043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-6847629f-ae76-4ef4-a21d-107f49a778c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1094 time: 0.1337013 Sep 10 03:23:26.791279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] For port 19cd52f0-7ac6-4925-ab37-fffd327e847f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:26.796225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] For port 19cd52f0-7ac6-4925-ab37-fffd327e847f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19cd52f0-7ac6-4925-ab37-fffd327e847f,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:26.799668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57354) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:26.809511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.857894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.860018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:26.863060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9ee4549f-6e37-4934-9cc8-d926963ebe75 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/ports/b147e785-5d5c-4b65-99f9-e1ce12776be3 HTTP/1.1" status: 204 len: 168 time: 1.7908287 Sep 10 03:23:26.866095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57356) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:26.885623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-9a4b25a4-ad42-4332-b8c4-a1cdb7a9c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:26.887617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-9a4b25a4-ad42-4332-b8c4-a1cdb7a9c23b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.1811750 Sep 10 03:23:26.921904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 4a76662e-f230-4214-b8ce-bf6e747309f7 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:26.930685 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e00017-2cd3-408d-ad33-05df0a957f46 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] GET failed (client error): The resource could not be found. Sep 10 03:23:26.932963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f0e00017-2cd3-408d-ad33-05df0a957f46 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "GET /v2.0/ports/b147e785-5d5c-4b65-99f9-e1ce12776be3 HTTP/1.1" status: 404 len: 333 time: 0.0564184 Sep 10 03:23:26.937342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57358) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:26.942207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-70486879'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:26.952624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-d9731b60-eeb0-4e33-a3a2-21df7611e765 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 200 len: 217 time: 0.0572360 Sep 10 03:23:26.976774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83ab7a86-132c-4e8e-afd8-5de4ae73753c tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/cdfd5c98-aacd-471d-b056-d7193345aa80 HTTP/1.1" status: 200 len: 994 time: 0.1757102 Sep 10 03:23:27.024825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-41b9f60d-fdbb-4844-8469-7c1ce4901408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:27.026894 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-41b9f60d-fdbb-4844-8469-7c1ce4901408 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.0665987 Sep 10 03:23:27.082898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:27.107695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-e86fb6aa-53ed-4547-8b57-a12fe1eaa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:27.109646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-e86fb6aa-53ed-4547-8b57-a12fe1eaa018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762115 Sep 10 03:23:27.137720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4caf9-d8f2-4916-aaac-943eb01e5e51 None None] Pushing event updated for resources: {'Port': ['ID=19cd52f0-7ac6-4925-ab37-fffd327e847f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:27.188118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:27.188861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=4a76662e-f230-4214-b8ce-bf6e747309f7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:27.217580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:27.223070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:27.237497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:27.238355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:27.253667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:27.258120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:27.288575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-57374a17-ae90-4e92-ad04-e6e245242d2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1873448 Sep 10 03:23:27.288575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] device_id is not set on port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:27.289442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57376) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:27.465607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-0ad25bbc-484f-40dd-bea3-c4d96972a88c service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069947 Sep 10 03:23:27.528493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e0bdc-3c4d-4ef4-981a-6a51b7ecc112 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:27.535283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Allocated IP 2001:db8::38f (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/a4ae7d07-960d-4939-9471-9fb01f5bc0f4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:27.536581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e0bdc-3c4d-4ef4-981a-6a51b7ecc112 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:27.543063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-009e0bdc-3c4d-4ef4-981a-6a51b7ecc112 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2518449 Sep 10 03:23:27.543317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57390) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:27.591841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90f098b3-c915-4bc7-bd4d-9912079eae69 req-4de72c42-36b1-46a1-b56a-4ff931c614ff tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0812526 Sep 10 03:23:27.601680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf8876-8397-4d8b-97d4-2c11a81aac26 req-af51f07a-73da-4368-a690-8b53ae3fb8ae tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:27.609746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8dcf8876-8397-4d8b-97d4-2c11a81aac26 req-af51f07a-73da-4368-a690-8b53ae3fb8ae tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.1514788 Sep 10 03:23:27.668356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-526c7c78-f4e0-4aed-bd9c-6cbd79ba2589 req-138f75fd-1062-4c8f-8643-4bf4036b3e32 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014642 Sep 10 03:23:27.748530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8dcf8876-8397-4d8b-97d4-2c11a81aac26 req-e1e30db7-d2d9-4c1a-9e57-5e7700b6d286 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352963 Sep 10 03:23:27.833343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 4a76662e-f230-4214-b8ce-bf6e747309f7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:27.833998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:27.885392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:27.930671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Transition to ACTIVE for port object a4ae7d07-960d-4939-9471-9fb01f5bc0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:27.955076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:27.973510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 4a76662e-f230-4214-b8ce-bf6e747309f7 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:28.059516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.071987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19cd52f0-7ac6-4925-ab37-fffd327e847f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:28.142314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=a4ae7d07-960d-4939-9471-9fb01f5bc0f4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:28.146851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:28.150357 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:28.153518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:28.161264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:28.162264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.170740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 19cd52f0-7ac6-4925-ab37-fffd327e847f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:28.214096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-913a7365-2795-4dfe-9ba0-0c97dd63face tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2758358 Sep 10 03:23:28.216726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57418) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:28.221978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ec:da:b9'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:28.241284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.286272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=4a76662e-f230-4214-b8ce-bf6e747309f7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:28.321354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.324962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-96285ec5-9d44-46bb-b514-5845f7baf9b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/4a76662e-f230-4214-b8ce-bf6e747309f7 HTTP/1.1" status: 204 len: 168 time: 0.7791047 Sep 10 03:23:28.327569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57420) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:28.390154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87a9c5-b8e7-4f3c-959f-bf86fc849f48 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:28.392290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87a9c5-b8e7-4f3c-959f-bf86fc849f48 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:28.393868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cb87a9c5-b8e7-4f3c-959f-bf86fc849f48 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0651257 Sep 10 03:23:28.396717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:28.469986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 7acf72ca-ca2a-4040-95be-052816b46123 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:28.474868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.475934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.551355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.558035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e36d653e-75f2-4149-9af9-5fcbe7bf2c98 None None] Provisioning for port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:28.574225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e36d653e-75f2-4149-9af9-5fcbe7bf2c98 None None] Provisioning complete for port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:28.574925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e36d653e-75f2-4149-9af9-5fcbe7bf2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.624739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e36d653e-75f2-4149-9af9-5fcbe7bf2c98 None None] Port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:28.670033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.758603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.762553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] Provisioning for port 19cd52f0-7ac6-4925-ab37-fffd327e847f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:28.767293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] Provisioning complete for port 19cd52f0-7ac6-4925-ab37-fffd327e847f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:28.768037 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.802514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-365f7e96-fe35-4565-b06c-b274e41c9e38 req-8f2f3fa1-956d-44ca-a3e0-60e0b527a406 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0666327 Sep 10 03:23:28.809916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.812016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.814468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/7acf72ca-ca2a-4040-95be-052816b46123 HTTP/1.1" status: 204 len: 168 time: 0.4168026 Sep 10 03:23:28.815722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d00d35-c2a6-42f9-8af0-7f3aab3b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=7acf72ca-ca2a-4040-95be-052816b46123,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:28.819423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57428) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:28.834576 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.907116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-874e164d-7f32-418d-80d0-0bda86bdd388 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857875 Sep 10 03:23:28.911896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57430) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:28.925616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:28.932986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=a4ae7d07-960d-4939-9471-9fb01f5bc0f4,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:28.936736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.942282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] In _notify_port_updated(), no bound segment for port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 on network 06d4c78b-eeba-49ab-9324-26682ed3bb1d {{(pid=94633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:23:28.965088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:28.965809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:28.969797 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2530e18d-fb16-4f78-92d9-3d06ab424dbc tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "PUT /v2.0/ports/a4ae7d07-960d-4939-9471-9fb01f5bc0f4 HTTP/1.1" status: 200 len: 1001 time: 0.7494540 Sep 10 03:23:28.970056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:28.980987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] For port 19cd52f0-7ac6-4925-ab37-fffd327e847f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19cd52f0-7ac6-4925-ab37-fffd327e847f,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:28.999193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.087031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e7a89-d335-428e-b9ec-10bfff2d4e6b req-6fdf464b-e609-4f5a-a971-17463851a4d5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:29.089905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-275e7a89-d335-428e-b9ec-10bfff2d4e6b req-6fdf464b-e609-4f5a-a971-17463851a4d5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.2154341 Sep 10 03:23:29.090598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41a8eb-f974-423c-a02c-747b21326262 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:29.137152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:29.138028 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.139575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a99098c8-3634-4a74-bbf4-a4d48d8d1535 None None] Could not find standard attr ID for object 4a76662e-f230-4214-b8ce-bf6e747309f7. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:29.159042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80485a4c-3328-4e06-aaac-e81e9a641fa1 None None] Pushing event updated for resources: {'Port': ['ID=19cd52f0-7ac6-4925-ab37-fffd327e847f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:29.176743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:29.181478 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.225137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-275e7a89-d335-428e-b9ec-10bfff2d4e6b req-5f5721ec-e364-4d23-a2b7-fa8b4a899c7e tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133168 Sep 10 03:23:29.316691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.332194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for a4ae7d07-960d-4939-9471-9fb01f5bc0f4 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:29.387578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b91f1eb2-31c7-4132-8583-2ecce259d3bf None None] Provisioning complete for port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:29.388748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b91f1eb2-31c7-4132-8583-2ecce259d3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.454818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b91f1eb2-31c7-4132-8583-2ecce259d3bf None None] Port a4ae7d07-960d-4939-9471-9fb01f5bc0f4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:29.483441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:29.528326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.574848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] Deleting port 19cd52f0-7ac6-4925-ab37-fffd327e847f {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:29.576142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.578931 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:29.582240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:29.587584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:29.588172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.590561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.599932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:29.609527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cb65c05e-1757-4d1b-afc6-bfc1105041d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6896338 Sep 10 03:23:29.611963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57436) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:29.617749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'name': 'tempest-NetworksTestDHCPv6-1632522732'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:29.627975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=a4ae7d07-960d-4939-9471-9fb01f5bc0f4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:29.675441 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.681790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5bf95b66-204f-4c85-a0d6-33da65b3cbd1 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/ports/a4ae7d07-960d-4939-9471-9fb01f5bc0f4 HTTP/1.1" status: 204 len: 168 time: 0.7069788 Sep 10 03:23:29.682564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] For port 19cd52f0-7ac6-4925-ab37-fffd327e847f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19cd52f0-7ac6-4925-ab37-fffd327e847f,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:29.682692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57438) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:29.682975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.697900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] Calling delete_port for 19cd52f0-7ac6-4925-ab37-fffd327e847f owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:29.711381 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1988dd-30db-4e3b-9ebb-24ce6c6cfd78 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] GET failed (client error): The resource could not be found. Sep 10 03:23:29.717618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fb1988dd-30db-4e3b-9ebb-24ce6c6cfd78 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "GET /v2.0/ports/a4ae7d07-960d-4939-9471-9fb01f5bc0f4 HTTP/1.1" status: 404 len: 333 time: 0.0308619 Sep 10 03:23:29.721075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57440) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:29.727680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-545127983'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:29.816896 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.849275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] Pushing event deleted for resources: {'Port': ['ID=19cd52f0-7ac6-4925-ab37-fffd327e847f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:29.851435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5be00-8244-4050-8ce9-6e87c807ed0d None None] No DVR routers for this DVR port 19cd52f0-7ac6-4925-ab37-fffd327e847f on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:29.862384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:29.867178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.873316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9251239-8358-41f7-9b13-cc404fb71041 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:29.898217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 7edbb525-20c3-410a-99c0-db8b879c04e7 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:29.938326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a0b2624-a195-4c81-ac20-0e179bc48aee req-3b262b06-fea5-4937-a7d7-d572b0ccd46a tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0295117 Sep 10 03:23:29.942734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:29.946954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:29.975502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] device_id is not set on port 102ddbfa-42ed-485d-950f-9d4a3d71acc9 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:30.035098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19cd52f0-7ac6-4925-ab37-fffd327e847f no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:30.060059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 19cd52f0-7ac6-4925-ab37-fffd327e847f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:30.060420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19cd52f0-7ac6-4925-ab37-fffd327e847f not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:30.090945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:30.091970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.138629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::1df (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d/7edbb525-20c3-410a-99c0-db8b879c04e7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:30.154631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Allocated IP 2001:db8::1ca (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/102ddbfa-42ed-485d-950f-9d4a3d71acc9) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:30.428520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.448216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bf619-f922-43d1-a662-d71e0c403c4d req-32e2ddf0-196b-488c-8946-660e004bc551 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:30.449688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-508bf619-f922-43d1-a662-d71e0c403c4d req-32e2ddf0-196b-488c-8946-660e004bc551 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.1408794 Sep 10 03:23:30.452346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.480408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 7edbb525-20c3-410a-99c0-db8b879c04e7 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:30.490084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Transition to ACTIVE for port object 102ddbfa-42ed-485d-950f-9d4a3d71acc9 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:30.524416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-508bf619-f922-43d1-a662-d71e0c403c4d req-3149e5b0-d006-4042-acf0-c75794d4088c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672057 Sep 10 03:23:30.557863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.566343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.609557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d/1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:30.614188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:30.618858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:30.622161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:30.625011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:30.631148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:30.631909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.648434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:30.650869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:30.656744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:30.657364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.664958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0518107 Sep 10 03:23:30.668452 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57452) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:30.669571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f34dd9-533d-436b-b31e-4258d5b99426 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=7edbb525-20c3-410a-99c0-db8b879c04e7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:30.706228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9816177 Sep 10 03:23:30.706451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57454) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:30.711408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'network_id': '06d4c78b-eeba-49ab-9324-26682ed3bb1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861090692'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:30.742440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8199dcb7-fcb4-431a-90dc-ed346b5442b6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:30.749009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57456) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:30.749224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8199dcb7-fcb4-431a-90dc-ed346b5442b6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0784047 Sep 10 03:23:30.799395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a9250-42ce-4021-b087-2b43034f3c8d tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=102ddbfa-42ed-485d-950f-9d4a3d71acc9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:30.815497 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.825286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Transition to ACTIVE for port object 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:30.842245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Transition to ACTIVE for port object 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:30.850345 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:30.900252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Pushing event updated for resources: {'Port': ['ID=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:30.922871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:30.924373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:30.926752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:31.005939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Attempting to bind port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:31.006467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Attempting to bind port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:31.006956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Attempting to bind port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:31.015995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:31.016926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:31.017145 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.017578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:31.018438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Bound port: 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:31.018929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.037803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2ebb8d00-a8ff-4d30-bee3-5d28f955c81e None None] Provisioning for port 102ddbfa-42ed-485d-950f-9d4a3d71acc9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:31.046423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2ebb8d00-a8ff-4d30-bee3-5d28f955c81e None None] Provisioning complete for port 102ddbfa-42ed-485d-950f-9d4a3d71acc9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:31.047020 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2ebb8d00-a8ff-4d30-bee3-5d28f955c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.089648 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4cc2cf88-5976-4ef3-92e7-a7604047d044 req-311b2f90-785a-4180-a6a3-518a2a7e588c tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0554626 Sep 10 03:23:31.126159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb8d00-a8ff-4d30-bee3-5d28f955c81e None None] Port 102ddbfa-42ed-485d-950f-9d4a3d71acc9 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:31.153742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] For port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:31.157104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] For port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:31.163248 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.234029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010b73-15fb-4e0c-9515-d2382ddb8655 None None] Pushing event updated for resources: {'Port': ['ID=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:31.356534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Made reservation on behalf of 077ba0d52927485bb16934c2377790a0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:31.360644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.379856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 7edbb525-20c3-410a-99c0-db8b879c04e7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:31.380195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.402473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] device_id is not set on port ae96cea5-d734-4f8b-9436-9572ff81d109 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:31.549666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.571268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 7edbb525-20c3-410a-99c0-db8b879c04e7 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:31.600708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Allocated IP 2001:db8::3ce (06d4c78b-eeba-49ab-9324-26682ed3bb1d/cda11d64-f499-42a8-a3a8-89ecb06390ea/ae96cea5-d734-4f8b-9436-9572ff81d109) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:31.732581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a9d79-cb88-40a9-a0ea-dcdaa4cb3ba0 req-bba47201-f3c2-404e-abbc-e90bb8ac7bb6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:31.733976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c62a9d79-cb88-40a9-a0ea-dcdaa4cb3ba0 req-bba47201-f3c2-404e-abbc-e90bb8ac7bb6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.1303971 Sep 10 03:23:31.739588 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97c25ebe-386f-4365-9767-1211d9830d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.871070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c62a9d79-cb88-40a9-a0ea-dcdaa4cb3ba0 req-dc83851e-d6a3-4a5f-b366-2523be22ae33 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278908 Sep 10 03:23:31.896771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.911973 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.934429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.938244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=7edbb525-20c3-410a-99c0-db8b879c04e7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:31.966823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Transition to ACTIVE for port object ae96cea5-d734-4f8b-9436-9572ff81d109 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:31.971860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:31.973717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-822dd19d-3a69-4ce7-b8b6-82724d221400 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/7edbb525-20c3-410a-99c0-db8b879c04e7 HTTP/1.1" status: 204 len: 168 time: 1.2219267 Sep 10 03:23:31.976115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.047653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775e3aa-a145-41a0-a0ed-0f28b2e9fb01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:32.049286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775e3aa-a145-41a0-a0ed-0f28b2e9fb01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:32.053666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e775e3aa-a145-41a0-a0ed-0f28b2e9fb01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0737867 Sep 10 03:23:32.053666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.055981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:32.085886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.119934 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.121233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:32.134756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:32.141486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:32.147371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:32.154034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:32.154683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.170083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:32.186837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.217900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=ae96cea5-d734-4f8b-9436-9572ff81d109,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:32.226540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fe3a891b-dc41-4461-9d05-24a2e26fb973 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5167594 Sep 10 03:23:32.228330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57470) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.233585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ba', 'mac_address': 'fa:16:3e:ec:da:b9'}, {'ip_address': '2001:db8::1ca', 'mac_address': 'fa:16:3e:7e:c9:64'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:32.235150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0fd4293-c59b-472b-911d-12707e2d60fd req-00ce63b9-2873-44fe-90f7-070928c73523 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0493143 Sep 10 03:23:32.277105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.439884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.498440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Provisioning for port ae96cea5-d734-4f8b-9436-9572ff81d109 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:32.503828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Provisioning complete for port ae96cea5-d734-4f8b-9436-9572ff81d109 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:32.504497 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.511591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.544241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Port ae96cea5-d734-4f8b-9436-9572ff81d109 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:32.559095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Provisioning for port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:32.563717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Provisioning complete for port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:32.564306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.604406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.660942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:32.665895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.669922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ac30b976-f366-4a7c-bd9b-d8588121a4f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d HTTP/1.1" status: 204 len: 168 time: 0.6128697 Sep 10 03:23:32.670413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57478) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.677057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.732750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92a90c-0390-4c58-bd3d-6e153e157b13 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:32.746907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3f0cfa49-80c5-4fef-9921-330365b054c7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748956 Sep 10 03:23:32.749149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57480) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.753114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] For port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:32.760613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.787404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.795261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.812232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] In _notify_port_updated(), no bound segment for port ae96cea5-d734-4f8b-9436-9572ff81d109 on network 06d4c78b-eeba-49ab-9324-26682ed3bb1d {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:23:32.816569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d07e2-ee21-473d-b331-97447f084b17 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:32.817919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:32.818866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c37d07e2-ee21-473d-b331-97447f084b17 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0681877 Sep 10 03:23:32.820979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57482) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.821858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:32.823685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "PUT /v2.0/ports/ae96cea5-d734-4f8b-9436-9572ff81d109 HTTP/1.1" status: 200 len: 1067 time: 0.5941031 Sep 10 03:23:32.840001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57484) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:32.881268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07db5b-24bf-4de1-95a1-b32a6c72d186 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event updated for resources: {'Port': ['ID=ae96cea5-d734-4f8b-9436-9572ff81d109,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:32.909965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a35bf31d-e424-4bc4-9813-8a3f39d4d26a None None] Could not find standard attr ID for object 7edbb525-20c3-410a-99c0-db8b879c04e7. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:32.914841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e57e5-92eb-4989-b9f6-49d1654efd14 None None] Pushing event updated for resources: {'Port': ['ID=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:32.980247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1790e0-b437-4c38-9519-b4de3a2ad2bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:32.981915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9f1790e0-b437-4c38-9519-b4de3a2ad2bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1589956 Sep 10 03:23:32.985008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57488) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:33.030360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b69139bd-23ad-4a6c-92df-7fb8cd06eb83 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440300 Sep 10 03:23:33.035609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57490) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:33.041077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:33.078742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfd5b0-cdf4-4ce0-8b34-e3b3dc193ebf req-d25bce50-b060-408a-afcd-47a783569cff tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:33.081265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0bbfd5b0-cdf4-4ce0-8b34-e3b3dc193ebf req-d25bce50-b060-408a-afcd-47a783569cff tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.0859396 Sep 10 03:23:33.101432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363fb696-db09-49f5-90be-bc661689aabf None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:33.142231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0bbfd5b0-cdf4-4ce0-8b34-e3b3dc193ebf req-d656d6ad-e3de-4b52-981c-89fefaab80ba tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474255 Sep 10 03:23:33.166256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-363fb696-db09-49f5-90be-bc661689aabf None None] Deleting port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:33.166731 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-363fb696-db09-49f5-90be-bc661689aabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.187829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port ae96cea5-d734-4f8b-9436-9572ff81d109 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:33.188175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.224790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:33.228932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.239052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-363fb696-db09-49f5-90be-bc661689aabf None None] For port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:33.239564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-363fb696-db09-49f5-90be-bc661689aabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.255044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-363fb696-db09-49f5-90be-bc661689aabf None None] Calling delete_port for 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:33.257119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-83403cfc-e9a2-438e-9230-88f9de826a4f None None] Provisioning complete for port ae96cea5-d734-4f8b-9436-9572ff81d109 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:33.257543 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83403cfc-e9a2-438e-9230-88f9de826a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.334594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-83403cfc-e9a2-438e-9230-88f9de826a4f None None] Port ae96cea5-d734-4f8b-9436-9572ff81d109 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:33.360477 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.372665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-363fb696-db09-49f5-90be-bc661689aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.396973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fb696-db09-49f5-90be-bc661689aabf None None] Pushing event deleted for resources: {'Port': ['ID=1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:33.400995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7dcf822-e0f6-41c5-a2c3-f9a573307b8c req-e041e54e-d052-475b-8ecd-0dec1fa3f885 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0461426 Sep 10 03:23:33.405239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for ae96cea5-d734-4f8b-9436-9572ff81d109 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:33.415707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fb696-db09-49f5-90be-bc661689aabf None None] No DVR routers for this DVR port 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:33.607335 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.676704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:33.681498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:33.685699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:33.686286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.691050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c2ede-54bf-44a3-8141-ade3700b4dac None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:33.691789 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:33.700694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=20042d03-b1dd-4abc-8741-c76c4a09edaf,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:33.860642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '20042d03-b1dd-4abc-8741-c76c4a09edaf'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:33.861590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.010836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/20042d03-b1dd-4abc-8741-c76c4a09edaf/308d2d34-ec84-4517-8edb-5c03a869d917) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:34.018624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:34.043582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:34.043931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1be1cb51-6fdf-45b1-b5e1-56a3fcb07a6b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:34.094371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=ae96cea5-d734-4f8b-9436-9572ff81d109,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:34.098556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.098903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.099239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.099608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.099940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.100262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.100825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.101195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.101464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.101783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.102129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.102486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.113650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-19f00eb1-3fb0-47f6-a35b-6537fa990adc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0748479 Sep 10 03:23:34.114691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57496) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:34.123299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': '20042d03-b1dd-4abc-8741-c76c4a09edaf', 'ip_address': '2001:db8::9020:2ba5:c09b:1242'}], 'name': 'tempest-NetworksTestDHCPv6-1739602044'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:34.136405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.136854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.137211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.137553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.138071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.138231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.138638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.138967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.139300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.139651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.139982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.140307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:34.201722 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.213746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Transition to ACTIVE for port object 308d2d34-ec84-4517-8edb-5c03a869d917 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:34.239301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Transition to ACTIVE for port object 308d2d34-ec84-4517-8edb-5c03a869d917 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:34.246638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.289664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:34.292917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:34.301366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:34.301640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.307390 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5d896036-6e00-4188-9005-f1b71e431735 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/ports/ae96cea5-d734-4f8b-9436-9572ff81d109 HTTP/1.1" status: 204 len: 168 time: 1.4557018 Sep 10 03:23:34.310794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57500) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:34.335644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e29d6-d3f2-496e-aed6-8bc6cf3943a1 req-1f4af434-f5af-49f6-bff8-7fbece7b8588 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:34.343633 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-072711e8-75d2-4ff1-8cd5-0d28c41f5b0e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] GET failed (client error): The resource could not be found. Sep 10 03:23:34.347500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-072711e8-75d2-4ff1-8cd5-0d28c41f5b0e tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "GET /v2.0/ports/ae96cea5-d734-4f8b-9436-9572ff81d109 HTTP/1.1" status: 404 len: 333 time: 0.0330946 Sep 10 03:23:34.349295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d80e29d6-d3f2-496e-aed6-8bc6cf3943a1 req-1f4af434-f5af-49f6-bff8-7fbece7b8588 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.0835767 Sep 10 03:23:34.349295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:34.358860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:34.384763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Pushing event updated for resources: {'Port': ['ID=308d2d34-ec84-4517-8edb-5c03a869d917,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:34.389828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7ba88270-fe18-4300-be28-327b548cacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.397731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Attempting to bind port 308d2d34-ec84-4517-8edb-5c03a869d917 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:34.398095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Attempting to bind port 308d2d34-ec84-4517-8edb-5c03a869d917 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:34.398456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Attempting to bind port 308d2d34-ec84-4517-8edb-5c03a869d917 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:34.403762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:34.404133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:34.404530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.404917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:34.405377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Bound port: 308d2d34-ec84-4517-8edb-5c03a869d917, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:34.405751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.475359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] For port 308d2d34-ec84-4517-8edb-5c03a869d917, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:34.479321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] For port 308d2d34-ec84-4517-8edb-5c03a869d917, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=308d2d34-ec84-4517-8edb-5c03a869d917,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:34.484350 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.532745 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba48fa5c-ff1f-420a-a0e8-b8ca1cda0999 req-6c9fd61f-39ad-4bca-bda9-ba9229ae1ea5 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0401013 Sep 10 03:23:34.534264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d80e29d6-d3f2-496e-aed6-8bc6cf3943a1 req-b5cd32e7-92e7-4e6b-a21f-e0a7bf9168c5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819952 Sep 10 03:23:34.576152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561144b0-cd1b-43ee-ba33-c2b762731cae None None] Pushing event updated for resources: {'Port': ['ID=308d2d34-ec84-4517-8edb-5c03a869d917,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:34.597923 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.604891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port 102ddbfa-42ed-485d-950f-9d4a3d71acc9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:34.605165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.659493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 453dfabc-562a-4205-acfd-4ed62c38a283 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:34.696544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.813166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:34.836247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for 102ddbfa-42ed-485d-950f-9d4a3d71acc9 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:34.938478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::9020:2ba5:c09b:1242 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/20042d03-b1dd-4abc-8741-c76c4a09edaf/453dfabc-562a-4205-acfd-4ed62c38a283) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:35.096346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.135727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=102ddbfa-42ed-485d-950f-9d4a3d71acc9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:35.183320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.185249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e845c0f7-7939-4826-8ebb-100b0c8f5784 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/ports/102ddbfa-42ed-485d-950f-9d4a3d71acc9 HTTP/1.1" status: 204 len: 168 time: 0.8343611 Sep 10 03:23:35.188660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57512) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:35.198934 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.213210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 453dfabc-562a-4205-acfd-4ed62c38a283 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:35.220358 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-64594607-f3bc-4935-890c-75f8b5f87927 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] GET failed (client error): The resource could not be found. Sep 10 03:23:35.222230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64594607-f3bc-4935-890c-75f8b5f87927 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "GET /v2.0/ports/102ddbfa-42ed-485d-950f-9d4a3d71acc9 HTTP/1.1" status: 404 len: 333 time: 0.0323536 Sep 10 03:23:35.225755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57514) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:35.267737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.326218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:35.329875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:35.336623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:35.354519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:35.355254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.381922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=453dfabc-562a-4205-acfd-4ed62c38a283,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:35.392381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-01fd5cc0-fb75-49b0-99f6-dddebe5acd23 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2758775 Sep 10 03:23:35.395162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57516) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:35.402335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port cd4748a3-83d3-451b-b216-e452aabfda21 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:35.403070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.439903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.475325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cc5cc-fefe-4980-9b50-84dd010934cc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:35.483504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cc5cc-fefe-4980-9b50-84dd010934cc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:35.485548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-325cc5cc-fefe-4980-9b50-84dd010934cc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0896013 Sep 10 03:23:35.488254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57518) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:35.545467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.584805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for cd4748a3-83d3-451b-b216-e452aabfda21 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:35.688872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 453dfabc-562a-4205-acfd-4ed62c38a283 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:35.689535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.698371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b7ff-2b99-4388-83ca-fa9658958c12 req-c1aa4c78-5389-4839-aee0-92fe4836b7ce tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:35.699965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3416b7ff-2b99-4388-83ca-fa9658958c12 req-c1aa4c78-5389-4839-aee0-92fe4836b7ce tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 943 time: 0.0801086 Sep 10 03:23:35.732102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56f3b474-b390-4d07-9b2b-90090718aeb5 req-d2cfced7-0580-48f0-afc7-a9db1a442170 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0788853 Sep 10 03:23:35.784431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3416b7ff-2b99-4388-83ca-fa9658958c12 req-69b2095d-b3d5-4218-9552-fef28ec718b5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758955 Sep 10 03:23:35.807997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cc7108dd-24c4-4a42-9ff4-ec7b9283647a None None] Provisioning for port 308d2d34-ec84-4517-8edb-5c03a869d917 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:35.860758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.879483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 453dfabc-562a-4205-acfd-4ed62c38a283 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:35.898983 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:35.962757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=cd4748a3-83d3-451b-b216-e452aabfda21,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:35.997459 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.001241 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7ce386d4-110e-4459-851b-0530d1b60776 tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/ports/cd4748a3-83d3-451b-b216-e452aabfda21 HTTP/1.1" status: 204 len: 168 time: 0.7722025 Sep 10 03:23:36.001477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57526) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:36.066393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting subnet cda11d64-f499-42a8-a3a8-89ecb06390ea {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:36.074721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.122397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 308d2d34-ec84-4517-8edb-5c03a869d917 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:36.147625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.184321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 308d2d34-ec84-4517-8edb-5c03a869d917 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:36.189026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 308d2d34-ec84-4517-8edb-5c03a869d917 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:36.189408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.215396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 18dab63f-c208-45f4-8f6c-f96b718e6c50 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:23:36.242139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.245138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0ae775e-b500-4647-97a6-015bdeb5982d None None] Provisioning for port 453dfabc-562a-4205-acfd-4ed62c38a283 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:36.256495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0ae775e-b500-4647-97a6-015bdeb5982d None None] Provisioning complete for port 453dfabc-562a-4205-acfd-4ed62c38a283 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:36.256917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0ae775e-b500-4647-97a6-015bdeb5982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.291628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae775e-b500-4647-97a6-015bdeb5982d None None] Port 453dfabc-562a-4205-acfd-4ed62c38a283 was deleted so its status cannot be updated. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 03:23:36.294202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=453dfabc-562a-4205-acfd-4ed62c38a283,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:36.310288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.352797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.355535 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b53a26d-30ab-444f-98b0-c579db429e67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/453dfabc-562a-4205-acfd-4ed62c38a283 HTTP/1.1" status: 204 len: 168 time: 0.8656521 Sep 10 03:23:36.357747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57528) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:36.395425 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.433647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.497437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8cd35-2823-4c15-a73b-e67cac46818f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:36.499498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Subnet': ['ID=cda11d64-f499-42a8-a3a8-89ecb06390ea,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:36.499624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8cd35-2823-4c15-a73b-e67cac46818f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:36.500859 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c7b8cd35-2823-4c15-a73b-e67cac46818f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1420207 Sep 10 03:23:36.503578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57530) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:36.522510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.526818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-07f1f158-1fae-4aed-a80e-c6764a45f22b tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/subnets/cda11d64-f499-42a8-a3a8-89ecb06390ea HTTP/1.1" status: 204 len: 168 time: 0.5222464 Sep 10 03:23:36.527092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57532) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:36.588352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 20042d03-b1dd-4abc-8741-c76c4a09edaf {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:36.593356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.642582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.649696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.732488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf69016-4d2f-4c91-a168-40c569dfc15f None None] Network 06d4c78b-eeba-49ab-9324-26682ed3bb1d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:36.740177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Deleting port 9c85f6de-727e-471d-a328-533a74fc0706 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:36.740464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.751558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 18dab63f-c208-45f4-8f6c-f96b718e6c50, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:36.773312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.815980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'port_id': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'mac_address': 'fa:16:3e:6e:4b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:23:36.885885 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.907003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dab63f-c208-45f4-8f6c-f96b718e6c50 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:23:36.929663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 18dab63f-c208-45f4-8f6c-f96b718e6c50, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:36.939490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.961055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-918c36bf-ec34-4509-a419-3480c2096173 req-3a8ec031-cb8e-4d32-afe7-2c8b84381824 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0477738 Sep 10 03:23:36.988351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] For port 9c85f6de-727e-471d-a328-533a74fc0706, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9c85f6de-727e-471d-a328-533a74fc0706,segment=NetworkSegment(a6cef47f-b874-4036-b248-a0e2502425b7),segment_id=a6cef47f-b874-4036-b248-a0e2502425b7)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:36.989276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:36.991593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.012008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Calling delete_port for 9c85f6de-727e-471d-a328-533a74fc0706 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:37.057737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=20042d03-b1dd-4abc-8741-c76c4a09edaf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.065110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.069657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c2b78dda-8979-44d1-939c-0cc489af42c0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/20042d03-b1dd-4abc-8741-c76c4a09edaf HTTP/1.1" status: 204 len: 168 time: 0.5650604 Sep 10 03:23:37.070293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57542) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:37.087883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b28bc3-9c46-42a7-b701-cb97cdd7c590 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:37.110292 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.140247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=18dab63f-c208-45f4-8f6c-f96b718e6c50,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.145172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Port': ['ID=9c85f6de-727e-471d-a328-533a74fc0706,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.152503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c4ff2ad-8e26-4061-8125-09af49ca2d0b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798597 Sep 10 03:23:37.154794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:23:37.155224 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:23:37.156035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57546) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:37.164685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:37.166155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] No DVR routers for this DVR port 9c85f6de-727e-471d-a328-533a74fc0706 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:37.174108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['18dab63f-c208-45f4-8f6c-f96b718e6c50'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:23:37.268411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57548) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:37.272155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea36add-4d76-4474-b560-8a88ace989bf req-f818b5c5-a0e2-4d19-b8bb-3716fb399ed9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:37.273756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bea36add-4d76-4474-b560-8a88ace989bf req-f818b5c5-a0e2-4d19-b8bb-3716fb399ed9 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 944 time: 0.3589649 Sep 10 03:23:37.275444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:37.278797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.322770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a46c0-6577-40e0-8e4b-1012aae53671 None None] DHCP port deletion for 06d4c78b-eeba-49ab-9324-26682ed3bb1d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:37.339173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bea36add-4d76-4474-b560-8a88ace989bf req-cef6aa5a-0de9-4627-9339-d7d5de1ef59f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567164 Sep 10 03:23:37.375844 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.440211 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5dca7285-2dec-467d-bd90-9e22879dc335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.444068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d4c78b-eeba-49ab-9324-26682ed3bb1d']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:37.470838 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.472461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cef47f-b874-4036-b248-a0e2502425b7') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:37.472939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cef47f-b874-4036-b248-a0e2502425b7') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:37.495420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.521972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.541702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:23:37.542275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.549873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.574933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:37.577587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:37.580736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:37.581333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:23:37.592958 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:23:37.616664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:37.624803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4652665 Sep 10 03:23:37.625069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:37.631924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': '50701702-0395-4841-b5b9-c7fc0edd81d3', 'ip_address': '2001:db8::489f:db54:c5b7:9b0'}], 'name': 'tempest-NetworksTestDHCPv6-1072659668'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:37.652565 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.661274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8694d-c16d-4c21-bd30-361da0d391b9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=50701702-0395-4841-b5b9-c7fc0edd81d3,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.673179 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.675176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] 10.222.0.23 "DELETE /v2.0/networks/06d4c78b-eeba-49ab-9324-26682ed3bb1d HTTP/1.1" status: 204 len: 168 time: 1.1470592 Sep 10 03:23:37.677331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153b33-b4d3-4178-9f30-7a5b4281ff0c tempest-AllowedAddressPairIpV6TestJSON-244041466 tempest-AllowedAddressPairIpV6TestJSON-244041466-project] Pushing event deleted for resources: {'Network': ['ID=06d4c78b-eeba-49ab-9324-26682ed3bb1d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.776545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.815573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5dca7285-2dec-467d-bd90-9e22879dc335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.820816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5dca7285-2dec-467d-bd90-9e22879dc335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.821023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] Deleting port 308d2d34-ec84-4517-8edb-5c03a869d917 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:37.822563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.838960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:37.846404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.859058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 308d2d34-ec84-4517-8edb-5c03a869d917, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=308d2d34-ec84-4517-8edb-5c03a869d917,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:37.869308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.870758 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5dca7285-2dec-467d-bd90-9e22879dc335 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=315627b6ab6646338388027c9cac86f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015179 Sep 10 03:23:37.871654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca7285-2dec-467d-bd90-9e22879dc335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b65a7c8-d529-4038-9676-8e45a1fa0fc4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.871871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port f7778214-dccf-4a65-ba18-a562111eba73 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:37.881544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57558) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:37.974950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=308d2d34-ec84-4517-8edb-5c03a869d917,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:37.978441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] For port 308d2d34-ec84-4517-8edb-5c03a869d917, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=308d2d34-ec84-4517-8edb-5c03a869d917,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:37.978854 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:37.982465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57560) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:38.011518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37058bfa-b794-45ba-bebd-fc0542223d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.013546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] Calling delete_port for 308d2d34-ec84-4517-8edb-5c03a869d917 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:38.062627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37058bfa-b794-45ba-bebd-fc0542223d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.096010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c85f6de-727e-471d-a328-533a74fc0706 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:38.123995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 9c85f6de-727e-471d-a328-533a74fc0706 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:38.124699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9c85f6de-727e-471d-a328-533a74fc0706 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:38.125362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 308d2d34-ec84-4517-8edb-5c03a869d917 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:38.127727 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ec917200-360b-4f97-9404-0c01945485cd req-65586f9e-d462-4bdf-99a6-e125847a5e0b tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0514569 Sep 10 03:23:38.132998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::489f:db54:c5b7:9b0 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/50701702-0395-4841-b5b9-c7fc0edd81d3/f7778214-dccf-4a65-ba18-a562111eba73) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:38.177190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37058bfa-b794-45ba-bebd-fc0542223d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.179077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0924bff-9c4f-4674-8a05-2f57fb3e9b83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=077ba0d52927485bb16934c2377790a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954420 Sep 10 03:23:38.179705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57566) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:38.179921 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37058bfa-b794-45ba-bebd-fc0542223d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.181758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37058bfa-b794-45ba-bebd-fc0542223d0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b65a7c8-d529-4038-9676-8e45a1fa0fc4 HTTP/1.1" status: 204 len: 168 time: 0.2992303 Sep 10 03:23:38.203416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37058bfa-b794-45ba-bebd-fc0542223d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b65a7c8-d529-4038-9676-8e45a1fa0fc4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:38.239203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.249524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca5008d-070b-4df1-b23a-830ba14b4e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.265835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Port 308d2d34-ec84-4517-8edb-5c03a869d917 update to DOWN by agent not found {{(pid=94635) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 10 03:23:38.277801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca5008d-070b-4df1-b23a-830ba14b4e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.302140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] Pushing event deleted for resources: {'Port': ['ID=308d2d34-ec84-4517-8edb-5c03a869d917,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:38.310251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975d28d-e4a3-402e-a456-7028719ca796 None None] No DVR routers for this DVR port 308d2d34-ec84-4517-8edb-5c03a869d917 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:38.331523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354c905-39ce-402d-9f89-cb4ba88ba2b6 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:38.333329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.341989 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca5008d-070b-4df1-b23a-830ba14b4e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.346554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ca5008d-070b-4df1-b23a-830ba14b4e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.348707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6ca5008d-070b-4df1-b23a-830ba14b4e28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/051e8a93-cb86-40f5-b681-dc44818425a6 HTTP/1.1" status: 204 len: 168 time: 0.1680450 Sep 10 03:23:38.352831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object f7778214-dccf-4a65-ba18-a562111eba73 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:38.359336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5008d-070b-4df1-b23a-830ba14b4e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e8a93-cb86-40f5-b681-dc44818425a6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:38.475701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.558650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:38.569936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:38.572844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:38.581389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:38.582229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.591438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '50701702-0395-4841-b5b9-c7fc0edd81d3'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:38.592744 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.596601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ea14-d032-42f8-966c-d692f963e08e req-ff8d7570-67a7-4ba0-98aa-aff4e87804b3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:38.607337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0f5ea14-d032-42f8-966c-d692f963e08e req-ff8d7570-67a7-4ba0-98aa-aff4e87804b3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 944 time: 0.1867316 Sep 10 03:23:38.625818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=f7778214-dccf-4a65-ba18-a562111eba73,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:38.655788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-864c6320-8ea9-4426-84d6-6212a58ffae5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0294938 Sep 10 03:23:38.658153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57576) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:38.689747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0f5ea14-d032-42f8-966c-d692f963e08e req-659c5bdd-3d1e-453e-8aba-8bf4bce8c6bc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810761 Sep 10 03:23:38.737848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700c6d4-1737-4a79-93b2-a21c62068a55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:38.740080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f700c6d4-1737-4a79-93b2-a21c62068a55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0809960 Sep 10 03:23:38.743087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57578) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:38.807347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/50701702-0395-4841-b5b9-c7fc0edd81d3/92e55add-3ca5-47a9-b303-badc1bccb9b6) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:38.884614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port f7778214-dccf-4a65-ba18-a562111eba73 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:38.885033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.971184 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:38.984653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for f7778214-dccf-4a65-ba18-a562111eba73 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:39.004216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.013605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Transition to ACTIVE for port object 92e55add-3ca5-47a9-b303-badc1bccb9b6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:39.036136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Transition to ACTIVE for port object 92e55add-3ca5-47a9-b303-badc1bccb9b6 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:39.043422 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.100015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:39.106962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:39.108748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Pushing event updated for resources: {'Port': ['ID=92e55add-3ca5-47a9-b303-badc1bccb9b6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:39.119033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:39.167282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.185090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Attempting to bind port 92e55add-3ca5-47a9-b303-badc1bccb9b6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:39.185509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Attempting to bind port 92e55add-3ca5-47a9-b303-badc1bccb9b6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:39.185877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Attempting to bind port 92e55add-3ca5-47a9-b303-badc1bccb9b6 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:39.192612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:39.193038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:39.193449 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.194050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:39.194776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Bound port: 92e55add-3ca5-47a9-b303-badc1bccb9b6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:39.195127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.198788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=f7778214-dccf-4a65-ba18-a562111eba73,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:39.233328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.235281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-36b19e03-f678-4cdf-919a-934783aa2b13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/f7778214-dccf-4a65-ba18-a562111eba73 HTTP/1.1" status: 204 len: 168 time: 0.4909399 Sep 10 03:23:39.237678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:39.280145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] For port 92e55add-3ca5-47a9-b303-badc1bccb9b6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:39.283711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] For port 92e55add-3ca5-47a9-b303-badc1bccb9b6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=92e55add-3ca5-47a9-b303-badc1bccb9b6,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:39.288525 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.290122 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1cdc7734-0ad2-40cd-91e2-b52b313a89c9 req-87ff9ce4-120f-4956-9947-a5dd0c69fcf3 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0502167 Sep 10 03:23:39.322595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb92a5-744b-4178-a656-e5fef231ef89 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:39.322595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb92a5-744b-4178-a656-e5fef231ef89 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:39.322595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e2fb92a5-744b-4178-a656-e5fef231ef89 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0754709 Sep 10 03:23:39.322595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57604) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:39.354938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9611-f2c9-492e-a6f8-70c8cbc35283 None None] Pushing event updated for resources: {'Port': ['ID=92e55add-3ca5-47a9-b303-badc1bccb9b6,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:39.367398 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57606) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:39.370785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 50701702-0395-4841-b5b9-c7fc0edd81d3 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:39.373976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.378000 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:23:39.421059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.482497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1902577667'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:39.510456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Made reservation on behalf of ce124909faa145319e7080cedede88f3 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:39.511346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.517937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.543005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.592708 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.624971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=50701702-0395-4841-b5b9-c7fc0edd81d3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:39.629100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.635192 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6a527967-e460-4806-9c1f-8856da480906 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/50701702-0395-4841-b5b9-c7fc0edd81d3 HTTP/1.1" status: 204 len: 168 time: 0.3172591 Sep 10 03:23:39.635973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57610) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:39.654173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.661526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.678197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37fd0aeb-b381-42db-a2c1-ce8f2d36db35 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409555 Sep 10 03:23:39.681514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57612) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:39.687239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:39.689818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:23:39.699997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5383d9fb-229f-4877-bcc7-545f4f69ca6a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:39.705046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.705198 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Added segment cd21451f-bafd-49fc-99f4-52d6bb1aeab4 of type vlan for network 1abe4884-7cbc-4fd4-ba4a-985854803f16 Sep 10 03:23:39.746030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.785064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:39.789326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.797084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.802517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:39.803109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:39.859721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4903626 Sep 10 03:23:39.863370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57616) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:39.871921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'subnet': {'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:39.894027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118b708-f547-4922-8097-8773050f5d40 req-1749016c-4dd2-4843-a023-e0f015603fc5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:39.895626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c118b708-f547-4922-8097-8773050f5d40 req-1749016c-4dd2-4843-a023-e0f015603fc5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 944 time: 0.1328576 Sep 10 03:23:39.896470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4f3f-2f0d-41d8-8929-1a3584106f0b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Network': ['ID=1abe4884-7cbc-4fd4-ba4a-985854803f16,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:39.909228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:23:39.936185 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c118b708-f547-4922-8097-8773050f5d40 req-e5fa6bbe-d778-41b2-840a-7574f50e6c29 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Sep 10 03:23:40.025791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Made reservation on behalf of ce124909faa145319e7080cedede88f3 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:40.035036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.060223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 92e55add-3ca5-47a9-b303-badc1bccb9b6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:40.130118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 92e55add-3ca5-47a9-b303-badc1bccb9b6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:40.142509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.200201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:40.207345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:40.210411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:40.211024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.232773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=d6e4aa06-f832-43d7-9cf6-dec6aae3c8db,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:40.245590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 18dab63f-c208-45f4-8f6c-f96b718e6c50 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:40.249183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3645bc9d-e829-43b8-b606-105e7df3bb70 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5654032 Sep 10 03:23:40.249325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57618) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:40.254889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'd6e4aa06-f832-43d7-9cf6-dec6aae3c8db', 'ip_address': '2001:db8::a3e9:2be1:6398:a403'}], 'name': 'tempest-NetworksTestDHCPv6-560399324'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:40.311650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 18dab63f-c208-45f4-8f6c-f96b718e6c50 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:40.316731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 18dab63f-c208-45f4-8f6c-f96b718e6c50 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:40.317214 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.355300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.400581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:40.420568 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.451657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:40.454575 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b36443-5104-40b3-a72f-b9d25d6b305e" -d '{"events": [{"server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "name": "network-vif-plugged", "status": "completed", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:40.468563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d257b64-93d8-4881-a87c-3fdb14b6703c None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:40.485602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 18dab63f-c208-45f4-8f6c-f96b718e6c50, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:40.504109 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b4865d-772a-4db2-809b-00392bd9bfc0 x-openstack-request-id: req-71b4865d-772a-4db2-809b-00392bd9bfc0 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:40.504550 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "name": "network-vif-plugged", "status": "completed", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:40.504905 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71b4865d-772a-4db2-809b-00392bd9bfc0 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:40.505412 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'code': 200} Sep 10 03:23:40.506166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.519302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.543242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:40.596324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Provisioning for port 92e55add-3ca5-47a9-b303-badc1bccb9b6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:40.620891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Provisioning complete for port 92e55add-3ca5-47a9-b303-badc1bccb9b6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:40.621412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.626116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=18dab63f-c208-45f4-8f6c-f96b718e6c50,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:40.691684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a234fa-8be2-487a-ad8c-f663a2ebac68 req-9e605244-435d-4c83-bc52-5f2806f1fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:40.693097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0a234fa-8be2-487a-ad8c-f663a2ebac68 req-9e605244-435d-4c83-bc52-5f2806f1fdee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1096 time: 0.1265502 Sep 10 03:23:40.769949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.775159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e0a234fa-8be2-487a-ad8c-f663a2ebac68 req-f61b9236-d2d7-4b74-b3a9-674aa45df24e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736670 Sep 10 03:23:40.804753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::a3e9:2be1:6398:a403 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/d6e4aa06-f832-43d7-9cf6-dec6aae3c8db/2c40574e-5fab-40fb-8e3b-d11d5016d3f4) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:40.812261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] For port 92e55add-3ca5-47a9-b303-badc1bccb9b6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=92e55add-3ca5-47a9-b303-badc1bccb9b6,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:40.817873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.827265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Could not find standard attr ID for object f7778214-dccf-4a65-ba18-a562111eba73. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:40.857673 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b73e1b6b-4026-4324-86e0-09eff073da5e req-09a16f0f-9955-4931-9ec8-41f8782dee21 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.4333582 Sep 10 03:23:40.861832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Subnet': ['ID=f0ee15d4-fc90-45ed-b994-af3e65226793,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:40.879075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f0faf-d912-476d-9db0-8a56141de1e4 None None] Pushing event updated for resources: {'Port': ['ID=92e55add-3ca5-47a9-b303-badc1bccb9b6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:40.884074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Checking segment: {'id': 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:40.884693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network hostable DHCP agents. Network: 1abe4884-7cbc-4fd4-ba4a-985854803f16, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:23:40.913950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:23:40.927185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 1abe4884-7cbc-4fd4-ba4a-985854803f16) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:40.932272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:40.932983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:40.939899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94a6078-b0ca-4290-9b17-2e9e599ae18e None None] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:40.953120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-236e503a-3d98-481b-9050-1d0a768437f8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0863729 Sep 10 03:23:40.953477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57624) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:40.960669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-341327281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:41.012196 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.013232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.034143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.105326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:41.117202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-1abe4884-7cbc-4fd4-ba4a-985854803f16', 'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16', 'tenant_id': 'ce124909faa145319e7080cedede88f3', 'fixed_ips': [{'subnet_id': 'f0ee15d4-fc90-45ed-b994-af3e65226793'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:41.118247 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.164311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.176020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.187910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bb305-16c9-426d-ab4b-88400a9de79f req-0b1d4a47-c53b-4c9c-8013-dab73367df37 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:41.189457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-470bb305-16c9-426d-ab4b-88400a9de79f req-0b1d4a47-c53b-4c9c-8013-dab73367df37 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 945 time: 0.1615107 Sep 10 03:23:41.230124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.231507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1b33c4aa-3d6f-4544-86a3-f43d083c2fbd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2768748 Sep 10 03:23:41.234518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57628) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:41.238278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a86b6d6f-a3a8-40b8-82c0-88a7a2061e48 None None] Provisioning complete for port 92e55add-3ca5-47a9-b303-badc1bccb9b6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:41.238666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a86b6d6f-a3a8-40b8-82c0-88a7a2061e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.268213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.336090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Allocated IP 172.20.0.2 (1abe4884-7cbc-4fd4-ba4a-985854803f16/f0ee15d4-fc90-45ed-b994-af3e65226793/19aa2573-e4cf-43dc-bab4-7198cf97bf3e) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:41.371209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-470bb305-16c9-426d-ab4b-88400a9de79f req-6eab7df1-3da9-4487-9685-881061e52b3a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660359 Sep 10 03:23:41.511723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-722bffab-861c-474d-9ce2-9447a00d318d None None] Could not find standard attr ID for object f7778214-dccf-4a65-ba18-a562111eba73. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:41.526603 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.539155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Transition to ACTIVE for port object 19aa2573-e4cf-43dc-bab4-7198cf97bf3e will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:41.558599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Transition to ACTIVE for port object 19aa2573-e4cf-43dc-bab4-7198cf97bf3e will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:41.565261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.606714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:41.609734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:41.615727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:41.623490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Pushing event updated for resources: {'Port': ['ID=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:41.634617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.634970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.635314 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.635674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.636011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.636344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.636699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.637002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.637389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.637691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.638020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.638351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:41.684961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Attempting to bind port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:41.685268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Attempting to bind port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:41.685627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Attempting to bind port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e on network 1abe4884-7cbc-4fd4-ba4a-985854803f16 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:41.692152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:41.692152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Checking segment: {'id': 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:41.692430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.692838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Bound using segment: {'id': 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:41.693221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:41.693670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Bound port: 19aa2573-e4cf-43dc-bab4-7198cf97bf3e, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:41.693670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.703192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:41.706852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:41.712409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:41.713035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.715607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=2c40574e-5fab-40fb-8e3b-d11d5016d3f4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:41.788985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] For port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:41.793742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] For port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,segment=NetworkSegment(cd21451f-bafd-49fc-99f4-52d6bb1aeab4),segment_id=cd21451f-bafd-49fc-99f4-52d6bb1aeab4)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:41.794996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aacc4c63-c76b-4450-a541-b16472e52034 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5445364 Sep 10 03:23:41.795638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57634) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:41.814159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:41.865420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6586a76-7209-40f3-bafc-f7d7cae24893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:41.876204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6586a76-7209-40f3-bafc-f7d7cae24893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:41.879092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a6586a76-7209-40f3-bafc-f7d7cae24893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0824029 Sep 10 03:23:41.881909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:41.882597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317201a-245a-479c-a22b-7b6cdf03408c None None] Pushing event updated for resources: {'Port': ['ID=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:41.937488 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.041234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:42.042558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.046698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1be7e15a-f969-4d5d-a125-0fe306c2ab5a None None] Provisioning for port 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:42.051778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1be7e15a-f969-4d5d-a125-0fe306c2ab5a None None] Provisioning complete for port 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:42.052774 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1be7e15a-f969-4d5d-a125-0fe306c2ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.082370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 92e55add-3ca5-47a9-b303-badc1bccb9b6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:42.105647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24023081-f4d5-42bf-b54c-77d9ac2a0c37 req-1b5e1d4a-0921-4b9e-bdae-f6d01ddade6d tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0592866 Sep 10 03:23:42.153386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1be7e15a-f969-4d5d-a125-0fe306c2ab5a None None] Port 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:42.170886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 92e55add-3ca5-47a9-b303-badc1bccb9b6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:42.184382 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.185755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.224562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 2c40574e-5fab-40fb-8e3b-d11d5016d3f4 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:42.287709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Allocated IP 172.20.0.1 (1abe4884-7cbc-4fd4-ba4a-985854803f16/f0ee15d4-fc90-45ed-b994-af3e65226793/2af99efb-2cbd-4fe9-acfe-eb968170cdbd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:42.380846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.422318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=2c40574e-5fab-40fb-8e3b-d11d5016d3f4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:42.425400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.452290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Transition to ACTIVE for port object 2af99efb-2cbd-4fe9-acfe-eb968170cdbd will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:42.457309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.461639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e244d173-b9eb-4e14-bc28-e0a45def12ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/2c40574e-5fab-40fb-8e3b-d11d5016d3f4 HTTP/1.1" status: 204 len: 168 time: 0.5739591 Sep 10 03:23:42.462119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57644) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:42.517312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea301f-55cd-4a8f-a2bd-9e326cdc6b00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:42.518850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea301f-55cd-4a8f-a2bd-9e326cdc6b00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:42.520419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dfea301f-55cd-4a8f-a2bd-9e326cdc6b00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0573525 Sep 10 03:23:42.523359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:42.525000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781e851-da75-4d7b-8b3e-3e17d7ec4e64 req-39d7e6d9-629f-4799-a0f0-df804f15c2a1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:42.526569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4781e851-da75-4d7b-8b3e-3e17d7ec4e64 req-39d7e6d9-629f-4799-a0f0-df804f15c2a1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 945 time: 0.0722506 Sep 10 03:23:42.533582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.584895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet d6e4aa06-f832-43d7-9cf6-dec6aae3c8db {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:42.588707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.605400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:42.617218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:42.620068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Port': ['ID=2af99efb-2cbd-4fe9-acfe-eb968170cdbd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:42.622341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:42.627489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4781e851-da75-4d7b-8b3e-3e17d7ec4e64 req-1c3b23c2-bb14-4e06-8d42-45bacc467cdc tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892134 Sep 10 03:23:42.639310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.677263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.703377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.793182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb09766-dd9b-4905-82d9-504b5344a1de req-0e4b2cdf-a868-4d98-b82d-6adbd408b3c1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:42.794966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cfb09766-dd9b-4905-82d9-504b5344a1de req-0e4b2cdf-a868-4d98-b82d-6adbd408b3c1 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 945 time: 0.0704200 Sep 10 03:23:42.824763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.830497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.860240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:42.865056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/d6e4aa06-f832-43d7-9cf6-dec6aae3c8db HTTP/1.1" status: 204 len: 168 time: 0.3406239 Sep 10 03:23:42.865198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57650) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:42.869302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ce1e22-42fc-465b-8f51-3fa4767f3d7d None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:42.884075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cfb09766-dd9b-4905-82d9-504b5344a1de req-568f142f-6ec1-42f7-a755-d59899d28548 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796635 Sep 10 03:23:42.885024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcb852-362b-4160-9774-a74285a76328 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e4aa06-f832-43d7-9cf6-dec6aae3c8db,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:42.907539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea023b40-e068-4e06-b8a6-af2607dbb30e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411298 Sep 10 03:23:42.910086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:42.920377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57654) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:42.981754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3eacce-1758-466e-ab96-a318673c62a4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:42.983006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca3eacce-1758-466e-ab96-a318673c62a4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0719235 Sep 10 03:23:42.985517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57658) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:43.068645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f925e61-b093-4262-b541-d637f91f3410 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:43.072558 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1f925e61-b093-4262-b541-d637f91f3410 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0837047 Sep 10 03:23:43.074205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57660) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:43.141835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:43.154022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-58f0169c-6583-46c3-ae9f-1da5a0fa1ac8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753794 Sep 10 03:23:43.162199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57664) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:43.168387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:43.186808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984d479-89c9-44fd-86dd-4a45c0df12c0 None None] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:43.210864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1453e9-5aa5-409f-8688-53293709123c tempest-TestVolumeBootPattern-1697829798 tempest-TestVolumeBootPattern-1697829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:43.213666 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b1453e9-5aa5-409f-8688-53293709123c tempest-TestVolumeBootPattern-1697829798 tempest-TestVolumeBootPattern-1697829798-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1091 time: 0.2921643 Sep 10 03:23:43.216839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57666) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:43.221337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:43.234212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] Deleting port 92e55add-3ca5-47a9-b303-badc1bccb9b6 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:43.234587 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.246182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-60cada34-1949-4159-bd8c-01d483824b57 req-ec7a6f94-4ae4-419d-ad45-f7b24577f53e tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Sep 10 03:23:43.300170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.312823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.319607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.355937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:43.359696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.397160 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.399032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Port': ['ID=2af99efb-2cbd-4fe9-acfe-eb968170cdbd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:43.509814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6af73e75-d583-49da-a5be-facaa16ccb61 None None] Provisioning for port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:43.517586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:43.519658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:43.521379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] For port 92e55add-3ca5-47a9-b303-badc1bccb9b6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=92e55add-3ca5-47a9-b303-badc1bccb9b6,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:43.521856 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.533588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.578271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] Calling delete_port for 92e55add-3ca5-47a9-b303-badc1bccb9b6 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:43.663149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Router b89d3ce5-1e87-41d2-90d1-3eed50576a58 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:23:43.669682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.701275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.724429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] Pushing event deleted for resources: {'Port': ['ID=92e55add-3ca5-47a9-b303-badc1bccb9b6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:43.734970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:43.741918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309c847-cbef-4cdf-9352-1cf7b42cf3df None None] No DVR routers for this DVR port 92e55add-3ca5-47a9-b303-badc1bccb9b6 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:43.747299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Allocated IP 172.25.8.107 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/58ed2633-9022-4de7-9822-702935bd4824) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:43.753814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:43.756871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:43.757553 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.767101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a66db4-ed29-44a2-93c1-cf3c75c7951e None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:43.772598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=ebef88f9-bec8-4a6f-a18a-ff385120ac79,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:43.775286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:43.784434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e21df950-0d3f-4dd0-b9d8-85fc431eb1b8 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "PUT /v2.0/routers/b89d3ce5-1e87-41d2-90d1-3eed50576a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5488150 Sep 10 03:23:43.786977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57668) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:43.788294 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] Sync routers for ids ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:43.797450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'port': {'network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16', 'name': 'tempest-FloatingIPNegativeTestJSON-1455962498'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:43.801283 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] Routers {'b89d3ce5-1e87-41d2-90d1-3eed50576a58'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:43.802041 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:43.831876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57670) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:43.832413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3c189165-0744-4ef7-8366-2b7deba65a20 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6684318 Sep 10 03:23:43.838746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'ebef88f9-bec8-4a6f-a18a-ff385120ac79', 'ip_address': '2001:db8::93f5:906c:f728:b480'}], 'name': 'tempest-NetworksTestDHCPv6-1868215161'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:43.856969 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:43.869511 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] Routers {'b89d3ce5-1e87-41d2-90d1-3eed50576a58'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:43.870376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:43.912950 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:43.913835 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b3dcf-cc0d-46ea-b51a-d5ef87a92081 None None] The sync data for ids ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:43.994819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:43.997484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Made reservation on behalf of ce124909faa145319e7080cedede88f3 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:44.001077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.025275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:44.030124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'ebef88f9-bec8-4a6f-a18a-ff385120ac79'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:44.030776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.030972 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.040408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] device_id is not set on port ea990a51-1319-480b-96f4-b72709263eeb yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:44.057540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port c4f249d7-2589-4c1a-9a9b-46a9d4aba45f yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:44.141506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19aa2573-e4cf-43dc-bab4-7198cf97bf3e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:44.156574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.183462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Provisioning for port 2af99efb-2cbd-4fe9-acfe-eb968170cdbd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:44.195406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Provisioning complete for port 2af99efb-2cbd-4fe9-acfe-eb968170cdbd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:44.196187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.232067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:44.249405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:44.252524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Allocated IP 172.20.0.8 (1abe4884-7cbc-4fd4-ba4a-985854803f16/f0ee15d4-fc90-45ed-b994-af3e65226793/ea990a51-1319-480b-96f4-b72709263eeb) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:44.252690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:44.253923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=58ed2633-9022-4de7-9822-702935bd4824,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:44.263728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:44.264101 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.265533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:44.323627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::93f5:906c:f728:b480 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ebef88f9-bec8-4a6f-a18a-ff385120ac79/c4f249d7-2589-4c1a-9a9b-46a9d4aba45f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:44.327604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Port 2af99efb-2cbd-4fe9-acfe-eb968170cdbd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:44.359988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Provisioning complete for port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:44.360369 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.443326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2eb8921c-b2bf-4775-b1a5-d77e5b32640d req-e200770a-3b81-410a-96f9-1e47b78f978d tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0510535 Sep 10 03:23:44.448439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.508139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,segment=NetworkSegment(cd21451f-bafd-49fc-99f4-52d6bb1aeab4),segment_id=cd21451f-bafd-49fc-99f4-52d6bb1aeab4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:44.522728 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.529957 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.540686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.561089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object c4f249d7-2589-4c1a-9a9b-46a9d4aba45f will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:44.618914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 92e55add-3ca5-47a9-b303-badc1bccb9b6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:44.628926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.632495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.658728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 92e55add-3ca5-47a9-b303-badc1bccb9b6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:44.659065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 92e55add-3ca5-47a9-b303-badc1bccb9b6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:44.680374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:44.683158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Transition to ACTIVE for port object ea990a51-1319-480b-96f4-b72709263eeb will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:44.683514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:44.686285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:44.693142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:44.693986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.699949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:23:44.700531 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-b1ecba3e-932c-4c8e-a8aa-33e8fb629430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:23:44.702743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:44.714037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=c4f249d7-2589-4c1a-9a9b-46a9d4aba45f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:44.724291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ebef88f9-bec8-4a6f-a18a-ff385120ac79/2d617c1d-b0d7-4c66-9382-ce2b9ba644ea) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:44.726384 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-68a53e39-3a20-4a9c-96c2-b0baf5b02718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8931074 Sep 10 03:23:44.727284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57674) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:44.733401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'ebef88f9-bec8-4a6f-a18a-ff385120ac79', 'ip_address': '2001:db8::93f5:906c:f728:b480'}], 'name': 'tempest-NetworksTestDHCPv6-1508767713'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:44.828434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.859184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:44.865689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.888924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 9c805669-278d-45ff-8efa-af64cbc9cb5b yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:44.903507 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.909718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:44.913360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Transition to ACTIVE for port object 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:44.915853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:44.923810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:44.932004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Transition to ACTIVE for port object 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:44.946803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.978755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Port': ['ID=ea990a51-1319-480b-96f4-b72709263eeb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:44.992617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:44.996932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:44.997727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:45.004038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:45.004235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:45.004714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.012870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Pushing event updated for resources: {'Port': ['ID=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:45.053105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5e6782ab-de76-438b-9cf6-e5d3bdd2ff8b tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2631307 Sep 10 03:23:45.056564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:45.069348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:45.092123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Attempting to bind port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:45.092436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Attempting to bind port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:45.092809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Attempting to bind port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:45.098189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:45.098580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:45.098999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.099401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:45.099933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Bound port: 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:45.100472 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.139611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.157821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.177981 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 10 03:23:45.179425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:23:45.208852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-504215eb-112a-43d9-905f-1e158414b718 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4796479 Sep 10 03:23:45.211309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57680) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:45.252393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] For port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:45.272876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] For port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:45.284032 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.301795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea8070-628c-49ba-8796-902ad81c57e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:45.311050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea8070-628c-49ba-8796-902ad81c57e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:45.315054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0ea8070-628c-49ba-8796-902ad81c57e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0997219 Sep 10 03:23:45.316086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57682) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:45.364434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37210f1b-62d2-40a4-887c-4f5aaacecca8 None None] Pushing event updated for resources: {'Port': ['ID=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:45.378310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.382898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.405552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.461920 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.486139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port c4f249d7-2589-4c1a-9a9b-46a9d4aba45f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:45.486309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Provisioning complete for port 2af99efb-2cbd-4fe9-acfe-eb968170cdbd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:45.486479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.486658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.552534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Port 2af99efb-2cbd-4fe9-acfe-eb968170cdbd cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:45.578996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Provisioning for port ea990a51-1319-480b-96f4-b72709263eeb completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:45.588115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Provisioning complete for port ea990a51-1319-480b-96f4-b72709263eeb triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:45.590122 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.608584 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Floating IP 66efc9f7-ab67-4789-8e6b-aa5931b3158e associated. External IP: 172.25.8.107, port: 18dab63f-c208-45f4-8f6c-f96b718e6c50. Sep 10 03:23:45.665169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Allocated IP 172.25.8.222 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/489b7649-70ba-4c76-b4a8-03138c4742dd) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:45.687016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bf16fe49-c384-4790-8c1a-605b9051cffb None None] Port ea990a51-1319-480b-96f4-b72709263eeb cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:45.700794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9a00e933-44d4-4049-9da1-cb852a891a0c req-2d7f2e8d-6311-4d67-a59d-cca3072fc031 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0936782 Sep 10 03:23:45.734510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.761478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for c4f249d7-2589-4c1a-9a9b-46a9d4aba45f owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:45.782326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event updated for resources: {'Port': ['ID=58ed2633-9022-4de7-9822-702935bd4824,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:45.881376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.913359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:23:45.973483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:45.989966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.011140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:46.022568 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:46.026601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:46.057958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:46.069449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd692694-c5d9-4318-b055-9141a781761a None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:46.084413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.086370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:46.087312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:46.089132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/c4f249d7-2589-4c1a-9a9b-46a9d4aba45f HTTP/1.1" status: 204 len: 168 time: 0.7680233 Sep 10 03:23:46.089793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57686) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:46.092354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Port': ['ID=489b7649-70ba-4c76-b4a8-03138c4742dd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:46.123087 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.131328 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c52c6-73eb-4a1c-9a30-d2c52c649276 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=c4f249d7-2589-4c1a-9a9b-46a9d4aba45f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:46.196697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed66faee-0820-4f59-9761-69873cd28f24 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9781981 Sep 10 03:23:46.200877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19aa2573-e4cf-43dc-bab4-7198cf97bf3e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:46.208468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:46.212248 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858" -d '{"events": [{"name": "network-changed", "server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:46.218130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb512d-6471-4660-aa92-fd83d9f0c047 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:46.218707 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.220209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb512d-6471-4660-aa92-fd83d9f0c047 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:46.222301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03bb512d-6471-4660-aa92-fd83d9f0c047 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1292315 Sep 10 03:23:46.224945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:46.260651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.290939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet ebef88f9-bec8-4a6f-a18a-ff385120ac79 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:46.294540 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6355323-ec33-4565-9654-827f50a00fb5 x-openstack-request-id: req-d6355323-ec33-4565-9654-827f50a00fb5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:46.294992 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:46.295252 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6355323-ec33-4565-9654-827f50a00fb5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:46.295690 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'status': 'completed', 'code': 200} Sep 10 03:23:46.298460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.345095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.356030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:46.392173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-abd4ab1e-27ca-4605-b76d-5c040d9bce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:46.393828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-abd4ab1e-27ca-4605-b76d-5c040d9bce4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1096 time: 0.0752161 Sep 10 03:23:46.418921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:46.419300 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.457796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.542329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.562326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.565677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ebef88f9-bec8-4a6f-a18a-ff385120ac79 HTTP/1.1" status: 204 len: 168 time: 0.3393371 Sep 10 03:23:46.568504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57694) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:46.574025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.576549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-6cf2c939-8538-4b2e-809a-9af4bae251c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:46.578041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-6cf2c939-8538-4b2e-809a-9af4bae251c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.1479752 Sep 10 03:23:46.586402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.614580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad56f6-2d7c-42b7-98bd-67152bc74f0a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=ebef88f9-bec8-4a6f-a18a-ff385120ac79,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:46.643557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:46.649960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb16d3d-d5d9-477e-a25d-d32783f1b8a9 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:46.659510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c2caa55-f18e-40ab-9712-b03f4d48f39d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880356 Sep 10 03:23:46.663896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57696) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:46.669687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:46.781082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:46.787183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.799589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eafe0336-873c-4d38-8cc3-8e33e9433c07 None None] Provisioning for port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:46.858163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:46.866674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:46.867030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:46.929720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '66efc9f7-ab67-4789-8e6b-aa5931b3158e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:6e:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:23:44Z', 'updated_at': '2021-09-10T03:23:44Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}, {'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 1, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:46.963782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd692694-c5d9-4318-b055-9141a781761a None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:23:46.975994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:46.976859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:47.001788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e84f6e8-f5ea-4d25-9720-b0aa3a2c3b3b req-ca319316-3398-4260-9432-2fe3325e21bf tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0408006 Sep 10 03:23:47.019312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.048550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:47.059412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-8690a201-f831-4476-8db3-2288c7119298 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 200 len: 999 time: 0.4640684 Sep 10 03:23:47.061827 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Port': ['ID=489b7649-70ba-4c76-b4a8-03138c4742dd,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:47.065790 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.092616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:47.100898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:47.101819 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.108331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.108847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=6d1402ee-b076-4254-9d64-e2e197a7658e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:47.111979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea9c8cc3-6d68-4de6-902d-030e1a5f5329 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0506442 Sep 10 03:23:47.112716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:47.114903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:47.121024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.121132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f53c39cd-ea75-410f-a59f-8b3c7c9dc873 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'floatingip': {'port_id': 'ea990a51-1319-480b-96f4-b72709263eeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:47.142413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-027d1695-d69b-48f7-83d1-020ae5d9d32a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4739406 Sep 10 03:23:47.142619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57702) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:47.147969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': '6d1402ee-b076-4254-9d64-e2e197a7658e', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-2085239562'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:47.166067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f53c39cd-ea75-410f-a59f-8b3c7c9dc873 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.170497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-92b8e5f6-be82-4afa-9299-e4093bab1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:47.172045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-92b8e5f6-be82-4afa-9299-e4093bab1638 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1034398 Sep 10 03:23:47.278346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:47.302644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-3dc3ad89-abd6-419c-99bc-a4795bfe80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:47.304501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-3dc3ad89-abd6-419c-99bc-a4795bfe80ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013379 Sep 10 03:23:47.339678 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-f53c39cd-ea75-410f-a59f-8b3c7c9dc873 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] update failed (client error): The resource could not be found. Sep 10 03:23:47.343566 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f53c39cd-ea75-410f-a59f-8b3c7c9dc873 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "PUT /v2.0/floatingips/5ccf2dea-b0cf-46cb-b5f5-ad0ab298f366 HTTP/1.1" status: 404 len: 507 time: 0.2244434 Sep 10 03:23:47.344295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57704) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:47.346698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:47.351427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:47.355154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.413878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-c7f761c0-f2cd-43a7-80ee-b59feabab8b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968478 Sep 10 03:23:47.416519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] Deleting port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:47.417010 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.439345 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.478256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 23c9abc6-beeb-48c4-9f84-960507c8c158 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:23:47.496514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:47.512518 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f510a4f-57f9-49b9-9ea9-619eb5d3f858 req-112e3876-f35f-481c-81cc-bdc71904a76b service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918133 Sep 10 03:23:47.583526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Deleting port 489b7649-70ba-4c76-b4a8-03138c4742dd {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:47.583898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.592698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] For port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:47.593088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.614939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] Calling delete_port for 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:47.618438 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:23:47.618899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:23:47.667600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1e290059-db58-48d3-a33d-c4243c7d2530 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5234387 Sep 10 03:23:47.670131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57706) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:47.681090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.681425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.693393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Calling delete_port for 489b7649-70ba-4c76-b4a8-03138c4742dd owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:47.729440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d242bfe-3bad-485d-9f50-36b4775d7706 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:47.731377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4d242bfe-3bad-485d-9f50-36b4775d7706 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0599399 Sep 10 03:23:47.733956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57708) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:47.775212 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.794545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8a3b7-4698-45d3-9379-bd9636acb496 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:47.796471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8a3b7-4698-45d3-9379-bd9636acb496 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:47.800610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-69a8a3b7-4698-45d3-9379-bd9636acb496 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0630054 Sep 10 03:23:47.801017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:47.807116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] Pushing event deleted for resources: {'Port': ['ID=2d617c1d-b0d7-4c66-9382-ce2b9ba644ea,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:47.812810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cd692694-c5d9-4318-b055-9141a781761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '66efc9f7-ab67-4789-8e6b-aa5931b3158e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:6e:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:23:44Z', 'updated_at': '2021-09-10T03:23:44Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}, {'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 1, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:47.847251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e9ee5-6911-4858-846f-d53c73ea3ea0 None None] No DVR routers for this DVR port 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:47.849451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd692694-c5d9-4318-b055-9141a781761a None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '66efc9f7-ab67-4789-8e6b-aa5931b3158e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:6e:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:23:44Z', 'updated_at': '2021-09-10T03:23:44Z', 'revision_number': 0, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}, {'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 1, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:47.869176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c03c85-b9b0-4e8f-9e1e-d94dc1aed3e9 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:47.874164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 6d1402ee-b076-4254-9d64-e2e197a7658e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:47.878145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.936664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:47.987230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.058632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.075256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:48.103798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b6b70-6598-42e2-9ef7-d32a90f2d389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '6d1402ee-b076-4254-9d64-e2e197a7658e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:48.105526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-646b6b70-6598-42e2-9ef7-d32a90f2d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.118085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:48.118651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2d617c1d-b0d7-4c66-9382-ce2b9ba644ea not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:48.137693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.142487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/6d1402ee-b076-4254-9d64-e2e197a7658e HTTP/1.1" status: 204 len: 168 time: 0.3381653 Sep 10 03:23:48.142487 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ca83-6306-419a-9823-4af48e4685dd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1402ee-b076-4254-9d64-e2e197a7658e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:48.143590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57716) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:48.189436 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5f3a9-32a4-494f-b1cc-49e2e7f419d5 None None] New status for floating IP 66efc9f7-ab67-4789-8e6b-aa5931b3158e: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:23:48.200205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2083285a-5d5e-461b-9413-21d561591b10 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553732 Sep 10 03:23:48.205175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57718) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:48.210459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:48.228883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eca42ef2-d41f-444e-8654-dc7dca6d1cc2 req-849518de-9d67-4dff-a13b-65eb9c857c50 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0315921 Sep 10 03:23:48.278791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.304600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Port': ['ID=489b7649-70ba-4c76-b4a8-03138c4742dd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:48.322926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:48.326444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.379002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.382023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.387049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bd02a925-8cbf-4b30-84f4-d6f6ebdc76fb tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ccf2dea-b0cf-46cb-b5f5-ad0ab298f366 HTTP/1.1" status: 204 len: 168 time: 1.0386684 Sep 10 03:23:48.387355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57720) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:48.392351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-55a68b47-f7b9-49dc-b5a8-f3e42a4a446c tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'floatingip': {'floating_network_id': '1abe4884-7cbc-4fd4-ba4a-985854803f16', 'port_id': 'ea990a51-1319-480b-96f4-b72709263eeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:48.417776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55a68b47-f7b9-49dc-b5a8-f3e42a4a446c tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.512945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.525993 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-55a68b47-f7b9-49dc-b5a8-f3e42a4a446c tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:23:48.530747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55a68b47-f7b9-49dc-b5a8-f3e42a4a446c tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1423531 Sep 10 03:23:48.531308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57722) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:48.535733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'ea990a51-1319-480b-96f4-b72709263eeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:48.555222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:48.559275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:48.564322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:48.564916 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.565701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.576697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=c7eb73c2-0401-41e7-82a7-1c775e8533aa,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:48.577617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc9594-0366-4514-ab51-562e7dbcc471 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:48.589030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9b7a55a2-5110-40b3-bb0e-d967ca9ba467 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3797226 Sep 10 03:23:48.589364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57724) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:48.593823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:48.635956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.636971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.723013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.726795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'c7eb73c2-0401-41e7-82a7-1c775e8533aa'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:48.727877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.729061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.748352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.749556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d23dff8-3479-4efb-ad16-0853fbded9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1592505 Sep 10 03:23:48.752434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57726) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:48.755515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:48.872791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Allocated IP 172.25.8.165 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/208fc7f1-9b9b-47ba-95a1-230d973d9a52) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:48.876632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c7eb73c2-0401-41e7-82a7-1c775e8533aa/16d90309-8fa1-4454-aede-b37d65afd6fd) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:48.996793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.025613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.034793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Transition to ACTIVE for port object 16d90309-8fa1-4454-aede-b37d65afd6fd will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:49.041718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.051364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Transition to ACTIVE for port object 16d90309-8fa1-4454-aede-b37d65afd6fd will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:49.053238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.064981 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.079412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:49.082500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:49.086288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:49.113723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:49.116652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event updated for resources: {'Port': ['ID=208fc7f1-9b9b-47ba-95a1-230d973d9a52,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:49.119536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:49.125120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:49.128377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Pushing event updated for resources: {'Port': ['ID=16d90309-8fa1-4454-aede-b37d65afd6fd,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:49.179670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Attempting to bind port 16d90309-8fa1-4454-aede-b37d65afd6fd on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:49.180041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Attempting to bind port 16d90309-8fa1-4454-aede-b37d65afd6fd by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:49.180934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Attempting to bind port 16d90309-8fa1-4454-aede-b37d65afd6fd on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:49.186235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:49.186607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:49.187021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.187415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:49.187904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Bound port: 16d90309-8fa1-4454-aede-b37d65afd6fd, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:49.188288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.255065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] For port 16d90309-8fa1-4454-aede-b37d65afd6fd, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:49.258556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] For port 16d90309-8fa1-4454-aede-b37d65afd6fd, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=16d90309-8fa1-4454-aede-b37d65afd6fd,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:49.266208 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.268206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Deleting port 208fc7f1-9b9b-47ba-95a1-230d973d9a52 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:49.268712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.334812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12537-4147-4dbc-834c-f2661157e95e None None] Pushing event updated for resources: {'Port': ['ID=16d90309-8fa1-4454-aede-b37d65afd6fd,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:49.366247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::1 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c7eb73c2-0401-41e7-82a7-1c775e8533aa/be4bf10e-a6d0-41a9-9ef7-bab2380d03ef) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:49.367987 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.368319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.381926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Calling delete_port for 208fc7f1-9b9b-47ba-95a1-230d973d9a52 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:49.386268 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9bffa9d0-8f80-4939-a43e-4f45e6a801d1 req-1c0d9e69-584e-45ec-99b5-993808e37e13 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0356879 Sep 10 03:23:49.523811 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.535899 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.549084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object be4bf10e-a6d0-41a9-9ef7-bab2380d03ef will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:49.566375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Port': ['ID=208fc7f1-9b9b-47ba-95a1-230d973d9a52,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:49.594989 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.638599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:49.641887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:49.645269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:49.645994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.659626 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] create failed (client error): The resource could not be found. Sep 10 03:23:49.663990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05e20a7e-dc9c-4f9c-89c5-e1f670f4b05d tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1286104 Sep 10 03:23:49.664259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57730) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:49.693022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=be4bf10e-a6d0-41a9-9ef7-bab2380d03ef,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:49.751892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Deleting port ea990a51-1319-480b-96f4-b72709263eeb {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:49.752236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.772599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.842612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:49.854277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Calling delete_port for ea990a51-1319-480b-96f4-b72709263eeb owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:49.989182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.029432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Port': ['ID=ea990a51-1319-480b-96f4-b72709263eeb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:50.070506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.087478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.088284 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.128817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16d90309-8fa1-4454-aede-b37d65afd6fd up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:50.138057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.139533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57734) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:50.140162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-991f7fc6-815e-40a3-9776-bbed0e79d453 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "DELETE /v2.0/ports/ea990a51-1319-480b-96f4-b72709263eeb HTTP/1.1" status: 204 len: 168 time: 0.4749203 Sep 10 03:23:50.142746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57736) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:50.198728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 16d90309-8fa1-4454-aede-b37d65afd6fd completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:50.210837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb0509-99de-4658-8032-bab7b7c49b2a tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:50.216392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-79bb0509-99de-4658-8032-bab7b7c49b2a tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "GET /v2.0/ports?device_id=b89d3ce5-1e87-41d2-90d1-3eed50576a58 HTTP/1.1" status: 200 len: 913 time: 0.0726204 Sep 10 03:23:50.217030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57738) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:50.278573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=be4bf10e-a6d0-41a9-9ef7-bab2380d03ef,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:50.309314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0d97428c-92d5-4a95-a120-235234103604 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/floatingips/cdfd5c98-aacd-471d-b056-d7193345aa80 HTTP/1.1" status: 200 len: 994 time: 0.1685205 Sep 10 03:23:50.346869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:50.348449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:50.528461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57746) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:50.605167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] Provisioning for port 16d90309-8fa1-4454-aede-b37d65afd6fd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:50.615125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] Provisioning complete for port 16d90309-8fa1-4454-aede-b37d65afd6fd triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:50.615858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.716112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.747210 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.756446 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43ed0205-c5de-49be-9bce-97d9eb738574 req-e930a274-9119-43ab-bc8c-af3910073fc6 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0252495 Sep 10 03:23:50.758351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] For port 16d90309-8fa1-4454-aede-b37d65afd6fd, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=16d90309-8fa1-4454-aede-b37d65afd6fd,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:50.767789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.818851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Router df7e0377-1e26-465f-b991-93094f7499c9 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:23:50.835278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7bc23-ad8c-451b-91d4-4d4335717722 None None] Pushing event updated for resources: {'Port': ['ID=16d90309-8fa1-4454-aede-b37d65afd6fd,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:50.868304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 446392cf-d1fc-4d80-b6da-3a33dbde5193 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:50.868656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.900908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4c28ca6e-f6fa-4090-9505-0cba9920c48a None None] Provisioning for port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:50.905926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4c28ca6e-f6fa-4090-9505-0cba9920c48a None None] Provisioning complete for port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:50.906308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c28ca6e-f6fa-4090-9505-0cba9920c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:50.924460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:50.933325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57748) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:50.933777 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-77f57ed2-8972-4f5c-a72d-c3d762153bec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "PUT /v2.0/routers/df7e0377-1e26-465f-b991-93094f7499c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1790745 Sep 10 03:23:50.938297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Sync routers for ids ['df7e0377-1e26-465f-b991-93094f7499c9'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:50.958449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Routers {'df7e0377-1e26-465f-b991-93094f7499c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:50.959078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['df7e0377-1e26-465f-b991-93094f7499c9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:50.960801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ca6e-f6fa-4090-9505-0cba9920c48a None None] Port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:51.030266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19786b-240c-4610-9ba2-cb9792242a67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:51.031731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4c19786b-240c-4610-9ba2-cb9792242a67 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports/be4bf10e-a6d0-41a9-9ef7-bab2380d03ef HTTP/1.1" status: 200 len: 911 time: 0.0795929 Sep 10 03:23:51.034332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57750) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:51.055499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Set router df7e0377-1e26-465f-b991-93094f7499c9 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:51.065343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.065609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.083239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 446392cf-d1fc-4d80-b6da-3a33dbde5193 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:51.091994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbaae4-c993-42da-816f-28932323ebe2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:51.100095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbaae4-c993-42da-816f-28932323ebe2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:51.104231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84dbaae4-c993-42da-816f-28932323ebe2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0664158 Sep 10 03:23:51.104712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57752) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:51.147216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-03894561-f62e-44c5-95d9-b61193df0140 None None] Provisioning complete for port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:51.147810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-03894561-f62e-44c5-95d9-b61193df0140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.224663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-03894561-f62e-44c5-95d9-b61193df0140 None None] Port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:51.238790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Deleting port 2af99efb-2cbd-4fe9-acfe-eb968170cdbd {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:51.239142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.302881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:48Z', 'updated_at': '2021-09-10T03:23:49Z', 'revision_number': 2, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None, '_interfaces': [{'id': 'be4bf10e-a6d0-41a9-9ef7-bab2380d03ef', 'name': '', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'mac_address': 'fa:16:3e:74:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'c7eb73c2-0401-41e7-82a7-1c775e8533aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:23:49Z', 'updated_at': '2021-09-10T03:23:49Z', 'revision_number': 2, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'subnets': [{'id': 'c7eb73c2-0401-41e7-82a7-1c775e8533aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:51.337595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Checking router: df7e0377-1e26-465f-b991-93094f7499c9 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:23:51.337995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Updating router df7e0377-1e26-465f-b991-93094f7499c9 port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:23:51.363511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.364950 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.381833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Calling delete_port for 2af99efb-2cbd-4fe9-acfe-eb968170cdbd owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:51.391428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.433981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=446392cf-d1fc-4d80-b6da-3a33dbde5193,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:51.535285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.535987 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Floating IP cdfd5c98-aacd-471d-b056-d7193345aa80 disassociated (deleted). External IP: 172.25.8.121, port: 5af415ff-bb6f-4ffc-a02a-e4a296d87a29. Sep 10 03:23:51.580887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.646632 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.760764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.761610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Transition to ACTIVE for port object be4bf10e-a6d0-41a9-9ef7-bab2380d03ef will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:51.768296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.816903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Port': ['ID=2af99efb-2cbd-4fe9-acfe-eb968170cdbd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:51.827505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c644c-4bd6-466b-9746-121cd6a3f2e6 None None] Pushing event updated for resources: {'Port': ['ID=be4bf10e-a6d0-41a9-9ef7-bab2380d03ef,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:51.894327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Attempting to bind port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:51.894732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Attempting to bind port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:51.895138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Attempting to bind port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:51.901149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:51.901621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:51.902097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.902573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:51.903117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Bound port: be4bf10e-a6d0-41a9-9ef7-bab2380d03ef, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:51.903627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.904820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:51.905311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:51.994534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] For port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:51.997951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] For port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=be4bf10e-a6d0-41a9-9ef7-bab2380d03ef,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:52.008163 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.029166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-079794b1-2af3-46b7-a877-767e521290b8 req-a14398d4-8fdd-47d2-b839-c9a6de2ec8c0 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.1479514 Sep 10 03:23:52.108328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router 462e72b9-5718-470e-adc9-fb137fa741d5 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:23:52.121272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] For port be4bf10e-a6d0-41a9-9ef7-bab2380d03ef, host n-d-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:52.121914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.138947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for be4bf10e-a6d0-41a9-9ef7-bab2380d03ef owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:52.144520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.282053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16d90309-8fa1-4454-aede-b37d65afd6fd up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:52.351067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.370151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c644c-4bd6-466b-9746-121cd6a3f2e6 None None] Pushing event updated for resources: {'Port': ['ID=be4bf10e-a6d0-41a9-9ef7-bab2380d03ef,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:52.372922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Routers {'df7e0377-1e26-465f-b991-93094f7499c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:52.373763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['df7e0377-1e26-465f-b991-93094f7499c9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:52.398553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=be4bf10e-a6d0-41a9-9ef7-bab2380d03ef,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:52.477971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] Set router df7e0377-1e26-465f-b991-93094f7499c9 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:52.510682 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.550460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 16d90309-8fa1-4454-aede-b37d65afd6fd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:52.551035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.553055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:48Z', 'updated_at': '2021-09-10T03:23:52Z', 'revision_number': 3, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:52.603622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9879d2-bb64-4dd5-b2c7-29d9e01470eb None None] The sync data for ids ['df7e0377-1e26-465f-b991-93094f7499c9'] in n-d-808126-2 is: [{'id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:48Z', 'updated_at': '2021-09-10T03:23:52Z', 'revision_number': 3, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:52.705010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Router df7e0377-1e26-465f-b991-93094f7499c9 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:23:52.792183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-caf7370e-96ca-42a1-9daf-40fd09df8f7e None None] Could not find standard attr ID for object be4bf10e-a6d0-41a9-9ef7-bab2380d03ef. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:23:52.805340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:52.815425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57758) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:52.815999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5370f582-bf75-4568-8a61-27c74a0331b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "PUT /v2.0/routers/df7e0377-1e26-465f-b991-93094f7499c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098100 Sep 10 03:23:52.829456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:52.840680 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] Sync routers for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:52.854291 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:52.854973 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:52.855862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:52.864636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Router b89d3ce5-1e87-41d2-90d1-3eed50576a58 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:23:52.909011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-54134198-96c7-45eb-8581-e11bb8d058ca tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/floatingips/cdfd5c98-aacd-471d-b056-d7193345aa80 HTTP/1.1" status: 204 len: 168 time: 2.3792958 Sep 10 03:23:52.922770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:52.925445 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a9d390-dccd-4dbf-9374-c1cb2fc97364" -d '{"events": [{"name": "network-changed", "server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:52.932966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e94a7-51ca-45a5-88f4-6d98f9e55c97 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:52.934488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e94a7-51ca-45a5-88f4-6d98f9e55c97 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:52.938368 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2f3e94a7-51ca-45a5-88f4-6d98f9e55c97 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1198092 Sep 10 03:23:52.939177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57764) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:53.012361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet c7eb73c2-0401-41e7-82a7-1c775e8533aa {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:53.017195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.033929 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7799f13d-3590-485b-9ea3-8ca9f27d2de2 x-openstack-request-id: req-7799f13d-3590-485b-9ea3-8ca9f27d2de2 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:53.034274 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:53.034464 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7799f13d-3590-485b-9ea3-8ca9f27d2de2 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:53.034855 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'status': 'completed', 'code': 200} Sep 10 03:23:53.035613 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:53.044199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:53.052663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d5b465f4-e2cb-4946-b2ed-959493872a56 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "PUT /v2.0/routers/b89d3ce5-1e87-41d2-90d1-3eed50576a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8345616 Sep 10 03:23:53.055852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57766) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:53.059621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] Sync routers for ids ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:53.076265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] Routers {'b89d3ce5-1e87-41d2-90d1-3eed50576a58'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:53.077538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.085595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-47ad1a30-a394-49e9-adf8-80d60ce367a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:53.090164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-47ad1a30-a394-49e9-adf8-80d60ce367a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 1097 time: 0.0542512 Sep 10 03:23:53.147320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.178887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] Routers {'b89d3ce5-1e87-41d2-90d1-3eed50576a58'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:53.179489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.186142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.209000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-d7d8989f-f9f7-42f7-a76e-4a34e03ac14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:53.210892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-d7d8989f-f9f7-42f7-a76e-4a34e03ac14f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4c10a03-53f5-4ac3-9804-64d833aedf53 HTTP/1.1" status: 200 len: 896 time: 0.1128881 Sep 10 03:23:53.271790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.272718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0c09e-74e3-4e72-af03-8c566ae94f2f None None] The sync data for ids ['b89d3ce5-1e87-41d2-90d1-3eed50576a58'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:53.286498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.289977 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-6caebaad-af7e-4fd7-9006-3bf57de0664b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29 HTTP/1.1" status: 200 len: 217 time: 0.0706551 Sep 10 03:23:53.292034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ec920c0-94c0-4f97-9ba4-e0fbd658996b req-8c177ec1-f5bf-4c83-9a83-50b1c3029b52 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0720010 Sep 10 03:23:53.352940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-5d1c51fb-3aa7-4b57-86bd-4a10110619c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:53.354766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-5d1c51fb-3aa7-4b57-86bd-4a10110619c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7673e8c3-885a-4043-b05f-bb00883f2875 HTTP/1.1" status: 200 len: 834 time: 0.0566046 Sep 10 03:23:53.391361 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.407851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-906a95a9-97eb-4848-9173-eb0ec9eb0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:53.409465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-906a95a9-97eb-4848-9173-eb0ec9eb0b8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4c10a03-53f5-4ac3-9804-64d833aedf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455201 Sep 10 03:23:53.418950 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] Checking router: 462e72b9-5718-470e-adc9-fb137fa741d5 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:23:53.429397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:53.430427 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.524550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-c013d379-402c-497c-925c-823adb4d3028 service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064143 Sep 10 03:23:53.564950 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:53.648290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a9d390-dccd-4dbf-9374-c1cb2fc97364 req-6dd9757d-4e50-4c5c-bc45-ff2db6d62fba service neutron] 10.222.0.36 "GET /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145172 Sep 10 03:23:53.788057 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.814734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b327b2b-fc28-4b4f-a885-a9f391194f56 req-cb459817-0e65-4c75-a4f9-c0100f4f542d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:53.816439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b327b2b-fc28-4b4f-a885-a9f391194f56 req-cb459817-0e65-4c75-a4f9-c0100f4f542d tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.5362191 Sep 10 03:23:53.816806 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] Sync routers for ids ['df7e0377-1e26-465f-b991-93094f7499c9'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:53.819318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b630382-eeef-466b-9cce-8ee2d3b0f907 None None] The sync data for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 is: [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:51Z', 'revision_number': 4, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9', 'name': '', 'network_id': 'a4c10a03-53f5-4ac3-9804-64d833aedf53', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'mac_address': 'fa:16:3e:54:47:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:50Z', 'updated_at': '2021-09-10T03:22:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'subnets': [{'id': '7673e8c3-885a-4043-b05f-bb00883f2875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:53.828163 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] Routers {'df7e0377-1e26-465f-b991-93094f7499c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:53.828999 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['df7e0377-1e26-465f-b991-93094f7499c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.858520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.861812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.884834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.907061 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] Set router df7e0377-1e26-465f-b991-93094f7499c9 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:53.981241 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:48Z', 'updated_at': '2021-09-10T03:23:52Z', 'revision_number': 3, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:53.994548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:53.995305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Fanout notify agent at l3_agent the message router_deleted on router b89d3ce5-1e87-41d2-90d1-3eed50576a58 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:23:53.999360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b327b2b-fc28-4b4f-a885-a9f391194f56 req-fee753df-0429-4b97-b0c4-2aecfe9dfdae tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713710 Sep 10 03:23:54.007678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.012065 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45ca1d0b-bcd1-4481-82c5-fa43c10bee42 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "DELETE /v2.0/routers/b89d3ce5-1e87-41d2-90d1-3eed50576a58 HTTP/1.1" status: 204 len: 168 time: 0.9525700 Sep 10 03:23:54.012763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57774) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:54.042451 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] Checking router: df7e0377-1e26-465f-b991-93094f7499c9 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:23:54.046762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.051353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] Routers {'df7e0377-1e26-465f-b991-93094f7499c9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:54.051992 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['df7e0377-1e26-465f-b991-93094f7499c9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:54.082928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=c7eb73c2-0401-41e7-82a7-1c775e8533aa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:54.087988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.092984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8b1ce70b-72b7-435c-afda-773efe828f8e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c7eb73c2-0401-41e7-82a7-1c775e8533aa HTTP/1.1" status: 204 len: 168 time: 1.1517241 Sep 10 03:23:54.094017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57776) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:54.101723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f76373-fe04-4769-99ce-ed89dcb4c63f None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:54.108658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Deleting subnet f0ee15d4-fc90-45ed-b994-af3e65226793 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:54.113273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.181315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.239570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedd4e3-9a12-4409-a99c-41a32a076202 None None] New status for floating IP cdfd5c98-aacd-471d-b056-d7193345aa80: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:23:54.248604 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] Set router df7e0377-1e26-465f-b991-93094f7499c9 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:54.259015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3ad9b440-f939-4a87-886b-d0f887dcd6bb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1630211 Sep 10 03:23:54.261356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57778) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:54.281857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.302218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:48Z', 'updated_at': '2021-09-10T03:23:52Z', 'revision_number': 3, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:54.334233 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8527-d6aa-40a8-8fd2-33b85bbdbf75 None None] The sync data for ids ['df7e0377-1e26-465f-b991-93094f7499c9'] in n-d-808126-2 is: [{'id': 'df7e0377-1e26-465f-b991-93094f7499c9', 'name': 'tempest-NetworksTestDHCPv6-router-232082709', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:48Z', 'updated_at': '2021-09-10T03:23:52Z', 'revision_number': 3, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:23:54.355584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.362436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.414360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ee15d4-fc90-45ed-b994-af3e65226793,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:54.425576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.429655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "DELETE /v2.0/subnets/f0ee15d4-fc90-45ed-b994-af3e65226793 HTTP/1.1" status: 204 len: 168 time: 0.4118478 Sep 10 03:23:54.430995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d38b3-8202-465a-a219-885ef83670eb None None] Network 1abe4884-7cbc-4fd4-ba4a-985854803f16 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:54.432272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:54.437156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.437504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.437845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.438182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.438514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.438848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.439345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.439733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.448526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.449175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.449666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.450500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649a75db-71ac-4440-87fd-b2acf1ce39fd tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:23:54.459566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:54.507230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae12c21d-73fc-486c-8627-a9d6cee095c6 req-cdfe11ea-c376-4747-8ec2-c630c634cb6f tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0297282 Sep 10 03:23:54.596163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-98bd733e-bcc7-4c7d-9819-e926ba4b53ce tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:54.598146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-98bd733e-bcc7-4c7d-9819-e926ba4b53ce tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.36 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.0548389 Sep 10 03:23:54.606249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] Deleting port 16d90309-8fa1-4454-aede-b37d65afd6fd {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:54.606632 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.644295 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.646721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.676554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] For port 16d90309-8fa1-4454-aede-b37d65afd6fd, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=16d90309-8fa1-4454-aede-b37d65afd6fd,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:54.677193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.682882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] DHCP port deletion for 1abe4884-7cbc-4fd4-ba4a-985854803f16 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:23:54.695895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.699090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] Calling delete_port for 16d90309-8fa1-4454-aede-b37d65afd6fd owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:54.706883 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.707425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Fanout notify agent at l3_agent the message router_deleted on router df7e0377-1e26-465f-b991-93094f7499c9 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:23:54.716257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.720329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f50f538c-8a71-40d5-be07-280dc5503d12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/routers/df7e0377-1e26-465f-b991-93094f7499c9 HTTP/1.1" status: 204 len: 168 time: 0.4548483 Sep 10 03:23:54.720903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:54.721468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.724867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57784) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:54.731689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:54.764774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Deleting port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:54.764774 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.806078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] Deleting port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:54.806484 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.838809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] For port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,segment=NetworkSegment(cd21451f-bafd-49fc-99f4-52d6bb1aeab4),segment_id=cd21451f-bafd-49fc-99f4-52d6bb1aeab4)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:54.838967 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.857322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Calling delete_port for 19aa2573-e4cf-43dc-bab4-7198cf97bf3e owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:54.877365 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.891281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] For port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,segment=NetworkSegment(cd21451f-bafd-49fc-99f4-52d6bb1aeab4),segment_id=cd21451f-bafd-49fc-99f4-52d6bb1aeab4)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:54.891695 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.920079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] Pushing event deleted for resources: {'Port': ['ID=16d90309-8fa1-4454-aede-b37d65afd6fd,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:54.924920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e876c55-d4f9-42c0-a9c9-f55ecb091a04 None None] No DVR routers for this DVR port 16d90309-8fa1-4454-aede-b37d65afd6fd on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:54.936307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:54.936689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.938554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] Calling delete_port for 19aa2573-e4cf-43dc-bab4-7198cf97bf3e owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:54.953515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:54.967750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:54.967953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.971082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:54.998492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Port': ['ID=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:55.007640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] No DVR routers for this DVR port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:55.046101 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.087307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] Pushing event deleted for resources: {'Port': ['ID=19aa2573-e4cf-43dc-bab4-7198cf97bf3e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:55.094674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.095835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e9c3a-7c86-48cd-831f-66fb345094a6 None None] No DVR routers for this DVR port 19aa2573-e4cf-43dc-bab4-7198cf97bf3e on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:55.156037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78b8aad1-4d02-484c-af25-ee1ddb4a304b req-99257565-1649-4ffe-8c55-78c46307d1ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0530815 Sep 10 03:23:55.171647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abe4884-7cbc-4fd4-ba4a-985854803f16']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:55.183354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:55.183685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd21451f-bafd-49fc-99f4-52d6bb1aeab4') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:55.198587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.217787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.220841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952ba9-9a71-4d00-bd97-7809c58bd1f4 req-2a4d825b-4322-412f-bb04-b8faa6db7d68 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:55.222413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84952ba9-9a71-4d00-bd97-7809c58bd1f4 req-2a4d825b-4322-412f-bb04-b8faa6db7d68 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/ports?device_id=4159d19f-f756-47d0-87aa-081dc5ad5a6e HTTP/1.1" status: 200 len: 946 time: 0.1050899 Sep 10 03:23:55.223426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.231465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:23:55.231881 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:23:55.235446 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:23:55.274283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=5af415ff-bb6f-4ffc-a02a-e4a296d87a29,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:55.316081 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-84952ba9-9a71-4d00-bd97-7809c58bd1f4 req-8ef04df5-8d23-401d-b732-32b782d214e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "GET /v2.0/security-groups?id=d481d16c-f0ae-41c0-8d2f-03c23e553cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855877 Sep 10 03:23:55.318689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.325649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] No DVR routers for this DVR port 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:23:55.327418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.327767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.329620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] 10.222.0.23 "DELETE /v2.0/networks/1abe4884-7cbc-4fd4-ba4a-985854803f16 HTTP/1.1" status: 204 len: 168 time: 0.8964076 Sep 10 03:23:55.339308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.341280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8552f8d7-46d6-4add-8502-0a05707ac88d req-fc5984d8-a990-4acb-979d-b643642192bc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.36 "DELETE /v2.0/ports/5af415ff-bb6f-4ffc-a02a-e4a296d87a29 HTTP/1.1" status: 204 len: 173 time: 0.7361400 Sep 10 03:23:55.345431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'name': 'network-vif-deleted', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:23:55.347729 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c098d-e3ba-4278-b2fb-75b0df5a049f" -d '{"events": [{"server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "name": "network-vif-deleted", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:23:55.355876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37067ceb-112e-46df-87ed-32908e5df478 tempest-FloatingIPNegativeTestJSON-1066680081 tempest-FloatingIPNegativeTestJSON-1066680081-project] Pushing event deleted for resources: {'Network': ['ID=1abe4884-7cbc-4fd4-ba4a-985854803f16,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:55.379362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:55.386411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:55.391311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:55.392118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.398309 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c66d87-0146-4b43-972f-cb56ebfeab37 x-openstack-request-id: req-50c66d87-0146-4b43-972f-cb56ebfeab37 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:23:55.398628 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4159d19f-f756-47d0-87aa-081dc5ad5a6e", "name": "network-vif-deleted", "tag": "5af415ff-bb6f-4ffc-a02a-e4a296d87a29", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:23:55.398939 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50c66d87-0146-4b43-972f-cb56ebfeab37 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:23:55.399330 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4159d19f-f756-47d0-87aa-081dc5ad5a6e', 'name': 'network-vif-deleted', 'tag': '5af415ff-bb6f-4ffc-a02a-e4a296d87a29', 'status': 'completed', 'code': 200} Sep 10 03:23:55.400253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d82b4-d46a-423b-ba9c-9a6c80e80e2a None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:23:55.415267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=ab7e1246-0cde-43b4-867c-ac5f80c4f47d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:55.422067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d0ff4f27-10ca-4930-bc4a-96a9e3bf9f01 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6928232 Sep 10 03:23:55.422352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:55.426837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-243546450', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:55.452113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.453256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.519156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.524637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.543094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.547303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6286dc03-4a9e-4487-943f-07500a3dac63 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1213408 Sep 10 03:23:55.547613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:55.586238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:23:55.587137 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.683788 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4d04f2a-3c1c-4304-9b20-09ca08253179 req-78a0c44e-5540-40d5-bbe4-998f7e80a88a tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0669785 Sep 10 03:23:55.688368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57800) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:55.751257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ab7e1246-0cde-43b4-867c-ac5f80c4f47d/7c4b7904-024e-44cb-83ac-3c88da97dad5) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:55.934166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-06e72297-78d4-45a4-a7dd-0fe74f071780 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce124909faa145319e7080cedede88f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444341 Sep 10 03:23:55.936909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57804) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:55.938701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.944449 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-66bfb3a7-ee79-4010-a579-fbae0289ccfc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164169 Sep 10 03:23:55.950785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Transition to ACTIVE for port object 7c4b7904-024e-44cb-83ac-3c88da97dad5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:55.967657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:55.972192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Transition to ACTIVE for port object 7c4b7904-024e-44cb-83ac-3c88da97dad5 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:55.982928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.018454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32fa05a5-bbb2-47ac-88f7-bdefb574a32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.043105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:56.048405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32fa05a5-bbb2-47ac-88f7-bdefb574a32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.051020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:56.051234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:56.053583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19aa2573-e4cf-43dc-bab4-7198cf97bf3e no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:56.085676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 19aa2573-e4cf-43dc-bab4-7198cf97bf3e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:56.086129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 19aa2573-e4cf-43dc-bab4-7198cf97bf3e not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:56.086948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16d90309-8fa1-4454-aede-b37d65afd6fd no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:56.131567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32fa05a5-bbb2-47ac-88f7-bdefb574a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.135427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Pushing event updated for resources: {'Port': ['ID=7c4b7904-024e-44cb-83ac-3c88da97dad5,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:56.135682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32fa05a5-bbb2-47ac-88f7-bdefb574a32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.137165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-32fa05a5-bbb2-47ac-88f7-bdefb574a32c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5383d9fb-229f-4877-bcc7-545f4f69ca6a HTTP/1.1" status: 204 len: 168 time: 0.1991677 Sep 10 03:23:56.156399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa05a5-bbb2-47ac-88f7-bdefb574a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5383d9fb-229f-4877-bcc7-545f4f69ca6a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:56.172455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-0347cd5d-be93-44d9-9bd5-d54286efb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:56.173921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-0347cd5d-be93-44d9-9bd5-d54286efb6c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1096 time: 0.1533577 Sep 10 03:23:56.177056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 16d90309-8fa1-4454-aede-b37d65afd6fd {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:56.177056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16d90309-8fa1-4454-aede-b37d65afd6fd not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:56.203796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Attempting to bind port 7c4b7904-024e-44cb-83ac-3c88da97dad5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:23:56.204303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Attempting to bind port 7c4b7904-024e-44cb-83ac-3c88da97dad5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:23:56.204842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Attempting to bind port 7c4b7904-024e-44cb-83ac-3c88da97dad5 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:23:56.210193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:23:56.210648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:23:56.214358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.214358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:23:56.214358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Bound port: 7c4b7904-024e-44cb-83ac-3c88da97dad5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:23:56.214358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.301934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] For port 7c4b7904-024e-44cb-83ac-3c88da97dad5, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:23:56.306468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] For port 7c4b7904-024e-44cb-83ac-3c88da97dad5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c4b7904-024e-44cb-83ac-3c88da97dad5,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:23:56.310919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.366465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::1 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ab7e1246-0cde-43b4-867c-ac5f80c4f47d/c8ea10e2-bfbd-43a1-95f9-341659c1392c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:23:56.380813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-d668bc35-65c0-4022-94ff-144b9b9b983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:56.382120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-d668bc35-65c0-4022-94ff-144b9b9b983d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.1650343 Sep 10 03:23:56.397935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91461117-3ef8-44c2-97c9-7382074f60f4 None None] Pushing event updated for resources: {'Port': ['ID=7c4b7904-024e-44cb-83ac-3c88da97dad5,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:56.400488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57812) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:56.487570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d988eb-373f-44d8-9ee1-c553241e36e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.516048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d988eb-373f-44d8-9ee1-c553241e36e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.530142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-5e682bd4-f94d-4bad-b528-fcbea3372dbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 1001 time: 0.1394553 Sep 10 03:23:56.618341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.627084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d988eb-373f-44d8-9ee1-c553241e36e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.632207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d988eb-373f-44d8-9ee1-c553241e36e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.636502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-24d988eb-373f-44d8-9ee1-c553241e36e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/security-groups/d481d16c-f0ae-41c0-8d2f-03c23e553cd9 HTTP/1.1" status: 204 len: 168 time: 0.2329361 Sep 10 03:23:56.639725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-540f2397-d8a5-49f7-a391-ff3fc97124be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:56.641920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-540f2397-d8a5-49f7-a391-ff3fc97124be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1047051 Sep 10 03:23:56.650739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d988eb-373f-44d8-9ee1-c553241e36e0 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481d16c-f0ae-41c0-8d2f-03c23e553cd9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:56.659917 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object c8ea10e2-bfbd-43a1-95f9-341659c1392c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:56.692676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57824) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:56.748396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-f2e9cc9a-2ad2-47a0-8249-36389c21af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:56.750111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-f2e9cc9a-2ad2-47a0-8249-36389c21af78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998111 Sep 10 03:23:56.798107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cd646ae6-0bb9-418e-9e5a-24df53d0e70d req-237bb6ca-2920-4cfd-bd5e-dd1dac881158 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0338364 Sep 10 03:23:56.842515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.916000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:56.924764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:56.936166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:23:56.937283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:56.967908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-8bcbd7bf-8ce1-4c65-a260-932064fc9b23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083884 Sep 10 03:23:57.101309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=c8ea10e2-bfbd-43a1-95f9-341659c1392c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:57.110279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-07772184-2fe2-4fe7-96e5-106452e0a0c1 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518550 Sep 10 03:23:57.112733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-6bed7e0e-ecf0-46ca-9664-68b448e8995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:57.114224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-6bed7e0e-ecf0-46ca-9664-68b448e8995a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.0979207 Sep 10 03:23:57.131047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc628db6-d509-459c-92f0-50341a01b799 req-cb9221dc-d5d3-437b-b5a2-1be6385dc58f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=458664f0f6df42b4a41c7e440ae621cc&device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0448246 Sep 10 03:23:57.199212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57840) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:57.212665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5b912b48-f394-4aa7-8be1-7340d0eb2682 req-ac8589e4-9b61-441a-a393-2b4d7e4255a7 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0572946 Sep 10 03:23:57.217388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc628db6-d509-459c-92f0-50341a01b799 req-6173a04e-0bde-441e-a0d2-88abdafef28f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=458664f0f6df42b4a41c7e440ae621cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596368 Sep 10 03:23:57.224238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:57.301566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-e6fee583-fc8e-4090-a11c-15d1b63c8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:57.303076 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-e6fee583-fc8e-4090-a11c-15d1b63c8dd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 200 len: 908 time: 0.1464429 Sep 10 03:23:57.403559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-b651d261-6de4-485e-b5b4-86d8a83288ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.0759113 Sep 10 03:23:57.443545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:57.501775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-a13724c8-26f4-4363-a10e-0d68d34da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:57.503190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-a13724c8-26f4-4363-a10e-0d68d34da1b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 200 len: 847 time: 0.0915830 Sep 10 03:23:57.596996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219735858'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:23:57.598168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-47114b59-8c19-45db-8a50-b381aa9e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:57.599734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-47114b59-8c19-45db-8a50-b381aa9e3683 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed7601d1-012b-4057-aba7-166a557589c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869064 Sep 10 03:23:57.688511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-879e8b0b-b035-4618-b11e-cdb30840f88a None None] Provisioning for port 7c4b7904-024e-44cb-83ac-3c88da97dad5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:57.758241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-615dcf42-c2d5-4af2-8407-4bba95593521 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287632 Sep 10 03:23:57.775368 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d58e9712-43e0-4621-839d-0d5b5b1f94cc req-d64cd77c-83da-4482-bee3-02306105b45b service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468761 Sep 10 03:23:57.787409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:23:57.791400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:57.863112 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:57.913372 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96f99f0b-f82c-401e-bad0-80f8af822eed req-8b95dcf5-43d5-4002-b800-f5f35e027950 service neutron] 10.222.0.36 "GET /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475470 Sep 10 03:23:57.916746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b71f3d1-89c0-4d35-9a59-56233c27721a None None] Provisioning for port c8ea10e2-bfbd-43a1-95f9-341659c1392c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:57.921664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b71f3d1-89c0-4d35-9a59-56233c27721a None None] Provisioning complete for port c8ea10e2-bfbd-43a1-95f9-341659c1392c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:57.922178 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b71f3d1-89c0-4d35-9a59-56233c27721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:57.930795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628db6-d509-459c-92f0-50341a01b799 req-113eee61-9b92-4a24-9224-c416e8f17464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:57.931112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:57.931446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:57.932315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc628db6-d509-459c-92f0-50341a01b799 req-113eee61-9b92-4a24-9224-c416e8f17464 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7040348 Sep 10 03:23:57.965336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9b71f3d1-89c0-4d35-9a59-56233c27721a None None] Port c8ea10e2-bfbd-43a1-95f9-341659c1392c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:58.044670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:58.045179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.059627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:23:58.101806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4b7904-024e-44cb-83ac-3c88da97dad5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:23:58.123531 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.130121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.142278 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.154685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.155432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.161379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7c4b7904-024e-44cb-83ac-3c88da97dad5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:23:58.165755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:23:58.165918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7c4b7904-024e-44cb-83ac-3c88da97dad5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:58.166290 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.211952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.212511 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment 82c49653-7d6a-41c8-b278-b1b26f7a055a of type vlan for network 03e4b85f-7062-47ae-8c37-7b59db3dc91c Sep 10 03:23:58.215130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c7ec0f-dd96-45cc-939b-2e932a996b3a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:58.253318 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.288555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.294181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7c4b7904-024e-44cb-83ac-3c88da97dad5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c4b7904-024e-44cb-83ac-3c88da97dad5,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:23:58.294372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.298926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=c8ea10e2-bfbd-43a1-95f9-341659c1392c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:58.301027 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.324838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:58.357703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7c4b7904-024e-44cb-83ac-3c88da97dad5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:58.398127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-da14e7b9-d925-48a8-b658-e2464e0da848 req-52be0585-3c7c-4a7e-9005-4d389ea3dbb6 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0461142 Sep 10 03:23:58.413742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.422748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:58.424323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.472941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:23:58.478466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:23:58.483488 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2748606 Sep 10 03:23:58.567291 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.575959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68288916-7e4a-4bf2-b7ac-ee7c9b856a04 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=03e4b85f-7062-47ae-8c37-7b59db3dc91c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:23:58.593616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 03e4b85f-7062-47ae-8c37-7b59db3dc91c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:23:58.708747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Router b101d0e1-50cd-4d55-9065-0adf60a1f501 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:23:58.816789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:23:58.843580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:58.850588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:23:58.850937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 5af415ff-bb6f-4ffc-a02a-e4a296d87a29 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:23:58.855414 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Sync routers for ids ['b101d0e1-50cd-4d55-9065-0adf60a1f501'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:58.864152 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eef9623b-b0bc-494a-80cf-62049502c974 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "PUT /v2.0/routers/b101d0e1-50cd-4d55-9065-0adf60a1f501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3139021 Sep 10 03:23:58.865176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57848) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:58.872968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Routers {'b101d0e1-50cd-4d55-9065-0adf60a1f501'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:58.873979 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b101d0e1-50cd-4d55-9065-0adf60a1f501'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:58.932436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0a2949d7-14f4-4cae-9d60-8013ce54f2e4 None None] Provisioning complete for port c8ea10e2-bfbd-43a1-95f9-341659c1392c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:23:58.933206 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0a2949d7-14f4-4cae-9d60-8013ce54f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:58.936560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df0424-f6cd-4869-a67a-77dacc142f33 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:58.939843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-27df0424-f6cd-4869-a67a-77dacc142f33 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports/c8ea10e2-bfbd-43a1-95f9-341659c1392c HTTP/1.1" status: 200 len: 911 time: 0.0701625 Sep 10 03:23:58.940483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:58.973564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0a2949d7-14f4-4cae-9d60-8013ce54f2e4 None None] Port c8ea10e2-bfbd-43a1-95f9-341659c1392c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:23:59.012619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43b20e-91c4-4fca-ac81-fc625728c4b4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:59.019430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43b20e-91c4-4fca-ac81-fc625728c4b4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:23:59.021232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed43b20e-91c4-4fca-ac81-fc625728c4b4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0796592 Sep 10 03:23:59.023841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57852) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:59.033438 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Set router b101d0e1-50cd-4d55-9065-0adf60a1f501 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:59.176429 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cc628db6-d509-459c-92f0-50341a01b799 req-8ca44353-816d-421b-b4ae-9c1dd0f9ee44 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0325847 Sep 10 03:23:59.265911 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b101d0e1-50cd-4d55-9065-0adf60a1f501', 'name': 'tempest-NetworksTestDHCPv6-router-243546450', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:55Z', 'updated_at': '2021-09-10T03:23:57Z', 'revision_number': 2, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None, '_interfaces': [{'id': 'c8ea10e2-bfbd-43a1-95f9-341659c1392c', 'name': '', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'mac_address': 'fa:16:3e:d6:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b101d0e1-50cd-4d55-9065-0adf60a1f501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:23:56Z', 'updated_at': '2021-09-10T03:23:57Z', 'revision_number': 2, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'subnets': [{'id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:59.295690 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Checking router: b101d0e1-50cd-4d55-9065-0adf60a1f501 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:23:59.296276 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Updating router b101d0e1-50cd-4d55-9065-0adf60a1f501 port c8ea10e2-bfbd-43a1-95f9-341659c1392c binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:23:59.325029 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.377386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Router 462e72b9-5718-470e-adc9-fb137fa741d5 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:23:59.458575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.533013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:23:59.542672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c1261d8-2ec3-4b3b-97aa-d04a61bc1efc tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "PUT /v2.0/routers/462e72b9-5718-470e-adc9-fb137fa741d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483603 Sep 10 03:23:59.545195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] Sync routers for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:23:59.553000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57856) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:23:59.558626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:23:59.559365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:23:59.647641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46d72f9b-685e-43cb-8230-5517cf4924c7 req-169700d9-fb22-4bd4-b8d0-149b9bab0821 tempest-ServerShowV257Test-1443861838 tempest-ServerShowV257Test-1443861838-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b87ea7-a3fd-4475-be91-093eeff3bba3 HTTP/1.1" status: 200 len: 210 time: 0.1125014 Sep 10 03:23:59.685179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting subnet 7673e8c3-885a-4043-b05f-bb00883f2875 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:23:59.693499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.786391 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.799035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.805913 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Transition to ACTIVE for port object c8ea10e2-bfbd-43a1-95f9-341659c1392c will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:23:59.831770 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.906907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:23:59.934765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:23:59.977969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port c8ea10e2-bfbd-43a1-95f9-341659c1392c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:23:59.978391 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.073713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.112004 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Pushing event updated for resources: {'Port': ['ID=c8ea10e2-bfbd-43a1-95f9-341659c1392c,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:00.132518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Subnet': ['ID=7673e8c3-885a-4043-b05f-bb00883f2875,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:00.139028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.144907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa961a7d-0b9c-486f-bf7e-8f5cd99c7e33 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/subnets/7673e8c3-885a-4043-b05f-bb00883f2875 HTTP/1.1" status: 204 len: 168 time: 0.5587528 Sep 10 03:24:00.145508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:00.169849 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.173516 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.174116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.174657 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.175220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.175801 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.178217 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.178959 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.181397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.181968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.182502 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.183114 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:00.200447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.220933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for c8ea10e2-bfbd-43a1-95f9-341659c1392c owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:00.256959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ba660-a3cf-4014-b489-199bf866f47a None None] Network a4c10a03-53f5-4ac3-9804-64d833aedf53 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:00.326231 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Attempting to bind port c8ea10e2-bfbd-43a1-95f9-341659c1392c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:00.326677 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Attempting to bind port c8ea10e2-bfbd-43a1-95f9-341659c1392c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:00.326968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Attempting to bind port c8ea10e2-bfbd-43a1-95f9-341659c1392c on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:00.342351 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:00.342727 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:00.343134 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.343565 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:00.344162 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Bound port: c8ea10e2-bfbd-43a1-95f9-341659c1392c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:00.344586 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.357919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.388935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4b7904-024e-44cb-83ac-3c88da97dad5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:00.480684 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] For port c8ea10e2-bfbd-43a1-95f9-341659c1392c, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:00.485121 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] For port c8ea10e2-bfbd-43a1-95f9-341659c1392c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c8ea10e2-bfbd-43a1-95f9-341659c1392c,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:00.494896 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.565865 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afb5ba-6e1f-4311-8bfe-98965ba587b8 None None] Pushing event updated for resources: {'Port': ['ID=c8ea10e2-bfbd-43a1-95f9-341659c1392c,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:00.576701 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Routers {'b101d0e1-50cd-4d55-9065-0adf60a1f501'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:00.577332 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b101d0e1-50cd-4d55-9065-0adf60a1f501'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:00.593242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.663886 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.724332 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] Set router b101d0e1-50cd-4d55-9065-0adf60a1f501 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:00.742430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:23:58Z', 'revision_number': 5, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port': {'id': '56f2d2de-f0ae-4dd9-a15e-b001e4e304d4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:00.822499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] Checking router: 462e72b9-5718-470e-adc9-fb137fa741d5 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:00.833474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=c8ea10e2-bfbd-43a1-95f9-341659c1392c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:00.838749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:00.839868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:00.847393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] DHCP port deletion for a4c10a03-53f5-4ac3-9804-64d833aedf53 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:00.932426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] Routers {'462e72b9-5718-470e-adc9-fb137fa741d5'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:00.960371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['462e72b9-5718-470e-adc9-fb137fa741d5'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:01.053198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:01.053582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.082774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:01.166712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.243079 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b101d0e1-50cd-4d55-9065-0adf60a1f501', 'name': 'tempest-NetworksTestDHCPv6-router-243546450', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:55Z', 'updated_at': '2021-09-10T03:23:57Z', 'revision_number': 2, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None, '_interfaces': [{'id': 'c8ea10e2-bfbd-43a1-95f9-341659c1392c', 'name': '', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'mac_address': 'fa:16:3e:d6:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b101d0e1-50cd-4d55-9065-0adf60a1f501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:23:56Z', 'updated_at': '2021-09-10T03:24:00Z', 'revision_number': 4, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'subnets': [{'id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:01.369533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.399488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ed188-532a-4dd5-8e71-8dac3505db38 None None] The sync data for ids ['b101d0e1-50cd-4d55-9065-0adf60a1f501'] in n-d-808126-2 is: [{'id': 'b101d0e1-50cd-4d55-9065-0adf60a1f501', 'name': 'tempest-NetworksTestDHCPv6-router-243546450', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:23:55Z', 'updated_at': '2021-09-10T03:23:57Z', 'revision_number': 2, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'gw_port_host': None, '_interfaces': [{'id': 'c8ea10e2-bfbd-43a1-95f9-341659c1392c', 'name': '', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'mac_address': 'fa:16:3e:d6:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b101d0e1-50cd-4d55-9065-0adf60a1f501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:23:56Z', 'updated_at': '2021-09-10T03:24:00Z', 'revision_number': 4, 'project_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'subnets': [{'id': 'ab7e1246-0cde-43b4-867c-ac5f80c4f47d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:01.442777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=56f2d2de-f0ae-4dd9-a15e-b001e4e304d4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:01.485587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.493779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7c4b7904-024e-44cb-83ac-3c88da97dad5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:01.494047 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.499752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8b169194-1ff4-4896-8839-0980ca5c7581 None None] Could not find standard attr ID for object c8ea10e2-bfbd-43a1-95f9-341659c1392c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:01.613306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] Set router 462e72b9-5718-470e-adc9-fb137fa741d5 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:01.637150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.640583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.649063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] Deleting port 8e243390-21ff-408c-a1e8-74084fbeaff4 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:01.649391 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.655125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57866) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:01.692634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Router b101d0e1-50cd-4d55-9065-0adf60a1f501 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:24:01.704352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:24:00Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:01.735745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.736801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Fanout notify agent at l3_agent the message router_deleted on router 462e72b9-5718-470e-adc9-fb137fa741d5 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:24:01.759187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598c26d-177a-4456-bff4-cc822a25a3a7 None None] The sync data for ids ['462e72b9-5718-470e-adc9-fb137fa741d5'] in n-d-808126-2 is: [{'id': '462e72b9-5718-470e-adc9-fb137fa741d5', 'name': 'tempest-TestNetworkBasicOps-router-165898087', 'tenant_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:22:44Z', 'updated_at': '2021-09-10T03:24:00Z', 'revision_number': 6, 'project_id': '16cbe3dd70cd4d8e9c644213bcfc5c69', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:01.766373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.768460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1e63b189-e4e7-4ce4-92c8-2152ab370037 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/routers/462e72b9-5718-470e-adc9-fb137fa741d5 HTTP/1.1" status: 204 len: 168 time: 1.6193330 Sep 10 03:24:01.770837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57870) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:01.894767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-78bd83d7-f37b-4d32-9da1-58a0c51d707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.931310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] For port 8e243390-21ff-408c-a1e8-74084fbeaff4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8e243390-21ff-408c-a1e8-74084fbeaff4,segment=NetworkSegment(b5caa017-c385-4a7b-b738-fbe9abe8ee46),segment_id=b5caa017-c385-4a7b-b738-fbe9abe8ee46)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:01.931778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.932285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:01.936319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:01.947892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a2ab20ae-7a86-46d7-9a1e-e6faef09a145 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "PUT /v2.0/routers/b101d0e1-50cd-4d55-9065-0adf60a1f501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9229939 Sep 10 03:24:01.950625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:01.974892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] Calling delete_port for 8e243390-21ff-408c-a1e8-74084fbeaff4 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:02.060478 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.069143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18a621-d4ef-402a-a908-1baf78537ce5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:02.071909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18a621-d4ef-402a-a908-1baf78537ce5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:02.073967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c18a621-d4ef-402a-a908-1baf78537ce5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1219842 Sep 10 03:24:02.076630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57874) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:02.137194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.147428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.166433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet ab7e1246-0cde-43b4-867c-ac5f80c4f47d {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:02.173486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56cc25a7-f882-4743-b406-4ce4651e90c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.175686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.189193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57876) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:02.194361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:02.198594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] No DVR routers for this DVR port 8e243390-21ff-408c-a1e8-74084fbeaff4 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:02.272734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bd977-1f71-4522-8ece-346d929b4313 None None] Pushing event deleted for resources: {'Port': ['ID=8e243390-21ff-408c-a1e8-74084fbeaff4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:02.278449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.308552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Deleting port 8e243390-21ff-408c-a1e8-74084fbeaff4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:02.309172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.464604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] For port 8e243390-21ff-408c-a1e8-74084fbeaff4, host n-d-808126-2, got binding levels [] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:02.465015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.479415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Calling delete_port for 8e243390-21ff-408c-a1e8-74084fbeaff4 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:02.482406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Port 8e243390-21ff-408c-a1e8-74084fbeaff4 was not found and therefore no delete operation was performed {{(pid=94634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:24:02.483898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.501418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e243390-21ff-408c-a1e8-74084fbeaff4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:02.512533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Port': ['ID=8e243390-21ff-408c-a1e8-74084fbeaff4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:02.516294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] No DVR routers for this DVR port 8e243390-21ff-408c-a1e8-74084fbeaff4 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:02.527667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8e243390-21ff-408c-a1e8-74084fbeaff4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:02.529631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e243390-21ff-408c-a1e8-74084fbeaff4 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:02.530262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:02.566043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:02.566388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 73f0c52a-ef0a-4c6c-afab-6ff9c33ac8e9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:02.607642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.638919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c10a03-53f5-4ac3-9804-64d833aedf53']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:02.652410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5caa017-c385-4a7b-b738-fbe9abe8ee46') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:02.652720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5caa017-c385-4a7b-b738-fbe9abe8ee46') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:02.663603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.681019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.689251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:02.689785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:02.694242 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:02.732745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.756279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.777166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.779601 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] 10.222.0.23 "DELETE /v2.0/networks/a4c10a03-53f5-4ac3-9804-64d833aedf53 HTTP/1.1" status: 204 len: 168 time: 1.0060961 Sep 10 03:24:02.786163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56cc25a7-f882-4743-b406-4ce4651e90c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.795504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56cc25a7-f882-4743-b406-4ce4651e90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.805599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da53c12-c928-409a-ba02-1673a775d9e8 tempest-TestNetworkBasicOps-760501268 tempest-TestNetworkBasicOps-760501268-project] Pushing event deleted for resources: {'Network': ['ID=a4c10a03-53f5-4ac3-9804-64d833aedf53,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:02.830665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:02.835300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.847621 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.895224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56cc25a7-f882-4743-b406-4ce4651e90c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=458664f0f6df42b4a41c7e440ae621cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2386689 Sep 10 03:24:02.896086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc25a7-f882-4743-b406-4ce4651e90c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c23a7a-a67b-4810-b8b3-60d1b5883254,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:02.899494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57880) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:02.902882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7e1246-0cde-43b4-867c-ac5f80c4f47d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:02.910137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75695da4-df73-41ab-99ee-42f1eb603f5c None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:02.910758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:02.912651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-18b6032d-ed5e-4b65-a5c4-a4e689606973 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ab7e1246-0cde-43b4-867c-ac5f80c4f47d HTTP/1.1" status: 204 len: 168 time: 0.8349555 Sep 10 03:24:02.925040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57882) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.055760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d699cb3d-47a8-4d95-98d8-84e2c8fbd4b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1295915 Sep 10 03:24:03.058722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.063512 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2703de09-1bea-4316-8ee3-f97a9b3cdf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.147201 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.157049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.160624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:03.186220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.221746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=904bc709-a29e-4fe4-8483-df0e03dcc0cf,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:03.222308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] Deleting port 7c4b7904-024e-44cb-83ac-3c88da97dad5 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:03.222705 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.252587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': '82c49653-7d6a-41c8-b278-b1b26f7a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:03.254476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: 03e4b85f-7062-47ae-8c37-7b59db3dc91c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:03.279541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 03e4b85f-7062-47ae-8c37-7b59db3dc91c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:03.293120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 03e4b85f-7062-47ae-8c37-7b59db3dc91c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:03.294672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] For port 7c4b7904-024e-44cb-83ac-3c88da97dad5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c4b7904-024e-44cb-83ac-3c88da97dad5,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:03.298057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:03.298986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.302843 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.307866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02afe1-e41a-4270-83e2-0a3bd41d0b66 None None] Network 03e4b85f-7062-47ae-8c37-7b59db3dc91c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:03.308259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2703de09-1bea-4316-8ee3-f97a9b3cdf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.324281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03d47ed2-6afb-4474-a6c1-769ab9c7b140 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1340010 Sep 10 03:24:03.327902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57892) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.335722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064571804'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:03.353213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] Calling delete_port for 7c4b7904-024e-44cb-83ac-3c88da97dad5 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:03.373359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:03.376904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.422812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2395ed9d-ee13-40c1-9324-f0f577cf8a68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16cbe3dd70cd4d8e9c644213bcfc5c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262902 Sep 10 03:24:03.422812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57894) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.423270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.426002 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.439688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:03.458758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.459139 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment a2d6427a-4b10-4acd-8093-98285e046214 of type vlan for network cfd99ab9-83be-4297-b9e5-774657d3c980 Sep 10 03:24:03.480773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.481338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Fanout notify agent at l3_agent the message router_deleted on router b101d0e1-50cd-4d55-9065-0adf60a1f501 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:24:03.489438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.493096 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dbcaa39d-68f9-49d7-8e0b-e28726d7ec00 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/routers/b101d0e1-50cd-4d55-9065-0adf60a1f501 HTTP/1.1" status: 204 len: 168 time: 0.4306030 Sep 10 03:24:03.494072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57896) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.523976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.535846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e09d1a-2ab4-42f8-8e36-b27b53630ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.550481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.576815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f338571-77dc-4ca3-94a8-12c30c1466e0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:03.581179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.581330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4f338571-77dc-4ca3-94a8-12c30c1466e0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0841525 Sep 10 03:24:03.581410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.584987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:03.585609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.591134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-03e4b85f-7062-47ae-8c37-7b59db3dc91c', 'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': '904bc709-a29e-4fe4-8483-df0e03dcc0cf'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:03.592486 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.595539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] No DVR routers for this DVR port 7c4b7904-024e-44cb-83ac-3c88da97dad5 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:03.597978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a5048-427e-4dc8-b416-d8992f64aba4 None None] Pushing event deleted for resources: {'Port': ['ID=7c4b7904-024e-44cb-83ac-3c88da97dad5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:03.604059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e09d1a-2ab4-42f8-8e36-b27b53630ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.644355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2703de09-1bea-4316-8ee3-f97a9b3cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.646907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2703de09-1bea-4316-8ee3-f97a9b3cdf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.650492 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2703de09-1bea-4316-8ee3-f97a9b3cdf3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6c23a7a-a67b-4810-b8b3-60d1b5883254 HTTP/1.1" status: 204 len: 168 time: 0.7463765 Sep 10 03:24:03.667106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703de09-1bea-4316-8ee3-f97a9b3cdf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c23a7a-a67b-4810-b8b3-60d1b5883254,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:03.668089 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3388338 Sep 10 03:24:03.668777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.679727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef653303-7dc6-4bde-9cbd-d7387cc73fc5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:03.685019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ef653303-7dc6-4bde-9cbd-d7387cc73fc5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026175 Sep 10 03:24:03.686320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57904) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.689484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': 'cfd99ab9-83be-4297-b9e5-774657d3c980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:03.750489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eb65ec8f-5ce3-4357-a9c9-458cf83d9ea3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630152 Sep 10 03:24:03.755813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57906) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:03.762434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:03.780485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e4802-df6f-4e1f-8795-39332bcd3d70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=cfd99ab9-83be-4297-b9e5-774657d3c980,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:03.820536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Allocated IP 2001:db8:0:ffff::2 (03e4b85f-7062-47ae-8c37-7b59db3dc91c/904bc709-a29e-4fe4-8483-df0e03dcc0cf/235f8e66-4874-4c9b-8573-b71273761e0d) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:03.844620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e09d1a-2ab4-42f8-8e36-b27b53630ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.848274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6e09d1a-2ab4-42f8-8e36-b27b53630ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.849473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6e09d1a-2ab4-42f8-8e36-b27b53630ded admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/661d2e0a-045a-4fb6-aa08-26865b397508 HTTP/1.1" status: 204 len: 168 time: 0.4259501 Sep 10 03:24:03.872397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e09d1a-2ab4-42f8-8e36-b27b53630ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661d2e0a-045a-4fb6-aa08-26865b397508,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:03.883725 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Sync routers for ids ['b101d0e1-50cd-4d55-9065-0adf60a1f501'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:03.901547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:03.906116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Routers set() bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:03.906969 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Router IDs set() for agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:24:03.908417 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_agentschedulers_db [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b101d0e1-50cd-4d55-9065-0adf60a1f501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent'). {{(pid=94636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:24:03.912651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.921626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:03.924330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Routers set() bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:03.924956 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Router IDs set() for agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:24:03.925795 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_agentschedulers_db [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b101d0e1-50cd-4d55-9065-0adf60a1f501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:23:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent'). {{(pid=94636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:24:03.926487 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda15807-1896-472c-a7dd-3eb8dcc03b3f None None] The sync data for ids ['b101d0e1-50cd-4d55-9065-0adf60a1f501'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:03.931741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:03.971719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network cfd99ab9-83be-4297-b9e5-774657d3c980 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:04.213315 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.224737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Transition to ACTIVE for port object 235f8e66-4874-4c9b-8573-b71273761e0d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:04.244272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Transition to ACTIVE for port object 235f8e66-4874-4c9b-8573-b71273761e0d will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:04.251151 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.265439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.322173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Pushing event updated for resources: {'Port': ['ID=235f8e66-4874-4c9b-8573-b71273761e0d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:04.342851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Network 03e4b85f-7062-47ae-8c37-7b59db3dc91c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:04.345626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:04.348323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:04.352881 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d2792bb-1ba0-4723-bf10-8fb1a18c4f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.428182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:04.434254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:04.435823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.440177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=1d1fb037-2a3c-4c51-ba36-fddbd0838a7b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:04.469924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:04.485293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': 'a2d6427a-4b10-4acd-8093-98285e046214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfd99ab9-83be-4297-b9e5-774657d3c980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:04.486007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: cfd99ab9-83be-4297-b9e5-774657d3c980, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:04.490741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:04.494160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:04.498746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb2beec-71d8-433e-a1b2-18304d4dcb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.499685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:04.500402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.501500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:04.502457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 56f2d2de-f0ae-4dd9-a15e-b001e4e304d4 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:04.502457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4b7904-024e-44cb-83ac-3c88da97dad5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:04.525657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7656374 Sep 10 03:24:04.525925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57924) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:04.531427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:04.537997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7c4b7904-024e-44cb-83ac-3c88da97dad5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:04.538349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4b7904-024e-44cb-83ac-3c88da97dad5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:04.550401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c03a4-fbfb-4382-a953-631781946ca0 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:04.552623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Attempting to bind port 235f8e66-4874-4c9b-8573-b71273761e0d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:04.552999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Attempting to bind port 235f8e66-4874-4c9b-8573-b71273761e0d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '82c49653-7d6a-41c8-b278-b1b26f7a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:04.553355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Attempting to bind port 235f8e66-4874-4c9b-8573-b71273761e0d on network 03e4b85f-7062-47ae-8c37-7b59db3dc91c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:04.572537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:04.573243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Checking segment: {'id': '82c49653-7d6a-41c8-b278-b1b26f7a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:04.574555 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.575136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Bound using segment: {'id': '82c49653-7d6a-41c8-b278-b1b26f7a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:04.576159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Bound port: 235f8e66-4874-4c9b-8573-b71273761e0d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c49653-7d6a-41c8-b278-b1b26f7a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '03e4b85f-7062-47ae-8c37-7b59db3dc91c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:04.576759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.660797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb2beec-71d8-433e-a1b2-18304d4dcb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.663487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network cfd99ab9-83be-4297-b9e5-774657d3c980 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:04.666447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900be08-5b8b-4709-ac3c-15b839da3068 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=02195990-0a08-40d6-bc32-e67b2a216ed7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:04.673823 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aeb2beec-71d8-433e-a1b2-18304d4dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.690993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:04.698951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.703012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, cfd99ab9-83be-4297-b9e5-774657d3c980) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:04.721591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a2e17-43da-452f-b843-fd402e89315d None None] Network cfd99ab9-83be-4297-b9e5-774657d3c980 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:04.724804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:04.725532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.732146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.748699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] For port 235f8e66-4874-4c9b-8573-b71273761e0d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:04.768534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aeb2beec-71d8-433e-a1b2-18304d4dcb19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b8261bfe02e4148975123171b18dd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976315 Sep 10 03:24:04.771175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2beec-71d8-433e-a1b2-18304d4dcb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e7d57-ae20-4129-976a-ad5761802e75,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:04.775652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57928) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:04.795287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] For port 235f8e66-4874-4c9b-8573-b71273761e0d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=235f8e66-4874-4c9b-8573-b71273761e0d,segment=NetworkSegment(82c49653-7d6a-41c8-b278-b1b26f7a055a),segment_id=82c49653-7d6a-41c8-b278-b1b26f7a055a)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:04.803872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c763c5f-cd11-4997-bef8-211c74ee2747 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1290021 Sep 10 03:24:04.810760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57932) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:04.837451 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.924833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '02195990-0a08-40d6-bc32-e67b2a216ed7'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:04.925782 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.956493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ba95-0c18-40bc-839e-1fbbfcf0c2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:04.988364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ba95-0c18-40bc-839e-1fbbfcf0c2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.014980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f547a2-2130-4195-a557-696c96a8f728 None None] Pushing event updated for resources: {'Port': ['ID=235f8e66-4874-4c9b-8573-b71273761e0d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:05.052895 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ba95-0c18-40bc-839e-1fbbfcf0c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.056734 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ba95-0c18-40bc-839e-1fbbfcf0c2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.065432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5ff0ba95-0c18-40bc-839e-1fbbfcf0c2f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b38e7d57-ae20-4129-976a-ad5761802e75 HTTP/1.1" status: 204 len: 168 time: 0.2884815 Sep 10 03:24:05.074693 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.085505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0ba95-0c18-40bc-839e-1fbbfcf0c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e7d57-ae20-4129-976a-ad5761802e75,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:05.089593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.161031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.189391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:05.192831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:05.210450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:05.213493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.278987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7495174 Sep 10 03:24:05.279538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57944) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:05.286813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:e7:a1:be', 'name': 'tempest-NetworksTestDHCPv6-700006491'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:05.355291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5276c8-c5fd-4db3-afae-be3167e51359 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=aa15f119-e77d-48e8-9ef7-724de0cad5ad,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:05.360525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.386841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800658a-66c8-4b3d-9fb7-e82696b5ca36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-cfd99ab9-83be-4297-b9e5-774657d3c980', 'network_id': 'cfd99ab9-83be-4297-b9e5-774657d3c980', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': '1d1fb037-2a3c-4c51-ba36-fddbd0838a7b'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:05.388356 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9800658a-66c8-4b3d-9fb7-e82696b5ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.438561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1fb037-2a3c-4c51-ba36-fddbd0838a7b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:05.542634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:05.569565 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.575730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Allocated IP 2001:db8::f816:3eff:fe5b:ec59 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/02195990-0a08-40d6-bc32-e67b2a216ed7/23261586-7d13-4232-a4a2-f2e0950b855a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:05.581249 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.622723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd99ab9-83be-4297-b9e5-774657d3c980']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:05.633232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276e8aa-6be4-4207-aad8-2313019ae439 None None] Network cfd99ab9-83be-4297-b9e5-774657d3c980 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:05.650473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d6427a-4b10-4acd-8093-98285e046214') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:05.650832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d6427a-4b10-4acd-8093-98285e046214') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:05.658024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.665551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.684493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 60b1e6a4-d4a6-4ce9-9dbb-dcf210277522 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:05.700639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.717576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:05.717989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:05.724996 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:05.818433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.830513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.833056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/cfd99ab9-83be-4297-b9e5-774657d3c980 HTTP/1.1" status: 204 len: 168 time: 1.0213277 Sep 10 03:24:05.837340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 57962) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:05.843117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202086948'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:05.856876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a7c01-5b25-48ea-9dc7-4a9ea535bde4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=cfd99ab9-83be-4297-b9e5-774657d3c980,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:05.897004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:05.902238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.936206 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.936472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:05.948926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Transition to ACTIVE for port object 23261586-7d13-4232-a4a2-f2e0950b855a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:05.950034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:05.950478 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment a5941cfe-a184-4b34-9a6c-32e83a2be876 of type vlan for network eac74519-6467-43d6-8bcc-1a8e70e4a963 Sep 10 03:24:05.970694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Transition to ACTIVE for port object 23261586-7d13-4232-a4a2-f2e0950b855a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:05.987526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.076721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.081269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:06.085860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:06.091582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:06.167008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:06.168979 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.176570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:06.177476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.187572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Attempting to bind port 23261586-7d13-4232-a4a2-f2e0950b855a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:06.188033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Attempting to bind port 23261586-7d13-4232-a4a2-f2e0950b855a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:06.188465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Attempting to bind port 23261586-7d13-4232-a4a2-f2e0950b855a on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:06.204392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:06.204392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:06.204392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.204392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:06.204392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Bound port: 23261586-7d13-4232-a4a2-f2e0950b855a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:06.204392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.228685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 235f8e66-4874-4c9b-8573-b71273761e0d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:06.292751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57982) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:06.293043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4543803 Sep 10 03:24:06.299507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:06.344556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35399487-551a-4026-a657-309ac7bf82f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=eac74519-6467-43d6-8bcc-1a8e70e4a963,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:06.347393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 172.20.0.5 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/aa15f119-e77d-48e8-9ef7-724de0cad5ad/60b1e6a4-d4a6-4ce9-9dbb-dcf210277522) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:06.353757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:06.356203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fee7:a1be (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/02195990-0a08-40d6-bc32-e67b2a216ed7/60b1e6a4-d4a6-4ce9-9dbb-dcf210277522) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:06.362537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:06.365653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:06.393178 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.510222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 235f8e66-4874-4c9b-8573-b71273761e0d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:06.534887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c8ea10e2-bfbd-43a1-95f9-341659c1392c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:06.539850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:06.545131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.551140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e52e43-54bd-4496-96ac-a708174ebf51 None None] Network 03e4b85f-7062-47ae-8c37-7b59db3dc91c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:06.592025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50158fe7-8eee-4bfe-ac3c-97b65cbcbe60 None None] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:06.594749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c8ea10e2-bfbd-43a1-95f9-341659c1392c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:06.595099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c8ea10e2-bfbd-43a1-95f9-341659c1392c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:06.605215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 57992) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:06.653285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] Provisioning for port 235f8e66-4874-4c9b-8573-b71273761e0d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:06.654432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.663142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] Provisioning complete for port 235f8e66-4874-4c9b-8573-b71273761e0d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:06.664042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.678990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 60b1e6a4-d4a6-4ce9-9dbb-dcf210277522 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:06.731142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.822138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=60b1e6a4-d4a6-4ce9-9dbb-dcf210277522,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:06.846543 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.857617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:06.863155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:06.874421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-256724888-network', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:06.876294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:06.886533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] For port 235f8e66-4874-4c9b-8573-b71273761e0d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=235f8e66-4874-4c9b-8573-b71273761e0d,segment=NetworkSegment(82c49653-7d6a-41c8-b278-b1b26f7a055a),segment_id=82c49653-7d6a-41c8-b278-b1b26f7a055a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:06.892842 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:06.987674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920b3bc-0129-4fd3-b932-099947b5faac None None] Pushing event updated for resources: {'Port': ['ID=235f8e66-4874-4c9b-8573-b71273761e0d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:07.007194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:07.009053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.042138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Made reservation on behalf of 6490f7629d704987a06e7b1420fdaaec for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:07.044543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.049728 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-504b0b51-4826-47c0-821b-21e957444be6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7687693 Sep 10 03:24:07.051836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:07.065004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.071553 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.164022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20071ffb-e498-4940-bc4e-760268958a7b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:07.174904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=eacc92aa-f82a-41c1-8e37-d6fda0988afa,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:07.175113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20071ffb-e498-4940-bc4e-760268958a7b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:07.177306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-20071ffb-e498-4940-bc4e-760268958a7b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1239891 Sep 10 03:24:07.182611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58010) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:07.236493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': 'a5941cfe-a184-4b34-9a6c-32e83a2be876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:07.236727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: eac74519-6467-43d6-8bcc-1a8e70e4a963, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:07.279035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58012) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:07.298949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:07.319148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-801833de-f40b-4d65-a671-763518af13a5 None None] Provisioning complete for port 235f8e66-4874-4c9b-8573-b71273761e0d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:07.319639 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-801833de-f40b-4d65-a671-763518af13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.342420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, eac74519-6467-43d6-8bcc-1a8e70e4a963) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:07.348889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:07.349512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.360982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275db7f8-396c-4c3f-bac6-dd21d764cc6e None None] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:07.382335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 60b1e6a4-d4a6-4ce9-9dbb-dcf210277522 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:07.382684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.405602 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.407648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.422164 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39c71bdb-963e-47f2-9841-f0c69b2cd4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.425492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.440883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8bc733f5-8bac-4447-b032-3512eb9160ac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1467903 Sep 10 03:24:07.447370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58016) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:07.455115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2017199216'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:07.495391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:07.527270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074212d9-aa18-4d67-a599-347be2819d5b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:07.531595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.531948 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Added segment e153f6ba-bada-403c-b62a-a197177895a6 of type vlan for network b13a7fb3-e269-4695-aa14-57cdf8510538 Sep 10 03:24:07.572488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.579202 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39c71bdb-963e-47f2-9841-f0c69b2cd4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.591304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-eac74519-6467-43d6-8bcc-1a8e70e4a963', 'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': 'eacc92aa-f82a-41c1-8e37-d6fda0988afa'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:07.594146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.600404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 60b1e6a4-d4a6-4ce9-9dbb-dcf210277522 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:07.603801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.605205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39c71bdb-963e-47f2-9841-f0c69b2cd4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.628049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:07.633246 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.685750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.687326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:07.688016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.700389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:07.713545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c71bdb-963e-47f2-9841-f0c69b2cd4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edc98ea-4fd0-42a3-b5b3-581c0168fd37,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:07.738569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39c71bdb-963e-47f2-9841-f0c69b2cd4a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faf8b49856d74508b138cc850844c076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583077 Sep 10 03:24:07.742068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:07.744762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1382213 Sep 10 03:24:07.749605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.749947 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment 53c08387-8f33-4b45-93b7-def4d5f2ad27 of type vlan for network fc9096ef-3826-4c41-b870-f32767ba1e4f Sep 10 03:24:07.751269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:07.770451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Request body: {'subnet': {'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-256724888-subnet', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:07.779123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Allocated IP 2001:db8::1 (eac74519-6467-43d6-8bcc-1a8e70e4a963/eacc92aa-f82a-41c1-8e37-d6fda0988afa/da9c783d-43dd-453c-aeb8-dc9369891a01) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:07.793830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc820271-7f0f-421e-abcc-7d16fe0791c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b13a7fb3-e269-4695-aa14-57cdf8510538,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:07.808935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b13a7fb3-e269-4695-aa14-57cdf8510538 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:07.863375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.888786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Made reservation on behalf of 6490f7629d704987a06e7b1420fdaaec for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:07.891091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.911832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a8430b93-2ff7-4eb8-83d3-52d934c3aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.948640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.954616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.955083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:07.955832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:07.999560 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a8430b93-2ff7-4eb8-83d3-52d934c3aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.013145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=60b1e6a4-d4a6-4ce9-9dbb-dcf210277522,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:08.028049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.039173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Transition to ACTIVE for port object da9c783d-43dd-453c-aeb8-dc9369891a01 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:08.060425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Transition to ACTIVE for port object da9c783d-43dd-453c-aeb8-dc9369891a01 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:08.072619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6240106 Sep 10 03:24:08.073289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:08.078860 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.089688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:08.162327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:08.163627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb951e6b-4b9f-41b2-919c-363082abca49 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:08.165596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.168343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b88aaef-070e-4466-b423-7ffdd1ac07f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/60b1e6a4-d4a6-4ce9-9dbb-dcf210277522 HTTP/1.1" status: 204 len: 168 time: 0.9813123 Sep 10 03:24:08.170550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:08.208908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Pushing event updated for resources: {'Port': ['ID=da9c783d-43dd-453c-aeb8-dc9369891a01,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:08.211538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:08.216349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:08.223893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24638b-0e4a-4a78-adf9-bbb759c9b453 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=fc9096ef-3826-4c41-b870-f32767ba1e4f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:08.263591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14310841-01ef-4e4f-a273-258a4bb3f0bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:08.265732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14310841-01ef-4e4f-a273-258a4bb3f0bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:08.267520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14310841-01ef-4e4f-a273-258a4bb3f0bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:08.268589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network fc9096ef-3826-4c41-b870-f32767ba1e4f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:08.269329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-14310841-01ef-4e4f-a273-258a4bb3f0bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0975428 Sep 10 03:24:08.272199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:08.272367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23261586-7d13-4232-a4a2-f2e0950b855a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:08.325587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a8430b93-2ff7-4eb8-83d3-52d934c3aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.328607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a8430b93-2ff7-4eb8-83d3-52d934c3aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.329926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a8430b93-2ff7-4eb8-83d3-52d934c3aea6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7edc98ea-4fd0-42a3-b5b3-581c0168fd37 HTTP/1.1" status: 204 len: 168 time: 0.5860584 Sep 10 03:24:08.343151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 02195990-0a08-40d6-bc32-e67b2a216ed7 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:08.347781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.378967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8430b93-2ff7-4eb8-83d3-52d934c3aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edc98ea-4fd0-42a3-b5b3-581c0168fd37,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:08.389126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.415010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.429791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:08.434213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.527668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.ipam_backend_mixin [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Performing IP validity checks on allocation pools {{(pid=94633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:24:08.528224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.ipam_backend_mixin [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:24:08.531576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.542143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe92112-1f0a-48d6-8b67-224991ee35ab,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:08.559897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Checking segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:08.560518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Network hostable DHCP agents. Network: b13a7fb3-e269-4695-aa14-57cdf8510538, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:08.573399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Attempting to bind port da9c783d-43dd-453c-aeb8-dc9369891a01 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:08.573921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Attempting to bind port da9c783d-43dd-453c-aeb8-dc9369891a01 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'a5941cfe-a184-4b34-9a6c-32e83a2be876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:08.574138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Attempting to bind port da9c783d-43dd-453c-aeb8-dc9369891a01 on network eac74519-6467-43d6-8bcc-1a8e70e4a963 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:08.591429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Network b13a7fb3-e269-4695-aa14-57cdf8510538 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:08.616937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:08.617804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Checking segment: {'id': 'a5941cfe-a184-4b34-9a6c-32e83a2be876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:08.618200 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.618615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Bound using segment: {'id': 'a5941cfe-a184-4b34-9a6c-32e83a2be876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:08.619103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Bound port: da9c783d-43dd-453c-aeb8-dc9369891a01, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5941cfe-a184-4b34-9a6c-32e83a2be876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eac74519-6467-43d6-8bcc-1a8e70e4a963'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:08.619584 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.631436 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.632299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b13a7fb3-e269-4695-aa14-57cdf8510538) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:08.634190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e6f3aeaa-a31f-4fe0-988b-78b2b2d68c50 None None] Provisioning for port 23261586-7d13-4232-a4a2-f2e0950b855a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:08.640785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:08.641389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.671564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2dae4624-56d4-442a-a508-505b0d18893b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9150121 Sep 10 03:24:08.682066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d0327a-291b-42de-923d-7ecb978f10dd None None] Network b13a7fb3-e269-4695-aa14-57cdf8510538 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:08.689989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:08.699262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:08.703930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=02195990-0a08-40d6-bc32-e67b2a216ed7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:08.713161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.715531 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b0c86a3d-591c-495c-88ee-d516c144ba44 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/02195990-0a08-40d6-bc32-e67b2a216ed7 HTTP/1.1" status: 204 len: 168 time: 0.4422624 Sep 10 03:24:08.717926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58036) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:08.737654 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.763377 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.767163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.796198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet aa15f119-e77d-48e8-9ef7-724de0cad5ad {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:08.799819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.803402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 23261586-7d13-4232-a4a2-f2e0950b855a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:08.850792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.853837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 23261586-7d13-4232-a4a2-f2e0950b855a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:08.854230 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.874039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.896217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] For port da9c783d-43dd-453c-aeb8-dc9369891a01, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:08.913875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:08.937777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] For port da9c783d-43dd-453c-aeb8-dc9369891a01, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=da9c783d-43dd-453c-aeb8-dc9369891a01,segment=NetworkSegment(a5941cfe-a184-4b34-9a6c-32e83a2be876),segment_id=a5941cfe-a184-4b34-9a6c-32e83a2be876)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:08.949540 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.015824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.021838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': '53c08387-8f33-4b45-93b7-def4d5f2ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:09.022189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: fc9096ef-3826-4c41-b870-f32767ba1e4f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:09.051782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=aa15f119-e77d-48e8-9ef7-724de0cad5ad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:09.064153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.069330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fbb88cac-b523-4956-b332-230627a2587d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/aa15f119-e77d-48e8-9ef7-724de0cad5ad HTTP/1.1" status: 204 len: 168 time: 0.3500981 Sep 10 03:24:09.070186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58046) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:09.104744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10e345-070a-462e-bf99-955195b17e0d None None] Pushing event updated for resources: {'Port': ['ID=da9c783d-43dd-453c-aeb8-dc9369891a01,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:09.177510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e74e911f-63ab-4ac3-82fa-4f52dcae3b6f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052170 Sep 10 03:24:09.180390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.180731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58050) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:09.187497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:09.189481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=af16c37f-ed96-422a-a54e-63318a29767d,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:09.196019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13a7fb3-e269-4695-aa14-57cdf8510538', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:09.199846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.223726 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network fc9096ef-3826-4c41-b870-f32767ba1e4f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:09.231956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.262399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, fc9096ef-3826-4c41-b870-f32767ba1e4f) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:09.268063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b34a5-4fb4-4090-9159-343f7eac477a None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'aa15f119-e77d-48e8-9ef7-724de0cad5ad'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '23261586-7d13-4232-a4a2-f2e0950b855a'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:24:09.278157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3816ac-60a7-492b-a2e8-bb8698b5e2bc None None] Network fc9096ef-3826-4c41-b870-f32767ba1e4f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:09.283295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:09.284370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.330714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2b9c7182-ab21-403f-bc31-23168b3c14f3 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2451527 Sep 10 03:24:09.333326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:09.391338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:09.395186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.488220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:09.489613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-891b34a5-4fb4-4090-9159-343f7eac477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.547327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.556065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 235f8e66-4874-4c9b-8573-b71273761e0d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:09.707092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.770767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:09.820204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.840728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Allocated IP 172.20.0.2 (b13a7fb3-e269-4695-aa14-57cdf8510538/1fe92112-1f0a-48d6-8b67-224991ee35ab/8aa07242-4a06-460f-a38b-138ce59ca908) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:09.855187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 235f8e66-4874-4c9b-8573-b71273761e0d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:09.855856 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.910262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-fc9096ef-3826-4c41-b870-f32767ba1e4f', 'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': 'af16c37f-ed96-422a-a54e-63318a29767d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:09.911442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.953870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:09.959016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2c0ff-78a2-4e63-baf5-be9e8fc4aa77 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:09.988895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58070) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:10.044223 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.066158 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.190089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Allocated IP 172.25.8.192 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0e683e24-4516-4322-8ff9-87e5c241d139) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:10.203165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-71c2a71b-4f24-4f18-b970-ee47e4ddf86b None None] Provisioning complete for port 23261586-7d13-4232-a4a2-f2e0950b855a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:10.203700 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71c2a71b-4f24-4f18-b970-ee47e4ddf86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.310687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.356343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.401119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:10.404206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:10.408213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:10.452338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebaafec-74c6-41e3-8ccb-36765c89c5d3 None None] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:10.452598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Pushing event updated for resources: {'Port': ['ID=0e683e24-4516-4322-8ff9-87e5c241d139,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:10.524193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Allocated IP 2001:db8::3 (fc9096ef-3826-4c41-b870-f32767ba1e4f/af16c37f-ed96-422a-a54e-63318a29767d/7c65451f-c8b9-4861-ab55-95d66022fec9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:10.610992 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.613827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device da9c783d-43dd-453c-aeb8-dc9369891a01 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:10.645100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73a319cc-8428-4404-bdae-322f1fe3ea26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.655044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.754234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.865264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Transition to ACTIVE for port object 8aa07242-4a06-460f-a38b-138ce59ca908 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:10.877442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73a319cc-8428-4404-bdae-322f1fe3ea26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.879739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:10.882718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-73a319cc-8428-4404-bdae-322f1fe3ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.940541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-73a319cc-8428-4404-bdae-322f1fe3ea26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e59f4b38a6b415eb4c2d2c13d42bc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8983462 Sep 10 03:24:10.944669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58074) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:10.956978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Transition to ACTIVE for port object 8aa07242-4a06-460f-a38b-138ce59ca908 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:10.959995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.963922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-496b4ef6-c7c6-48a1-8260-76c71440cc39 None None] Provisioning for port da9c783d-43dd-453c-aeb8-dc9369891a01 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:10.967508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a319cc-8428-4404-bdae-322f1fe3ea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf0818-a382-431a-a81a-8860813b1b11,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:10.980555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.981765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.982608 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:10.991730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.076749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:11.090356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:11.099919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:11.100764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.118231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=f2a829e5-5243-45ff-8b22-b96a2e794a4e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:11.119797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Network b13a7fb3-e269-4695-aa14-57cdf8510538 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:11.136219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:11.137948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port da9c783d-43dd-453c-aeb8-dc9369891a01 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:11.147355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:11.152494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9681625 Sep 10 03:24:11.152494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79f4d1-e85b-44e2-a71f-d9f56cc6a302 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:11.152834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58076) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:11.153034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7235c-656f-4514-abd5-27eabd84d7d9 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:11.155594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b46cab8-cbd7-4f82-a821-5c4170876d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.159138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:11.175643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port da9c783d-43dd-453c-aeb8-dc9369891a01 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:11.176020 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.179222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b46cab8-cbd7-4f82-a821-5c4170876d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.190382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:24:11.201421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Pushing event updated for resources: {'Port': ['ID=8aa07242-4a06-460f-a38b-138ce59ca908,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:11.237120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b46cab8-cbd7-4f82-a821-5c4170876d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.240928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7b46cab8-cbd7-4f82-a821-5c4170876d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.242289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7b46cab8-cbd7-4f82-a821-5c4170876d76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0bf0818-a382-431a-a81a-8860813b1b11 HTTP/1.1" status: 204 len: 168 time: 0.2921877 Sep 10 03:24:11.252123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46cab8-cbd7-4f82-a821-5c4170876d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf0818-a382-431a-a81a-8860813b1b11,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:11.256978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-61b13a03-0b07-4381-8061-e9547f5645a4 None None] Provisioning complete for port 23261586-7d13-4232-a4a2-f2e0950b855a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:11.257488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-61b13a03-0b07-4381-8061-e9547f5645a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.375379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:11.378851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.384026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:11.406264 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.413057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Attempting to bind port 8aa07242-4a06-460f-a38b-138ce59ca908 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:11.413512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Attempting to bind port 8aa07242-4a06-460f-a38b-138ce59ca908 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:11.413945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Attempting to bind port 8aa07242-4a06-460f-a38b-138ce59ca908 on network b13a7fb3-e269-4695-aa14-57cdf8510538 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:11.416906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Sync routers for ids ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:11.427501 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.428795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84e29618-53cf-498f-b2b5-74c6c5432092 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7379010 Sep 10 03:24:11.431866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58082) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:11.451712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Transition to ACTIVE for port object 7c65451f-c8b9-4861-ab55-95d66022fec9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:11.456113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:11.456583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Checking segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:11.457004 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.457503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Bound using segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:11.458065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Bound port: 8aa07242-4a06-460f-a38b-138ce59ca908, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:11.458536 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.529258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Routers {'6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:11.530039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:11.637929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Transition to ACTIVE for port object 7c65451f-c8b9-4861-ab55-95d66022fec9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:11.688662 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.705836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.753235 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.783446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:11.785334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:11.788775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:11.789538 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.804574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=ca6c1c95-5aa9-4546-8708-14210d18f7bf,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:11.810912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-923717ac-5e25-4434-8351-6229bc5e1837 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6565387 Sep 10 03:24:11.814908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58092) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:11.821199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:fb:5d:c0', 'name': 'tempest-NetworksTestDHCPv6-1314231397'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:11.850401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=af16c37f-ed96-422a-a54e-63318a29767d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:11.944303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Network fc9096ef-3826-4c41-b870-f32767ba1e4f is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:11.953760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:11.957386 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.966686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:11.972921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:11.986687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:11.991277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] For port 8aa07242-4a06-460f-a38b-138ce59ca908, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:12.024694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9096ef-3826-4c41-b870-f32767ba1e4f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:12.038652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c08387-8f33-4b45-93b7-def4d5f2ad27') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:12.038949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c08387-8f33-4b45-93b7-def4d5f2ad27') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:12.060781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.107240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Pushing event updated for resources: {'Port': ['ID=7c65451f-c8b9-4861-ab55-95d66022fec9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:12.109716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.118761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] For port 8aa07242-4a06-460f-a38b-138ce59ca908, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8aa07242-4a06-460f-a38b-138ce59ca908,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:12.130375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:12.130375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:12.134262 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:12.151231 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.166049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.191166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 0d8f399c-86fc-4cc6-88ee-2c241cf12f49 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:12.208054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Set router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:12.213321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port da9c783d-43dd-453c-aeb8-dc9369891a01, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=da9c783d-43dd-453c-aeb8-dc9369891a01,segment=NetworkSegment(a5941cfe-a184-4b34-9a6c-32e83a2be876),segment_id=a5941cfe-a184-4b34-9a6c-32e83a2be876)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:12.239787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:24:12.239787 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:24:12.239787 n-d-808126-2 neutron-server[94634]: [parameters: {'id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f'}] Sep 10 03:24:12.239787 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:12.240199 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:12.257842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Attempting to bind port 7c65451f-c8b9-4861-ab55-95d66022fec9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:12.258717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Attempting to bind port 7c65451f-c8b9-4861-ab55-95d66022fec9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '53c08387-8f33-4b45-93b7-def4d5f2ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:12.259141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Attempting to bind port 7c65451f-c8b9-4861-ab55-95d66022fec9 on network fc9096ef-3826-4c41-b870-f32767ba1e4f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:12.286146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.314113 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.353156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:12.353539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Checking segment: {'id': '53c08387-8f33-4b45-93b7-def4d5f2ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:12.354019 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.354470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Bound using segment: {'id': '53c08387-8f33-4b45-93b7-def4d5f2ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:12.363614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Bound port: 7c65451f-c8b9-4861-ab55-95d66022fec9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c08387-8f33-4b45-93b7-def4d5f2ad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fc9096ef-3826-4c41-b870-f32767ba1e4f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:12.363614 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.423815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 172.20.0.8 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ca6c1c95-5aa9-4546-8708-14210d18f7bf/0d8f399c-86fc-4cc6-88ee-2c241cf12f49) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:12.431853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fefb:5dc0 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/f2a829e5-5243-45ff-8b22-b96a2e794a4e/0d8f399c-86fc-4cc6-88ee-2c241cf12f49) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:12.449991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-32a37f9f-e157-4a6c-aef6-ef5ab161fafc None None] Provisioning complete for port da9c783d-43dd-453c-aeb8-dc9369891a01 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:12.449991 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-32a37f9f-e157-4a6c-aef6-ef5ab161fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.451797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23261586-7d13-4232-a4a2-f2e0950b855a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:12.527537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a6615-e283-43cb-a8fd-9155eb457dc0 None None] Pushing event updated for resources: {'Port': ['ID=8aa07242-4a06-460f-a38b-138ce59ca908,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:12.545660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Allocated IP 172.20.0.1 (b13a7fb3-e269-4695-aa14-57cdf8510538/1fe92112-1f0a-48d6-8b67-224991ee35ab/e7108607-cbc7-4f74-95cb-dad4a908c086) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:12.673804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'f2a829e5-5243-45ff-8b22-b96a2e794a4e', 'ip_address': '2001:db8::f816:3eff:fe5b:ec59'}, {'subnet_id': 'ca6c1c95-5aa9-4546-8708-14210d18f7bf'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '23261586-7d13-4232-a4a2-f2e0950b855a'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:24:12.677188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.716208 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 0d8f399c-86fc-4cc6-88ee-2c241cf12f49 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:12.763397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.767668 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.780482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.803195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Transition to ACTIVE for port object e7108607-cbc7-4f74-95cb-dad4a908c086 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:12.813100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.814538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:12.820967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:12.825602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=da9c783d-43dd-453c-aeb8-dc9369891a01,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:12.827818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:12.837491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.864260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=0d8f399c-86fc-4cc6-88ee-2c241cf12f49,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:12.906192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:12.907125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.914434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:12.926172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bfb5b5cb-5a33-4dca-9edc-18ee564cac2f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1098130 Sep 10 03:24:12.929198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:12.998313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa1ba3-995d-4d1a-94a3-d9253e2299c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:13.000505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Network b13a7fb3-e269-4695-aa14-57cdf8510538 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:13.014261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa1ba3-995d-4d1a-94a3-d9253e2299c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:13.017310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d7fa1ba3-995d-4d1a-94a3-d9253e2299c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0867047 Sep 10 03:24:13.017524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:13.021949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:13.022171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58118) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:13.059565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting port 7c65451f-c8b9-4861-ab55-95d66022fec9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:13.060169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.062088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Pushing event updated for resources: {'Port': ['ID=e7108607-cbc7-4f74-95cb-dad4a908c086,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:13.105381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] For port 7c65451f-c8b9-4861-ab55-95d66022fec9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:13.109416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.122379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] For port 7c65451f-c8b9-4861-ab55-95d66022fec9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c65451f-c8b9-4861-ab55-95d66022fec9,segment=NetworkSegment(53c08387-8f33-4b45-93b7-def4d5f2ad27),segment_id=53c08387-8f33-4b45-93b7-def4d5f2ad27)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:13.155502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.162692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 0d8f399c-86fc-4cc6-88ee-2c241cf12f49 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:13.163226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.235793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] For port 7c65451f-c8b9-4861-ab55-95d66022fec9, host n-d-808126-2, got binding levels [] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:13.236429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.261592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Calling delete_port for 7c65451f-c8b9-4861-ab55-95d66022fec9 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:13.284079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.297714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 0d8f399c-86fc-4cc6-88ee-2c241cf12f49 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:13.305958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:13.347241 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.427611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-32a37f9f-e157-4a6c-aef6-ef5ab161fafc None None] Could not find standard attr ID for object 60b1e6a4-d4a6-4ce9-9dbb-dcf210277522. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:13.464107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea622a29-0534-4e43-88fe-987d1c43fe09 None None] Pushing event updated for resources: {'Port': ['ID=7c65451f-c8b9-4861-ab55-95d66022fec9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:13.536161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:24:10Z', 'revision_number': 3, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:13.577820 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.586836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b8f3f-9757-4144-b1ed-0ebf2ed537d1 None None] Network fc9096ef-3826-4c41-b870-f32767ba1e4f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:13.623501 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.633399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Checking router: 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:13.633877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Updating router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a port 0e683e24-4516-4322-8ff9-87e5c241d139 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:24:13.659516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.701183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Port': ['ID=7c65451f-c8b9-4861-ab55-95d66022fec9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:13.721748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=0d8f399c-86fc-4cc6-88ee-2c241cf12f49,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:13.735107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No DVR routers for this DVR port 7c65451f-c8b9-4861-ab55-95d66022fec9 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:13.746461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8aa07242-4a06-460f-a38b-138ce59ca908 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:13.826588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b668937-f73a-4caa-a7a6-989c4a984ce0 None None] Network b13a7fb3-e269-4695-aa14-57cdf8510538 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:13.839338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.842219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6edd03ce-cea9-4e76-bd83-af95aaa7080d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/0d8f399c-86fc-4cc6-88ee-2c241cf12f49 HTTP/1.1" status: 204 len: 168 time: 0.8190656 Sep 10 03:24:13.845055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58130) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:13.864653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.878351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.887136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:13.918253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26cedc-e317-4703-9c03-3fa99579328b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:13.922947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26cedc-e317-4703-9c03-3fa99579328b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:13.924814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9096ef-3826-4c41-b870-f32767ba1e4f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:13.926220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26cedc-e317-4703-9c03-3fa99579328b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:13.932388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6d26cedc-e317-4703-9c03-3fa99579328b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0861382 Sep 10 03:24:13.933190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58132) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:13.940754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c08387-8f33-4b45-93b7-def4d5f2ad27') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:13.941170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c08387-8f33-4b45-93b7-def4d5f2ad27') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:13.959838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.984595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:13.998297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:13.998725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.001762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Allocated IP 172.20.0.2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ca6c1c95-5aa9-4546-8708-14210d18f7bf/23261586-7d13-4232-a4a2-f2e0950b855a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:14.001899 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:14.014312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet ca6c1c95-5aa9-4546-8708-14210d18f7bf {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:14.021905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.034114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.037591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d8f2be38-e19e-4e96-b496-cb1f4c8f7270 None None] Provisioning for port 8aa07242-4a06-460f-a38b-138ce59ca908 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:14.127135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.140548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Pushing event updated for resources: {'Port': ['ID=e7108607-cbc7-4f74-95cb-dad4a908c086,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:14.151139 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.156751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/fc9096ef-3826-4c41-b870-f32767ba1e4f HTTP/1.1" status: 204 len: 168 time: 4.8187084 Sep 10 03:24:14.156751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.158173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:14.164346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015369221'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:14.184426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5324f-cd8e-4e25-82d7-e9acce2492ce tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=fc9096ef-3826-4c41-b870-f32767ba1e4f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:14.192794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8aa07242-4a06-460f-a38b-138ce59ca908 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:14.199499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:14.204804 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.205283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:14.223060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8aa07242-4a06-460f-a38b-138ce59ca908 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:14.223436 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.232561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:14.244639 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.245316 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment a6a9010b-ab7b-49a4-aebb-8e5b9e6d57d5 of type vlan for network dae5057d-2b99-4799-93fd-482306f8d0cb Sep 10 03:24:14.289215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Network b13a7fb3-e269-4695-aa14-57cdf8510538 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:14.291150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:14.315810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.319894 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.352623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.360523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:14.361444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.394553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Transition to ACTIVE for port object 23261586-7d13-4232-a4a2-f2e0950b855a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:14.414663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.422186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:24:14.472523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.482963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=dae5057d-2b99-4799-93fd-482306f8d0cb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:14.523760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7eee5603-ed6b-4ce8-83b4-ebc29dca65ed tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3640096 Sep 10 03:24:14.527946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dae5057d-2b99-4799-93fd-482306f8d0cb details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:14.541003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58144) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:14.546801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': 'dae5057d-2b99-4799-93fd-482306f8d0cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:14.581620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:14.593600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b0e1a5b-c9ab-41f1-9a70-f946750cf340 admin admin] 10.222.0.23 "PUT /v2.0/routers/6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1600029 Sep 10 03:24:14.636319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.687254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:14.692256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.722009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac013287-f5c2-4b0e-83d9-00ea5d9145b1 None None] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:14.818786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.852945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8aa07242-4a06-460f-a38b-138ce59ca908, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8aa07242-4a06-460f-a38b-138ce59ca908,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:14.855767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.877863 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:14.878706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device da9c783d-43dd-453c-aeb8-dc9369891a01 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:14.925869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Transition to ACTIVE for port object 0e683e24-4516-4322-8ff9-87e5c241d139 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:14.956546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.044684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8aa07242-4a06-460f-a38b-138ce59ca908,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:15.058233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Attempting to bind port 0e683e24-4516-4322-8ff9-87e5c241d139 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:15.058724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Attempting to bind port 0e683e24-4516-4322-8ff9-87e5c241d139 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:15.059157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Attempting to bind port 0e683e24-4516-4322-8ff9-87e5c241d139 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:15.064711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8354a3d3-556c-4899-918e-605d00d8093e None None] Provisioning complete for port 8aa07242-4a06-460f-a38b-138ce59ca908 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:15.066944 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8354a3d3-556c-4899-918e-605d00d8093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.104048 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.125891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:15.125891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:15.126410 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.127073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:15.127929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Bound port: 0e683e24-4516-4322-8ff9-87e5c241d139, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:15.128066 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.249615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port da9c783d-43dd-453c-aeb8-dc9369891a01 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:15.250247 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.256129 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.289831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] For port 0e683e24-4516-4322-8ff9-87e5c241d139, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:15.304314 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c4d6-343f-45f8-be53-ff568f6e531e None None] Pushing event updated for resources: {'Port': ['ID=0e683e24-4516-4322-8ff9-87e5c241d139,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:15.321352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.344331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.348781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ca6c1c95-5aa9-4546-8708-14210d18f7bf HTTP/1.1" status: 204 len: 168 time: 1.4110048 Sep 10 03:24:15.349689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58156) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:15.378087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] For port 0e683e24-4516-4322-8ff9-87e5c241d139, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e683e24-4516-4322-8ff9-87e5c241d139,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:15.382405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=046c01e8-1b47-41e0-9412-bde5d3ad373b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:15.397777 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.433233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a4335-5eca-485e-bebb-b7b9c30ae1f3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6c1c95-5aa9-4546-8708-14210d18f7bf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:15.488195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet f2a829e5-5243-45ff-8b22-b96a2e794a4e {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:15.489099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': 'a6a9010b-ab7b-49a4-aebb-8e5b9e6d57d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dae5057d-2b99-4799-93fd-482306f8d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:15.489745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: dae5057d-2b99-4799-93fd-482306f8d0cb, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:15.491806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.542878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network dae5057d-2b99-4799-93fd-482306f8d0cb is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:15.558767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dae5057d-2b99-4799-93fd-482306f8d0cb) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:15.564316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:15.565344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.590357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.591179 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6484b7bd-b9ca-4e68-91a9-83d60fca1d38 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0486810 Sep 10 03:24:15.594518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58164) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:15.774969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.779229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.871433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.909905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.956913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a829e5-5243-45ff-8b22-b96a2e794a4e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:15.960857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69824d-9482-42d0-b93b-e3078403d705 None None] Network dae5057d-2b99-4799-93fd-482306f8d0cb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:15.966147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:15.968550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d21b3025-f246-45d7-9b43-968ead2351fb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/f2a829e5-5243-45ff-8b22-b96a2e794a4e HTTP/1.1" status: 204 len: 168 time: 0.6185584 Sep 10 03:24:15.970958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58172) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:16.021411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9d8162b8-0a5b-4d1b-b31b-36624fe29366 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477862 Sep 10 03:24:16.022684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58174) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:16.025294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091668c-aaf2-4ba5-aa20-9d880fe0b413 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:16.027761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.049608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:16.096562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=046c01e8-1b47-41e0-9412-bde5d3ad373b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:16.113751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c4d6-343f-45f8-be53-ff568f6e531e None None] Pushing event updated for resources: {'Port': ['ID=0e683e24-4516-4322-8ff9-87e5c241d139,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:16.130624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Routers {'6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:16.131268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:16.133508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58180) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:16.138528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-143319517-network', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:16.193368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.214524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Made reservation on behalf of f10a10706c3d4202ae4d480897521df4 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:16.217206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.230044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.232740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae5057d-2b99-4799-93fd-482306f8d0cb']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:16.235773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:16.241607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.250930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a9010b-ab7b-49a4-aebb-8e5b9e6d57d5') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:16.251226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a9010b-ab7b-49a4-aebb-8e5b9e6d57d5') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:16.265207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.286901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.304041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8aa07242-4a06-460f-a38b-138ce59ca908 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:16.306365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:16.306991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:16.311650 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:16.315849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8354a3d3-556c-4899-918e-605d00d8093e None None] Provisioning for port e7108607-cbc7-4f74-95cb-dad4a908c086 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:16.344231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8354a3d3-556c-4899-918e-605d00d8093e None None] Provisioning complete for port e7108607-cbc7-4f74-95cb-dad4a908c086 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:16.344604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8354a3d3-556c-4899-918e-605d00d8093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.381311 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:24:16.391269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.406316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.408362 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/dae5057d-2b99-4799-93fd-482306f8d0cb HTTP/1.1" status: 204 len: 168 time: 0.8125880 Sep 10 03:24:16.426746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58186) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:16.431115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41f761-3a9e-48ab-84ca-b2c25b73f9c2 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=dae5057d-2b99-4799-93fd-482306f8d0cb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:16.440300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817203929'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:16.508581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.525181 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.527186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.547679 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:16.551843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.569180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:16.583693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab579576-013b-47b9-9403-b4eb31c56e3c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:16.591947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:16.595404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:16.601013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:16.602494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.605231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8354a3d3-556c-4899-918e-605d00d8093e None None] Port e7108607-cbc7-4f74-95cb-dad4a908c086 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:16.610562 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.610923 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Added segment 9a9297ed-c635-4537-bf10-ae55da16e900 of type vlan for network 99c55e37-8b04-42e1-85b7-4725a9976ba8 Sep 10 03:24:16.613467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=bd0dd6e9-c603-45e5-865e-cf66d492ae2c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:16.623356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10821eba-1488-4a46-a44b-a9089e5fb661 None None] Network dae5057d-2b99-4799-93fd-482306f8d0cb requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:16.629463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4a38e8ad-6796-44f0-ae8e-a71d1c43525b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6050501 Sep 10 03:24:16.632000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58192) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:16.640443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:16.653577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8aa07242-4a06-460f-a38b-138ce59ca908 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:16.654079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.668137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:16.679364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10821eba-1488-4a46-a44b-a9089e5fb661 None None] Network dae5057d-2b99-4799-93fd-482306f8d0cb could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:24:16.685064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] Set router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:16.685236 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.693201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.693562 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment 7fc4ffdb-72cd-432c-b9f2-7a669c61c2ec of type vlan for network f7835ab3-10eb-4f78-8101-d4a9a42eeaef Sep 10 03:24:16.724420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:16.750011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.754184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.755183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:16.755800 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.827653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:16.836359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.837374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Provisioning for port 23261586-7d13-4232-a4a2-f2e0950b855a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:16.853050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] Pushing event updated for resources: {'Network': ['ID=99c55e37-8b04-42e1-85b7-4725a9976ba8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:16.854207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Provisioning complete for port 23261586-7d13-4232-a4a2-f2e0950b855a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:16.854582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.867114 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:24:16.881955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:16.887440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-294cab25-1b6d-4bcd-a04f-893d8a46ab48 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7528698 Sep 10 03:24:16.890761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58196) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:16.891974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.896727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Request body: {'subnet': {'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-143319517-subnet', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:16.899049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:16.899708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:16.971168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Made reservation on behalf of f10a10706c3d4202ae4d480897521df4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:16.973933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.004666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=f7835ab3-10eb-4f78-8101-d4a9a42eeaef,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:17.017841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ebd6093-61f1-4fb0-bbef-f3082391957d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5900087 Sep 10 03:24:17.021088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58198) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:17.026888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': 'f7835ab3-10eb-4f78-8101-d4a9a42eeaef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:17.067098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network f7835ab3-10eb-4f78-8101-d4a9a42eeaef details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:17.088678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] Deleting port 23261586-7d13-4232-a4a2-f2e0950b855a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:17.089352 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.099370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23261586-7d13-4232-a4a2-f2e0950b855a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:17.359256 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.395887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:17.396563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.420921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 23261586-7d13-4232-a4a2-f2e0950b855a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:17.421546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.454651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] Calling delete_port for 23261586-7d13-4232-a4a2-f2e0950b855a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:17.459054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:17.464223 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.473999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] For port 23261586-7d13-4232-a4a2-f2e0950b855a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23261586-7d13-4232-a4a2-f2e0950b855a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:17.491556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.498712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e7108607-cbc7-4f74-95cb-dad4a908c086', 'name': '', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'mac_address': 'fa:16:3e:a3:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:12Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 2, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'subnets': [{'id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:17.591872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b5197-2be0-4a34-a3f2-34c7e2165eff None None] The sync data for ids ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'] in n-d-808126-2 is: [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e7108607-cbc7-4f74-95cb-dad4a908c086', 'name': '', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'mac_address': 'fa:16:3e:a3:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:12Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 2, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'subnets': [{'id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:17.643801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Provisioning complete for port e7108607-cbc7-4f74-95cb-dad4a908c086 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:17.644586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.694513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Pushing event updated for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=11']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:17.697914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.730779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-cd67a02a-19bb-4502-aa13-8d1fa0b2dae4 None None] Port e7108607-cbc7-4f74-95cb-dad4a908c086 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:17.745595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.766821 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.780228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] Pushing event deleted for resources: {'Port': ['ID=23261586-7d13-4232-a4a2-f2e0950b855a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:17.785158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd4553-a4b1-4de3-bc66-065ea5bc259b None None] No DVR routers for this DVR port 23261586-7d13-4232-a4a2-f2e0950b855a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:17.792723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=0e24c1be-d689-4157-8474-0b6f037715d4,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:17.807383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b506a-dc9f-4a39-b896-51d3eeb65933 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:17.811340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': '7fc4ffdb-72cd-432c-b9f2-7a669c61c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f7835ab3-10eb-4f78-8101-d4a9a42eeaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:17.812274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: f7835ab3-10eb-4f78-8101-d4a9a42eeaef, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:17.835693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network f7835ab3-10eb-4f78-8101-d4a9a42eeaef is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:17.847950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc93cbba-b374-4dae-8b08-a1c95834e090,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:17.851632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, f7835ab3-10eb-4f78-8101-d4a9a42eeaef) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:17.869752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:17.871122 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:17.902200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f8ce37e2-6be3-4e24-baec-7ed4618742f1 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8800683 Sep 10 03:24:17.905678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58212) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:18.019896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a42e0-89c9-4ee3-8104-cedf0d228f54 None None] Network f7835ab3-10eb-4f78-8101-d4a9a42eeaef requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:18.043937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:18.047589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.124251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=ffc95fa1-cf6d-4ae2-8481-53530c7a3009,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:18.134039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23261586-7d13-4232-a4a2-f2e0950b855a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:18.147326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:18.180115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 23261586-7d13-4232-a4a2-f2e0950b855a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:18.180516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23261586-7d13-4232-a4a2-f2e0950b855a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:18.198869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:18.202684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:18.203417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.211173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Checking segment: {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:18.211688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Network hostable DHCP agents. Network: 99c55e37-8b04-42e1-85b7-4725a9976ba8, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:18.252310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.256557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e8cd2ad2-e905-4001-8d3e-20ce21df3f9e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6226754 Sep 10 03:24:18.260056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58224) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:18.265366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:8c:e1:3f', 'name': 'tempest-NetworksTestDHCPv6-812016197'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:18.271082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:18.315087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 99c55e37-8b04-42e1-85b7-4725a9976ba8) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:18.320103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:18.320700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.327779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c5313-a174-4f09-aa50-156977d18015 None None] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:18.424883 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.429574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e31fe8eb-e877-4228-8c4a-922e065f8fc1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5377681 Sep 10 03:24:18.432176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:18.436674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:18.458526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'bd0dd6e9-c603-45e5-865e-cf66d492ae2c'}, {'subnet_id': 'ffc95fa1-cf6d-4ae2-8481-53530c7a3009'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:18.459481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.472989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e9de3-1322-4649-8f00-b47ae46df773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-f7835ab3-10eb-4f78-8101-d4a9a42eeaef', 'network_id': 'f7835ab3-10eb-4f78-8101-d4a9a42eeaef', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': '0e24c1be-d689-4157-8474-0b6f037715d4'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:18.473849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4f8e9de3-1322-4649-8f00-b47ae46df773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.505474 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.510012 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.543642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:18.652821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.680776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.734734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=0e24c1be-d689-4157-8474-0b6f037715d4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-4f8e9de3-1322-4649-8f00-b47ae46df773 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e24c1be-d689-4157-8474-0b6f037715d4: This subnet is being modified by another concurrent operation. Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e24c1be-d689-4157-8474-0b6f037715d4: This subnet is being modified by another concurrent operation. Sep 10 03:24:18.781112 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:24:18.787765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-99c55e37-8b04-42e1-85b7-4725a9976ba8', 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'fixed_ips': [{'subnet_id': 'bc93cbba-b374-4dae-8b08-a1c95834e090'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:18.788530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.810884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4750fb2-51e1-4943-8fa6-afe06b1024c8 None None] Network f7835ab3-10eb-4f78-8101-d4a9a42eeaef requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:18.818918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.867693 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.921592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:18.940923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7835ab3-10eb-4f78-8101-d4a9a42eeaef']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:18.953469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:18.956215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc4ffdb-72cd-432c-b9f2-7a669c61c2ec') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:18.959746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc4ffdb-72cd-432c-b9f2-7a669c61c2ec') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:19.011759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.042482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.053243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:19.053682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:19.057291 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:19.064819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Allocated IP 172.20.0.2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/bd0dd6e9-c603-45e5-865e-cf66d492ae2c/52338e80-df71-4024-971a-2a0d54ee2a4e) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:19.089801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Allocated IP 2001:db8::f816:3eff:fec4:3c4e (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ffc95fa1-cf6d-4ae2-8481-53530c7a3009/52338e80-df71-4024-971a-2a0d54ee2a4e) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:19.145740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.156014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.161649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/f7835ab3-10eb-4f78-8101-d4a9a42eeaef HTTP/1.1" status: 204 len: 168 time: 1.2497694 Sep 10 03:24:19.162436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58234) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:19.165146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Allocated IP 172.20.0.2 (99c55e37-8b04-42e1-85b7-4725a9976ba8/bc93cbba-b374-4dae-8b08-a1c95834e090/e3668cbd-b20b-4984-b98d-6d321ee1ed6a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:19.180943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962983078'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:19.189858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff9e5c-d4ab-4036-8223-caa92af2905e tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=f7835ab3-10eb-4f78-8101-d4a9a42eeaef,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:19.216226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:19.220976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.268575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:19.284146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.284495 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment 53bcc7aa-b249-45ac-b19b-3b5f62cb3d74 of type vlan for network 23248e85-3bd6-40a0-b7a9-523675aa8f51 Sep 10 03:24:19.311012 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.334672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.344518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.366536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.375827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:19.376860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.466777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=23248e85-3bd6-40a0-b7a9-523675aa8f51,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:19.484857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a1a95e77-b8b8-440a-87c5-44923db35842 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3210635 Sep 10 03:24:19.485692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:19.487519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58238) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:19.501841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:19.508119 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.519052 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Allocated IP 172.25.8.87 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/af090f32-ea25-4c47-a456-5029db1ae5a2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:19.556890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Transition to ACTIVE for port object 52338e80-df71-4024-971a-2a0d54ee2a4e will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:19.587539 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.644637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:19.650861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Transition to ACTIVE for port object e3668cbd-b20b-4984-b98d-6d321ee1ed6a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:19.652255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.654698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Transition to ACTIVE for port object 52338e80-df71-4024-971a-2a0d54ee2a4e will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:19.671833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.693715 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.717635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Transition to ACTIVE for port object e3668cbd-b20b-4984-b98d-6d321ee1ed6a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:19.729327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:19.734849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.741081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:19.746430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:19.750716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Pushing event updated for resources: {'Port': ['ID=52338e80-df71-4024-971a-2a0d54ee2a4e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:19.774896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.798081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:19.814332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:19.818608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:19.828832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:19.831833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:19.836580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:19.869397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Pushing event updated for resources: {'Port': ['ID=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:19.886021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 172.20.0.10 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/bd0dd6e9-c603-45e5-865e-cf66d492ae2c/cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:19.888079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Pushing event updated for resources: {'Port': ['ID=af090f32-ea25-4c47-a456-5029db1ae5a2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:19.906108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fe8c:e13f (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/ffc95fa1-cf6d-4ae2-8481-53530c7a3009/cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:19.925828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Attempting to bind port 52338e80-df71-4024-971a-2a0d54ee2a4e on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:19.926252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Attempting to bind port 52338e80-df71-4024-971a-2a0d54ee2a4e by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:19.926620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Attempting to bind port 52338e80-df71-4024-971a-2a0d54ee2a4e on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:19.940380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:19.940762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:19.941169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.941566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:19.942095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Bound port: 52338e80-df71-4024-971a-2a0d54ee2a4e, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:19.942488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.945958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Attempting to bind port e3668cbd-b20b-4984-b98d-6d321ee1ed6a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:19.946275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Attempting to bind port e3668cbd-b20b-4984-b98d-6d321ee1ed6a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:19.946639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Attempting to bind port e3668cbd-b20b-4984-b98d-6d321ee1ed6a on network 99c55e37-8b04-42e1-85b7-4725a9976ba8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:19.959267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:19.959677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Checking segment: {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:19.960088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:19.961422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Bound using segment: {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:19.963894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Bound port: e3668cbd-b20b-4984-b98d-6d321ee1ed6a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:19.963894 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.079838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] For port 52338e80-df71-4024-971a-2a0d54ee2a4e, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:20.085271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] For port 52338e80-df71-4024-971a-2a0d54ee2a4e, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=52338e80-df71-4024-971a-2a0d54ee2a4e,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:20.108843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] For port e3668cbd-b20b-4984-b98d-6d321ee1ed6a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:20.117062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] For port e3668cbd-b20b-4984-b98d-6d321ee1ed6a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,segment=NetworkSegment(9a9297ed-c635-4537-bf10-ae55da16e900),segment_id=9a9297ed-c635-4537-bf10-ae55da16e900)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:20.118898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.129219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.156366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e683e24-4516-4322-8ff9-87e5c241d139 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:20.241741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.251598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.273941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b6afc-3e69-4895-b934-90cee3a1bf5f None None] Pushing event updated for resources: {'Port': ['ID=52338e80-df71-4024-971a-2a0d54ee2a4e,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:20.368720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0e683e24-4516-4322-8ff9-87e5c241d139 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:20.392485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:20.392854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: 23248e85-3bd6-40a0-b7a9-523675aa8f51, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:20.394918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=4bf579cf-547e-4fd2-96df-30c4ef0eba07,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:20.395339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0e683e24-4516-4322-8ff9-87e5c241d139 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:20.395975 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.419354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.427244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253bcfc-4e6f-442e-8ec0-9344fdab34be None None] Pushing event updated for resources: {'Port': ['ID=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:20.472537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:20.474582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:20.528173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 23248e85-3bd6-40a0-b7a9-523675aa8f51) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:20.538838 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.541090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:20.542129 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.553124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a0191-f98f-4288-8bd7-dd59fb0bd700 None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:20.568464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-74d783c6-77e1-4b71-b03b-f1b68ee897b6 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0795650 Sep 10 03:24:20.574563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58244) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:20.592607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:20.608362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.741656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:20.761202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:20.763298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:20.765903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:20.821569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:20.822261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.860257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-545188b7-c3c1-415d-87ad-c81b0ed7e013 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5977519 Sep 10 03:24:20.861890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58248) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:20.881281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0e683e24-4516-4322-8ff9-87e5c241d139, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e683e24-4516-4322-8ff9-87e5c241d139,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:20.890367 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Sync routers for ids ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:20.897947 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.904038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Routers {'6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:20.909784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58250) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:20.914488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:20.955210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:20.980939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103dceaf-a24e-4812-b028-741ce730772b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:20.988911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103dceaf-a24e-4812-b028-741ce730772b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:20.990611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-103dceaf-a24e-4812-b028-741ce730772b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1277068 Sep 10 03:24:20.996772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:21.029583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0e683e24-4516-4322-8ff9-87e5c241d139,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:21.031249 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Set router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:21.139057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-23248e85-3bd6-40a0-b7a9-523675aa8f51', 'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': '4bf579cf-547e-4fd2-96df-30c4ef0eba07'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:21.141126 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.167270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:21.168655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.178563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4abba413-e3db-4ed8-ac42-fb8d0829cddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.217185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:21.220786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.297290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.311187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:21.333547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Router b0aa43a4-ca66-4882-954e-df2fb3751a1a is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:24:21.355196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Allocated IP 2001:db8::2 (23248e85-3bd6-40a0-b7a9-523675aa8f51/4bf579cf-547e-4fd2-96df-30c4ef0eba07/db75d72e-2bd9-4334-8603-8ed4ef33995f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:21.446531 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e7108607-cbc7-4f74-95cb-dad4a908c086', 'name': '', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'mac_address': 'fa:16:3e:a3:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:12Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 2, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'subnets': [{'id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:21.490681 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Checking router: 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:21.492100 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Updating router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a port e7108607-cbc7-4f74-95cb-dad4a908c086 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:24:21.526671 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.560081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.580927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4abba413-e3db-4ed8-ac42-fb8d0829cddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.620086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4abba413-e3db-4ed8-ac42-fb8d0829cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.625660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Transition to ACTIVE for port object db75d72e-2bd9-4334-8603-8ed4ef33995f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:21.626813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.651068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:21.678629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Sync routers for ids ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:21.686021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:21.687902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Transition to ACTIVE for port object db75d72e-2bd9-4334-8603-8ed4ef33995f will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:21.702918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Routers {'b0aa43a4-ca66-4882-954e-df2fb3751a1a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:21.703706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:21.706545 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4abba413-e3db-4ed8-ac42-fb8d0829cddb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afc329efbb9247b4b3cc04ff96751528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940428 Sep 10 03:24:21.712983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58256) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:21.724498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abba413-e3db-4ed8-ac42-fb8d0829cddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5542f4b3-b868-4160-91d1-8d259a033d22,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:21.767646 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.769006 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d7bfe7fb-2d0e-44b3-9610-1b270e30a943 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3357728 Sep 10 03:24:21.787360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58258) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:21.810354 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.824767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.827106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d15940dc-ff69-4928-93fa-cae25355c80f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5 HTTP/1.1" status: 204 len: 168 time: 0.8288341 Sep 10 03:24:21.833148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:21.892957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2aac7f-9559-411a-87bf-cb68339b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:21.894495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2aac7f-9559-411a-87bf-cb68339b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:21.896054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2aac7f-9559-411a-87bf-cb68339b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:21.900629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5b2aac7f-9559-411a-87bf-cb68339b148a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0639381 Sep 10 03:24:21.911783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58262) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:21.928131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.929115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Pushing event updated for resources: {'Port': ['ID=db75d72e-2bd9-4334-8603-8ed4ef33995f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:21.939492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02e1eb51-c8f2-405c-886d-5e74c54f7b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:21.967854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:21.980042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:21.985270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:22.004046 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.005703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:22.017995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02e1eb51-c8f2-405c-886d-5e74c54f7b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.021245 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Transition to ACTIVE for port object e7108607-cbc7-4f74-95cb-dad4a908c086 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:22.035705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet bd0dd6e9-c603-45e5-865e-cf66d492ae2c {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:22.039587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.041056 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.095687 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.181728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f75f0-cbd7-44d1-bfcc-be5e4d8d5c23 None None] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:22.188900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.201320 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9978b49-8c7c-44d5-ba01-7068f1ca4164 None None] Pushing event updated for resources: {'Port': ['ID=e7108607-cbc7-4f74-95cb-dad4a908c086,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:22.233527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:22.295794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:22.296394 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.326715 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Attempting to bind port e7108607-cbc7-4f74-95cb-dad4a908c086 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:22.327412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Attempting to bind port e7108607-cbc7-4f74-95cb-dad4a908c086 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:22.328448 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Attempting to bind port e7108607-cbc7-4f74-95cb-dad4a908c086 on network b13a7fb3-e269-4695-aa14-57cdf8510538 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:22.332862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Attempting to bind port db75d72e-2bd9-4334-8603-8ed4ef33995f on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:22.335976 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:22.336573 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Checking segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:22.337206 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.337739 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Bound using segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:22.343224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7651770 Sep 10 03:24:22.343224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf191a-51ca-453f-910a-47b4f5c08c4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=62715ff4-ce12-4839-b54d-64d67549a04c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:22.344543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Attempting to bind port db75d72e-2bd9-4334-8603-8ed4ef33995f by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:22.344543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Attempting to bind port db75d72e-2bd9-4334-8603-8ed4ef33995f on network 23248e85-3bd6-40a0-b7a9-523675aa8f51 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:22.351552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58264) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:22.355293 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Bound port: e7108607-cbc7-4f74-95cb-dad4a908c086, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:22.356046 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.357122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:22.357620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Checking segment: {'id': '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:22.358226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.358726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Bound using segment: {'id': '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:22.364127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Bound port: db75d72e-2bd9-4334-8603-8ed4ef33995f, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:22.364689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.387065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.394464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-88a7ced7-c1f3-47cf-b37b-52048ae70b9d None None] Provisioning for port e3668cbd-b20b-4984-b98d-6d321ee1ed6a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:22.400155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Set router b0aa43a4-ca66-4882-954e-df2fb3751a1a gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:22.475987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0dd6e9-c603-45e5-865e-cf66d492ae2c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:22.491995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.495626 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8fb71abe-271a-48b8-98df-b9833814f9b7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/bd0dd6e9-c603-45e5-865e-cf66d492ae2c HTTP/1.1" status: 204 len: 168 time: 0.5824378 Sep 10 03:24:22.498152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:22.501776 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] For port e7108607-cbc7-4f74-95cb-dad4a908c086, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:22.508637 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] For port e7108607-cbc7-4f74-95cb-dad4a908c086, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e7108607-cbc7-4f74-95cb-dad4a908c086,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:22.516596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02e1eb51-c8f2-405c-886d-5e74c54f7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.525373 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.527823 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02e1eb51-c8f2-405c-886d-5e74c54f7b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.533707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02e1eb51-c8f2-405c-886d-5e74c54f7b0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5542f4b3-b868-4160-91d1-8d259a033d22 HTTP/1.1" status: 204 len: 168 time: 0.8195467 Sep 10 03:24:22.574482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1eb51-c8f2-405c-886d-5e74c54f7b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5542f4b3-b868-4160-91d1-8d259a033d22,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:22.607312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet ffc95fa1-cf6d-4ae2-8481-53530c7a3009 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:22.611662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.615171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 52338e80-df71-4024-971a-2a0d54ee2a4e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:22.651552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec884aa-614f-4876-927d-4b0a026c6a84 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:22.653268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec884aa-614f-4876-927d-4b0a026c6a84 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:22.657327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec884aa-614f-4876-927d-4b0a026c6a84 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:22.661282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec884aa-614f-4876-927d-4b0a026c6a84 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:22.663095 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9978b49-8c7c-44d5-ba01-7068f1ca4164 None None] Pushing event updated for resources: {'Port': ['ID=e7108607-cbc7-4f74-95cb-dad4a908c086,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:22.664752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec884aa-614f-4876-927d-4b0a026c6a84 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:22.669342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3ec884aa-614f-4876-927d-4b0a026c6a84 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3164296 Sep 10 03:24:22.672964 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Routers {'6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:22.673916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58270) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:22.675816 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:22.683720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782320172'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:22.708343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.763368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254162f-c45a-4ca4-af5d-f56a91e86fc3 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:22.864236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.874789 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] Set router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:22.947140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.982784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:22.987284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ffc95fa1-cf6d-4ae2-8481-53530c7a3009 HTTP/1.1" status: 204 len: 168 time: 0.4856575 Sep 10 03:24:22.987284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf518-1d75-4d01-9130-e5263deff1b8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc95fa1-cf6d-4ae2-8481-53530c7a3009,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:22.988645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58274) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:23.034882 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7dbd678d-e78b-4e57-90fa-1cf07a7df77a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419047 Sep 10 03:24:23.035826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58276) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:23.041953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:23.057387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58278) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:23.088298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f34cd878-ba0d-4e75-b6d9-5123798279d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.112779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] For port db75d72e-2bd9-4334-8603-8ed4ef33995f, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:23.116619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] For port db75d72e-2bd9-4334-8603-8ed4ef33995f, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db75d72e-2bd9-4334-8603-8ed4ef33995f,segment=NetworkSegment(53bcc7aa-b249-45ac-b19b-3b5f62cb3d74),segment_id=53bcc7aa-b249-45ac-b19b-3b5f62cb3d74)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:23.146746 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.196141 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e7108607-cbc7-4f74-95cb-dad4a908c086', 'name': '', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'mac_address': 'fa:16:3e:a3:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:12Z', 'updated_at': '2021-09-10T03:24:22Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'subnets': [{'id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:23.225810 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d110f4-8192-48f8-86db-0002bf44a286 None None] The sync data for ids ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'] in n-d-808126-2 is: [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:24:13Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e7108607-cbc7-4f74-95cb-dad4a908c086', 'name': '', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'mac_address': 'fa:16:3e:a3:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:12Z', 'updated_at': '2021-09-10T03:24:22Z', 'revision_number': 4, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'subnets': [{'id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:23.309973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 52338e80-df71-4024-971a-2a0d54ee2a4e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:23.315016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:23.318930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.320733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:24:23.320733 n-d-808126-2 neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:24:23.320733 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id_1': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 24, 3, 161587)}] Sep 10 03:24:23.320733 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:23.321061 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:23.405050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e683e24-4516-4322-8ff9-87e5c241d139 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:23.454737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:23.477111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.478640 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment d5976379-3ce0-430a-8452-fa55f7db438f of type vlan for network 6df35167-686d-4d43-9688-a68a580de267 Sep 10 03:24:23.485794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f34cd878-ba0d-4e75-b6d9-5123798279d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.496854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f34cd878-ba0d-4e75-b6d9-5123798279d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.534877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9649e3-a63e-4d6b-ae7a-a8804d8242d5 None None] Pushing event updated for resources: {'Port': ['ID=db75d72e-2bd9-4334-8603-8ed4ef33995f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:23.560091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f34cd878-ba0d-4e75-b6d9-5123798279d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33f3c026f2454d3b834cf68ada664faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016470 Sep 10 03:24:23.562801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58282) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:23.564303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] Provisioning for port 52338e80-df71-4024-971a-2a0d54ee2a4e completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:23.582606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] Provisioning complete for port 52338e80-df71-4024-971a-2a0d54ee2a4e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:23.583257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.614971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd878-ba0d-4e75-b6d9-5123798279d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae76ad-43fa-43f1-9aa5-c09682e6ecb6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:23.644720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a9d3ad-21cb-418a-bc06-4b3587460e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.685848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0e683e24-4516-4322-8ff9-87e5c241d139 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:23.686404 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.687679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a9d3ad-21cb-418a-bc06-4b3587460e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.730785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.744597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:24:20Z', 'revision_number': 3, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:23.758744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a9d3ad-21cb-418a-bc06-4b3587460e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.762415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a9d3ad-21cb-418a-bc06-4b3587460e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.764205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37a9d3ad-21cb-418a-bc06-4b3587460e46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1ae76ad-43fa-43f1-9aa5-c09682e6ecb6 HTTP/1.1" status: 204 len: 168 time: 0.1998272 Sep 10 03:24:23.774336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.787817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:23.788364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.791690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9d3ad-21cb-418a-bc06-4b3587460e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae76ad-43fa-43f1-9aa5-c09682e6ecb6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:23.840044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Checking router: b0aa43a4-ca66-4882-954e-df2fb3751a1a for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:23.840653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Updating router b0aa43a4-ca66-4882-954e-df2fb3751a1a port af090f32-ea25-4c47-a456-5029db1ae5a2 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:24:23.860387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:23.865818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.926515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:23.936665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=6df35167-686d-4d43-9688-a68a580de267,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:23.958978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6df35167-686d-4d43-9688-a68a580de267 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:23.991067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.995171 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.004793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5e4ac21a-936b-40ac-8d3d-bf6a1c6dbcf0 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3298013 Sep 10 03:24:24.008119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:24.020406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:24.026345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.232303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.401251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Allocated IP 172.20.0.1 (99c55e37-8b04-42e1-85b7-4725a9976ba8/bc93cbba-b374-4dae-8b08-a1c95834e090/d3390b83-f34f-40cd-9162-9d6f250fdca5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:24.468644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=baa4324c-a4ad-4347-abde-77b95ff0f873,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:24.472890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:24.476713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] For port 52338e80-df71-4024-971a-2a0d54ee2a4e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=52338e80-df71-4024-971a-2a0d54ee2a4e,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:24.497059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.509199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3668cbd-b20b-4984-b98d-6d321ee1ed6a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:24.569010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:24.577604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:24.580454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.598216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] Deleting port 52338e80-df71-4024-971a-2a0d54ee2a4e {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:24.598614 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.613722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.636963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.653484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Transition to ACTIVE for port object d3390b83-f34f-40cd-9162-9d6f250fdca5 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:24.668329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3eb5af7c-8174-46d0-b119-843962684825 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6314316 Sep 10 03:24:24.671187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58300) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:24.676910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:24.694177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b312cd-7b4a-4f9b-83ab-d23fab9cf9f8 None None] Pushing event updated for resources: {'Port': ['ID=52338e80-df71-4024-971a-2a0d54ee2a4e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:24.717683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.720049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.750715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 6df35167-686d-4d43-9688-a68a580de267 is not hosted by any dhcp agent {{(pid=94634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:24:24.758094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:24.759074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.761013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "PUT /v2.0/networks/6df35167-686d-4d43-9688-a68a580de267 HTTP/1.1" status: 200 len: 723 time: 0.7486651 Sep 10 03:24:24.776521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58304) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:24.791537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': '6df35167-686d-4d43-9688-a68a580de267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:24.804043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:24.817060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:24.819794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:24.821639 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Pushing event updated for resources: {'Port': ['ID=d3390b83-f34f-40cd-9162-9d6f250fdca5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:24.824321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729af3b-1353-4caa-a7aa-a9ad5c72bd0d None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:24.889678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cc23f-6efd-4c61-9851-8f1cb551fdac tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=6df35167-686d-4d43-9688-a68a580de267,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:24.936128 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.939025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6df35167-686d-4d43-9688-a68a580de267 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:24.952940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:24.957632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.024374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:25.029515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.070527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e3668cbd-b20b-4984-b98d-6d321ee1ed6a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:25.081699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] For port 52338e80-df71-4024-971a-2a0d54ee2a4e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=52338e80-df71-4024-971a-2a0d54ee2a4e,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:25.081699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.097353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-64be1fbb-290c-4a0b-b7f8-44b2d79af575 None None] Provisioning complete for port e3668cbd-b20b-4984-b98d-6d321ee1ed6a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:25.097730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64be1fbb-290c-4a0b-b7f8-44b2d79af575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.112315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e3668cbd-b20b-4984-b98d-6d321ee1ed6a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:25.112824 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.132869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] Calling delete_port for 52338e80-df71-4024-971a-2a0d54ee2a4e owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:25.249763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.385411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.422999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Transition to ACTIVE for port object af090f32-ea25-4c47-a456-5029db1ae5a2 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:25.486125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.488805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.541961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:25.572258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.579349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=66299606-17c1-4336-a095-30fe360c43ca,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:25.588619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.599668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.615607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64be1fbb-290c-4a0b-b7f8-44b2d79af575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.620488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] No DVR routers for this DVR port 52338e80-df71-4024-971a-2a0d54ee2a4e on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:25.632964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Attempting to bind port af090f32-ea25-4c47-a456-5029db1ae5a2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:25.633553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Attempting to bind port af090f32-ea25-4c47-a456-5029db1ae5a2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:25.634083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Attempting to bind port af090f32-ea25-4c47-a456-5029db1ae5a2 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:25.636727 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.665962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620e721-ea12-4c4f-95a8-42747d54d83a None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:25.671385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abbbc9-329b-4885-a1f4-b208d4425fb3 None None] Pushing event updated for resources: {'Port': ['ID=af090f32-ea25-4c47-a456-5029db1ae5a2,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:25.685366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': 'd5976379-3ce0-430a-8452-fa55f7db438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6df35167-686d-4d43-9688-a68a580de267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:25.685894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: 6df35167-686d-4d43-9688-a68a580de267, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:25.697306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:25.697828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:25.698467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.698997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:25.699723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Bound port: af090f32-ea25-4c47-a456-5029db1ae5a2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:25.700261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.718818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.718818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Pushing event updated for resources: {'Port': ['ID=d3390b83-f34f-40cd-9162-9d6f250fdca5,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:25.731841 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.revisions.revision_plugin [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Could not find related port for resource to bump revision. Sep 10 03:24:25.738400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Port 52338e80-df71-4024-971a-2a0d54ee2a4e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 10 03:24:25.738837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Reverting IP allocation for 2001:db8::f816:3eff:fec4:3c4e {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 10 03:24:25.744498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec4:3c4e {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 10 03:24:25.746003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.768559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 6df35167-686d-4d43-9688-a68a580de267 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:25.801780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87925024-bb75-452b-bcc4-0d580bf10456 None None] Pushing event deleted for resources: {'Port': ['ID=52338e80-df71-4024-971a-2a0d54ee2a4e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:25.821235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=9d8c1820-1f47-4efe-9012-646379b7899e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:25.830912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6df35167-686d-4d43-9688-a68a580de267) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:25.832888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:25.834463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:25.838049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:25.838704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.841684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:25.842475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.862719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5d86be4c-048c-4320-ba18-025ffe464153 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1893065 Sep 10 03:24:25.863617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58324) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:25.869767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:2a:06:e2', 'name': 'tempest-NetworksTestDHCPv6-236914649'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:25.873783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-64be1fbb-290c-4a0b-b7f8-44b2d79af575 None None] For port e3668cbd-b20b-4984-b98d-6d321ee1ed6a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,segment=NetworkSegment(9a9297ed-c635-4537-bf10-ae55da16e900),segment_id=9a9297ed-c635-4537-bf10-ae55da16e900)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:25.880349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9205b-810f-4d92-b352-2c86cc958faf None None] Network 6df35167-686d-4d43-9688-a68a580de267 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:25.906668 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d99a8cdc-df8a-4ba5-966f-66b6eb85c10b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1229618 Sep 10 03:24:25.910486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:25.911143 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64be1fbb-290c-4a0b-b7f8-44b2d79af575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:25.927785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:25.936507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:25.964545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Update dhcp port {'port': {'network_id': '23248e85-3bd6-40a0-b7a9-523675aa8f51', 'fixed_ips': [{'subnet_id': '4bf579cf-547e-4fd2-96df-30c4ef0eba07', 'ip_address': '2001:db8::2'}, {'subnet_id': '62715ff4-ce12-4839-b54d-64d67549a04c'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'db75d72e-2bd9-4334-8603-8ed4ef33995f'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:24:25.970218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:26.000081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] For port af090f32-ea25-4c47-a456-5029db1ae5a2, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:26.100771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] For port af090f32-ea25-4c47-a456-5029db1ae5a2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af090f32-ea25-4c47-a456-5029db1ae5a2,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:26.114155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60683509'] for subnet, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.138708 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.141059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.147140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:26.151530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:26.151891 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:26.194230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Router b0aa43a4-ca66-4882-954e-df2fb3751a1a has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:24:26.224507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-30ce341d-ca69-4ac1-b9c4-e47aecf071c2 None None] Provisioning for port d3390b83-f34f-40cd-9162-9d6f250fdca5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:26.228384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be1fbb-290c-4a0b-b7f8-44b2d79af575 None None] Pushing event updated for resources: {'Port': ['ID=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:26.269988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-30ce341d-ca69-4ac1-b9c4-e47aecf071c2 None None] Provisioning complete for port d3390b83-f34f-40cd-9162-9d6f250fdca5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:26.270305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30ce341d-ca69-4ac1-b9c4-e47aecf071c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.346668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.380127 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782573384461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60742589'] for subnet, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.394845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 36df3670-b7b5-475b-9f6c-5f3a70697f2b yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:26.437880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=66299606-17c1-4336-a095-30fe360c43ca,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:26.452219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:26.453073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.457635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc065f60-3367-41dd-8177-c9b569ea426c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "PUT /v2.0/subnets/66299606-17c1-4336-a095-30fe360c43ca HTTP/1.1" status: 200 len: 826 time: 0.5442748 Sep 10 03:24:26.458571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58338) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:26.520307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:26.527553 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aae04e85-7a46-449a-abd2-4ea674fa109d admin admin] 10.222.0.23 "PUT /v2.0/routers/b0aa43a4-ca66-4882-954e-df2fb3751a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7388396 Sep 10 03:24:26.561557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-30ce341d-ca69-4ac1-b9c4-e47aecf071c2 None None] Port d3390b83-f34f-40cd-9162-9d6f250fdca5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:26.587765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Routers {'b0aa43a4-ca66-4882-954e-df2fb3751a1a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:26.588529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:26.623688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.681411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.731489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 172.20.0.5 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/baa4324c-a4ad-4347-abde-77b95ff0f873/36df3670-b7b5-475b-9f6c-5f3a70697f2b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:26.738608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abbbc9-329b-4885-a1f4-b208d4425fb3 None None] Pushing event updated for resources: {'Port': ['ID=af090f32-ea25-4c47-a456-5029db1ae5a2,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:26.752332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fe2a:6e2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/9d8c1820-1f47-4efe-9012-646379b7899e/36df3670-b7b5-475b-9f6c-5f3a70697f2b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:26.768625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-30ce341d-ca69-4ac1-b9c4-e47aecf071c2 None None] Provisioning for port db75d72e-2bd9-4334-8603-8ed4ef33995f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:26.772173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.834208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=66299606-17c1-4336-a095-30fe360c43ca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:26.867829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '9d8c1820-1f47-4efe-9012-646379b7899e'}, {'subnet_id': 'baa4324c-a4ad-4347-abde-77b95ff0f873'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:26.868718 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.998472 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.036482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.052462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df35167-686d-4d43-9688-a68a580de267']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:27.052680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 36df3670-b7b5-475b-9f6c-5f3a70697f2b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:27.078274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5976379-3ce0-430a-8452-fa55f7db438f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:27.089023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5976379-3ce0-430a-8452-fa55f7db438f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:27.110877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c84382-5d08-4aed-b0dc-6abf1a084bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6df35167-686d-4d43-9688-a68a580de267', 'network_id': '6df35167-686d-4d43-9688-a68a580de267', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': '66299606-17c1-4336-a095-30fe360c43ca'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:27.112050 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a0c84382-5d08-4aed-b0dc-6abf1a084bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.117768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.119992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] Set router b0aa43a4-ca66-4882-954e-df2fb3751a1a gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:27.121780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5bd30eb4-16ef-46fd-8898-1ffa5b6160f2 None None] Provisioning complete for port d3390b83-f34f-40cd-9162-9d6f250fdca5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:27.122275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5bd30eb4-16ef-46fd-8898-1ffa5b6160f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.133803 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.135652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.143146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:27.143886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:27.234342 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:27.249374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.258655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.264954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/6df35167-686d-4d43-9688-a68a580de267 HTTP/1.1" status: 204 len: 168 time: 0.8049927 Sep 10 03:24:27.268086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Allocated IP 172.20.0.1 (23248e85-3bd6-40a0-b7a9-523675aa8f51/62715ff4-ce12-4839-b54d-64d67549a04c/db75d72e-2bd9-4334-8603-8ed4ef33995f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:27.268471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58356) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:27.280433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e7108607-cbc7-4f74-95cb-dad4a908c086 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:27.286049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a382822-d874-45ec-9b12-e88f7b6d4ce4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=6df35167-686d-4d43-9688-a68a580de267,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:27.336709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=36df3670-b7b5-475b-9f6c-5f3a70697f2b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:27.345997 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec7879f-f754-413e-a19b-409f7056cccd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:27.346843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec7879f-f754-413e-a19b-409f7056cccd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:27.365605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:27.365707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5bd30eb4-16ef-46fd-8898-1ffa5b6160f2 None None] Port d3390b83-f34f-40cd-9162-9d6f250fdca5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:27.370410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ec7879f-f754-413e-a19b-409f7056cccd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/6df35167-686d-4d43-9688-a68a580de267 HTTP/1.1" status: 404 len: 339 time: 0.0795062 Sep 10 03:24:27.375569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-352897408', 'description': 'd1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:27.385675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a47ef3-1952-40a6-8c85-cdf6cde75f9a None None] Network 6df35167-686d-4d43-9688-a68a580de267 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:27.388832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:27.395839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:27.408284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:27.431236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:27.434835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a47ef3-1952-40a6-8c85-cdf6cde75f9a None None] Network 6df35167-686d-4d43-9688-a68a580de267 could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:24:27.438482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.487938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0c5b8-f4c4-4a03-b32e-694a2fe0058d None None] Network 6df35167-686d-4d43-9688-a68a580de267 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:27.515521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:27.525741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:27.526439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.536399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.540056 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment 47d3a274-5d6d-4bcf-9706-42e476b2034e of type vlan for network 44e6a139-b5c3-4697-9590-f516e40a9d9a Sep 10 03:24:27.548170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ca8dc95-1dbe-4b9d-9682-73b770fff4e1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6804342 Sep 10 03:24:27.548987 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58370) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:27.619806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.638815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd4fe5-87a5-44f3-93f5-c9c1627f12d6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:27.643249 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-76bd4fe5-87a5-44f3-93f5-c9c1627f12d6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1023 time: 0.0898850 Sep 10 03:24:27.644014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58384) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:27.661939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0c5b8-f4c4-4a03-b32e-694a2fe0058d None None] Network 6df35167-686d-4d43-9688-a68a580de267 could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:24:27.738362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Allocated IP 172.20.0.2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/baa4324c-a4ad-4347-abde-77b95ff0f873/9e189f90-2c93-4dda-9dc7-75148c45c995) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:27.763755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Allocated IP 2001:db8::f816:3eff:fea9:5a42 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/9d8c1820-1f47-4efe-9012-646379b7899e/9e189f90-2c93-4dda-9dc7-75148c45c995) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:27.766402 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.769048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-287ae10b-d1ac-46a5-8d64-9a6078c32821 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:27.774758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:27.775763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.777068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-287ae10b-d1ac-46a5-8d64-9a6078c32821 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/networks?id=b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 200 len: 909 time: 0.1349175 Sep 10 03:24:27.780653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e7108607-cbc7-4f74-95cb-dad4a908c086 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:27.805507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-3f2863af-4d2f-45ae-afe0-c89646885022 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/quotas/f10a10706c3d4202ae4d480897521df4 HTTP/1.1" status: 200 len: 375 time: 0.0269723 Sep 10 03:24:27.817889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e7108607-cbc7-4f74-95cb-dad4a908c086 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:27.818266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.834024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] For port db75d72e-2bd9-4334-8603-8ed4ef33995f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db75d72e-2bd9-4334-8603-8ed4ef33995f,segment=NetworkSegment(53bcc7aa-b249-45ac-b19b-3b5f62cb3d74),segment_id=53bcc7aa-b249-45ac-b19b-3b5f62cb3d74)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:27.874305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=44e6a139-b5c3-4697-9590-f516e40a9d9a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:27.906371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-0d364310-526e-447f-9df7-0960ff95c006 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=f10a10706c3d4202ae4d480897521df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997369 Sep 10 03:24:27.907249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 44e6a139-b5c3-4697-9590-f516e40a9d9a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:27.915700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9ed1b05a-7879-49b7-bbc3-759be4e98039 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5543466 Sep 10 03:24:27.920925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58390) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:27.941035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 36df3670-b7b5-475b-9f6c-5f3a70697f2b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:27.941927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.982505 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.020529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Ignored duplicate provisioning block setup for port db75d72e-2bd9-4334-8603-8ed4ef33995f by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:24:28.068853 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.082081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.104659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 36df3670-b7b5-475b-9f6c-5f3a70697f2b owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:28.108308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0d596-e615-482f-ab3d-f28a51b7ea39 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:28.113296 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5cc0d596-e615-482f-ab3d-f28a51b7ea39 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks?id=44e6a139-b5c3-4697-9590-f516e40a9d9a HTTP/1.1" status: 200 len: 764 time: 0.1907489 Sep 10 03:24:28.115989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58396) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:28.123556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'description': 'd2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:28.172924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-4d286bad-da55-43b4-a0da-44b501bb0000 service neutron] 10.222.0.23 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655227 Sep 10 03:24:28.197366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd3390b83-f34f-40cd-9162-9d6f250fdca5', 'name': '', 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'mac_address': 'fa:16:3e:92:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:24Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 2, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'subnets': [{'id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:28.276173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c447e8-ef66-4963-a847-3204e01a4eea None None] The sync data for ids ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'] in n-d-808126-2 is: [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd3390b83-f34f-40cd-9162-9d6f250fdca5', 'name': '', 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'mac_address': 'fa:16:3e:92:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:24Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 2, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'subnets': [{'id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:28.299842 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.304516 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.314970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-73c5419e-ecf5-411e-89f6-186c8f3dc0f9 service neutron] 10.222.0.23 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410179 Sep 10 03:24:28.320326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4fe0b-76f3-41c9-a400-49f13323ee49 None None] Pushing event updated for resources: {'Port': ['ID=db75d72e-2bd9-4334-8603-8ed4ef33995f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:28.400487 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.411736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e7108607-cbc7-4f74-95cb-dad4a908c086, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e7108607-cbc7-4f74-95cb-dad4a908c086,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:28.418294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Transition to ACTIVE for port object 9e189f90-2c93-4dda-9dc7-75148c45c995 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:28.462999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Transition to ACTIVE for port object 9e189f90-2c93-4dda-9dc7-75148c45c995 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:28.465777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=36df3670-b7b5-475b-9f6c-5f3a70697f2b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:28.480393 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.485355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3668cbd-b20b-4984-b98d-6d321ee1ed6a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:28.494960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.598192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.623727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:28.635837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:28.639186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:28.647191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.668560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 44e6a139-b5c3-4697-9590-f516e40a9d9a is not hosted by any dhcp agent {{(pid=94633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:24:28.682725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:28.683399 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.717069 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "PUT /v2.0/networks/44e6a139-b5c3-4697-9590-f516e40a9d9a HTTP/1.1" status: 200 len: 761 time: 0.5888939 Sep 10 03:24:28.739446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58410) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:28.762080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e7108607-cbc7-4f74-95cb-dad4a908c086,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:28.845785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Pushing event updated for resources: {'Port': ['ID=9e189f90-2c93-4dda-9dc7-75148c45c995,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:28.862488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-13032928-d6e7-455c-ab5c-a6a8bac02804 req-0fe8ac7e-b570-4fce-ac20-8972a22753d6 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 210 time: 0.1834810 Sep 10 03:24:28.864758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e3668cbd-b20b-4984-b98d-6d321ee1ed6a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:28.865219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.898283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e86dd1-c209-42b9-a915-7ee5503574dd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=44e6a139-b5c3-4697-9590-f516e40a9d9a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:28.911043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:28.915971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58414) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:28.926617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3d64a106-b717-49b3-b458-5b43190b222b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/36df3670-b7b5-475b-9f6c-5f3a70697f2b HTTP/1.1" status: 204 len: 168 time: 1.2810190 Sep 10 03:24:29.015179 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1227ae-8cc2-4b41-974c-dad5dd7482c8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:29.018114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1227ae-8cc2-4b41-974c-dad5dd7482c8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:29.020047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1227ae-8cc2-4b41-974c-dad5dd7482c8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:29.023569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8e1227ae-8cc2-4b41-974c-dad5dd7482c8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1047184 Sep 10 03:24:29.024450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:29.152283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683ed97-c5ad-4ea1-a005-32889849103b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:29.160091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c683ed97-c5ad-4ea1-a005-32889849103b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks?id=44e6a139-b5c3-4697-9590-f516e40a9d9a HTTP/1.1" status: 200 len: 764 time: 0.4150763 Sep 10 03:24:29.161066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58424) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:29.170493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 9d8c1820-1f47-4efe-9012-646379b7899e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:29.183809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.263365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.336562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 44e6a139-b5c3-4697-9590-f516e40a9d9a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:29.445434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.474667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b3f86-cf25-4945-b631-22bec41ade20 None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:29.482703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Attempting to bind port 9e189f90-2c93-4dda-9dc7-75148c45c995 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:29.482907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Attempting to bind port 9e189f90-2c93-4dda-9dc7-75148c45c995 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:29.483471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Attempting to bind port 9e189f90-2c93-4dda-9dc7-75148c45c995 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:29.515665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.555242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:29.555724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:29.556133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.556528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:29.557021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Bound port: 9e189f90-2c93-4dda-9dc7-75148c45c995, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:29.557402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.571572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8c1820-1f47-4efe-9012-646379b7899e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:29.595546 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.610408 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4afec8f7-11b1-4fad-b223-15d3f1ec6c6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/9d8c1820-1f47-4efe-9012-646379b7899e HTTP/1.1" status: 204 len: 168 time: 0.5733104 Sep 10 03:24:29.611075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58430) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:29.762086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet baa4324c-a4ad-4347-abde-77b95ff0f873 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:29.773761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db75d72e-2bd9-4334-8603-8ed4ef33995f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:29.774580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.788337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] For port 9e189f90-2c93-4dda-9dc7-75148c45c995, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:29.887729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:29.900264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] For port 9e189f90-2c93-4dda-9dc7-75148c45c995, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e189f90-2c93-4dda-9dc7-75148c45c995,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:29.922773 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.083802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port db75d72e-2bd9-4334-8603-8ed4ef33995f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:30.122405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port db75d72e-2bd9-4334-8603-8ed4ef33995f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:30.122951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.175390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d835e-4868-407d-84ac-b86a3bc761ab None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:30.175792 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-129b9a8f-0b83-4e40-afe6-11c0f32790b6 req-a3cef448-8194-4792-a740-3481d6dca97c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 210 time: 0.1081491 Sep 10 03:24:30.191341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e8d4-b8f7-4117-ae08-a3ca9226de94 None None] Pushing event updated for resources: {'Port': ['ID=9e189f90-2c93-4dda-9dc7-75148c45c995,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:30.208286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.238480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07472f1-6177-4b6a-8354-8f5e5242a7ba tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.243903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a07472f1-6177-4b6a-8354-8f5e5242a7ba tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0816789 Sep 10 03:24:30.244525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58438) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:30.317846 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2553aec5-064c-4708-82dd-086d142722be tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 207 time: 0.0690835 Sep 10 03:24:30.318619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58442) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:30.327993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.353619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.356287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/baa4324c-a4ad-4347-abde-77b95ff0f873 HTTP/1.1" status: 204 len: 168 time: 0.7439511 Sep 10 03:24:30.366399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58444) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:30.385154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086e79-4008-4b1b-9f46-8445d17583cf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=baa4324c-a4ad-4347-abde-77b95ff0f873,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:30.497748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.506680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-52b2d641-028d-46ef-b83e-2175099c780a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1404533 Sep 10 03:24:30.511647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58450) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:30.587163 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port db75d72e-2bd9-4334-8603-8ed4ef33995f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db75d72e-2bd9-4334-8603-8ed4ef33995f,segment=NetworkSegment(53bcc7aa-b249-45ac-b19b-3b5f62cb3d74),segment_id=53bcc7aa-b249-45ac-b19b-3b5f62cb3d74)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:30.593573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.660323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=db75d72e-2bd9-4334-8603-8ed4ef33995f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:30.687447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 52338e80-df71-4024-971a-2a0d54ee2a4e no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:30.744174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 52338e80-df71-4024-971a-2a0d54ee2a4e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:30.744425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 52338e80-df71-4024-971a-2a0d54ee2a4e not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:30.770656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bb7e61-88ae-4c83-a8f6-51dd0d705001 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:24:30.836004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcae42ba-721a-417f-a45b-1b11dd51edd8 None None] Provisioning complete for port db75d72e-2bd9-4334-8603-8ed4ef33995f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:30.836415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcae42ba-721a-417f-a45b-1b11dd51edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:30.854608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.870385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.877665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.890945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.898310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.905826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:30.908916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b2e7dc92-b23a-4162-8f61-607bb677c14c tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5890934 Sep 10 03:24:30.917422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58458) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.047276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb7e61-88ae-4c83-a8f6-51dd0d705001 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:24:31.069796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af090f32-ea25-4c47-a456-5029db1ae5a2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:31.086917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d40f26ff-a107-4e44-973a-217ec1a02c9a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1680875 Sep 10 03:24:31.091820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.158504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d0ff1-c7b5-4554-97a2-51ddb4cd6b79 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.160130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d0ff1-c7b5-4554-97a2-51ddb4cd6b79 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.162984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d0ff1-c7b5-4554-97a2-51ddb4cd6b79 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.165573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d0ff1-c7b5-4554-97a2-51ddb4cd6b79 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.167126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d0ff1-c7b5-4554-97a2-51ddb4cd6b79 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.169107 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a23d0ff1-c7b5-4554-97a2-51ddb4cd6b79 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0763762 Sep 10 03:24:31.173195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.252190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d7ee5-8d69-4479-bf77-53956d5ad8c7 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.255067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d7ee5-8d69-4479-bf77-53956d5ad8c7 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.256864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d7ee5-8d69-4479-bf77-53956d5ad8c7 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.258959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d7ee5-8d69-4479-bf77-53956d5ad8c7 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.261122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d7ee5-8d69-4479-bf77-53956d5ad8c7 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.263563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d05d7ee5-8d69-4479-bf77-53956d5ad8c7 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0893309 Sep 10 03:24:31.267521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58468) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.281160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port af090f32-ea25-4c47-a456-5029db1ae5a2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:31.314947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port af090f32-ea25-4c47-a456-5029db1ae5a2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:31.315322 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.326133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae7762-129b-4161-8d1d-512d6d61b9ca tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.327823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6eae7762-129b-4161-8d1d-512d6d61b9ca tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8089116 Sep 10 03:24:31.332432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.338438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-9921faa9-5bc2-4e14-9f1c-4f50d0829f6e tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.340178 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-9921faa9-5bc2-4e14-9f1c-4f50d0829f6e tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.36 "GET /v2.0/networks?id=b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 200 len: 909 time: 0.8781052 Sep 10 03:24:31.355680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Request body: {'port': {'device_id': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'admin_state_up': True, 'tenant_id': 'f10a10706c3d4202ae4d480897521df4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:31.384849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Made reservation on behalf of f10a10706c3d4202ae4d480897521df4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:31.388142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.476072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5d07abd8-3771-4e8b-8bb1-531ccc19c827 req-42134764-579f-460d-a469-2f751d5f0cc6 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 210 time: 0.0539639 Sep 10 03:24:31.493270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227ada1-cbe4-4a88-823d-369be748747b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.495367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4227ada1-cbe4-4a88-823d-369be748747b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608093 Sep 10 03:24:31.501126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58476) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.552443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ea288-834c-4f6e-addd-410d6d51d2ce None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:24:31.560087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee6f426c-e1a2-4058-bc6e-95853f2f08c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573583 Sep 10 03:24:31.572769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Allocated IP 172.20.0.7 (b13a7fb3-e269-4695-aa14-57cdf8510538/1fe92112-1f0a-48d6-8b67-224991ee35ab/66ac038b-c881-4cbb-8a2d-dcfcaf5172a0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:31.578236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3130045-79eb-4424-955a-222bf8122efe tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.580227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d3130045-79eb-4424-955a-222bf8122efe tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks/03e4b85f-7062-47ae-8c37-7b59db3dc91c HTTP/1.1" status: 200 len: 803 time: 0.3112345 Sep 10 03:24:31.581072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58480) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.589551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.604195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7f0ec749-996d-4296-afb5-167a4ee455cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:31.612963 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.698742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port af090f32-ea25-4c47-a456-5029db1ae5a2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af090f32-ea25-4c47-a456-5029db1ae5a2,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:31.731303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.732401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e7108607-cbc7-4f74-95cb-dad4a908c086 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:31.778114 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.796034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-86d4eb09-b5f3-4854-bfe8-a2a0f9a96b4b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/networks/03e4b85f-7062-47ae-8c37-7b59db3dc91c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2022326 Sep 10 03:24:31.797022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.806230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Transition to ACTIVE for port object 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:31.807400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0ec749-996d-4296-afb5-167a4ee455cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:31.811091 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec749-996d-4296-afb5-167a4ee455cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.813614 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0ec749-996d-4296-afb5-167a4ee455cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:24:31.814078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0ec749-996d-4296-afb5-167a4ee455cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:31.848490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.871412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f0ec749-996d-4296-afb5-167a4ee455cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2795036 Sep 10 03:24:31.874462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58490) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.879846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-275cd4bc-4eb2-416f-a925-81565002db8b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:31.902016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6fd50-889a-4594-8c0c-fc1a368e93a4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:31.907549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6e6fd50-889a-4594-8c0c-fc1a368e93a4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/subnets/904bc709-a29e-4fe4-8483-df0e03dcc0cf HTTP/1.1" status: 200 len: 843 time: 0.1093748 Sep 10 03:24:31.910792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Pushing event updated for resources: {'Port': ['ID=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:31.910977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58494) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:31.911139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=af090f32-ea25-4c47-a456-5029db1ae5a2,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:31.933506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Network b13a7fb3-e269-4695-aa14-57cdf8510538 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:31.935500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:31.938982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:31.993627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7c475774-9b46-41c4-8655-3937eb7b646a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.002777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ea288-834c-4f6e-addd-410d6d51d2ce None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:24:32.017036 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Sync routers for ids ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:32.020873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba6ae15-5cd2-4ccb-adb4-b0b2dc824f52 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:32.021213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:32.022360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.026394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58496) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:32.027957 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fba6ae15-5cd2-4ccb-adb4-b0b2dc824f52 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "GET /v2.0/subnets/904bc709-a29e-4fe4-8483-df0e03dcc0cf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1164193 Sep 10 03:24:32.031293 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Routers {'b0aa43a4-ca66-4882-954e-df2fb3751a1a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:32.032264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e7108607-cbc7-4f74-95cb-dad4a908c086 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:32.032586 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:32.032803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.038955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587810187'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:32.060944 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.061525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275cd4bc-4eb2-416f-a925-81565002db8b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:32.067745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-275cd4bc-4eb2-416f-a925-81565002db8b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.071092 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-275cd4bc-4eb2-416f-a925-81565002db8b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:24:32.071256 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-ec1b90ac-af8b-4679-88af-5475750c814d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7210917 Sep 10 03:24:32.071598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275cd4bc-4eb2-416f-a925-81565002db8b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:32.087506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Request body: {'port': {'device_id': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:32.118635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:32.123830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.126170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-275cd4bc-4eb2-416f-a925-81565002db8b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2499650 Sep 10 03:24:32.129417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58500) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:32.142498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1262839a-09e9-4b70-a70d-9d0649df7167 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:32.177141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.200405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:32.222345 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.253234 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Set router b0aa43a4-ca66-4882-954e-df2fb3751a1a gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:32.274030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262839a-09e9-4b70-a70d-9d0649df7167 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:32.277505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.278004 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Added segment 5be3291b-eb1b-46f3-b85e-9a14bbb475df of type vlan for network 9118b626-893c-45f3-900e-c15055b0df14 Sep 10 03:24:32.289371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1262839a-09e9-4b70-a70d-9d0649df7167 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.291760 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1262839a-09e9-4b70-a70d-9d0649df7167 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:24:32.294072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1262839a-09e9-4b70-a70d-9d0649df7167 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:32.327518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1262839a-09e9-4b70-a70d-9d0649df7167 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1958084 Sep 10 03:24:32.329938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58510) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:32.338409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f4c83cc0-3cb5-4a36-977d-144f1b8b00f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:32.378707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db75d72e-2bd9-4334-8603-8ed4ef33995f up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:32.434765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.475672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c83cc0-3cb5-4a36-977d-144f1b8b00f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:32.480570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4c83cc0-3cb5-4a36-977d-144f1b8b00f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.484188 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c83cc0-3cb5-4a36-977d-144f1b8b00f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:24:32.484634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c83cc0-3cb5-4a36-977d-144f1b8b00f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:32.520548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4c83cc0-3cb5-4a36-977d-144f1b8b00f1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1894763 Sep 10 03:24:32.525740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58514) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:32.533440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-25c80152-3773-4d62-a1ad-563477b214ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:32.640306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port db75d72e-2bd9-4334-8603-8ed4ef33995f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:32.640783 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.672318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.678185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:32.684499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.687589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59437398-46b0-432f-acbd-c932fe1633a5 req-1d9bfd46-d83a-4622-ada9-545c71a8001f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:32.688798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59437398-46b0-432f-acbd-c932fe1633a5 req-1d9bfd46-d83a-4622-ada9-545c71a8001f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1027 time: 0.0827057 Sep 10 03:24:32.732641 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd3390b83-f34f-40cd-9162-9d6f250fdca5', 'name': '', 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'mac_address': 'fa:16:3e:92:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:24Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 2, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'subnets': [{'id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:32.793962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-59437398-46b0-432f-acbd-c932fe1633a5 req-d7da6851-b616-4fa8-be2a-16e7669b7ad5 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957320 Sep 10 03:24:32.810165 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Checking router: b0aa43a4-ca66-4882-954e-df2fb3751a1a for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:32.811660 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Updating router b0aa43a4-ca66-4882-954e-df2fb3751a1a port d3390b83-f34f-40cd-9162-9d6f250fdca5 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:24:32.858993 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:32.910276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8824618 Sep 10 03:24:32.917150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58520) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:32.922750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'network_id': '9118b626-893c-45f3-900e-c15055b0df14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:32.969695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ae874-0d5e-4275-be12-0233cca4fbeb tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Network': ['ID=9118b626-893c-45f3-900e-c15055b0df14,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:32.982651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 9118b626-893c-45f3-900e-c15055b0df14 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:33.002507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af090f32-ea25-4c47-a456-5029db1ae5a2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:33.022724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c80152-3773-4d62-a1ad-563477b214ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:33.033383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25c80152-3773-4d62-a1ad-563477b214ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.034946 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c80152-3773-4d62-a1ad-563477b214ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:24:33.035394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c80152-3773-4d62-a1ad-563477b214ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:33.072929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-25c80152-3773-4d62-a1ad-563477b214ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5429323 Sep 10 03:24:33.076560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:33.102992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-60a53bb1-3557-434c-b744-bc28afe61800 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:33.140150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Made reservation on behalf of 66f9b5cae6d0476db82a59fa4b9c6e14 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:33.143931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.173778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:24:33.203644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1bd5c98b-449b-4f82-bd21-7b4c9cf0b24e None None] Provisioning for port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:33.206105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port af090f32-ea25-4c47-a456-5029db1ae5a2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:33.206616 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.232134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1bd5c98b-449b-4f82-bd21-7b4c9cf0b24e None None] Provisioning complete for port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:33.232344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c98b-449b-4f82-bd21-7b4c9cf0b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.235044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.265602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Performing IP validity checks on allocation pools {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:24:33.266094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_backend_mixin [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:24:33.274587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5c98b-449b-4f82-bd21-7b4c9cf0b24e None None] Port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:33.291720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a53bb1-3557-434c-b744-bc28afe61800 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:33.296125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60a53bb1-3557-434c-b744-bc28afe61800 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.297745 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a53bb1-3557-434c-b744-bc28afe61800 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:24:33.298222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a53bb1-3557-434c-b744-bc28afe61800 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:33.310629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Transition to ACTIVE for port object 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:33.322971 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-60a53bb1-3557-434c-b744-bc28afe61800 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2451954 Sep 10 03:24:33.325468 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58528) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:33.373848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.417457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.470652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c5970-50e4-4e86-93f4-c3e3719d1975 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:33.475057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f75c5970-50e4-4e86-93f4-c3e3719d1975 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1482754 Sep 10 03:24:33.475889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58530) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:33.504217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:33.526041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=0cdf9f31-0133-4bc5-a5bf-903a344b4e24,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:33.547468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bde53-706d-4298-8464-259a85a64447 req-06f0dc04-a58b-43c2-94f6-00392b994bc3 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:33.555477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f7bde53-706d-4298-8464-259a85a64447 req-06f0dc04-a58b-43c2-94f6-00392b994bc3 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.1491714 Sep 10 03:24:33.584492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214c9a3-ea8a-4553-8fbf-8e7f32a8ca60 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:33.586497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9214c9a3-ea8a-4553-8fbf-8e7f32a8ca60 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1010630 Sep 10 03:24:33.589473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58534) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:33.639313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Checking segment: {'id': '5be3291b-eb1b-46f3-b85e-9a14bbb475df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9118b626-893c-45f3-900e-c15055b0df14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:33.640630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network hostable DHCP agents. Network: 9118b626-893c-45f3-900e-c15055b0df14, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:33.652169 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-191797c9-5c0b-4af3-b9bb-b2d54beeefa7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611737 Sep 10 03:24:33.658445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58536) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:33.661640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f7bde53-706d-4298-8464-259a85a64447 req-689325dd-41c1-44cf-a3ae-82d4bef19fc8 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050105 Sep 10 03:24:33.663345 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.675220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:33.676343 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Transition to ACTIVE for port object d3390b83-f34f-40cd-9162-9d6f250fdca5 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:33.687796 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.696997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Network 9118b626-893c-45f3-900e-c15055b0df14 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:33.717154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Attempting to bind port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:33.717490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Attempting to bind port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:33.717818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Attempting to bind port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 on network b13a7fb3-e269-4695-aa14-57cdf8510538 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:33.723985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 9118b626-893c-45f3-900e-c15055b0df14) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:33.727954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 on network b13a7fb3-e269-4695-aa14-57cdf8510538 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:24:33.728477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Attempting to bind port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 on network b13a7fb3-e269-4695-aa14-57cdf8510538 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:33.730647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:33.731919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.735669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb686b94-19d4-4479-bef6-f6ab5db04e7c None None] Network 9118b626-893c-45f3-900e-c15055b0df14 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:33.749140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:33.749482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Checking segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:33.749869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Bound using segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:33.751116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Bound port: 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:33.751510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.781582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-de8a3b5b-1cf5-4ea6-a7ca-134e6248e4c4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8623161 Sep 10 03:24:33.783128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58538) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:33.791939 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5422-6bde-43fa-adba-0fe453e2ebb5 None None] Pushing event updated for resources: {'Port': ['ID=d3390b83-f34f-40cd-9162-9d6f250fdca5,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:33.799111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:33.850846 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Attempting to bind port d3390b83-f34f-40cd-9162-9d6f250fdca5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:33.851833 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Attempting to bind port d3390b83-f34f-40cd-9162-9d6f250fdca5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:33.852200 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Attempting to bind port d3390b83-f34f-40cd-9162-9d6f250fdca5 on network 99c55e37-8b04-42e1-85b7-4725a9976ba8 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:33.866194 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:33.866731 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Checking segment: {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:33.867486 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.867672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Bound using segment: {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:33.868155 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Bound port: d3390b83-f34f-40cd-9162-9d6f250fdca5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9297ed-c635-4537-bf10-ae55da16e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:33.868532 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.904851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] For port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:33.909087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] For port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:33.911140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:33.915036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:33.985489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] For port d3390b83-f34f-40cd-9162-9d6f250fdca5, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:33.997578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] For port d3390b83-f34f-40cd-9162-9d6f250fdca5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d3390b83-f34f-40cd-9162-9d6f250fdca5,segment=NetworkSegment(9a9297ed-c635-4537-bf10-ae55da16e900),segment_id=9a9297ed-c635-4537-bf10-ae55da16e900)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:34.010418 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.021236 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.050818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.052352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.053836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] 10.222.0.36 "PUT /v2.0/ports/66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 HTTP/1.1" status: 200 len: 1091 time: 1.9731131 Sep 10 03:24:34.057165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'tag': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:24:34.059674 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0ebfb-75de-4187-af2e-5dcbd8124671" -d '{"events": [{"name": "network-changed", "server_uuid": "a3427518-3183-42f7-bdb4-e7c470f8aa48", "tag": "66ac038b-c881-4cbb-8a2d-dcfcaf5172a0"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:24:34.118354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58546) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:34.123792 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5422-6bde-43fa-adba-0fe453e2ebb5 None None] Pushing event updated for resources: {'Port': ['ID=d3390b83-f34f-40cd-9162-9d6f250fdca5,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:34.154170 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Routers {'b0aa43a4-ca66-4882-954e-df2fb3751a1a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:34.154968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:34.225360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60683509'] for subnet, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.239810 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb63a8-bde6-4f9c-a77a-7c7879892423 x-openstack-request-id: req-abeb63a8-bde6-4f9c-a77a-7c7879892423 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:24:34.240162 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3427518-3183-42f7-bdb4-e7c470f8aa48", "tag": "66ac038b-c881-4cbb-8a2d-dcfcaf5172a0", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:24:34.240364 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abeb63a8-bde6-4f9c-a77a-7c7879892423 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:24:34.240778 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'tag': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0', 'status': 'completed', 'code': 200} Sep 10 03:24:34.421852 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] Set router b0aa43a4-ca66-4882-954e-df2fb3751a1a gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:34.480383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:34.515403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-11392d4f-9b7d-4f66-9632-195437ba0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.516974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-11392d4f-9b7d-4f66-9632-195437ba0bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f10a10706c3d4202ae4d480897521df4&device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1094 time: 0.4012356 Sep 10 03:24:34.534480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a156a75f-48df-437e-a84b-121cd5f2c92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.567803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.568175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.568499 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.568846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.569186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.572716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.573181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.573616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.573869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.575920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.576379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.576721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2fb3d-b70f-4812-9aa4-5bb0b697ce00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.582761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-de817281-88ad-4b41-a840-78bb62d2a758 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.584791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-de817281-88ad-4b41-a840-78bb62d2a758 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.2578454 Sep 10 03:24:34.626693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-9118b626-893c-45f3-900e-c15055b0df14', 'network_id': '9118b626-893c-45f3-900e-c15055b0df14', 'tenant_id': '66f9b5cae6d0476db82a59fa4b9c6e14', 'fixed_ips': [{'subnet_id': '0cdf9f31-0133-4bc5-a5bf-903a344b4e24'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:34.627542 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.664973 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4a66f4f5-bf9d-4a8b-a4a5-216b92df1896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.684048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-092c837c-f1e3-432f-93ae-d37a5a96ddf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 HTTP/1.1" status: 200 len: 217 time: 0.1008937 Sep 10 03:24:34.778313 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.785926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782573384461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60742589'] for subnet, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.827073 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd3390b83-f34f-40cd-9162-9d6f250fdca5', 'name': '', 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'mac_address': 'fa:16:3e:92:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:24Z', 'updated_at': '2021-09-10T03:24:33Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'subnets': [{'id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:34.854912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Allocated IP 2001:db8::3 (9118b626-893c-45f3-900e-c15055b0df14/0cdf9f31-0133-4bc5-a5bf-903a344b4e24/f0191ccf-2a22-499b-8e07-8bd02dcf8496) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:34.855348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-2c790202-05c3-4fb9-9145-cc6d1fbd9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.858450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-2c790202-05c3-4fb9-9145-cc6d1fbd9714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fe92112-1f0a-48d6-8b67-224991ee35ab HTTP/1.1" status: 200 len: 848 time: 0.1628425 Sep 10 03:24:34.870935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:34.895845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.896557 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.901738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "PUT /v2.0/subnets/0cdf9f31-0133-4bc5-a5bf-903a344b4e24 HTTP/1.1" status: 200 len: 900 time: 1.1119711 Sep 10 03:24:34.902993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58552) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:34.912871 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f17b6-184d-4024-bb23-25575813dd26 None None] The sync data for ids ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'] in n-d-808126-2 is: [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:24:25Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'd3390b83-f34f-40cd-9162-9d6f250fdca5', 'name': '', 'network_id': '99c55e37-8b04-42e1-85b7-4725a9976ba8', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'mac_address': 'fa:16:3e:92:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:24Z', 'updated_at': '2021-09-10T03:24:33Z', 'revision_number': 4, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'subnets': [{'id': 'bc93cbba-b374-4dae-8b08-a1c95834e090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:34.974783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc85676-c210-4aef-a414-1e2c104372dc tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event updated for resources: {'Subnet': ['ID=0cdf9f31-0133-4bc5-a5bf-903a344b4e24,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:34.985718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c781ff-e410-4fa4-83ee-126710d29cbc req-104cd54e-17fa-43f2-9125-f7a841b0aa9c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.987286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7c781ff-e410-4fa4-83ee-126710d29cbc req-104cd54e-17fa-43f2-9125-f7a841b0aa9c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1094 time: 0.3878384 Sep 10 03:24:35.026122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be06281-2aa8-442c-b64d-dbc1a710db55 req-07175d56-cf76-4662-af1c-fa4785731d3f tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:35.028749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4be06281-2aa8-442c-b64d-dbc1a710db55 req-07175d56-cf76-4662-af1c-fa4785731d3f tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 945 time: 0.2487552 Sep 10 03:24:35.048546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d3390b83-f34f-40cd-9162-9d6f250fdca5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:35.073901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a156a75f-48df-437e-a84b-121cd5f2c92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.114517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a156a75f-48df-437e-a84b-121cd5f2c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.116165 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.130038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Transition to ACTIVE for port object f0191ccf-2a22-499b-8e07-8bd02dcf8496 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:35.149444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Transition to ACTIVE for port object f0191ccf-2a22-499b-8e07-8bd02dcf8496 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:35.165351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-044d24db-a01c-4bd5-b589-992bd7a82483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:35.167230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-044d24db-a01c-4bd5-b589-992bd7a82483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b13a7fb3-e269-4695-aa14-57cdf8510538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024561 Sep 10 03:24:35.170347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Deleting port 47d6d543-87d6-49cb-936c-f610b260bfb7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:35.170347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.172907 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.239740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f7c781ff-e410-4fa4-83ee-126710d29cbc req-4853af90-3f5a-4c61-a39c-6bcb8f73a75b tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094491 Sep 10 03:24:35.251499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Network 9118b626-893c-45f3-900e-c15055b0df14 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:35.252803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Pushing event updated for resources: {'Port': ['ID=f0191ccf-2a22-499b-8e07-8bd02dcf8496,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:35.255859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:35.261491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:35.264449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d3390b83-f34f-40cd-9162-9d6f250fdca5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:35.279922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d3390b83-f34f-40cd-9162-9d6f250fdca5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:35.281127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.384301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.410058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Attempting to bind port f0191ccf-2a22-499b-8e07-8bd02dcf8496 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:35.412172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Attempting to bind port f0191ccf-2a22-499b-8e07-8bd02dcf8496 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '5be3291b-eb1b-46f3-b85e-9a14bbb475df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9118b626-893c-45f3-900e-c15055b0df14'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:35.412172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Attempting to bind port f0191ccf-2a22-499b-8e07-8bd02dcf8496 on network 9118b626-893c-45f3-900e-c15055b0df14 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:35.426408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:35.426797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Checking segment: {'id': '5be3291b-eb1b-46f3-b85e-9a14bbb475df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9118b626-893c-45f3-900e-c15055b0df14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:35.427189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.427612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Bound using segment: {'id': '5be3291b-eb1b-46f3-b85e-9a14bbb475df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9118b626-893c-45f3-900e-c15055b0df14'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:35.428251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Bound port: f0191ccf-2a22-499b-8e07-8bd02dcf8496, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be3291b-eb1b-46f3-b85e-9a14bbb475df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9118b626-893c-45f3-900e-c15055b0df14'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:35.428686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.469321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-4cb8fdf4-5c31-4fec-b489-5f2a9c41bb4e service neutron] 10.222.0.36 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922719 Sep 10 03:24:35.485005 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.542760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.547514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] For port f0191ccf-2a22-499b-8e07-8bd02dcf8496, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:35.560673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] For port f0191ccf-2a22-499b-8e07-8bd02dcf8496, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0191ccf-2a22-499b-8e07-8bd02dcf8496,segment=NetworkSegment(5be3291b-eb1b-46f3-b85e-9a14bbb475df),segment_id=5be3291b-eb1b-46f3-b85e-9a14bbb475df)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:35.570951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156a75f-48df-437e-a84b-121cd5f2c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b760b-0fab-429b-8b25-9c5f97262012,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:35.576837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4be06281-2aa8-442c-b64d-dbc1a710db55 req-33bfe022-0a25-48ba-8937-2789f4daee01 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/security-groups?id=145013ae-05ef-4221-8809-2afac1b10832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5196719 Sep 10 03:24:35.595539 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a156a75f-48df-437e-a84b-121cd5f2c92d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac439cfbb0924fefa21ea3e94b15c358&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4591691 Sep 10 03:24:35.608735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.612662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58554) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:35.640900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.686019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] For port 47d6d543-87d6-49cb-936c-f610b260bfb7, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=47d6d543-87d6-49cb-936c-f610b260bfb7,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:35.686412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.740993 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a8dc9fc-8253-40ec-a703-7bf4d39211e7 req-e961ca72-04b4-439c-b2cc-f4e7e94ea580 service neutron] 10.222.0.36 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499921 Sep 10 03:24:35.751391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe6cf-28c5-4d84-b8a4-17f5730a2e78 None None] Pushing event updated for resources: {'Port': ['ID=f0191ccf-2a22-499b-8e07-8bd02dcf8496,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:35.753990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] For port 9e189f90-2c93-4dda-9dc7-75148c45c995, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e189f90-2c93-4dda-9dc7-75148c45c995,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:35.756522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d3390b83-f34f-40cd-9162-9d6f250fdca5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d3390b83-f34f-40cd-9162-9d6f250fdca5,segment=NetworkSegment(9a9297ed-c635-4537-bf10-ae55da16e900),segment_id=9a9297ed-c635-4537-bf10-ae55da16e900)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:35.765354 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.855885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ac74252-6363-4ffd-8098-81ef70264116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.859940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d3390b83-f34f-40cd-9162-9d6f250fdca5,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:35.890641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.904930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.905787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.925343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ac74252-6363-4ffd-8098-81ef70264116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:35.928316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting port f0191ccf-2a22-499b-8e07-8bd02dcf8496 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:35.928670 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.029610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-fe77b7be-ae85-41a4-b7c1-0ad8b668c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:36.031325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-fe77b7be-ae85-41a4-b7c1-0ad8b668c878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f10a10706c3d4202ae4d480897521df4&device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1094 time: 0.2157118 Sep 10 03:24:36.047233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:36.092707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:36.106436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:36.106651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de030646-c324-4b2e-934c-09a20460b056 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:36.107105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.114756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=bf43fed2-eec8-4e57-8c13-22b22bd57be9,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:36.127921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] For port f0191ccf-2a22-499b-8e07-8bd02dcf8496, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f0191ccf-2a22-499b-8e07-8bd02dcf8496,segment=NetworkSegment(5be3291b-eb1b-46f3-b85e-9a14bbb475df),segment_id=5be3291b-eb1b-46f3-b85e-9a14bbb475df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:36.128350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.148763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=9e189f90-2c93-4dda-9dc7-75148c45c995,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:36.151549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Calling delete_port for f0191ccf-2a22-499b-8e07-8bd02dcf8496 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:36.190157 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8942d82f-4e7d-4994-a1fc-477ea8758f93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5304329 Sep 10 03:24:36.194552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58556) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:36.200830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:ef:3d:93', 'name': 'tempest-NetworksTestDHCPv6-1945846055'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:36.222598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.222598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.222991 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Floating IP 6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73 disassociated. External IP: 172.25.8.243, port: 47d6d543-87d6-49cb-936c-f610b260bfb7. Sep 10 03:24:36.223339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Calling delete_port for 47d6d543-87d6-49cb-936c-f610b260bfb7 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:36.240113 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ac74252-6363-4ffd-8098-81ef70264116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.243186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4ac74252-6363-4ffd-8098-81ef70264116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.247026 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4ac74252-6363-4ffd-8098-81ef70264116 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b38b760b-0fab-429b-8b25-9c5f97262012 HTTP/1.1" status: 204 len: 168 time: 0.6312201 Sep 10 03:24:36.295885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-533522b8-ec62-4963-bd21-c91a103bde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:36.297381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-533522b8-ec62-4963-bd21-c91a103bde44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 200 len: 909 time: 0.2547786 Sep 10 03:24:36.300215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74252-6363-4ffd-8098-81ef70264116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b760b-0fab-429b-8b25-9c5f97262012,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:36.462759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.530926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Port': ['ID=f0191ccf-2a22-499b-8e07-8bd02dcf8496,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:36.553519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No DVR routers for this DVR port f0191ccf-2a22-499b-8e07-8bd02dcf8496 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:36.559417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.666651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event deleted for resources: {'Port': ['ID=47d6d543-87d6-49cb-936c-f610b260bfb7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:36.746092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58566) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:36.800946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc715321-b1ae-49c5-8b1b-6f549ba34ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.814450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-e7095547-d1e7-4a5d-8389-fbfab7b758db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 HTTP/1.1" status: 200 len: 217 time: 0.5082765 Sep 10 03:24:36.834234 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d33316c-2f50-4144-a04a-069c1db7ab57 req-ddef341d-4b76-4d81-9d6e-aeb474a7b8a7 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0848441 Sep 10 03:24:36.839755 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:36.953300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-3f9126ef-e004-4d53-997a-75563ce3851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:36.957215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-3f9126ef-e004-4d53-997a-75563ce3851d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fe92112-1f0a-48d6-8b67-224991ee35ab HTTP/1.1" status: 200 len: 848 time: 0.1310153 Sep 10 03:24:37.041774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Router b0e1f660-497e-4008-8a72-736764e139d0 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:24:37.069035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8098d-8ce2-4708-aa47-eb89c6ea6d51 req-1635787c-301f-476c-97d1-44a849d0660d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:37.071752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64c8098d-8ce2-4708-aa47-eb89c6ea6d51 req-1635787c-301f-476c-97d1-44a849d0660d tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1094 time: 0.2645760 Sep 10 03:24:37.085952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-55f1c811-322d-4130-9342-f78f3e582acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:37.088042 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-55f1c811-322d-4130-9342-f78f3e582acd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b13a7fb3-e269-4695-aa14-57cdf8510538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075516 Sep 10 03:24:37.183406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.186941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d3390b83-f34f-40cd-9162-9d6f250fdca5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:37.261992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdf9f31-0133-4bc5-a5bf-903a344b4e24,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:37.278196 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-64c8098d-8ce2-4708-aa47-eb89c6ea6d51 req-8e65e435-45e2-4825-95d2-a0e5de626ec2 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892047 Sep 10 03:24:37.292607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d3390b83-f34f-40cd-9162-9d6f250fdca5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:37.293342 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.361745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc715321-b1ae-49c5-8b1b-6f549ba34ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.407349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc715321-b1ae-49c5-8b1b-6f549ba34ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.421333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-25843a8f-5483-4219-9287-c0790bca7153 service neutron] 10.222.0.36 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763686 Sep 10 03:24:37.446713 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.459595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e41f98-b0f4-4fb0-81e0-79a0500ced19 None None] Network 9118b626-893c-45f3-900e-c15055b0df14 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:37.495329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e189f90-2c93-4dda-9dc7-75148c45c995 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:37.501928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-922893ac-9855-47fa-98ec-9a275919daf6 None None] Could not find standard attr ID for object f0191ccf-2a22-499b-8e07-8bd02dcf8496. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:37.523757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.547902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9118b626-893c-45f3-900e-c15055b0df14']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:37.557724 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4bf0ebfb-75de-4187-af2e-5dcbd8124671 req-b4458aaf-3eed-46aa-b9ec-80744a619981 service neutron] 10.222.0.36 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265168 Sep 10 03:24:37.559022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:37.559124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be3291b-eb1b-46f3-b85e-9a14bbb475df') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:37.559322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be3291b-eb1b-46f3-b85e-9a14bbb475df') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:37.574308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.594176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.608600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:37.629382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:37.630065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.633692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57898461-28ce-4639-b927-55f27f565c7b None None] Sync routers for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:37.634280 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:37.664218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:37.665450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:37.686383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc715321-b1ae-49c5-8b1b-6f549ba34ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a21f4e5-b600-4dd8-8208-7132c8fa0982,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:37.687159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.714960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:37.725329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fc715321-b1ae-49c5-8b1b-6f549ba34ef3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be85fa61fb44414597c0db247b5b0690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9747767 Sep 10 03:24:37.729731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58568) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:37.746159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a3501-16b3-44ea-8360-17c63634435d None None] DHCP port deletion for 9118b626-893c-45f3-900e-c15055b0df14 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:37.806213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 9e189f90-2c93-4dda-9dc7-75148c45c995 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:37.815491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] No DVR routers for this DVR port 47d6d543-87d6-49cb-936c-f610b260bfb7 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:37.819319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.826316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89489f51-5eba-43d2-890c-f9b4e7e08953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.826996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fcf91-95b1-4adc-abc0-e56fefd055bf None None] Network 9118b626-893c-45f3-900e-c15055b0df14 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:37.829041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4824eaf-3e26-457a-a6f4-31b8f78b9698 req-8dc5b751-d04a-496c-b474-013a559fee49 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.36 "DELETE /v2.0/ports/47d6d543-87d6-49cb-936c-f610b260bfb7 HTTP/1.1" status: 204 len: 173 time: 3.2369983 Sep 10 03:24:37.829767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'name': 'network-vif-deleted', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:24:37.846776 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81aed2e-9eab-4182-89c7-f1130f5778ef" -d '{"events": [{"server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "name": "network-vif-deleted", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:24:37.848591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:37.857016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.888711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fcf91-95b1-4adc-abc0-e56fefd055bf None None] Network 9118b626-893c-45f3-900e-c15055b0df14 could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:24:37.939131 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.939936 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89489f51-5eba-43d2-890c-f9b4e7e08953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:37.945973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/9118b626-893c-45f3-900e-c15055b0df14 HTTP/1.1" status: 204 len: 168 time: 3.0370610 Sep 10 03:24:37.947832 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62832859-e642-4f54-b158-acac7f5ac8c9 x-openstack-request-id: req-62832859-e642-4f54-b158-acac7f5ac8c9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:24:37.948124 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cab17a6-70f6-440d-aec6-f2f426f2f4e5", "name": "network-vif-deleted", "tag": "47d6d543-87d6-49cb-936c-f610b260bfb7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:24:37.948469 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62832859-e642-4f54-b158-acac7f5ac8c9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:24:37.949105 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cab17a6-70f6-440d-aec6-f2f426f2f4e5', 'name': 'network-vif-deleted', 'tag': '47d6d543-87d6-49cb-936c-f610b260bfb7', 'status': 'completed', 'code': 200} Sep 10 03:24:37.950346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ddc2-2313-40b7-a4ce-c4c440f58417 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=9118b626-893c-45f3-900e-c15055b0df14,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:37.951695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58574) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.037525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] Provisioning for port 9e189f90-2c93-4dda-9dc7-75148c45c995 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:38.048160 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9ccadc-b5b2-4edb-ae3e-c63ba3173083 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:38.048829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9ccadc-b5b2-4edb-ae3e-c63ba3173083 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:38.050950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd9ccadc-b5b2-4edb-ae3e-c63ba3173083 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/0cdf9f31-0133-4bc5-a5bf-903a344b4e24 HTTP/1.1" status: 404 len: 337 time: 0.0980978 Sep 10 03:24:38.051200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] Provisioning complete for port 9e189f90-2c93-4dda-9dc7-75148c45c995 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:38.051598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.053686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.088411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f05e3cbe-4ea7-49dd-8c8d-26b229efd481 req-018d8cef-d451-42f7-85f7-c32ece1353cd tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cab17a6-70f6-440d-aec6-f2f426f2f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0600140 Sep 10 03:24:38.105028 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dfe1cd-b044-4281-81a2-9feca535d091 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:38.106096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dfe1cd-b044-4281-81a2-9feca535d091 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:38.113846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:feef:3d93 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/bf43fed2-eec8-4e57-8c13-22b22bd57be9/1fc87cb8-80fd-42bb-b2e7-ce5cffadae98) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:38.116242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58578) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.123120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b4dfe1cd-b044-4281-81a2-9feca535d091 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/9118b626-893c-45f3-900e-c15055b0df14 HTTP/1.1" status: 404 len: 339 time: 0.0652490 Sep 10 03:24:38.162908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:20Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:38.193238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57898461-28ce-4639-b927-55f27f565c7b None None] Checking router: b0e1f660-497e-4008-8a72-736764e139d0 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:38.195287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89489f51-5eba-43d2-890c-f9b4e7e08953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.197988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-89489f51-5eba-43d2-890c-f9b4e7e08953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.199382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-89489f51-5eba-43d2-890c-f9b4e7e08953 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a21f4e5-b600-4dd8-8208-7132c8fa0982 HTTP/1.1" status: 204 len: 168 time: 0.4684443 Sep 10 03:24:38.208482 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.211818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:38.212448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:38.276411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.285133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89489f51-5eba-43d2-890c-f9b4e7e08953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a21f4e5-b600-4dd8-8208-7132c8fa0982,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:38.311718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] For port 9e189f90-2c93-4dda-9dc7-75148c45c995, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e189f90-2c93-4dda-9dc7-75148c45c995,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:38.324581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.414146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:38.446874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dfc89-18d7-48f1-ab16-875ce674d2eb None None] Pushing event updated for resources: {'Port': ['ID=9e189f90-2c93-4dda-9dc7-75148c45c995,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:38.478239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7941-4637-42cd-bed2-76fe287e318e req-47d69685-e130-4f89-b7a9-62c987904be3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:38.480432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c8c7941-4637-42cd-bed2-76fe287e318e req-47d69685-e130-4f89-b7a9-62c987904be3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1094 time: 0.0783005 Sep 10 03:24:38.526461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5c8c7941-4637-42cd-bed2-76fe287e318e req-79c7bcab-3782-48fb-adae-41123fb66004 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Sep 10 03:24:38.536393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.571964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e6a139-b5c3-4697-9590-f516e40a9d9a']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:38.597820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d3a274-5d6d-4bcf-9706-42e476b2034e') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:38.598217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d3a274-5d6d-4bcf-9706-42e476b2034e') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:38.608474 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.614270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.634383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:38.637853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.647481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:38.648614 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:38.651646 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:38.687178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-57898461-28ce-4639-b927-55f27f565c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:20Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:38.715566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57898461-28ce-4639-b927-55f27f565c7b None None] The sync data for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 is: [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:19:07Z', 'revision_number': 4, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '623b8e9d-c137-4765-8ab6-7d8c220ec8d2', 'name': '', 'network_id': 'ed7601d1-012b-4057-aba7-166a557589c6', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'mac_address': 'fa:16:3e:f4:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:05Z', 'updated_at': '2021-09-10T03:19:20Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'subnets': [{'id': 'd37a3e12-fe12-4c0f-ac37-51be68be4928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:38.739961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.748653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.750995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/44e6a139-b5c3-4697-9590-f516e40a9d9a HTTP/1.1" status: 204 len: 168 time: 0.6328516 Sep 10 03:24:38.752533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.754107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58592) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.775930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317157cb-1d6f-4c8c-9df8-392fa01300cf tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=44e6a139-b5c3-4697-9590-f516e40a9d9a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:38.796008 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d50c09-0ecc-4c49-9ba8-8c806b32fd5a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:38.796573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d50c09-0ecc-4c49-9ba8-8c806b32fd5a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:38.798825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-95d50c09-0ecc-4c49-9ba8-8c806b32fd5a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/66299606-17c1-4336-a095-30fe360c43ca HTTP/1.1" status: 404 len: 337 time: 0.0421131 Sep 10 03:24:38.801631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58594) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.818923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:38.822187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:38.828828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:38.831664 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7744ea0-968d-400f-98dd-7993440368c8 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:38.832250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7744ea0-968d-400f-98dd-7993440368c8 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:38.836918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f7744ea0-968d-400f-98dd-7993440368c8 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/6df35167-686d-4d43-9688-a68a580de267 HTTP/1.1" status: 404 len: 339 time: 0.0311942 Sep 10 03:24:38.837080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:38.837080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.837281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58598) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.859792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=1fc87cb8-80fd-42bb-b2e7-ce5cffadae98,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:38.874087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-61a5d7d4-961c-4d3a-90ec-404e5c244559 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6777487 Sep 10 03:24:38.879052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58600) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:38.957888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting subnet 62715ff4-ce12-4839-b54d-64d67549a04c {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:38.961503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e189f90-2c93-4dda-9dc7-75148c45c995 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:38.968498 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.990491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:24:38.992662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 47d6d543-87d6-49cb-936c-f610b260bfb7 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:39.029242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ab9e8-da9a-4cad-badd-77164975feec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:39.035515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ab9e8-da9a-4cad-badd-77164975feec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:39.037207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-540ab9e8-da9a-4cad-badd-77164975feec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1568868 Sep 10 03:24:39.040223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58606) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:39.050687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 47d6d543-87d6-49cb-936c-f610b260bfb7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:39.051113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 47d6d543-87d6-49cb-936c-f610b260bfb7 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:39.074725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.086367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 9e189f90-2c93-4dda-9dc7-75148c45c995 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:39.086772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.171130 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fa0d2-56e8-435f-9b10-f06be7826e96 None None] New status for floating IP 6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:24:39.224386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58612) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:39.291801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.401942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:39.402611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.404637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.441111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:39.461170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'port_id': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0', 'mac_address': 'fa:16:3e:53:21:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:24:39.468858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-913f8297-24bd-4c06-bf84-538a63c3caa1 None None] Provisioning for port 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:39.483780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=62715ff4-ce12-4839-b54d-64d67549a04c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:39.486506 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.488784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa2a28ac-c792-4368-9582-0ba48096e636 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/62715ff4-ce12-4839-b54d-64d67549a04c HTTP/1.1" status: 204 len: 168 time: 0.6504948 Sep 10 03:24:39.492129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58618) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:39.504612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Deleting port c18c7dc9-35ac-42e0-9cb8-6acc5eb08ecf {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:39.504966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.506768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-913f8297-24bd-4c06-bf84-538a63c3caa1 None None] Provisioning complete for port 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:39.507853 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-913f8297-24bd-4c06-bf84-538a63c3caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.513673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c65b3-5ad5-4052-a8df-0363b527fac6 None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:39.540199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.543099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0191ccf-2a22-499b-8e07-8bd02dcf8496 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:39.561142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting subnet 4bf579cf-547e-4fd2-96df-30c4ef0eba07 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:39.564532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.580897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f0191ccf-2a22-499b-8e07-8bd02dcf8496 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:39.581194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:39.581309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f0191ccf-2a22-499b-8e07-8bd02dcf8496 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:39.623368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.639226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.653837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.654175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.662042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-913f8297-24bd-4c06-bf84-538a63c3caa1 None None] Port 1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:39.671256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Calling delete_port for c18c7dc9-35ac-42e0-9cb8-6acc5eb08ecf owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:39.678099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:24:39.712248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:39.775265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24314e-e220-4cc6-8eb4-4e64aa39f0c9 req-ee429982-8ad7-4cf6-a838-bc84ec63a7c3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:39.777049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e24314e-e220-4cc6-8eb4-4e64aa39f0c9 req-ee429982-8ad7-4cf6-a838-bc84ec63a7c3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1094 time: 0.0862138 Sep 10 03:24:39.782930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.790292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.856009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:39.878556 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.891874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e24314e-e220-4cc6-8eb4-4e64aa39f0c9 req-a021aa19-87de-4e78-be29-ac849a9c5831 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044672 Sep 10 03:24:39.919031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.927770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event deleted for resources: {'Port': ['ID=c18c7dc9-35ac-42e0-9cb8-6acc5eb08ecf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:39.965457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf579cf-547e-4fd2-96df-30c4ef0eba07,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:39.982014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.986280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8a68d907-e526-4e49-9c87-d9c24b57323d tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/4bf579cf-547e-4fd2-96df-30c4ef0eba07 HTTP/1.1" status: 204 len: 168 time: 0.4901309 Sep 10 03:24:39.986664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58630) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:40.004044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:24:40.018026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.074642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=1fc87cb8-80fd-42bb-b2e7-ce5cffadae98,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:40.108399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.117888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.125478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-609b2125-9646-4692-a7c2-52122003caf0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 HTTP/1.1" status: 204 len: 168 time: 1.0826509 Sep 10 03:24:40.127141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.130316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.131435 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-10634312-0a70-443d-afed-a59f15955d86 tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "DELETE /v2.0/floatingips/6d29b7fa-eb9b-40a8-a25e-d8c2a7334f73 HTTP/1.1" status: 204 len: 168 time: 0.9041648 Sep 10 03:24:40.131916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58634) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:40.276040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58644) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:40.287109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97791138-c73a-491a-a8bc-9f3e2c0df233 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:40.289221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97791138-c73a-491a-a8bc-9f3e2c0df233 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:40.290800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-97791138-c73a-491a-a8bc-9f3e2c0df233 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1577573 Sep 10 03:24:40.293801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:40.358903 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d36dcfe-1ea6-41e6-930b-05eb1d11f7db tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.363745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting port db75d72e-2bd9-4334-8603-8ed4ef33995f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:40.364120 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.390022 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d36dcfe-1ea6-41e6-930b-05eb1d11f7db tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.408373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet bf43fed2-eec8-4e57-8c13-22b22bd57be9 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:40.412989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.470467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d36dcfe-1ea6-41e6-930b-05eb1d11f7db tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.474852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d36dcfe-1ea6-41e6-930b-05eb1d11f7db tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.479349 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d36dcfe-1ea6-41e6-930b-05eb1d11f7db tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] 10.222.0.23 "DELETE /v2.0/security-groups/145013ae-05ef-4221-8809-2afac1b10832 HTTP/1.1" status: 204 len: 168 time: 0.2020476 Sep 10 03:24:40.489810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36dcfe-1ea6-41e6-930b-05eb1d11f7db tempest-TestServerBasicOps-1533173470 tempest-TestServerBasicOps-1533173470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145013ae-05ef-4221-8809-2afac1b10832,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:40.521386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] For port db75d72e-2bd9-4334-8603-8ed4ef33995f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db75d72e-2bd9-4334-8603-8ed4ef33995f,segment=NetworkSegment(53bcc7aa-b249-45ac-b19b-3b5f62cb3d74),segment_id=53bcc7aa-b249-45ac-b19b-3b5f62cb3d74)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:40.522022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.522822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:40.526148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.558872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Calling delete_port for db75d72e-2bd9-4334-8603-8ed4ef33995f owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:40.702701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.725596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e12237-f6de-4b3a-9c35-10fccc0e4f00 None None] Network 23248e85-3bd6-40a0-b7a9-523675aa8f51 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:40.751850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:40.823973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0085bfc5-951c-4efd-a919-b9a392b7c423 None None] Could not find standard attr ID for object db75d72e-2bd9-4334-8603-8ed4ef33995f. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:40.959221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00084943-ddd2-4c44-a09b-3cefeebdf6d0 None None] DHCP port deletion for 23248e85-3bd6-40a0-b7a9-523675aa8f51 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:40.977183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:41.057209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:41.062340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:41.063044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.131312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No DVR routers for this DVR port db75d72e-2bd9-4334-8603-8ed4ef33995f on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:41.141635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Port': ['ID=db75d72e-2bd9-4334-8603-8ed4ef33995f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:41.200048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.234911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:24:41.237670 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3bc7bf-b639-4a1c-9e51-d2c51275b84a" -d '{"events": [{"server_uuid": "a3427518-3183-42f7-bdb4-e7c470f8aa48", "name": "network-vif-plugged", "status": "completed", "tag": "66ac038b-c881-4cbb-8a2d-dcfcaf5172a0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:24:41.257420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:41.266082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.274390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.285605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.296051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb547c-3356-4567-8213-d2518e5a1556 req-b9603e76-7f9b-466c-9e21-cc2ea6a2dd97 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:41.305318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3dfb547c-3356-4567-8213-d2518e5a1556 req-b9603e76-7f9b-466c-9e21-cc2ea6a2dd97 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1095 time: 0.1769767 Sep 10 03:24:41.324097 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec69f63a-4a16-48cf-9948-97fece72ae53 x-openstack-request-id: req-ec69f63a-4a16-48cf-9948-97fece72ae53 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:24:41.324647 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3427518-3183-42f7-bdb4-e7c470f8aa48", "name": "network-vif-plugged", "status": "completed", "tag": "66ac038b-c881-4cbb-8a2d-dcfcaf5172a0", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:24:41.325198 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec69f63a-4a16-48cf-9948-97fece72ae53 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:24:41.325795 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0', 'code': 200} Sep 10 03:24:41.342205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:41.379573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=bf43fed2-eec8-4e57-8c13-22b22bd57be9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:41.397132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23248e85-3bd6-40a0-b7a9-523675aa8f51']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:41.402142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95791d4e-4903-4034-99f3-857e7f656aff None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:41.403501 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.427669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.430403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-864ff6f2-f7f6-4cc0-bc6f-2f60ea13dce7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/bf43fed2-eec8-4e57-8c13-22b22bd57be9 HTTP/1.1" status: 204 len: 168 time: 1.1356680 Sep 10 03:24:41.439762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:41.440105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bcc7aa-b249-45ac-b19b-3b5f62cb3d74') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:41.447366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58696) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.463749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3dfb547c-3356-4567-8213-d2518e5a1556 req-e994b743-b63d-4106-b416-0ee0f4ea9454 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573153 Sep 10 03:24:41.470666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.490869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64eeb3-9ee2-4912-b9da-ed81b655317f req-0c9ba201-d2a0-4ba4-bc72-e21c3e127fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:41.493156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d64eeb3-9ee2-4912-b9da-ed81b655317f req-0c9ba201-d2a0-4ba4-bc72-e21c3e127fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.1112106 Sep 10 03:24:41.500681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.510406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98140d16-6671-4931-98f5-a8695f11a88f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615509 Sep 10 03:24:41.513223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.519806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:41.532914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:41.533331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:41.537846 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:41.571621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d64eeb3-9ee2-4912-b9da-ed81b655317f req-33db1c64-0649-4513-b387-72cf9ca7c2f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660510 Sep 10 03:24:41.619365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.628183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.633812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/23248e85-3bd6-40a0-b7a9-523675aa8f51 HTTP/1.1" status: 204 len: 168 time: 1.6460600 Sep 10 03:24:41.634891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58702) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.640384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:41.673480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ce3c8-33ce-43cb-8496-0a4d3dc5d4b4 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=23248e85-3bd6-40a0-b7a9-523675aa8f51,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:41.676222 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-58637f79-f4fe-4039-8cfa-52ec3b9c7afd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:41.676825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58637f79-f4fe-4039-8cfa-52ec3b9c7afd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:41.681488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-58637f79-f4fe-4039-8cfa-52ec3b9c7afd tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/0e24c1be-d689-4157-8474-0b6f037715d4 HTTP/1.1" status: 404 len: 337 time: 0.0438859 Sep 10 03:24:41.682130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.703377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Deleting port 9e189f90-2c93-4dda-9dc7-75148c45c995 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:41.704141 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.708017 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2c5e6b-c8a5-4978-a83a-babb460c3b2f tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:41.708593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2c5e6b-c8a5-4978-a83a-babb460c3b2f tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:41.710904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9d2c5e6b-c8a5-4978-a83a-babb460c3b2f tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/f7835ab3-10eb-4f78-8101-d4a9a42eeaef HTTP/1.1" status: 404 len: 339 time: 0.0262814 Sep 10 03:24:41.713535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.729746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:41.733291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.743326 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d5e05d-8596-4f9a-9d6b-c40bb676d459 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:41.743809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d5e05d-8596-4f9a-9d6b-c40bb676d459 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:41.745549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-75d5e05d-8596-4f9a-9d6b-c40bb676d459 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/046c01e8-1b47-41e0-9412-bde5d3ad373b HTTP/1.1" status: 404 len: 337 time: 0.0310762 Sep 10 03:24:41.748236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.779118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] For port 9e189f90-2c93-4dda-9dc7-75148c45c995, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=9e189f90-2c93-4dda-9dc7-75148c45c995,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:41.779720 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.781140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58712) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.783424 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9efa51-cb00-4b85-b069-10ed79af509b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:41.784013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9efa51-cb00-4b85-b069-10ed79af509b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:41.785924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b9efa51-cb00-4b85-b069-10ed79af509b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/dae5057d-2b99-4799-93fd-482306f8d0cb HTTP/1.1" status: 404 len: 339 time: 0.0363595 Sep 10 03:24:41.792358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58714) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.794523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Calling delete_port for 9e189f90-2c93-4dda-9dc7-75148c45c995 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:41.827824 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b7791b-ea96-4d95-970c-af50486d6e95 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:41.828576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b7791b-ea96-4d95-970c-af50486d6e95 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:41.834199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-49b7791b-ea96-4d95-970c-af50486d6e95 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/af16c37f-ed96-422a-a54e-63318a29767d HTTP/1.1" status: 404 len: 337 time: 0.0403743 Sep 10 03:24:41.835763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58718) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.857395 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0ba467-7b1e-411e-a175-2a52e9ad819b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:41.857967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0ba467-7b1e-411e-a175-2a52e9ad819b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:41.859805 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3e0ba467-7b1e-411e-a175-2a52e9ad819b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/fc9096ef-3826-4c41-b870-f32767ba1e4f HTTP/1.1" status: 404 len: 339 time: 0.0227430 Sep 10 03:24:41.862416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58720) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.901191 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.922910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting subnet eacc92aa-f82a-41c1-8e37-d6fda0988afa {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:41.931901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.939946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Pushing event deleted for resources: {'Port': ['ID=9e189f90-2c93-4dda-9dc7-75148c45c995,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:41.948364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] No DVR routers for this DVR port 9e189f90-2c93-4dda-9dc7-75148c45c995 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:41.950877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.951005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.951299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.951681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.952013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.952345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.952678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.953147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.953485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.953811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.954146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.954728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e7efbe-6151-43d7-8841-b933dd6991d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:41.963804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b464e56-22e2-4f50-8c4e-a96ed5c9f2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:41.994352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.019206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Deleting port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:42.019572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.123623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.140896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:42.144072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.186684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b464e56-22e2-4f50-8c4e-a96ed5c9f2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.190821 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8b464e56-22e2-4f50-8c4e-a96ed5c9f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.203379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:42.210219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] For port 623b8e9d-c137-4765-8ab6-7d8c220ec8d2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:42.211229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.215739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:42.226329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f96e08-f6b8-4069-a9a6-28b6c90256f2 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:42.229056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:42.230535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.242851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.247560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Calling delete_port for 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:42.253254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b464e56-22e2-4f50-8c4e-a96ed5c9f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9349b39-49f1-4543-893d-3558e68331f6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:42.256205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:42.270247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-13e91520-caae-4f30-b2a6-1e8d11018134 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7535913 Sep 10 03:24:42.271586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58724) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:42.277562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:1d:1a:5a', 'name': 'tempest-NetworksTestDHCPv6-1261020632'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:42.278286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8b464e56-22e2-4f50-8c4e-a96ed5c9f2e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1647ad0a34e43d2a79ccc47427c9623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955716 Sep 10 03:24:42.279844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=eacc92aa-f82a-41c1-8e37-d6fda0988afa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:42.282377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:42.286784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.288729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-405846d7-5161-4bb1-b1ba-34791aac2705 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/eacc92aa-f82a-41c1-8e37-d6fda0988afa HTTP/1.1" status: 204 len: 168 time: 0.4252224 Sep 10 03:24:42.294853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58728) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:42.323320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e8cdf-2a2d-4344-99d1-dfc7a3497bef None None] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:42.398082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.418352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53323fc8-e39e-4c2c-bc41-4bcca4b8d5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.467996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53323fc8-e39e-4c2c-bc41-4bcca4b8d5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.499128 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:42.504593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.520741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:42.521870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.552588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 40a6a064-7453-4ae0-9eae-e2d938c32437 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:42.575749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting port da9c783d-43dd-453c-aeb8-dc9369891a01 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:42.576097 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.628986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53323fc8-e39e-4c2c-bc41-4bcca4b8d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.634073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-53323fc8-e39e-4c2c-bc41-4bcca4b8d5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.635726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-53323fc8-e39e-4c2c-bc41-4bcca4b8d5ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9349b39-49f1-4543-893d-3558e68331f6 HTTP/1.1" status: 204 len: 168 time: 0.3521020 Sep 10 03:24:42.660774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] DHCP port deletion for eac74519-6467-43d6-8bcc-1a8e70e4a963 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:42.678732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53323fc8-e39e-4c2c-bc41-4bcca4b8d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9349b39-49f1-4543-893d-3558e68331f6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:42.694909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] For port da9c783d-43dd-453c-aeb8-dc9369891a01, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=da9c783d-43dd-453c-aeb8-dc9369891a01,segment=NetworkSegment(a5941cfe-a184-4b34-9a6c-32e83a2be876),segment_id=a5941cfe-a184-4b34-9a6c-32e83a2be876)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:42.695843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.710461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e21903-c745-4b5d-a050-bddc18ee1856 req-a545dc55-e3bc-4774-90fc-b51175635613 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:42.715258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Calling delete_port for da9c783d-43dd-453c-aeb8-dc9369891a01 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:42.717865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88e21903-c745-4b5d-a050-bddc18ee1856 req-a545dc55-e3bc-4774-90fc-b51175635613 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.1013019 Sep 10 03:24:42.725680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.753551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Allocated IP 2001:db8::f816:3eff:fe00:82c0 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6/d0f1bc10-2c44-4a41-8a8e-81efe3abde48) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:42.770953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=623b8e9d-c137-4765-8ab6-7d8c220ec8d2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:42.832209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88e21903-c745-4b5d-a050-bddc18ee1856 req-c13fef3c-2864-4245-8d21-dcc3da845049 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132505 Sep 10 03:24:42.832672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.857197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No DVR routers for this DVR port da9c783d-43dd-453c-aeb8-dc9369891a01 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:42.892205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Port': ['ID=da9c783d-43dd-453c-aeb8-dc9369891a01,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:42.899968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Deleting port da9c783d-43dd-453c-aeb8-dc9369891a01 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:42.900522 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:42.989689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.040625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac74519-6467-43d6-8bcc-1a8e70e4a963']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:43.054586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5941cfe-a184-4b34-9a6c-32e83a2be876') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:43.055232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5941cfe-a184-4b34-9a6c-32e83a2be876') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:43.066795 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.081173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.099023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:43.100403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:43.105137 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:43.107079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device da9c783d-43dd-453c-aeb8-dc9369891a01 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:43.111842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.154542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] For port da9c783d-43dd-453c-aeb8-dc9369891a01, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:43.154955 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.160107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: da9c783d-43dd-453c-aeb8-dc9369891a01 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:43.160451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device da9c783d-43dd-453c-aeb8-dc9369891a01 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:43.160880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e189f90-2c93-4dda-9dc7-75148c45c995 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:43.186728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.187270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58736) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:43.193210 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.194173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.199342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/eac74519-6467-43d6-8bcc-1a8e70e4a963 HTTP/1.1" status: 204 len: 168 time: 0.9005094 Sep 10 03:24:43.199342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58738) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:43.200307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 9e189f90-2c93-4dda-9dc7-75148c45c995 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:43.200653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 9e189f90-2c93-4dda-9dc7-75148c45c995 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:43.201074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db75d72e-2bd9-4334-8603-8ed4ef33995f no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:43.203532 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-464c6377-4725-464a-9a34-eb6b0cd67a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.224799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Calling delete_port for da9c783d-43dd-453c-aeb8-dc9369891a01 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:43.229632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Port da9c783d-43dd-453c-aeb8-dc9369891a01 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:24:43.230788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Transition to ACTIVE for port object d0f1bc10-2c44-4a41-8a8e-81efe3abde48 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:43.232853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: db75d72e-2bd9-4334-8603-8ed4ef33995f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:43.233213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db75d72e-2bd9-4334-8603-8ed4ef33995f not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:43.234715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba469366-5e95-4576-aaf0-56ccc0e447ad tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=eac74519-6467-43d6-8bcc-1a8e70e4a963,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:43.237214 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87043de-5f43-4f0e-9aad-0c42373a3f70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:43.237899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87043de-5f43-4f0e-9aad-0c42373a3f70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:43.242295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f87043de-5f43-4f0e-9aad-0c42373a3f70 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/1d1fb037-2a3c-4c51-ba36-fddbd0838a7b HTTP/1.1" status: 404 len: 337 time: 0.0399561 Sep 10 03:24:43.242581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58740) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:43.253462 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.262782 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42006e1-d6c0-42ef-89dc-5d632e94d564 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:43.263389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42006e1-d6c0-42ef-89dc-5d632e94d564 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:43.265241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e42006e1-d6c0-42ef-89dc-5d632e94d564 tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/cfd99ab9-83be-4297-b9e5-774657d3c980 HTTP/1.1" status: 404 len: 339 time: 0.0217323 Sep 10 03:24:43.273721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:43.284208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Pushing event deleted for resources: {'Port': ['ID=da9c783d-43dd-453c-aeb8-dc9369891a01,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:43.293412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] Network eac74519-6467-43d6-8bcc-1a8e70e4a963 is not hosted by any dhcp agent {{(pid=94635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:24:43.293877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1ef37-a3d2-4687-955a-c42ef458d6b0 None None] No DVR routers for this DVR port da9c783d-43dd-453c-aeb8-dc9369891a01 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:43.307317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Transition to ACTIVE for port object d0f1bc10-2c44-4a41-8a8e-81efe3abde48 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:43.317567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.341654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting subnet 904bc709-a29e-4fe4-8483-df0e03dcc0cf {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:43.345199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.361215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:43.366596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:43.369770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:43.385658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Pushing event updated for resources: {'Port': ['ID=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:43.393955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.441555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Attempting to bind port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:43.441930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Attempting to bind port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:43.442303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Attempting to bind port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:43.448308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:43.448688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:43.449101 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.449501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:43.449993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Bound port: d0f1bc10-2c44-4a41-8a8e-81efe3abde48, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:43.450391 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.483126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.528188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] For port d0f1bc10-2c44-4a41-8a8e-81efe3abde48, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:43.530859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] For port d0f1bc10-2c44-4a41-8a8e-81efe3abde48, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:43.535354 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.557592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.594984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Subnet': ['ID=904bc709-a29e-4fe4-8483-df0e03dcc0cf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:43.602522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.607241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0c3a-b317-4346-b7bf-cb7fe00bd6ea None None] Pushing event updated for resources: {'Port': ['ID=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:43.607639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3553157e-a86c-409f-9828-6a01d300c16a tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/subnets/904bc709-a29e-4fe4-8483-df0e03dcc0cf HTTP/1.1" status: 204 len: 168 time: 0.3323078 Sep 10 03:24:43.608317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:43.620261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986370c9-7bad-40dc-b54f-70905b3ac328 None None] Network 03e4b85f-7062-47ae-8c37-7b59db3dc91c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:43.722718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.735881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fe1d:1a5a (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6/40a6a064-7453-4ae0-9eae-e2d938c32437) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:43.806042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Deleting port 235f8e66-4874-4c9b-8573-b71273761e0d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:43.806519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.900066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] For port 235f8e66-4874-4c9b-8573-b71273761e0d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=235f8e66-4874-4c9b-8573-b71273761e0d,segment=NetworkSegment(82c49653-7d6a-41c8-b278-b1b26f7a055a),segment_id=82c49653-7d6a-41c8-b278-b1b26f7a055a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:43.901017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.921239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Calling delete_port for 235f8e66-4874-4c9b-8573-b71273761e0d owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:43.939324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] DHCP port deletion for 03e4b85f-7062-47ae-8c37-7b59db3dc91c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:43.941696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-464c6377-4725-464a-9a34-eb6b0cd67a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.959038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-464c6377-4725-464a-9a34-eb6b0cd67a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:43.988782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Router b0e1f660-497e-4008-8a72-736764e139d0 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:24:44.004108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829567e8-0ff6-45d0-8255-5bdc30dbc70b req-53b3eda0-4d2b-46a9-bf19-b3cca0eaa6f9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:44.005687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-829567e8-0ff6-45d0-8255-5bdc30dbc70b req-53b3eda0-4d2b-46a9-bf19-b3cca0eaa6f9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.0979743 Sep 10 03:24:44.027235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] Deleting port 235f8e66-4874-4c9b-8573-b71273761e0d {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:44.027654 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.041772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-464c6377-4725-464a-9a34-eb6b0cd67a44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b316df654b5942d69c0ed382a8a05907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8537474 Sep 10 03:24:44.048730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58748) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:44.083880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6377-4725-464a-9a34-eb6b0cd67a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9172416-3cdf-4686-bdee-e3b00d8ff645,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:44.088108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-829567e8-0ff6-45d0-8255-5bdc30dbc70b req-36bd89ac-ddd3-4031-9d7b-c7a21cb15300 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Sep 10 03:24:44.112875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] For port 235f8e66-4874-4c9b-8573-b71273761e0d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=235f8e66-4874-4c9b-8573-b71273761e0d,segment=NetworkSegment(82c49653-7d6a-41c8-b278-b1b26f7a055a),segment_id=82c49653-7d6a-41c8-b278-b1b26f7a055a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:44.113511 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.122254 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.128539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] Calling delete_port for 235f8e66-4874-4c9b-8573-b71273761e0d owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:44.161511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.176209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Port': ['ID=235f8e66-4874-4c9b-8573-b71273761e0d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:44.178957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 40a6a064-7453-4ae0-9eae-e2d938c32437 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:44.183822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] No DVR routers for this DVR port 235f8e66-4874-4c9b-8573-b71273761e0d on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:44.220887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.239894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d03cb553-427a-475d-a639-f9912f0ba3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.249599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] Pushing event deleted for resources: {'Port': ['ID=235f8e66-4874-4c9b-8573-b71273761e0d,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:44.251599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab9b1c-f9c0-4283-950b-c46fbedaf577 None None] No DVR routers for this DVR port 235f8e66-4874-4c9b-8573-b71273761e0d on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:44.264170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dea12c-6e8e-4588-a9db-6ce4c4e0bcbd req-8dbec562-13e0-453c-a05f-601050391e79 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:44.265748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4dea12c-6e8e-4588-a9db-6ce4c4e0bcbd req-8dbec562-13e0-453c-a05f-601050391e79 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.0776222 Sep 10 03:24:44.298821 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.327952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.336813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e4b85f-7062-47ae-8c37-7b59db3dc91c']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:44.340112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d03cb553-427a-475d-a639-f9912f0ba3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.345221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:44.355745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c49653-7d6a-41c8-b278-b1b26f7a055a') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:44.356058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c49653-7d6a-41c8-b278-b1b26f7a055a') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:44.364021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] Sync routers for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:44.377394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.377630 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea7d1db7-3a32-465a-b402-359d8f44cf26 admin admin] 10.222.0.23 "PUT /v2.0/routers/b0e1f660-497e-4008-8a72-736764e139d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8497102 Sep 10 03:24:44.378342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58752) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:44.379108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:44.379847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d4dea12c-6e8e-4588-a9db-6ce4c4e0bcbd req-43f8f06c-ef47-4972-819f-12995eb34824 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869052 Sep 10 03:24:44.379965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:44.407177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.420003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:44.420442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:44.423997 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:44.432190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:44.438221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:44.448268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:44.451591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:44.452285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.461785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=40a6a064-7453-4ae0-9eae-e2d938c32437,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:44.513927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:44.529421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d03cb553-427a-475d-a639-f9912f0ba3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.532008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d03cb553-427a-475d-a639-f9912f0ba3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.533421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d03cb553-427a-475d-a639-f9912f0ba3bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9172416-3cdf-4686-bdee-e3b00d8ff645 HTTP/1.1" status: 204 len: 168 time: 0.4823689 Sep 10 03:24:44.571346 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.593178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cb553-427a-475d-a639-f9912f0ba3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9172416-3cdf-4686-bdee-e3b00d8ff645,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:44.599647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.622618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.625226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] 10.222.0.23 "DELETE /v2.0/networks/03e4b85f-7062-47ae-8c37-7b59db3dc91c HTTP/1.1" status: 204 len: 168 time: 1.0157723 Sep 10 03:24:44.640886 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da75c463-6516-4295-bc44-ca77d4bc3ba1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3681514 Sep 10 03:24:44.643590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58760) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:44.646172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ba88b-63da-468f-96ce-12037ca4bd5b tempest-NetworksIpV6Test-373378796 tempest-NetworksIpV6Test-373378796-project] Pushing event deleted for resources: {'Network': ['ID=03e4b85f-7062-47ae-8c37-7b59db3dc91c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:44.661412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b6144-72ca-4f4c-b73b-e906a5ca6299 req-5d87301f-fb65-4de0-9050-1fc46e6fda83 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:44.663002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-419b6144-72ca-4f4c-b73b-e906a5ca6299 req-5d87301f-fb65-4de0-9050-1fc46e6fda83 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.1364038 Sep 10 03:24:44.728770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bb800-a5f1-4626-b43c-c09b6aa7c245 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:44.736017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bb800-a5f1-4626-b43c-c09b6aa7c245 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:44.737763 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-508bb800-a5f1-4626-b43c-c09b6aa7c245 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0928819 Sep 10 03:24:44.744156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:44.760455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-419b6144-72ca-4f4c-b73b-e906a5ca6299 req-416d18ad-0435-43f8-bd56-40d9576a3066 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896497 Sep 10 03:24:44.816777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.953658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Deleting port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:44.954182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:44.998345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 40a6a064-7453-4ae0-9eae-e2d938c32437 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:44.998714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.089857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:24:42Z', 'revision_number': 5, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port': {'id': 'a6ee91f7-604c-4caf-8159-9ad4d4aef5f6', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:01Z', 'updated_at': '2021-09-10T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:45.124836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] Checking router: b0e1f660-497e-4008-8a72-736764e139d0 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:45.177662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d0f1bc10-2c44-4a41-8a8e-81efe3abde48 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:45.218941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.237448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] For port a6ee91f7-604c-4caf-8159-9ad4d4aef5f6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:45.237826 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.253699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 40a6a064-7453-4ae0-9eae-e2d938c32437 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:45.267089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Calling delete_port for a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:45.272187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] Routers {'b0e1f660-497e-4008-8a72-736764e139d0'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:45.273374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0e1f660-497e-4008-8a72-736764e139d0'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:45.322950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:45.459364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.487247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bcbb303f-e7ef-4b4c-95d2-c9a86c694282 None None] Provisioning for port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:45.517578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] Set router b0e1f660-497e-4008-8a72-736764e139d0 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:45.529789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:45.567303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.574622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/40a6a064-7453-4ae0-9eae-e2d938c32437 HTTP/1.1" status: 204 len: 168 time: 0.8121486 Sep 10 03:24:45.575644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970fc37-d6e9-4ac2-a268-3b5823537a52 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=40a6a064-7453-4ae0-9eae-e2d938c32437,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:45.577398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:45.594642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:45.596032 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.693095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-1e6f30fc-3ca3-4769-b917-79fac87eb980 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:45.698273 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-1e6f30fc-3ca3-4769-b917-79fac87eb980 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/networks?id=b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 200 len: 909 time: 0.4109304 Sep 10 03:24:45.712616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675bc35-549c-4242-81e0-e724353d1350 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:45.720613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675bc35-549c-4242-81e0-e724353d1350 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:45.724153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9675bc35-549c-4242-81e0-e724353d1350 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457596 Sep 10 03:24:45.726496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58796) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:45.746125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:24:44Z', 'revision_number': 6, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:45.750667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-50278cf5-cd3d-4667-a65a-314e64ee6fa0 None None] Could not find standard attr ID for object 40a6a064-7453-4ae0-9eae-e2d938c32437. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:45.796952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-bbdd6fd5-36f0-436b-abd5-46fa8fb62a44 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/quotas/f10a10706c3d4202ae4d480897521df4 HTTP/1.1" status: 200 len: 375 time: 0.0718355 Sep 10 03:24:45.806528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1702e4f-009e-43ce-92f1-96724752d4d2 None None] The sync data for ids ['b0e1f660-497e-4008-8a72-736764e139d0'] in n-d-808126-2 is: [{'id': 'b0e1f660-497e-4008-8a72-736764e139d0', 'name': 'tempest-TestServerBasicOps-596634446-router', 'tenant_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:18:59Z', 'updated_at': '2021-09-10T03:24:44Z', 'revision_number': 6, 'project_id': 'b3e767bf6b7f4b8eacbd1509e2185e1a', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:45.860268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:45.870054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.916621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.965948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.979832 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84356e29-2775-4158-b11d-a6cb79585240 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66f9b5cae6d0476db82a59fa4b9c6e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6560481 Sep 10 03:24:45.980623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:45.981843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d0f1bc10-2c44-4a41-8a8e-81efe3abde48, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:45.985785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:45.989668 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.043048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ee91f7-604c-4caf-8159-9ad4d4aef5f6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:46.080305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.090208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:46.157122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-3da04680-947e-4a45-ab24-c52af45fc5c8 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=f10a10706c3d4202ae4d480897521df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3391519 Sep 10 03:24:46.162803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.203319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1878f250-7164-4d27-917c-4708a59d16bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.210127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:46.220846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.222677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e379b-8f7e-4096-9732-a6201409809a None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:46.226139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-aac4a0a6-0ae0-43e5-9db6-773b2fc69404 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6 HTTP/1.1" status: 204 len: 168 time: 0.4972672 Sep 10 03:24:46.226736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:46.237876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.278253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 235f8e66-4874-4c9b-8573-b71273761e0d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:46.289630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-22365f1d-9033-480f-b1bd-59b357c4785e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610881 Sep 10 03:24:46.291038 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58810) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:46.360395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1878f250-7164-4d27-917c-4708a59d16bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.365374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46592551-6d8e-416a-b015-3abec0c72e29 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:46.372327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-46592551-6d8e-416a-b015-3abec0c72e29 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0778053 Sep 10 03:24:46.373372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58814) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:46.416534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 235f8e66-4874-4c9b-8573-b71273761e0d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:46.417127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 235f8e66-4874-4c9b-8573-b71273761e0d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:46.433802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.452954 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.462616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93bf30-b3a6-4f5a-91b1-920edf6838f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:46.464433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-af93bf30-b3a6-4f5a-91b1-920edf6838f0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904493 Sep 10 03:24:46.467152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58816) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:46.520250 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8dc55591-4ff8-4c72-95d1-1aa318f25e93 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492897 Sep 10 03:24:46.522379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58820) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:46.530448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:46.538921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-65964e4d-a5a4-437a-a562-0b775f026147 service neutron] 10.222.0.23 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803363 Sep 10 03:24:46.562454 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.563046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e1f660-497e-4008-8a72-736764e139d0 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:24:46.576954 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.580471 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6f380e31-7036-42ba-9779-5a52ca9ca05b admin admin] 10.222.0.23 "DELETE /v2.0/routers/b0e1f660-497e-4008-8a72-736764e139d0 HTTP/1.1" status: 204 len: 168 time: 2.1973717 Sep 10 03:24:46.580617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1878f250-7164-4d27-917c-4708a59d16bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.582025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58824) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:46.583032 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1878f250-7164-4d27-917c-4708a59d16bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.586569 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1878f250-7164-4d27-917c-4708a59d16bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8c7ec0f-dd96-45cc-939b-2e932a996b3a HTTP/1.1" status: 204 len: 168 time: 0.5943973 Sep 10 03:24:46.605494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878f250-7164-4d27-917c-4708a59d16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c7ec0f-dd96-45cc-939b-2e932a996b3a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:46.680964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-a1bed2dc-bf5f-467e-973e-10181024b9e2 service neutron] 10.222.0.23 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304302 Sep 10 03:24:46.735857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Deleting subnet d37a3e12-fe12-4c0f-ac37-51be68be4928 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:46.740271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.763270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:46.770075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:46.803002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:46.969197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] Deleting port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:46.977071 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.008514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.084473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae3a6518-76c7-4f2b-9c1c-f377e8555a96 req-7887b214-b875-4030-9333-da6e82f55701 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 210 time: 0.0820689 Sep 10 03:24:47.108611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] For port d0f1bc10-2c44-4a41-8a8e-81efe3abde48, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:47.109075 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.125875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] Calling delete_port for d0f1bc10-2c44-4a41-8a8e-81efe3abde48 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:47.188437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:47.221883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:47.222240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 623b8e9d-c137-4765-8ab6-7d8c220ec8d2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:47.222668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d0f1bc10-2c44-4a41-8a8e-81efe3abde48 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:47.357630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:47.372311 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.392141 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.431280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.447602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] Pushing event deleted for resources: {'Port': ['ID=d0f1bc10-2c44-4a41-8a8e-81efe3abde48,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:47.450174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34040027-7f9b-4db1-9ff3-d822e54fcb29 None None] No DVR routers for this DVR port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:47.480201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:47.514391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:47.514989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a6ee91f7-604c-4caf-8159-9ad4d4aef5f6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:47.543891 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.revisions.revision_plugin [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Could not find related port for resource to bump revision. Sep 10 03:24:47.554629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Port d0f1bc10-2c44-4a41-8a8e-81efe3abde48 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 10 03:24:47.554929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Reverting IP allocation for 2001:db8::f816:3eff:fe00:82c0 {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 10 03:24:47.558425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe00:82c0 {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 10 03:24:47.559975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.564118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.607803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37a3e12-fe12-4c0f-ac37-51be68be4928,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:47.619140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded473e4-d845-4ee3-86ab-99165d642622 None None] Network ed7601d1-012b-4057-aba7-166a557589c6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:47.619496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.622286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-12f9ff74-5f11-4234-a96a-74de40bac3c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d37a3e12-fe12-4c0f-ac37-51be68be4928 HTTP/1.1" status: 204 len: 168 time: 1.0390742 Sep 10 03:24:47.625337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58864) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:47.653502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:47.660347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:47.665753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:47.666654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.685248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=25c8f885-2a8f-4c13-aae6-1367814fb17a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:47.688400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19a5c3-087b-4726-905c-0a09b7f07026 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:47.696150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cf93d0ff-ea83-4fe1-9ce9-9532719897c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1726644 Sep 10 03:24:47.698653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:47.705051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:99:bf:81', 'name': 'tempest-NetworksTestDHCPv6-74784470'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:47.737244 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.841789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Deleting port 1c936a4b-3133-49f8-b5e2-c53128c84768 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:47.842374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.878317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:47.954190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] For port 1c936a4b-3133-49f8-b5e2-c53128c84768, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1c936a4b-3133-49f8-b5e2-c53128c84768,segment=NetworkSegment(1cf770b7-d355-4d49-95cb-5d60c4c614ea),segment_id=1cf770b7-d355-4d49-95cb-5d60c4c614ea)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:47.954768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.975562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:48.000698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Calling delete_port for 1c936a4b-3133-49f8-b5e2-c53128c84768 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:48.063389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2039187449'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:48.081404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '25c8f885-2a8f-4c13-aae6-1367814fb17a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:48.082188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.103403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.124148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:48.125944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:48.129691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.158329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.244465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928722c9-72b4-4ad3-9016-57beaf5f7f89 None None] DHCP port deletion for ed7601d1-012b-4057-aba7-166a557589c6 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:48.245017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.256317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3a05cde0-a1f5-42c4-91aa-8eefe6fffbca req-0bd4ae1a-052e-48ab-9cf1-311fe35a5dff tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 210 time: 0.0476983 Sep 10 03:24:48.316545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fe99:bf81 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/25c8f885-2a8f-4c13-aae6-1367814fb17a/13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:48.328031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] No DVR routers for this DVR port 1c936a4b-3133-49f8-b5e2-c53128c84768 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:48.329675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Pushing event deleted for resources: {'Port': ['ID=1c936a4b-3133-49f8-b5e2-c53128c84768,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:48.477894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.512647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.528780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7601d1-012b-4057-aba7-166a557589c6']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:48.529033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:48.557377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf770b7-d355-4d49-95cb-5d60c4c614ea') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:48.557830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf770b7-d355-4d49-95cb-5d60c4c614ea') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:48.562203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.566620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.570594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7fce5941-b04f-4d31-b3b1-82188c810190 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:48.572141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7fce5941-b04f-4d31-b3b1-82188c810190 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.32 "GET /v2.0/networks?id=b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 200 len: 909 time: 0.2571838 Sep 10 03:24:48.574977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.587359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:48.596408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.596789 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment 7ec04071-3e8f-47e7-9781-dcfed0b8c37f of type vlan for network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 Sep 10 03:24:48.609992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.630996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:48.635990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:48.644635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:48.645893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Request body: {'port': {'device_id': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'admin_state_up': True, 'tenant_id': 'f10a10706c3d4202ae4d480897521df4'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:48.648418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Allocated IP 2001:db8::f816:3eff:fead:bbea (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/25c8f885-2a8f-4c13-aae6-1367814fb17a/d5c84d48-7577-49df-a1f9-0be9d36b93c2) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:48.653066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:48.653814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.655388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b6d536-a3b6-476e-baf0-85877b1196e9,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:48.673353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:48.678233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70e44c6e-fdd1-46ac-966a-6200c58472ce tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9782915 Sep 10 03:24:48.681541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58894) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:48.706921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.711600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.723690 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:48.724102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:48.726603 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:48.739996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Made reservation on behalf of f10a10706c3d4202ae4d480897521df4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:48.743071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.744570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89120f44-f859-493a-9ef2-995c63180ce3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:48.749684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-89120f44-f859-493a-9ef2-995c63180ce3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0669062 Sep 10 03:24:48.752346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:48.808655 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.814213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:48.814829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.862767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.872031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.873356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:48.875339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.882755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Transition to ACTIVE for port object d5c84d48-7577-49df-a1f9-0be9d36b93c2 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:48.903277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Transition to ACTIVE for port object d5c84d48-7577-49df-a1f9-0be9d36b93c2 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:48.911320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.926419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0470271 Sep 10 03:24:48.932061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.934111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed7601d1-012b-4057-aba7-166a557589c6 HTTP/1.1" status: 204 len: 168 time: 1.3074551 Sep 10 03:24:48.937114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:48.937250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58900) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:48.943674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed4d51-c08c-40cc-aad7-0b8f65de4629 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=1dfc8f7b-1bcb-420f-be49-aee0a45eceb7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:48.955349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'name': 'tempest-PortsTestJSON-1116379905'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:48.975698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Pushing event updated for resources: {'Port': ['ID=d5c84d48-7577-49df-a1f9-0be9d36b93c2,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:48.978567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:49.018205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99812dee-5c4d-4dc9-89e9-440187ff08de admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7601d1-012b-4057-aba7-166a557589c6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:49.030868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.045843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:49.064782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1c936a4b-3133-49f8-b5e2-c53128c84768 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:49.097850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1c936a4b-3133-49f8-b5e2-c53128c84768 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:49.098546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1c936a4b-3133-49f8-b5e2-c53128c84768 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:49.112860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:49.114396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:49.120079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:49.133872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:49.190090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Attempting to bind port d5c84d48-7577-49df-a1f9-0be9d36b93c2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:49.190465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Attempting to bind port d5c84d48-7577-49df-a1f9-0be9d36b93c2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:49.190848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Attempting to bind port d5c84d48-7577-49df-a1f9-0be9d36b93c2 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:49.192119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Allocated IP 172.20.0.4 (b13a7fb3-e269-4695-aa14-57cdf8510538/1fe92112-1f0a-48d6-8b67-224991ee35ab/5974dc15-1f12-4f41-b651-d59a51682a27) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:49.199987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:49.199987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:49.200334 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.200579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:49.200943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Bound port: d5c84d48-7577-49df-a1f9-0be9d36b93c2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:49.201327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.288506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:49.292121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.304972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] For port d5c84d48-7577-49df-a1f9-0be9d36b93c2, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:49.310667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] For port d5c84d48-7577-49df-a1f9-0be9d36b93c2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d5c84d48-7577-49df-a1f9-0be9d36b93c2,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:49.318190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.341286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:49.390745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ecb66-ad2a-48bd-868a-631ad8c08586 None None] Pushing event updated for resources: {'Port': ['ID=d5c84d48-7577-49df-a1f9-0be9d36b93c2,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:49.522598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4468-2549-4e3c-a416-9b2bddc978bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.528388 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9b42165-0ac5-4d78-9718-edff92ad3ed7 req-e031b520-4d6d-47cf-b03e-9dd0f90a3f98 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 210 time: 0.0507658 Sep 10 03:24:49.593493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.641566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:49.669179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.671880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-26c14316-dc6b-4c25-89dd-45b2acee23ed tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2 HTTP/1.1" status: 204 len: 168 time: 0.9181576 Sep 10 03:24:49.674450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:49.748927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9703670b-ee2d-4181-acdb-ca377fdb64e2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:49.750562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9703670b-ee2d-4181-acdb-ca377fdb64e2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:49.752111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9703670b-ee2d-4181-acdb-ca377fdb64e2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0767102 Sep 10 03:24:49.755222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58912) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:49.820639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4468-2549-4e3c-a416-9b2bddc978bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.827659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 25c8f885-2a8f-4c13-aae6-1367814fb17a {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:49.830843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.833552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4468-2549-4e3c-a416-9b2bddc978bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.900335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.906907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f8bf4468-2549-4e3c-a416-9b2bddc978bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f65735900924ca89638c0395b062337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716672 Sep 10 03:24:49.918167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58914) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:49.931103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf4468-2549-4e3c-a416-9b2bddc978bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cadf981-581e-4e6c-a32c-9b9ca098fcb7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:49.996411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.020677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.056846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Transition to ACTIVE for port object 5974dc15-1f12-4f41-b651-d59a51682a27 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:50.060533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.089188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=25c8f885-2a8f-4c13-aae6-1367814fb17a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:50.094246 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.096471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83e4bb58-39b5-4396-b361-90f7f7b86db4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/25c8f885-2a8f-4c13-aae6-1367814fb17a HTTP/1.1" status: 204 len: 168 time: 0.3402891 Sep 10 03:24:50.098865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58916) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:50.134320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.137620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a607f95b-b4b8-4913-8358-911be0d097ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.145154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2d17ca0f-4ce4-42eb-a46d-d3c0b1d1eff7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449924 Sep 10 03:24:50.148446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58918) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:50.153777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:50.184334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a607f95b-b4b8-4913-8358-911be0d097ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.245752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:50.248471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.250578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.261099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:24:50.325842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.343604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Network b13a7fb3-e269-4695-aa14-57cdf8510538 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:50.362058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:50.364653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Pushing event updated for resources: {'Port': ['ID=5974dc15-1f12-4f41-b651-d59a51682a27,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:50.370202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:50.432388 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a607f95b-b4b8-4913-8358-911be0d097ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.434926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a607f95b-b4b8-4913-8358-911be0d097ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.436163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a607f95b-b4b8-4913-8358-911be0d097ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cadf981-581e-4e6c-a32c-9b9ca098fcb7 HTTP/1.1" status: 204 len: 168 time: 0.5170252 Sep 10 03:24:50.493097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607f95b-b4b8-4913-8358-911be0d097ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cadf981-581e-4e6c-a32c-9b9ca098fcb7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:50.509352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=85e0dcb6-1f88-4f43-acd3-339b154d03c6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:50.516980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1625ad-0e71-4f52-a51c-4ab2e83fb56d None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:50.529991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:50.530670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.555114 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.618848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-36165244-32f9-4cbe-b9c0-379392f5cc9a None None] Provisioning for port d5c84d48-7577-49df-a1f9-0be9d36b93c2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:50.653957 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-9981b42d-1cef-4404-8094-1fb47b961fd9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0471854 Sep 10 03:24:50.668545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': '7ec04071-3e8f-47e7-9781-dcfed0b8c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:50.670068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:50.705411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Request body: {'port': {'device_id': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:50.746584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:24:50.801836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ef715d4c-ac34-48f2-9de1-97a6f983e544 None None] Provisioning for port 5974dc15-1f12-4f41-b651-d59a51682a27 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:50.808010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ef715d4c-ac34-48f2-9de1-97a6f983e544 None None] Provisioning complete for port 5974dc15-1f12-4f41-b651-d59a51682a27 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:50.808633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef715d4c-ac34-48f2-9de1-97a6f983e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.836393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:50.849049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ef715d4c-ac34-48f2-9de1-97a6f983e544 None None] Port 5974dc15-1f12-4f41-b651-d59a51682a27 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:50.849684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf1553-a7da-4e64-910c-ae7779b0db5c req-f2a7d75a-88c1-4c41-b269-41e7e0332d07 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:50.851503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91bf1553-a7da-4e64-910c-ae7779b0db5c req-f2a7d75a-88c1-4c41-b269-41e7e0332d07 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1027 time: 0.2033820 Sep 10 03:24:50.877861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:50.887134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451b8df-b3ac-4b50-a58a-2830fff35083 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:50.889461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.908717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:50.916121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:50.917016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.970906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:50.999176 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-646ec54c-e122-4334-ac00-83d9af9abe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.064824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d5c84d48-7577-49df-a1f9-0be9d36b93c2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:51.065523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.078329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8f3528f7-e38f-44a6-84bb-cb95313aad90 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1377215 Sep 10 03:24:51.083341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58928) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:51.088016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91bf1553-a7da-4e64-910c-ae7779b0db5c req-1ff496c5-17e8-405e-a516-e569899ec957 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259195 Sep 10 03:24:51.091856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-485408190'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:51.179540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Provisioning complete for port d5c84d48-7577-49df-a1f9-0be9d36b93c2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:51.179927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.181503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d5c84d48-7577-49df-a1f9-0be9d36b93c2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:51.185813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d5c84d48-7577-49df-a1f9-0be9d36b93c2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:51.186199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.352617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-646ec54c-e122-4334-ac00-83d9af9abe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.355640 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.363212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-646ec54c-e122-4334-ac00-83d9af9abe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.404460 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.410304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:51.414573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.419928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] For port d5c84d48-7577-49df-a1f9-0be9d36b93c2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d5c84d48-7577-49df-a1f9-0be9d36b93c2,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:51.429976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ec54c-e122-4334-ac00-83d9af9abe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266dd56-4867-42a9-8442-eaa61e2ed9ef,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:51.434682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-646ec54c-e122-4334-ac00-83d9af9abe3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bb01981915e4b5faf6508c98989be1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601433 Sep 10 03:24:51.436516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Deleting port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:51.437636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58930) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:51.438266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.482365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5974dc15-1f12-4f41-b651-d59a51682a27 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:24:51.483397 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.491976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.492739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.508690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.540587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:51.571123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:51.571702 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:51.572186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:51.572532 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:51.579720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Transition to ACTIVE for port object 5974dc15-1f12-4f41-b651-d59a51682a27 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:51.588277 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.588626 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment 4d4c036e-eece-4db7-a21d-2635601a16b6 of type vlan for network d1f450de-9228-4f83-860d-b82e72e472df Sep 10 03:24:51.591519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.591980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:51.613922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:51.623947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:51.624559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.635770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=26d2ca10-b0c4-4c14-8ac7-c40e231d10ee,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:51.642838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5360dc78-6281-42d5-9f18-299e25ae61e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.664440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5149341 Sep 10 03:24:51.665694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6142874-3fcc-4abd-9612-db0b74212849 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=d5c84d48-7577-49df-a1f9-0be9d36b93c2,revision_number=5']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:51.668347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58932) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:51.678290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:d8:da:b9', 'name': 'tempest-NetworksTestDHCPv6-1354543448'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:51.685704 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.697644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] For port 81f82e52-55ec-48ce-85a5-8fcfae56a4ee, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,segment=NetworkSegment(9cda6cf5-3618-48aa-b23f-cb75011ea9af),segment_id=9cda6cf5-3618-48aa-b23f-cb75011ea9af)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:51.698009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.702596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5360dc78-6281-42d5-9f18-299e25ae61e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.730630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Calling delete_port for 81f82e52-55ec-48ce-85a5-8fcfae56a4ee owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:51.734274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Pushing event updated for resources: {'Port': ['ID=5974dc15-1f12-4f41-b651-d59a51682a27,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:51.770027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ce3a6-7f39-4e7e-b9e5-ec5b0090fb35 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:51.830964 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.835951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5360dc78-6281-42d5-9f18-299e25ae61e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.837276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:51.837901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.839512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5360dc78-6281-42d5-9f18-299e25ae61e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.841872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5360dc78-6281-42d5-9f18-299e25ae61e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5266dd56-4867-42a9-8442-eaa61e2ed9ef HTTP/1.1" status: 204 len: 168 time: 0.4033096 Sep 10 03:24:51.880827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360dc78-6281-42d5-9f18-299e25ae61e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266dd56-4867-42a9-8442-eaa61e2ed9ef,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:51.886869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:51.894979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:51.923512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 7241b130-95dc-41c4-8943-ced44c49f837 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:51.935975 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8498020 Sep 10 03:24:51.940179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:51.948132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'ports': [{'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'}, {'network_id': 'd1f450de-9228-4f83-860d-b82e72e472df'}]} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:51.948489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:51.949158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': 'd1f450de-9228-4f83-860d-b82e72e472df'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:51.972320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Attempting to bind port 5974dc15-1f12-4f41-b651-d59a51682a27 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:51.972696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Attempting to bind port 5974dc15-1f12-4f41-b651-d59a51682a27 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:51.973002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Attempting to bind port 5974dc15-1f12-4f41-b651-d59a51682a27 on network b13a7fb3-e269-4695-aa14-57cdf8510538 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:51.978034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6d9bc-943d-4e82-977c-6e034bb9cff7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=d1f450de-9228-4f83-860d-b82e72e472df,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:51.997672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d1f450de-9228-4f83-860d-b82e72e472df details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:52.024652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Port 5974dc15-1f12-4f41-b651-d59a51682a27 on network b13a7fb3-e269-4695-aa14-57cdf8510538 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:24:52.025002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Attempting to bind port 5974dc15-1f12-4f41-b651-d59a51682a27 on network b13a7fb3-e269-4695-aa14-57cdf8510538 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:52.034729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:52.035068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Checking segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:52.035496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Bound using segment: {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:52.035936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Bound port: 5974dc15-1f12-4f41-b651-d59a51682a27, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e153f6ba-bada-403c-b62a-a197177895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:52.036308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.170463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] For port 5974dc15-1f12-4f41-b651-d59a51682a27, host n-h1-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:52.175629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] For port 5974dc15-1f12-4f41-b651-d59a51682a27, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5974dc15-1f12-4f41-b651-d59a51682a27,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:52.187230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.225357 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.234935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.255828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:52.256467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.258441 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] 10.222.0.32 "PUT /v2.0/ports/5974dc15-1f12-4f41-b651-d59a51682a27 HTTP/1.1" status: 200 len: 1091 time: 1.5603430 Sep 10 03:24:52.275807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'tag': '5974dc15-1f12-4f41-b651-d59a51682a27'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:24:52.278194 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e78e20-0791-498c-940c-678af12e7f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "62daffe1-2d8a-41f6-898e-447624f1ad32", "tag": "5974dc15-1f12-4f41-b651-d59a51682a27"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:24:52.284917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.351181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d5c84d48-7577-49df-a1f9-0be9d36b93c2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d5c84d48-7577-49df-a1f9-0be9d36b93c2,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:52.374411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.384784 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb9f73c-21ad-4591-b723-b2ec933911a9 x-openstack-request-id: req-bfb9f73c-21ad-4591-b723-b2ec933911a9 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:24:52.386291 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62daffe1-2d8a-41f6-898e-447624f1ad32", "tag": "5974dc15-1f12-4f41-b651-d59a51682a27", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:24:52.388028 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfb9f73c-21ad-4591-b723-b2ec933911a9 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:24:52.389466 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'tag': '5974dc15-1f12-4f41-b651-d59a51682a27', 'status': 'completed', 'code': 200} Sep 10 03:24:52.404630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 2} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:52.410025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.457432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287fdd8-ad49-40ed-a2e5-cf5762d4fad4 req-232426bf-d1af-49b2-81eb-9e843b009c0a tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:52.460990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4287fdd8-ad49-40ed-a2e5-cf5762d4fad4 req-232426bf-d1af-49b2-81eb-9e843b009c0a tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1094 time: 0.2376266 Sep 10 03:24:52.471292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439fcad-f8bb-4549-80fe-1ffe1005b2db service neutron] Pushing event updated for resources: {'Port': ['ID=5974dc15-1f12-4f41-b651-d59a51682a27,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:52.515364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.535273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fed8:dab9 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/26d2ca10-b0c4-4c14-8ac7-c40e231d10ee/7241b130-95dc-41c4-8943-ced44c49f837) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:52.557108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f82e52-55ec-48ce-85a5-8fcfae56a4ee,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:52.650524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-21a94996-0b4c-48df-87b8-e1dafcc061dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:52.653063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-21a94996-0b4c-48df-87b8-e1dafcc061dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f10a10706c3d4202ae4d480897521df4&device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1094 time: 0.3313498 Sep 10 03:24:52.684581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port c2942fd9-993f-4b7e-8a94-6ae581799b96 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:52.712880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-045c17c2-2066-4c21-9815-716517a6326c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974dc15-1f12-4f41-b651-d59a51682a27 HTTP/1.1" status: 200 len: 217 time: 0.0497794 Sep 10 03:24:52.718289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4287fdd8-ad49-40ed-a2e5-cf5762d4fad4 req-2cd3f9ba-cfd4-46fa-ac03-256de73ce1fb tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328124 Sep 10 03:24:52.767765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:52.768890 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-64306f2b-de7f-4118-9203-4c2194e7dad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:52.797337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d5c84d48-7577-49df-a1f9-0be9d36b93c2,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:52.823870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-def8d1ad-9070-4b75-b8ad-e7a04b5b2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:52.828230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-def8d1ad-9070-4b75-b8ad-e7a04b5b2829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe92112-1f0a-48d6-8b67-224991ee35ab HTTP/1.1" status: 200 len: 848 time: 0.0941348 Sep 10 03:24:52.828230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.918334 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-52c9fe98-3995-44a7-b9ea-53f7ea0a6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:52.918801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-52c9fe98-3995-44a7-b9ea-53f7ea0a6d16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b13a7fb3-e269-4695-aa14-57cdf8510538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862195 Sep 10 03:24:53.008271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.017349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.045785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 7241b130-95dc-41c4-8943-ced44c49f837 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:53.090977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d5c84d48-7577-49df-a1f9-0be9d36b93c2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:53.112513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:53.113027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-ddf69751-a48e-4225-b823-6a642ab551de service neutron] 10.222.0.32 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870739 Sep 10 03:24:53.158568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d5c84d48-7577-49df-a1f9-0be9d36b93c2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:53.159277 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.159390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.246902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:53.253792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:53.269942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:53.284082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.284862 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.344573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=7241b130-95dc-41c4-8943-ced44c49f837,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:53.357813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b0bab2ee-45b3-458b-af56-bbcfb2580468 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6866558 Sep 10 03:24:53.362218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58964) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:53.380583 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:24:53.408089 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.437782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23da65-bc80-44eb-8a26-aac757cf47e7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.444676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23da65-bc80-44eb-8a26-aac757cf47e7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.449389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8d23da65-bc80-44eb-8a26-aac757cf47e7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0860286 Sep 10 03:24:53.453802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58966) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:53.559202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.600017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Router ff68a467-50cc-4bc6-bb6e-080837aa3728 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:24:53.615380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:53.624534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:53.626848 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e01c4ad2-f2ae-4ac6-b91a-624c0f00f14b req-22f5e1e9-e20b-4cae-99d5-b5fda12d26f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844162 Sep 10 03:24:53.626981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:53.629546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.643975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=c2942fd9-993f-4b7e-8a94-6ae581799b96,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:53.654372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 7241b130-95dc-41c4-8943-ced44c49f837 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:53.654733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.786913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:53.800933 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-42a5ef57-f2ac-4ee2-8b7e-2c4e760a2fd0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff68a467-50cc-4bc6-bb6e-080837aa3728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8592052 Sep 10 03:24:53.804260 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] Sync routers for ids ['ff68a467-50cc-4bc6-bb6e-080837aa3728'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:53.806724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:53.807582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 58980) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:53.810295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e78e20-0791-498c-940c-678af12e7f8f req-a8b383df-c032-4c4d-a9b7-f8f6231a9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.811981 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-a8b383df-c032-4c4d-a9b7-f8f6231a9500 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f10a10706c3d4202ae4d480897521df4&device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1094 time: 0.1184728 Sep 10 03:24:53.826556 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.827893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Provisioning complete for port d5c84d48-7577-49df-a1f9-0be9d36b93c2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:53.828764 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.829173 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] Routers {'ff68a467-50cc-4bc6-bb6e-080837aa3728'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:53.832234 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ff68a467-50cc-4bc6-bb6e-080837aa3728'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:53.838025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': '4d4c036e-eece-4db7-a21d-2635601a16b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd1f450de-9228-4f83-860d-b82e72e472df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:53.838025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: d1f450de-9228-4f83-860d-b82e72e472df, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:53.845285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 7241b130-95dc-41c4-8943-ced44c49f837 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:53.907340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network d1f450de-9228-4f83-860d-b82e72e472df is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:53.931091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d1f450de-9228-4f83-860d-b82e72e472df) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:53.935373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:53.942348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.949093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.949093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.956746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d2677-50fb-468a-9536-99f1385674b7 None None] Network d1f450de-9228-4f83-860d-b82e72e472df requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:53.984946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5c2ddd11-22e7-4fc3-ac2a-7138d6fff366 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0425494 Sep 10 03:24:53.985483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58984) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:54.008963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] Set router ff68a467-50cc-4bc6-bb6e-080837aa3728 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:54.089061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.138597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.141636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Provisioning for port 7241b130-95dc-41c4-8943-ced44c49f837 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:54.147618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Provisioning complete for port 7241b130-95dc-41c4-8943-ced44c49f837 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:54.148315 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.169892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Port 7241b130-95dc-41c4-8943-ced44c49f837 was deleted so its status cannot be updated. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 03:24:54.188983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-70a0ae92-7ead-4b44-862d-0e9fac351bfe None None] Could not find standard attr ID for object 13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:54.205020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.210181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/7241b130-95dc-41c4-8943-ced44c49f837 HTTP/1.1" status: 204 len: 168 time: 0.7552018 Sep 10 03:24:54.212748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163101f-5aed-4c11-8d1e-d8fcd11103e4 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=7241b130-95dc-41c4-8943-ced44c49f837,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:54.215372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58990) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:54.262941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e78e20-0791-498c-940c-678af12e7f8f req-eb2dcad3-26e0-43d3-8102-a90859106977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:54.264418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-eb2dcad3-26e0-43d3-8102-a90859106977 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 200 len: 909 time: 0.2979712 Sep 10 03:24:54.280344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:54.280839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.286197 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:24:52Z', 'revision_number': 5, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:54.289267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2481f7-97c8-46a0-9a2b-4ab4a4cafdac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:54.291012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2481f7-97c8-46a0-9a2b-4ab4a4cafdac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:54.291433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2362a1d-0fe6-4799-a57c-83f1c8f2a162 req-737f90d7-ad29-488e-895c-5bcb01370b7f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:54.292698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9d2481f7-97c8-46a0-9a2b-4ab4a4cafdac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0744653 Sep 10 03:24:54.292945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2362a1d-0fe6-4799-a57c-83f1c8f2a162 req-737f90d7-ad29-488e-895c-5bcb01370b7f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1094 time: 0.3341022 Sep 10 03:24:54.304444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 58994) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:54.322758 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] Checking router: ff68a467-50cc-4bc6-bb6e-080837aa3728 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:54.332943 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] Routers {'ff68a467-50cc-4bc6-bb6e-080837aa3728'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:54.333847 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:24:35Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ff68a467-50cc-4bc6-bb6e-080837aa3728'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:54.364556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 26d2ca10-b0c4-4c14-8ac7-c40e231d10ee {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:54.370865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.460724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.464652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.472596 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.473260 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] Set router ff68a467-50cc-4bc6-bb6e-080837aa3728 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:54.486664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-79e74b03-f9e5-48ce-89a2-3cd12d6e0410 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974dc15-1f12-4f41-b651-d59a51682a27 HTTP/1.1" status: 200 len: 217 time: 0.1976333 Sep 10 03:24:54.505371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:54.586404 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2362a1d-0fe6-4799-a57c-83f1c8f2a162 req-4a77c3f0-b451-4e35-b29c-2c70065a5310 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581888 Sep 10 03:24:54.607738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e78e20-0791-498c-940c-678af12e7f8f req-e5c4945e-d131-4c80-b18f-65350aa6ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:54.609271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-e5c4945e-d131-4c80-b18f-65350aa6ed6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fe92112-1f0a-48d6-8b67-224991ee35ab HTTP/1.1" status: 200 len: 848 time: 0.1098797 Sep 10 03:24:54.625031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.654924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Deleting port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:54.655279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.707085 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.718916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e78e20-0791-498c-940c-678af12e7f8f req-53fdb720-016e-4833-b930-cc14d6f1c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:54.720503 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-53fdb720-016e-4833-b930-cc14d6f1c562 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b13a7fb3-e269-4695-aa14-57cdf8510538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039567 Sep 10 03:24:54.738757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.756140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:54.759200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.761463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/26d2ca10-b0c4-4c14-8ac7-c40e231d10ee HTTP/1.1" status: 204 len: 168 time: 0.4559128 Sep 10 03:24:54.768057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59008) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:54.776784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73d012-2a03-476e-84dd-811ee7aaa103 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:54.801438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.805671 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1 HTTP/1.1" status: 204 len: 168 time: 0.8158817 Sep 10 03:24:54.805671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=26d2ca10-b0c4-4c14-8ac7-c40e231d10ee,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:54.808298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.808480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.810208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.810641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.811050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.812401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.812813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.813214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.813415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:54.814220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.815778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.818380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.819772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7b7ae-0b8c-4726-aeaa-446387a2221a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.837634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] For port cd68edf4-8e78-4802-bb9f-b0abbbb2fab1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:54.838274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:54.874366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Calling delete_port for cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:54.892108 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:24:52Z', 'revision_number': 5, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:54.904706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-8bd5738f-4b07-4652-a15a-cc5091baa999 service neutron] 10.222.0.32 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754179 Sep 10 03:24:54.913348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.913809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.914251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.914690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.915124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.915584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.916012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.916461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.916889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.917315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.917767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.918195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a19ccf-c018-4ad1-b4ae-ca89b558137d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:54.926584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-020bbf2a-e708-4425-807a-86f7018af424 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561294 Sep 10 03:24:54.929012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59016) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:54.933405 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e3ed1-11bb-4b5f-813c-0e9e805f6697 None None] The sync data for ids ['ff68a467-50cc-4bc6-bb6e-080837aa3728'] in n-d-808126-2 is: [{'id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'name': 'tempest-TestServerBasicOps-1613530258-router', 'tenant_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:19:16Z', 'updated_at': '2021-09-10T03:24:52Z', 'revision_number': 5, 'project_id': '6fdeaa5cc9cc4d18b52870651c2695e2', 'gw_port': {'id': 'cd68edf4-8e78-4802-bb9f-b0abbbb2fab1', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68a467-50cc-4bc6-bb6e-080837aa3728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:19:18Z', 'updated_at': '2021-09-10T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:24:54.997665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2086d0-3312-4a17-b83f-25403ac3fcb2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:55.000428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cd2086d0-3312-4a17-b83f-25403ac3fcb2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0693510 Sep 10 03:24:55.002046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.025747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e9f77-4eb8-4fb1-82f2-7f7bc22eb489 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:55.031893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e9f77-4eb8-4fb1-82f2-7f7bc22eb489 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:55.036032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae6e9f77-4eb8-4fb1-82f2-7f7bc22eb489 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2191284 Sep 10 03:24:55.037994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.078968 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1e78e20-0791-498c-940c-678af12e7f8f req-fdfbcc4d-2e28-4d2d-905f-2a6d8843f6fd service neutron] 10.222.0.32 "GET /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331332 Sep 10 03:24:55.122855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f30e3-cf0d-41a9-9286-28ea3cae4f1b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:55.126575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca2f30e3-cf0d-41a9-9286-28ea3cae4f1b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1212285 Sep 10 03:24:55.133681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.171934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port c2942fd9-993f-4b7e-8a94-6ae581799b96 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:55.172476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.179598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b586d345-65f4-4f5e-a3bf-2c361690b0ac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398204 Sep 10 03:24:55.179598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.184437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:55.250307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.263325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for c2942fd9-993f-4b7e-8a94-6ae581799b96 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:55.306436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.309833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:55.348863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd68edf4-8e78-4802-bb9f-b0abbbb2fab1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:55.391848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:55.400720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.403022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] Deleting port d5c84d48-7577-49df-a1f9-0be9d36b93c2 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:55.403418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.410385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.440369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=c2942fd9-993f-4b7e-8a94-6ae581799b96,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:55.448619 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.451437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d357a54e-b5f0-45b6-b423-c600bb6d25bc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/c2942fd9-993f-4b7e-8a94-6ae581799b96 HTTP/1.1" status: 204 len: 168 time: 0.4111753 Sep 10 03:24:55.452999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59036) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.489297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] For port d5c84d48-7577-49df-a1f9-0be9d36b93c2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d5c84d48-7577-49df-a1f9-0be9d36b93c2,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:55.489610 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.504073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] Calling delete_port for d5c84d48-7577-49df-a1f9-0be9d36b93c2 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:55.537197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b3dd0-bc0d-481a-b9e6-ede041245cb7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:55.541741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-288b3dd0-bc0d-481a-b9e6-ede041245cb7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0853667 Sep 10 03:24:55.543229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.576952 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de5679a-769a-45b0-843a-4e9a02aafd95 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:24:55.580221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9de5679a-769a-45b0-843a-4e9a02aafd95 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/cd134fbb-2ce0-47cd-a178-2e57d9cbc1d1 HTTP/1.1" status: 404 len: 333 time: 0.0343142 Sep 10 03:24:55.581862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59042) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.606987 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbec2499-3f2c-45cb-a42a-333d3571cc99 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:24:55.611560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cbec2499-3f2c-45cb-a42a-333d3571cc99 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/c2942fd9-993f-4b7e-8a94-6ae581799b96 HTTP/1.1" status: 404 len: 333 time: 0.0258317 Sep 10 03:24:55.612251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59046) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.616699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.652603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] Pushing event deleted for resources: {'Port': ['ID=d5c84d48-7577-49df-a1f9-0be9d36b93c2,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:55.674936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a94d43-1773-4c71-8017-7122274bfdb4 None None] No DVR routers for this DVR port d5c84d48-7577-49df-a1f9-0be9d36b93c2 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:55.676939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.677927 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.712324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.772824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1bd37-0245-4c2d-8a36-26d567e92757 req-0630046e-b5a8-480d-ad42-c0ba1d5bd79b tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:55.774404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2bd1bd37-0245-4c2d-8a36-26d567e92757 req-0630046e-b5a8-480d-ad42-c0ba1d5bd79b tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1094 time: 0.0752079 Sep 10 03:24:55.799987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.804313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.852194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.867622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2bd1bd37-0245-4c2d-8a36-26d567e92757 req-a4f4305f-7f77-4119-b0d7-b2cb3666634c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780203 Sep 10 03:24:55.875928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f450de-9228-4f83-860d-b82e72e472df']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:55.889108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4c036e-eece-4db7-a21d-2635601a16b6') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:55.889108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4c036e-eece-4db7-a21d-2635601a16b6') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:55.893825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.894352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff68a467-50cc-4bc6-bb6e-080837aa3728 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:24:55.899231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.899370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.903098 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-70b73134-7cdc-4f5d-a41b-72aed19b063d admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff68a467-50cc-4bc6-bb6e-080837aa3728 HTTP/1.1" status: 204 len: 168 time: 2.0901222 Sep 10 03:24:55.904035 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3e39bc0-5b43-4bcc-bbb1-ea128a02ee68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.905224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59052) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:55.919986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.944383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.954198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:55.954578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:55.957879 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:55.980609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Deleting subnet 033c8a48-248c-4538-b08c-dca5ef97626d {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:55.982549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=c4422e55-bc6b-49a9-a68f-9c730f62b2f5,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:55.992194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.999743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:56.002353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:56.005773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:56.006651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.011603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585c3d6-31bd-4453-bc66-49555f3c04ed None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:56.049929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.057843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.059704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/d1f450de-9228-4f83-860d-b82e72e472df HTTP/1.1" status: 204 len: 168 time: 0.4470384 Sep 10 03:24:56.064197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59054) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:56.079346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.084491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1837768122'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:56.142788 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3e39bc0-5b43-4bcc-bbb1-ea128a02ee68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.149911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3e39bc0-5b43-4bcc-bbb1-ea128a02ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.162138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b38d64fe-360f-42af-9334-aae007d13da5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9814897 Sep 10 03:24:56.171039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59056) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:56.181200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:2d:81:e2', 'name': 'tempest-NetworksTestDHCPv6-409916665'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:56.195844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': 'c4422e55-bc6b-49a9-a68f-9c730f62b2f5'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:56.197385 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.218494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3e39bc0-5b43-4bcc-bbb1-ea128a02ee68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3814d78d038a4b53ad2887b15abb6012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267186 Sep 10 03:24:56.219932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e39bc0-5b43-4bcc-bbb1-ea128a02ee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27fffbf-332c-4903-81d1-640fff3aa12f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:56.222352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59058) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:56.337418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81b782f7-7823-440a-802f-539c30582ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.359577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c4422e55-bc6b-49a9-a68f-9c730f62b2f5/95299787-64b0-4160-960b-0642d567980a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:56.373320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d61ce-b860-4437-8704-d39363c2c9c0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=d1f450de-9228-4f83-860d-b82e72e472df,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:56.373931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81b782f7-7823-440a-802f-539c30582ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.398013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:56.429526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:56.433037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.478449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.499256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81b782f7-7823-440a-802f-539c30582ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.502311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-81b782f7-7823-440a-802f-539c30582ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.505862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-81b782f7-7823-440a-802f-539c30582ddd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d27fffbf-332c-4903-81d1-640fff3aa12f HTTP/1.1" status: 204 len: 168 time: 0.2739437 Sep 10 03:24:56.509373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.517302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:56.530936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b782f7-7823-440a-802f-539c30582ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27fffbf-332c-4903-81d1-640fff3aa12f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:56.537252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.537617 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment 3ac879bb-4836-40d0-8203-fa7f4cda0dcc of type vlan for network cb0d1041-2f21-4c8c-a6c0-62387a578af5 Sep 10 03:24:56.540866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 4918d101-5834-4031-b373-b2881644c99a yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:56.591139 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.598447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.608777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.609884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Transition to ACTIVE for port object 95299787-64b0-4160-960b-0642d567980a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:56.626324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Transition to ACTIVE for port object 95299787-64b0-4160-960b-0642d567980a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:56.633925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.648100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033c8a48-248c-4538-b08c-dca5ef97626d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:56.650801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.652213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-998803c7-35d1-4a47-a626-69835352831a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/033c8a48-248c-4538-b08c-dca5ef97626d HTTP/1.1" status: 204 len: 168 time: 0.7460251 Sep 10 03:24:56.654940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59062) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:56.675648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.681932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:56.682597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.687032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5974dc15-1f12-4f41-b651-d59a51682a27 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:24:56.701316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26b2ae-0f6d-48f4-ae6f-f23937b160c7 None None] Network 01600235-b775-403b-8eaf-da8ae29cee8a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:56.715716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::2be (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c4422e55-bc6b-49a9-a68f-9c730f62b2f5/4918d101-5834-4031-b373-b2881644c99a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:56.769858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7054615 Sep 10 03:24:56.773846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59066) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:56.783699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:56.807270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.809966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c015f-6ca7-43a2-89d3-59e871c8b3ae tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=cb0d1041-2f21-4c8c-a6c0-62387a578af5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:56.833948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network cb0d1041-2f21-4c8c-a6c0-62387a578af5 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:56.855867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Pushing event updated for resources: {'Port': ['ID=95299787-64b0-4160-960b-0642d567980a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:56.868538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:56.874097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Deleting port ad14bf2f-16ae-4f13-b6ed-48be3967def1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:56.874847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.927425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:56.967121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] For port ad14bf2f-16ae-4f13-b6ed-48be3967def1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ad14bf2f-16ae-4f13-b6ed-48be3967def1,segment=NetworkSegment(9cda6cf5-3618-48aa-b23f-cb75011ea9af),segment_id=9cda6cf5-3618-48aa-b23f-cb75011ea9af)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:56.974365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.989269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59070) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:57.000340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:57.007948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c0723e1-05ec-4fd3-bcc1-673303e18015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.013095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Calling delete_port for ad14bf2f-16ae-4f13-b6ed-48be3967def1 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:57.018045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81f82e52-55ec-48ce-85a5-8fcfae56a4ee no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:57.032913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:57.036488 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.063658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.097047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 81f82e52-55ec-48ce-85a5-8fcfae56a4ee {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:57.097522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 81f82e52-55ec-48ce-85a5-8fcfae56a4ee not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:57.097996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d5c84d48-7577-49df-a1f9-0be9d36b93c2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:57.125991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06951a-d757-4ac8-a8be-831729d98f54 req-fabcd381-00bc-47f5-9952-e00351414cd3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:57.125991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3b06951a-d757-4ac8-a8be-831729d98f54 req-fabcd381-00bc-47f5-9952-e00351414cd3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1094 time: 0.1426153 Sep 10 03:24:57.129449 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 4918d101-5834-4031-b373-b2881644c99a will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:57.143425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.168099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d5c84d48-7577-49df-a1f9-0be9d36b93c2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:57.168308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d5c84d48-7577-49df-a1f9-0be9d36b93c2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:57.168733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:24:57.179313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] No DVR routers for this DVR port ad14bf2f-16ae-4f13-b6ed-48be3967def1 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:24:57.183974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad14bf2f-16ae-4f13-b6ed-48be3967def1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.218176 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3b06951a-d757-4ac8-a8be-831729d98f54 req-9a287ee6-4e75-4b38-a338-c6135b4ee233 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Sep 10 03:24:57.225996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:24:57.226397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cd68edf4-8e78-4802-bb9f-b0abbbb2fab1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:24:57.229714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Attempting to bind port 95299787-64b0-4160-960b-0642d567980a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:57.230361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Attempting to bind port 95299787-64b0-4160-960b-0642d567980a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:57.230532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Attempting to bind port 95299787-64b0-4160-960b-0642d567980a on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:57.233423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5974dc15-1f12-4f41-b651-d59a51682a27, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5974dc15-1f12-4f41-b651-d59a51682a27,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:57.247901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:57.248570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:57.249151 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.249696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:57.250365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Bound port: 95299787-64b0-4160-960b-0642d567980a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:57.250978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.255302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.263937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '5974dc15-1f12-4f41-b651-d59a51682a27', 'network_id': 'b13a7fb3-e269-4695-aa14-57cdf8510538', 'port_id': '5974dc15-1f12-4f41-b651-d59a51682a27', 'mac_address': 'fa:16:3e:1b:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe92112-1f0a-48d6-8b67-224991ee35ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:24:57.286170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.313656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:57.321032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:57.330411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:57.333066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01600235-b775-403b-8eaf-da8ae29cee8a']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:57.337196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:57.338039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.354294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f3dff-da2b-42c6-8f25-2cb8bdc3d315 None None] DHCP port deletion for 01600235-b775-403b-8eaf-da8ae29cee8a request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:24:57.354535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cda6cf5-3618-48aa-b23f-cb75011ea9af') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:57.354632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cda6cf5-3618-48aa-b23f-cb75011ea9af') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:57.358627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.370164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c0723e1-05ec-4fd3-bcc1-673303e18015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.371992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.375778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=4918d101-5834-4031-b373-b2881644c99a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.386289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5974dc15-1f12-4f41-b651-d59a51682a27 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:24:57.388398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c0723e1-05ec-4fd3-bcc1-673303e18015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.390889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] For port 95299787-64b0-4160-960b-0642d567980a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:57.400045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-002ce9de-9bdd-4f3a-b961-0dac43432a06 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2276773 Sep 10 03:24:57.401765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.405402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59072) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:57.410866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] For port 95299787-64b0-4160-960b-0642d567980a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95299787-64b0-4160-960b-0642d567980a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:57.420329 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.423979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5974dc15-1f12-4f41-b651-d59a51682a27, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5974dc15-1f12-4f41-b651-d59a51682a27,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:57.445440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.452970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0723e1-05ec-4fd3-bcc1-673303e18015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0b912-ef19-47cf-bd58-68b33cc8d8b7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.461697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0c0723e1-05ec-4fd3-bcc1-673303e18015 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab2155234943450a825dd289ee26482c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687796 Sep 10 03:24:57.461891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.462022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:24:57.462022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:24:57.462971 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:24:57.464830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59074) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:57.511889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22238fb-16b9-4241-bd2d-f356a844acf3 None None] Pushing event updated for resources: {'Port': ['ID=95299787-64b0-4160-960b-0642d567980a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.517450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=856fd71a-2991-4dda-a163-8be6a378b39a,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.525108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': '3ac879bb-4836-40d0-8203-fa7f4cda0dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:57.525478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: cb0d1041-2f21-4c8c-a6c0-62387a578af5, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:57.550275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c73cf7-c469-4e8e-9ddb-fab3afb5d3c5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:57.557011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c73cf7-c469-4e8e-9ddb-fab3afb5d3c5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:57.560969 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-17c73cf7-c469-4e8e-9ddb-fab3afb5d3c5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1496220 Sep 10 03:24:57.561214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59076) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:57.585247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.586927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fc42751-c3b9-4a2c-8c55-304d500ab7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.590117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network cb0d1041-2f21-4c8c-a6c0-62387a578af5 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:57.590862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=5974dc15-1f12-4f41-b651-d59a51682a27,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.597353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.599956 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] 10.222.0.23 "DELETE /v2.0/networks/01600235-b775-403b-8eaf-da8ae29cee8a HTTP/1.1" status: 204 len: 168 time: 0.9437189 Sep 10 03:24:57.623420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09db5c-f4a5-4c14-8879-abf3a10db969 admin admin] Pushing event deleted for resources: {'Network': ['ID=01600235-b775-403b-8eaf-da8ae29cee8a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.636824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fc42751-c3b9-4a2c-8c55-304d500ab7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.638069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, cb0d1041-2f21-4c8c-a6c0-62387a578af5) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:57.653103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:57.653714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.653826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0fb430-9951-4a48-a323-e490fb14f1ca None None] Network cb0d1041-2f21-4c8c-a6c0-62387a578af5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:57.686790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e83a977b-dd22-4a88-a648-bd958eb38cf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9093957 Sep 10 03:24:57.687598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59080) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:57.698844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5', 'name': 'tempest-PortsTestJSON-26557103'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:57.702976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5974dc15-1f12-4f41-b651-d59a51682a27'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:24:57.714451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 4918d101-5834-4031-b373-b2881644c99a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:57.714812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.853303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fc42751-c3b9-4a2c-8c55-304d500ab7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.860165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fc42751-c3b9-4a2c-8c55-304d500ab7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.865080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6fc42751-c3b9-4a2c-8c55-304d500ab7c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bd0b912-ef19-47cf-bd58-68b33cc8d8b7 HTTP/1.1" status: 204 len: 168 time: 0.4009359 Sep 10 03:24:57.871989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:57.930890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc42751-c3b9-4a2c-8c55-304d500ab7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0b912-ef19-47cf-bd58-68b33cc8d8b7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.948854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.977546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-d61ea8fd-ddc9-44c9-9c6b-72d2d81c4cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080034 Sep 10 03:24:57.979251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 4918d101-5834-4031-b373-b2881644c99a owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:57.979928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:57.983584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.002695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-cb0d1041-2f21-4c8c-a6c0-62387a578af5', 'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': '856fd71a-2991-4dda-a163-8be6a378b39a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:58.003571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.019419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port fb6c0671-287f-4d61-ae38-b71196cb41f1 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:24:58.046183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c882e335-af35-4f93-98dd-37aef7cf0665 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3e767bf6b7f4b8eacbd1509e2185e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698966 Sep 10 03:24:58.050277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59086) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:58.167406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-d5ebc5aa-f46f-4b6e-a93f-76ae54b4d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:58.169104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-d5ebc5aa-f46f-4b6e-a93f-76ae54b4d2bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1096 time: 0.1669898 Sep 10 03:24:58.174634 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b002824-d38b-4c68-9e4d-5f2e48131152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.200857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.11 (cb0d1041-2f21-4c8c-a6c0-62387a578af5/856fd71a-2991-4dda-a163-8be6a378b39a/fb6c0671-287f-4d61-ae38-b71196cb41f1) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:58.238110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b002824-d38b-4c68-9e4d-5f2e48131152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.431118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.457642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d855a-4eb5-4be7-97dc-c1ebb81c0d4f req-b9e5caaa-b932-4154-a2b3-65e6c8b9a7f9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:58.459483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-958d855a-4eb5-4be7-97dc-c1ebb81c0d4f req-b9e5caaa-b932-4154-a2b3-65e6c8b9a7f9 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1095 time: 0.0739241 Sep 10 03:24:58.505228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-958d855a-4eb5-4be7-97dc-c1ebb81c0d4f req-dd93eaea-ee2c-4183-b886-a6110dce2114 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Sep 10 03:24:58.674953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object fb6c0671-287f-4d61-ae38-b71196cb41f1 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:58.700371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.722422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.745369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=4918d101-5834-4031-b373-b2881644c99a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:58.783110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network cb0d1041-2f21-4c8c-a6c0-62387a578af5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:58.786684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:58.788340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.790567 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45cb6106-cebc-4910-b13a-02b0fe1c451e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/4918d101-5834-4031-b373-b2881644c99a HTTP/1.1" status: 204 len: 168 time: 1.2283580 Sep 10 03:24:58.792114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-2b12b697-7922-47fc-bf77-bb60c28e5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:58.793103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:58.794074 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-2b12b697-7922-47fc-bf77-bb60c28e5299 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.5930119 Sep 10 03:24:58.794786 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59108) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:58.807395 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b002824-d38b-4c68-9e4d-5f2e48131152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.810392 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b002824-d38b-4c68-9e4d-5f2e48131152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.812345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b002824-d38b-4c68-9e4d-5f2e48131152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/180f351b-cc4e-43c2-b462-0b3afb66014e HTTP/1.1" status: 204 len: 168 time: 0.7608347 Sep 10 03:24:58.837578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=fb6c0671-287f-4d61-ae38-b71196cb41f1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:58.853049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Allocated IP 172.20.0.2 (cb0d1041-2f21-4c8c-a6c0-62387a578af5/856fd71a-2991-4dda-a163-8be6a378b39a/54734f58-f262-45a5-90aa-06275278f1f4) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:58.864373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:58.871070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.891747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b002824-d38b-4c68-9e4d-5f2e48131152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180f351b-cc4e-43c2-b462-0b3afb66014e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:58.902883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-39c097e9-7bb0-4066-93ec-167ea4dcb8fb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2106776 Sep 10 03:24:58.905558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59112) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:58.945043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f849942-de67-4455-b5be-b41d6f2bd367 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:58.947295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f849942-de67-4455-b5be-b41d6f2bd367 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:58.950489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1f849942-de67-4455-b5be-b41d6f2bd367 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1544731 Sep 10 03:24:58.953945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.018127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-ff536ff7-9cbb-4c26-a2d2-3067ad8b523c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 200 len: 1001 time: 0.2122357 Sep 10 03:24:59.130185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95299787-64b0-4160-960b-0642d567980a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:59.137146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet c4422e55-bc6b-49a9-a68f-9c730f62b2f5 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:24:59.144476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.145506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.149890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-ea6a40a8-572e-4e0b-ad2f-723ae17ac4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:59.151413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-ea6a40a8-572e-4e0b-ad2f-723ae17ac4eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.1261442 Sep 10 03:24:59.154557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port fb6c0671-287f-4d61-ae38-b71196cb41f1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:24:59.157194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.186771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Transition to ACTIVE for port object 54734f58-f262-45a5-90aa-06275278f1f4 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:59.214541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c37a602f-f962-4af1-9046-e6741b8534b6 None None] Provisioning for port 95299787-64b0-4160-960b-0642d567980a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:59.219871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Transition to ACTIVE for port object 54734f58-f262-45a5-90aa-06275278f1f4 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:59.239117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.293098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Network cb0d1041-2f21-4c8c-a6c0-62387a578af5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:59.298389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 95299787-64b0-4160-960b-0642d567980a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:59.298613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.309846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:59.315874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:59.318098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 95299787-64b0-4160-960b-0642d567980a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:59.318703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.322806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Pushing event updated for resources: {'Port': ['ID=54734f58-f262-45a5-90aa-06275278f1f4,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:59.356488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-c3a1ae4d-dfa6-4b30-8ad9-83e03169fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:59.358031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-c3a1ae4d-dfa6-4b30-8ad9-83e03169fb58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629181 Sep 10 03:24:59.371234 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.398093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for fb6c0671-287f-4d61-ae38-b71196cb41f1 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:24:59.446168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Attempting to bind port 54734f58-f262-45a5-90aa-06275278f1f4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:59.446552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Attempting to bind port 54734f58-f262-45a5-90aa-06275278f1f4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3ac879bb-4836-40d0-8203-fa7f4cda0dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:59.449079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Attempting to bind port 54734f58-f262-45a5-90aa-06275278f1f4 on network cb0d1041-2f21-4c8c-a6c0-62387a578af5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:59.462077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:59.462463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Checking segment: {'id': '3ac879bb-4836-40d0-8203-fa7f4cda0dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:59.462876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.463275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Bound using segment: {'id': '3ac879bb-4836-40d0-8203-fa7f4cda0dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:59.463788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Bound port: 54734f58-f262-45a5-90aa-06275278f1f4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac879bb-4836-40d0-8203-fa7f4cda0dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cb0d1041-2f21-4c8c-a6c0-62387a578af5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:59.464172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.507796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ad023e4a-323f-4002-9ea4-766c2afdcc6c None None] Could not find standard attr ID for object 4918d101-5834-4031-b373-b2881644c99a. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:24:59.569191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.570422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-f5f064ec-801f-44b3-afcf-232fb6c8af94 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016089 Sep 10 03:24:59.651658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.653257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.654272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.675562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d890a3c9-1225-4339-88c7-86c7ba8692f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fdeaa5cc9cc4d18b52870651c2695e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031604 Sep 10 03:24:59.687382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] For port 54734f58-f262-45a5-90aa-06275278f1f4, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:59.693787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] For port 54734f58-f262-45a5-90aa-06275278f1f4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=54734f58-f262-45a5-90aa-06275278f1f4,segment=NetworkSegment(3ac879bb-4836-40d0-8203-fa7f4cda0dcc),segment_id=3ac879bb-4836-40d0-8203-fa7f4cda0dcc)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:59.697251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.703993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=fb6c0671-287f-4d61-ae38-b71196cb41f1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:59.710881 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.785377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406e3c2-1a51-4fad-93a2-f9bd874b19f8 None None] Pushing event updated for resources: {'Port': ['ID=54734f58-f262-45a5-90aa-06275278f1f4,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:59.830768 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:59.831505 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:59.836581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b10d2c83-deb1-47c2-be1c-4110b85e38a6 req-9b7f1851-9c88-4d47-9e20-909f2aedabec service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498186 Sep 10 03:24:59.838476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.847309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.849570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a54c2ff8-03c7-40f2-899d-eac1bbcb9e9f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/fb6c0671-287f-4d61-ae38-b71196cb41f1 HTTP/1.1" status: 204 len: 168 time: 0.9429052 Sep 10 03:24:59.851160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dba4efaa-b3c0-4023-9490-00fdeb78800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.853858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59138) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.883233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=c4422e55-bc6b-49a9-a68f-9c730f62b2f5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:59.891525 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b9cb2b-c6d9-4285-ba02-8321a2011285 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:24:59.892198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b9cb2b-c6d9-4285-ba02-8321a2011285 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:24:59.894006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-86b9cb2b-c6d9-4285-ba02-8321a2011285 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/fb6c0671-287f-4d61-ae38-b71196cb41f1 HTTP/1.1" status: 404 len: 333 time: 0.0391088 Sep 10 03:24:59.895106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.897552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bb7a81c3-3988-47ba-aee9-a48809c7fd49 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c4422e55-bc6b-49a9-a68f-9c730f62b2f5 HTTP/1.1" status: 204 len: 168 time: 0.9416575 Sep 10 03:24:59.897718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.900160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59142) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.904241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6f792-980e-42d7-b29b-714ef3f09172 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:59.930300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dba4efaa-b3c0-4023-9490-00fdeb78800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.937347 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d891fcb0-3a35-4c95-8770-ee02a9675681 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:24:59.939152 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d891fcb0-3a35-4c95-8770-ee02a9675681 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/fb6c0671-287f-4d61-ae38-b71196cb41f1 HTTP/1.1" status: 404 len: 333 time: 0.0406804 Sep 10 03:24:59.943756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59146) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:59.997219 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-25ade442-d999-4b11-b136-fafd23f603ad tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929892 Sep 10 03:24:59.997934 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:00.051821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 856fd71a-2991-4dda-a163-8be6a378b39a {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:00.057794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.108126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32539481-dfd0-47bc-b9fa-3b9adbf9cf7b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:00.122814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-32539481-dfd0-47bc-b9fa-3b9adbf9cf7b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1199005 Sep 10 03:25:00.123512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59152) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:00.128090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dba4efaa-b3c0-4023-9490-00fdeb78800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.134094 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dba4efaa-b3c0-4023-9490-00fdeb78800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.137747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dba4efaa-b3c0-4023-9490-00fdeb78800e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40ac7541-3933-4199-b09b-583335e1115a HTTP/1.1" status: 204 len: 168 time: 0.4394014 Sep 10 03:25:00.180288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4efaa-b3c0-4023-9490-00fdeb78800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ac7541-3933-4199-b09b-583335e1115a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:00.184503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.225888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:00.270633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab59f07-34ef-41e0-bbd5-444c49794aad tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:00.277172 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ab59f07-34ef-41e0-bbd5-444c49794aad tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1524251 Sep 10 03:25:00.279667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59158) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:00.347864 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84b8bbd1-fce1-4a48-8a0c-2e0e1720a552 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624321 Sep 10 03:25:00.349070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59160) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:00.373346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:00.394893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] Deleting port 95299787-64b0-4160-960b-0642d567980a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:00.395594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.415921 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.456831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596741-0bd5-4315-ac0b-360fa91f0ea3 req-7cbe0525-112e-48cd-9bfb-dd6d2e23cea6 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:00.462006 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04596741-0bd5-4315-ac0b-360fa91f0ea3 req-7cbe0525-112e-48cd-9bfb-dd6d2e23cea6 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1095 time: 0.8328416 Sep 10 03:25:00.517285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.521469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04596741-0bd5-4315-ac0b-360fa91f0ea3 req-3f2a2d34-0b91-437e-9506-821f717d6757 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500371 Sep 10 03:25:00.540997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] For port 95299787-64b0-4160-960b-0642d567980a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95299787-64b0-4160-960b-0642d567980a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:00.541560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.563078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 95299787-64b0-4160-960b-0642d567980a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95299787-64b0-4160-960b-0642d567980a,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:00.570203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] Calling delete_port for 95299787-64b0-4160-960b-0642d567980a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:00.573208 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.623151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:00.630023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.825525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.925348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5974dc15-1f12-4f41-b651-d59a51682a27 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:00.927874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad14bf2f-16ae-4f13-b6ed-48be3967def1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:00.975762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=856fd71a-2991-4dda-a163-8be6a378b39a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:00.997132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.001175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ef993cb-f408-40b2-91a1-7920eb8116cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/856fd71a-2991-4dda-a163-8be6a378b39a HTTP/1.1" status: 204 len: 168 time: 1.0556726 Sep 10 03:25:01.004254 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59166) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:01.117928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ad14bf2f-16ae-4f13-b6ed-48be3967def1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:01.118351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ad14bf2f-16ae-4f13-b6ed-48be3967def1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:01.121795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=95299787-64b0-4160-960b-0642d567980a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:01.202554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.277481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] No DVR routers for this DVR port 95299787-64b0-4160-960b-0642d567980a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:01.309990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b318008-9845-4abf-a70a-413cb9ef8239 None None] Pushing event deleted for resources: {'Port': ['ID=95299787-64b0-4160-960b-0642d567980a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:01.335189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.337122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 5974dc15-1f12-4f41-b651-d59a51682a27 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:01.355312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 5974dc15-1f12-4f41-b651-d59a51682a27 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:01.361244 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.435128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:25:01.436867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.499473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 54734f58-f262-45a5-90aa-06275278f1f4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:01.499473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.519749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:01.520865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 54734f58-f262-45a5-90aa-06275278f1f4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:01.545001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:01.556019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:01.557110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.564880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ed17f-3181-4e91-bce8-c6da60272f09 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:01.596071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2460232 Sep 10 03:25:01.597009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59176) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:01.612246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:01.618602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420a436-110f-4980-bedb-f37daaba55c6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=535c6628-be61-417b-8f2a-4a71e3eeb5ee,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:01.644324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] For port 54734f58-f262-45a5-90aa-06275278f1f4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=54734f58-f262-45a5-90aa-06275278f1f4,segment=NetworkSegment(3ac879bb-4836-40d0-8203-fa7f4cda0dcc),segment_id=3ac879bb-4836-40d0-8203-fa7f4cda0dcc)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:01.645086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.673489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 54734f58-f262-45a5-90aa-06275278f1f4 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:01.705708 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.713016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbe905-f104-4283-85c7-10c796286f8b None None] Network cb0d1041-2f21-4c8c-a6c0-62387a578af5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:01.796806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:01.801584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.807603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.847753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=54734f58-f262-45a5-90aa-06275278f1f4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:01.857729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No DVR routers for this DVR port 54734f58-f262-45a5-90aa-06275278f1f4 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:01.874557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c88801ca-687f-45f4-9e54-16d2bd6f5f41 None None] Could not find standard attr ID for object 54734f58-f262-45a5-90aa-06275278f1f4. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:01.889999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Could not find standard attr ID for object 54734f58-f262-45a5-90aa-06275278f1f4. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:01.922837 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 535c6628-be61-417b-8f2a-4a71e3eeb5ee (CIDR: 2001:db8::/64) Sep 10 03:25:01.928291 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:25:01.928951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:01.934122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5974dc15-1f12-4f41-b651-d59a51682a27'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:01.937430 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6f5f40-0fc8-4acc-a53c-6d832068871b" -d '{"events": [{"server_uuid": "62daffe1-2d8a-41f6-898e-447624f1ad32", "name": "network-vif-plugged", "status": "completed", "tag": "5974dc15-1f12-4f41-b651-d59a51682a27"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:01.948411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb231448-bfd0-4980-8ba6-60aad8937b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.950449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51c19e6d-e225-4c66-bcbc-5149ae91d1e5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3516889 Sep 10 03:25:01.955649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59188) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:01.961533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:01.992042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5974dc15-1f12-4f41-b651-d59a51682a27, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5974dc15-1f12-4f41-b651-d59a51682a27,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:02.019868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95299787-64b0-4160-960b-0642d567980a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:02.021721 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.027505 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.047358 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.085616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0d1041-2f21-4c8c-a6c0-62387a578af5']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:02.087802 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7bf22-9543-4b97-b39f-0e8eadfb29ef x-openstack-request-id: req-81d7bf22-9543-4b97-b39f-0e8eadfb29ef {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:02.088485 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62daffe1-2d8a-41f6-898e-447624f1ad32", "name": "network-vif-plugged", "status": "completed", "tag": "5974dc15-1f12-4f41-b651-d59a51682a27", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:02.088485 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81d7bf22-9543-4b97-b39f-0e8eadfb29ef {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:02.088857 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5974dc15-1f12-4f41-b651-d59a51682a27', 'code': 200} Sep 10 03:25:02.108659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 95299787-64b0-4160-960b-0642d567980a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:02.109011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95299787-64b0-4160-960b-0642d567980a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:02.160941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac879bb-4836-40d0-8203-fa7f4cda0dcc') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:02.162474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac879bb-4836-40d0-8203-fa7f4cda0dcc') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:02.179810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.186228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0847a4-b8bb-4f87-833b-e95a91a2e34b req-95d88924-8267-47df-bed0-79dcbd3188a3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:02.188084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e0847a4-b8bb-4f87-833b-e95a91a2e34b req-95d88924-8267-47df-bed0-79dcbd3188a3 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.4625516 Sep 10 03:25:02.208787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb1850-2afe-4787-9c57-2d1960c1eab0 None None] DHCP port deletion for cb0d1041-2f21-4c8c-a6c0-62387a578af5 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:02.213370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.218197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=5974dc15-1f12-4f41-b651-d59a51682a27,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:02.222827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '535c6628-be61-417b-8f2a-4a71e3eeb5ee'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:02.237110 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.254321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e0847a4-b8bb-4f87-833b-e95a91a2e34b req-4506e306-498f-4650-923a-dacf47933029 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546987 Sep 10 03:25:02.277359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.285148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf23811-1712-4e66-9f8f-ffc2fac020c5 req-3e6802bd-86a2-4e8f-9842-6a540182b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:02.286659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baf23811-1712-4e66-9f8f-ffc2fac020c5 req-3e6802bd-86a2-4e8f-9842-6a540182b81c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.1575499 Sep 10 03:25:02.292286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:02.292685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:02.295636 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:02.396450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.406719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.408726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/cb0d1041-2f21-4c8c-a6c0-62387a578af5 HTTP/1.1" status: 204 len: 168 time: 1.4008007 Sep 10 03:25:02.411679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-baf23811-1712-4e66-9f8f-ffc2fac020c5 req-8e0006bd-3b67-4d58-855c-d24afa8eedd3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134586 Sep 10 03:25:02.413959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59200) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:02.422559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1283231723'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:02.423861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:02.427352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.430525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748f2b-1cde-4b06-bf6e-29d3a48d6931 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=cb0d1041-2f21-4c8c-a6c0-62387a578af5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:02.464413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:02.468451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.494153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:02.514200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.514746 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment ff2d83f6-2b0f-4f31-9cbb-7533298749ba of type vlan for network 44e5e643-3d05-46d6-baec-3d22008d7258 Sep 10 03:25:02.558362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Allocated IP 2001:db8::f816:3eff:fe59:dd5d (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/535c6628-be61-417b-8f2a-4a71e3eeb5ee/dcde73a5-44ef-4cb7-8ec6-e999866bf080) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:02.566897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.597801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.606136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:02.606842 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.655997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2404182 Sep 10 03:25:02.656685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59206) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:02.664397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:02.697777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a219cd-5c09-4547-a31f-5c7b6c7e62ec tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=44e5e643-3d05-46d6-baec-3d22008d7258,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:02.711580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 44e5e643-3d05-46d6-baec-3d22008d7258 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:02.726269 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.758032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:02.761654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:02.765807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:02.766638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.786785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.802408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Transition to ACTIVE for port object dcde73a5-44ef-4cb7-8ec6-e999866bf080 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:02.807192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:02.813601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.822442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Transition to ACTIVE for port object dcde73a5-44ef-4cb7-8ec6-e999866bf080 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:02.831040 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8739364 Sep 10 03:25:02.834566 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.835930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59210) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:02.847879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:f9:61:4a', 'name': 'tempest-NetworksTestDHCPv6-681247979'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:02.852855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bb6b0-4151-4246-a4f2-467df0c245aa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=5f874cd6-1855-4215-acee-77fa69836678,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:02.876010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:02.883719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:02.892077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:02.897607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Pushing event updated for resources: {'Port': ['ID=dcde73a5-44ef-4cb7-8ec6-e999866bf080,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:02.954092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Attempting to bind port dcde73a5-44ef-4cb7-8ec6-e999866bf080 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:02.954823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Attempting to bind port dcde73a5-44ef-4cb7-8ec6-e999866bf080 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:02.954823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Attempting to bind port dcde73a5-44ef-4cb7-8ec6-e999866bf080 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:02.960073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:02.960448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:02.960857 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.961253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:02.961777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Bound port: dcde73a5-44ef-4cb7-8ec6-e999866bf080, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:02.962221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:02.986878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:03.044834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] For port dcde73a5-44ef-4cb7-8ec6-e999866bf080, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:03.048678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] For port dcde73a5-44ef-4cb7-8ec6-e999866bf080, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dcde73a5-44ef-4cb7-8ec6-e999866bf080,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:03.055653 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.058795 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.094128 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.123907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 6a051b0d-b879-4f50-9ac3-0360b879a749 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:03.140272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f954a-e73c-4014-a091-fe6e129aa734 None None] Pushing event updated for resources: {'Port': ['ID=dcde73a5-44ef-4cb7-8ec6-e999866bf080,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:03.149426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:03.184327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:03.184698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: 44e5e643-3d05-46d6-baec-3d22008d7258, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:03.214542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 44e5e643-3d05-46d6-baec-3d22008d7258 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:03.226899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 44e5e643-3d05-46d6-baec-3d22008d7258) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:03.231824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:03.232413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.243557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46249a5f-0a2d-46e5-91d3-3887b9a142fa None None] Network 44e5e643-3d05-46d6-baec-3d22008d7258 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:03.275563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a63f8fe0-37c7-4d14-a500-db0c1a5cb359 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6128983 Sep 10 03:25:03.275774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59216) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:03.285875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258', 'security_groups': [], 'name': 'tempest-PortsTestJSON-308058035'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:03.294187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 54734f58-f262-45a5-90aa-06275278f1f4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:03.329473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 54734f58-f262-45a5-90aa-06275278f1f4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:03.330079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 54734f58-f262-45a5-90aa-06275278f1f4 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:03.472507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8:0:1::f0 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/5f874cd6-1855-4215-acee-77fa69836678/6a051b0d-b879-4f50-9ac3-0360b879a749) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:03.508308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fef9:614a (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/535c6628-be61-417b-8f2a-4a71e3eeb5ee/6a051b0d-b879-4f50-9ac3-0360b879a749) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:03.509439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:03.512979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416315f5-cd75-4da6-bd86-3ddd7054c46e req-06f4f358-8452-4c30-90b1-77cab2352d28 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:03.514652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.535640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-416315f5-cd75-4da6-bd86-3ddd7054c46e req-06f4f358-8452-4c30-90b1-77cab2352d28 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.1107581 Sep 10 03:25:03.539029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port fb625e8b-d301-45db-8a05-f884ff2f6d2c yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:03.606252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-44e5e643-3d05-46d6-baec-3d22008d7258', 'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': '4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:03.612577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.619739 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-416315f5-cd75-4da6-bd86-3ddd7054c46e req-6621c8c5-a064-4a1e-9a50-3f64723d86e2 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786622 Sep 10 03:25:03.714334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.2 (44e5e643-3d05-46d6-baec-3d22008d7258/4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6/fb625e8b-d301-45db-8a05-f884ff2f6d2c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:03.789799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.803283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 6a051b0d-b879-4f50-9ac3-0360b879a749 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:03.844625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.866443 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.886798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object fb625e8b-d301-45db-8a05-f884ff2f6d2c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:03.891535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:03.896945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:03.902621 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:03.907955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:03.908582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.912039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=6a051b0d-b879-4f50-9ac3-0360b879a749,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:03.929869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-57308b76-b11e-4d51-96e5-0217a3186ff9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0905659 Sep 10 03:25:03.930386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:03.942937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:03.983600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 44e5e643-3d05-46d6-baec-3d22008d7258 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:03.987296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:03.990178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:04.020106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c0e645dc-0b6a-4f2c-9894-59db77495e90 {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:25:04.021533 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:25:04.027237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=fb625e8b-d301-45db-8a05-f884ff2f6d2c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:04.052881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 6a051b0d-b879-4f50-9ac3-0360b879a749 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:04.053227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.068887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:04.070832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.090916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-200a1951-be63-418e-a274-0402689c9198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8122730 Sep 10 03:25:04.093651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59228) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:04.164534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.179169 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 6a051b0d-b879-4f50-9ac3-0360b879a749 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:04.222396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port fb625e8b-d301-45db-8a05-f884ff2f6d2c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:04.222754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.337687 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0edae4ee-ed89-4acb-85d7-0a7653e7901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.340437 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.361685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for fb625e8b-d301-45db-8a05-f884ff2f6d2c owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:04.432207 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.474039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=6a051b0d-b879-4f50-9ac3-0360b879a749,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:04.493817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb8cfd-f733-45c1-8b6a-bee431a788e1 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:04.522110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.524303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.532470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.537171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c94e8ebc-9d69-4074-b062-3783906f5461 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/6a051b0d-b879-4f50-9ac3-0360b879a749 HTTP/1.1" status: 204 len: 168 time: 0.6056511 Sep 10 03:25:04.538216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59240) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:04.589606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-376fccf4-02fa-4db6-bb3e-9f537b8d22e4 None None] Provisioning for port dcde73a5-44ef-4cb7-8ec6-e999866bf080 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:04.749732 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.791447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Allocated IP 172.20.0.2 (44e5e643-3d05-46d6-baec-3d22008d7258/4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6/cd9276a9-137a-4e66-bb46-96ac45c21b28) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:04.893163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=fb625e8b-d301-45db-8a05-f884ff2f6d2c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:04.917639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': '535c6628-be61-417b-8f2a-4a71e3eeb5ee', 'ip_address': '2001:db8::f816:3eff:fe59:dd5d'}, {'subnet_id': '5f874cd6-1855-4215-acee-77fa69836678'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'dcde73a5-44ef-4cb7-8ec6-e999866bf080'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:04.970260 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.989678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d77a5-5fd4-403f-895e-6bca8b629fb9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:04.991329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-249d77a5-5fd4-403f-895e-6bca8b629fb9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4502566 Sep 10 03:25:04.994082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59248) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:04.999141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.003405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fc9f49d1-8f73-4e10-9aa4-ba9505ec9ce9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/fb625e8b-d301-45db-8a05-f884ff2f6d2c HTTP/1.1" status: 204 len: 168 time: 0.9049776 Sep 10 03:25:05.003688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59250) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:05.016821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edca03-582b-42fd-bfd9-a94021cde87e req-3b14c8f3-5f80-4e16-985d-94cfebc4380f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.018314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6edca03-582b-42fd-bfd9-a94021cde87e req-3b14c8f3-5f80-4e16-985d-94cfebc4380f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.1098454 Sep 10 03:25:05.018985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.035044 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9056a5-bd15-477a-ab8a-d412d091a246 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:05.039775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Transition to ACTIVE for port object cd9276a9-137a-4e66-bb46-96ac45c21b28 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:05.040276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bc9056a5-bd15-477a-ab8a-d412d091a246 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/fb625e8b-d301-45db-8a05-f884ff2f6d2c HTTP/1.1" status: 404 len: 333 time: 0.0318666 Sep 10 03:25:05.041335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:05.064470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6edca03-582b-42fd-bfd9-a94021cde87e req-452128ac-1e3d-4dc1-b686-5f1b084b19e2 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Sep 10 03:25:05.096216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278c333-9bb4-4a42-9699-519e7a726d61 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.097781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a278c333-9bb4-4a42-9699-519e7a726d61 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1024001 Sep 10 03:25:05.100976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59256) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:05.118893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Transition to ACTIVE for port object cd9276a9-137a-4e66-bb46-96ac45c21b28 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:05.121189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:05.129430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.133491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.157695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd89a5-490b-40e9-a12b-81e995d51ba8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.159395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd89a5-490b-40e9-a12b-81e995d51ba8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.161126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd89a5-490b-40e9-a12b-81e995d51ba8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.163497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-93fd89a5-490b-40e9-a12b-81e995d51ba8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0607817 Sep 10 03:25:05.165621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59258) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:05.205159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Network 44e5e643-3d05-46d6-baec-3d22008d7258 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:05.213809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.216356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:05.223299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:05.232051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Pushing event updated for resources: {'Port': ['ID=cd9276a9-137a-4e66-bb46-96ac45c21b28,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:05.233044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 535c6628-be61-417b-8f2a-4a71e3eeb5ee {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:05.243432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Allocated IP 2001:db8:0:1::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/5f874cd6-1855-4215-acee-77fa69836678/dcde73a5-44ef-4cb7-8ec6-e999866bf080) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:05.252903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e811-37a9-4d1d-a722-1204c59828b3 req-9c6aa8b2-48d7-4c44-aebf-ac76d847df27 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.254605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7cb8e811-37a9-4d1d-a722-1204c59828b3 req-9c6aa8b2-48d7-4c44-aebf-ac76d847df27 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.0942383 Sep 10 03:25:05.328195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dcde73a5-44ef-4cb7-8ec6-e999866bf080 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:05.330473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Attempting to bind port cd9276a9-137a-4e66-bb46-96ac45c21b28 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:05.330837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Attempting to bind port cd9276a9-137a-4e66-bb46-96ac45c21b28 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:05.331197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Attempting to bind port cd9276a9-137a-4e66-bb46-96ac45c21b28 on network 44e5e643-3d05-46d6-baec-3d22008d7258 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:05.344153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.348212 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7cb8e811-37a9-4d1d-a722-1204c59828b3 req-49911345-7392-4956-8e18-718520bf1154 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833704 Sep 10 03:25:05.358788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:05.359154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Checking segment: {'id': 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:05.359567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.360020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Bound using segment: {'id': 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:05.364102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Bound port: cd9276a9-137a-4e66-bb46-96ac45c21b28, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '44e5e643-3d05-46d6-baec-3d22008d7258'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:05.364545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.412337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.452302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:05.455785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.457657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-37cc1b5f-2b67-4a28-a837-b7e75438fa24 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6 HTTP/1.1" status: 204 len: 168 time: 0.4159715 Sep 10 03:25:05.461006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59262) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:05.468296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef80823-108a-47c3-94ce-96389fb70e6e req-f59f8e60-4901-43aa-b311-91318bf57b78 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.469851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ef80823-108a-47c3-94ce-96389fb70e6e req-f59f8e60-4901-43aa-b311-91318bf57b78 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.0510244 Sep 10 03:25:05.487447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.508137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ef80823-108a-47c3-94ce-96389fb70e6e req-ec6279bf-5151-4e95-b01f-a9c1988e5859 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Sep 10 03:25:05.511879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] For port dcde73a5-44ef-4cb7-8ec6-e999866bf080, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dcde73a5-44ef-4cb7-8ec6-e999866bf080,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:05.525775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port dcde73a5-44ef-4cb7-8ec6-e999866bf080 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:05.537566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] For port cd9276a9-137a-4e66-bb46-96ac45c21b28, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:05.539763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dcde73a5-44ef-4cb7-8ec6-e999866bf080 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:05.540078 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.544502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] For port cd9276a9-137a-4e66-bb46-96ac45c21b28, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd9276a9-137a-4e66-bb46-96ac45c21b28,segment=NetworkSegment(ff2d83f6-2b0f-4f31-9cbb-7533298749ba),segment_id=ff2d83f6-2b0f-4f31-9cbb-7533298749ba)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:05.554420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.571474 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.604845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.608423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port cd9276a9-137a-4e66-bb46-96ac45c21b28 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:05.608770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.672968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Transition to ACTIVE for port object dcde73a5-44ef-4cb7-8ec6-e999866bf080 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:05.679382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] For port cd9276a9-137a-4e66-bb46-96ac45c21b28, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cd9276a9-137a-4e66-bb46-96ac45c21b28,segment=NetworkSegment(ff2d83f6-2b0f-4f31-9cbb-7533298749ba),segment_id=ff2d83f6-2b0f-4f31-9cbb-7533298749ba)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:05.679785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.679945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.685767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.697435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for cd9276a9-137a-4e66-bb46-96ac45c21b28 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:05.717602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1ab4a-ff48-42f3-ade4-cbbdb516b3db None None] Network 44e5e643-3d05-46d6-baec-3d22008d7258 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:05.722558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425b129-5400-4976-bcb5-f5e76e1c7131 None None] Pushing event updated for resources: {'Port': ['ID=cd9276a9-137a-4e66-bb46-96ac45c21b28,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:05.727385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Port dcde73a5-44ef-4cb7-8ec6-e999866bf080 had new provisioning blocks added so it will not transition to active. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 10 03:25:05.749830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.806141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71fd52-42d6-4b89-b97d-37ef1b87088f req-3d4916e5-949b-4b2a-bdf6-036f255815dc tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:05.807792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e71fd52-42d6-4b89-b97d-37ef1b87088f req-3d4916e5-949b-4b2a-bdf6-036f255815dc tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.0873518 Sep 10 03:25:05.813691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.859555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=cd9276a9-137a-4e66-bb46-96ac45c21b28,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:05.862519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No DVR routers for this DVR port cd9276a9-137a-4e66-bb46-96ac45c21b28 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:05.878386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e71fd52-42d6-4b89-b97d-37ef1b87088f req-b672ba28-42fa-45de-bcde-63ae1ee286d8 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Sep 10 03:25:05.887954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.965682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.974974 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.000808 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e5e643-3d05-46d6-baec-3d22008d7258']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:06.006870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=535c6628-be61-417b-8f2a-4a71e3eeb5ee,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:06.009865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.015055 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-21671539-a106-44df-9745-bca9bef3e37d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/535c6628-be61-417b-8f2a-4a71e3eeb5ee HTTP/1.1" status: 204 len: 168 time: 0.8478777 Sep 10 03:25:06.015280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59274) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:06.018248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:06.018773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2d83f6-2b0f-4f31-9cbb-7533298749ba') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:06.057665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3df5d-c694-416c-9af9-0bf3549d5381 None None] Pushing event updated for resources: {'Port': ['ID=dcde73a5-44ef-4cb7-8ec6-e999866bf080,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:06.059923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.096018 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.114299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 5f874cd6-1855-4215-acee-77fa69836678 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:06.117253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:06.117655 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:06.120686 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:06.132106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.210618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.237235 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.242259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.244406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/44e5e643-3d05-46d6-baec-3d22008d7258 HTTP/1.1" status: 204 len: 168 time: 0.7823503 Sep 10 03:25:06.249282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59280) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:06.258992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'name': 'tempest-PortsTestJSON-1092100021'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:06.266325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1059b-0992-4464-8252-f7b828f25dd1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=44e5e643-3d05-46d6-baec-3d22008d7258,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:06.358490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.378384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:06.383615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.410202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 1aee515d-0bf3-436b-9b1a-2d20ead2ecf6 yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:06.437880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.470163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=5f874cd6-1855-4215-acee-77fa69836678,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:06.484552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.488072 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-19b176bd-c19c-4bf8-a65f-c23ad2a98aa6 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/5f874cd6-1855-4215-acee-77fa69836678 HTTP/1.1" status: 204 len: 168 time: 0.4716325 Sep 10 03:25:06.489002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59288) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:06.547693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-abe5236b-beac-4697-ac30-c4e38504b122 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545743 Sep 10 03:25:06.548104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59290) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:06.557048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:06.677055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a459f23-77fd-461d-99e7-659aae372fdd None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:06.717833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.748183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:06.751858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.777097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] Provisioning for port dcde73a5-44ef-4cb7-8ec6-e999866bf080 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:06.781669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] Provisioning complete for port dcde73a5-44ef-4cb7-8ec6-e999866bf080 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:06.782054 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.854651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.895267 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.921706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:06.926383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:06.935621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:06.940528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:06.943011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] For port dcde73a5-44ef-4cb7-8ec6-e999866bf080, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dcde73a5-44ef-4cb7-8ec6-e999866bf080,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:06.947840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:06.948539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.951401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=1aee515d-0bf3-436b-9b1a-2d20ead2ecf6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:06.978438 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.008981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e4840ee6-3693-46c8-a0d0-22678a3c9805 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7585244 Sep 10 03:25:07.012350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59298) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:07.041611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e4eed-b4d7-49d4-bf94-8d0ce175ef68 None None] Pushing event updated for resources: {'Port': ['ID=dcde73a5-44ef-4cb7-8ec6-e999866bf080,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:07.052295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] Deleting port dcde73a5-44ef-4cb7-8ec6-e999866bf080 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:07.053010 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.053153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-76e046d0-9232-4c43-8792-e38d5b99b67f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:07.055299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-76e046d0-9232-4c43-8792-e38d5b99b67f tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.1088188 Sep 10 03:25:07.144612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d36c-999d-4447-a874-a39217526a35 req-1d46b1ac-f4c4-4dfc-bacd-6c33b1180370 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:07.146216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28b6d36c-999d-4447-a874-a39217526a35 req-1d46b1ac-f4c4-4dfc-bacd-6c33b1180370 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62daffe1-2d8a-41f6-898e-447624f1ad32 HTTP/1.1" status: 200 len: 1096 time: 0.1195414 Sep 10 03:25:07.151233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] For port dcde73a5-44ef-4cb7-8ec6-e999866bf080, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dcde73a5-44ef-4cb7-8ec6-e999866bf080,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:07.154012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.170241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] Calling delete_port for dcde73a5-44ef-4cb7-8ec6-e999866bf080 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:07.200201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 1aee515d-0bf3-436b-9b1a-2d20ead2ecf6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:07.200571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.211497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Deleting port 5974dc15-1f12-4f41-b651-d59a51682a27 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:07.213317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.241190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28b6d36c-999d-4447-a874-a39217526a35 req-de8f10a3-060d-4098-b32e-a2d6c8bdec39 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795729 Sep 10 03:25:07.276130 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.322979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dcde73a5-44ef-4cb7-8ec6-e999866bf080 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:07.335627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 1aee515d-0bf3-436b-9b1a-2d20ead2ecf6 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:07.342566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] For port 5974dc15-1f12-4f41-b651-d59a51682a27, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5974dc15-1f12-4f41-b651-d59a51682a27,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:07.343229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.354810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:25:07.356870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59302) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:07.359949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Calling delete_port for 5974dc15-1f12-4f41-b651-d59a51682a27 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:07.453414 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.474318 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.515557 n-d-808126-2 neutron-server[94634]: WARNING neutron.services.revisions.revision_plugin [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Could not find related port for resource to bump revision. Sep 10 03:25:07.518982 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.525487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] No DVR routers for this DVR port dcde73a5-44ef-4cb7-8ec6-e999866bf080 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:07.527572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.527773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f0eab-e123-40af-8f5c-4b20e53077af None None] Pushing event deleted for resources: {'Port': ['ID=dcde73a5-44ef-4cb7-8ec6-e999866bf080,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:07.538052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Port dcde73a5-44ef-4cb7-8ec6-e999866bf080 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 10 03:25:07.538361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Reverting IP allocation for 2001:db8::f816:3eff:fe59:dd5d {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 10 03:25:07.545829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.ipam_pluggable_backend [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe59:dd5d {{(pid=94634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 10 03:25:07.546455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5974dc15-1f12-4f41-b651-d59a51682a27'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:25:07.546916 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.551845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e20bb2a7-c581-4cca-811f-c2d40c865614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.562211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Pushing event deleted for resources: {'Port': ['ID=5974dc15-1f12-4f41-b651-d59a51682a27,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:07.573338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:25:07.580569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d673ec-3fc5-4230-87bb-70109bc35f32 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:25:07.595941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.610563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] No DVR routers for this DVR port 5974dc15-1f12-4f41-b651-d59a51682a27 on host n-h1-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:07.613664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.616923 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0312d03a-a2ae-4cca-90ea-48252673b166 req-0c4caf3a-ffb4-419a-9b7e-279fbfbee674 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5974dc15-1f12-4f41-b651-d59a51682a27 HTTP/1.1" status: 204 len: 173 time: 0.5424626 Sep 10 03:25:07.616923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'name': 'network-vif-deleted', 'tag': '5974dc15-1f12-4f41-b651-d59a51682a27'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:07.618888 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee9fddb-a186-4d06-a8fc-8fb020ffce5c" -d '{"events": [{"server_uuid": "62daffe1-2d8a-41f6-898e-447624f1ad32", "name": "network-vif-deleted", "tag": "5974dc15-1f12-4f41-b651-d59a51682a27"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:07.643127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:07.650305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=1aee515d-0bf3-436b-9b1a-2d20ead2ecf6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:07.656767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:07.662277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:07.662918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.667368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:07.668466 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e79804-8d73-4079-95be-5953d43dbe13 x-openstack-request-id: req-63e79804-8d73-4079-95be-5953d43dbe13 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:07.668984 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62daffe1-2d8a-41f6-898e-447624f1ad32", "name": "network-vif-deleted", "tag": "5974dc15-1f12-4f41-b651-d59a51682a27", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:07.669478 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63e79804-8d73-4079-95be-5953d43dbe13 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:07.670074 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62daffe1-2d8a-41f6-898e-447624f1ad32', 'name': 'network-vif-deleted', 'tag': '5974dc15-1f12-4f41-b651-d59a51682a27', 'status': 'completed', 'code': 200} Sep 10 03:25:07.677912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.680037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4f2b0d0-cdc3-4d2a-ad70-8da334ff0ad8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/1aee515d-0bf3-436b-9b1a-2d20ead2ecf6 HTTP/1.1" status: 204 len: 168 time: 0.6667445 Sep 10 03:25:07.682751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59308) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:07.690322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'mac_address': 'fa:16:3e:92:c0:f5', 'name': 'tempest-PortsTestJSON-1345481501'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:07.766855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e20bb2a7-c581-4cca-811f-c2d40c865614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.774817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e20bb2a7-c581-4cca-811f-c2d40c865614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.790973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-50e1ef8a-5b31-47bd-8b8b-b20c8f79bc55 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2410276 Sep 10 03:25:07.796686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59310) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:07.804968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:07.826869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bb2a7-c581-4cca-811f-c2d40c865614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4441b18c-6deb-4d38-ac9f-c6233446755a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:07.832644 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e20bb2a7-c581-4cca-811f-c2d40c865614 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98723123a9464aebb5e3b28ee7965179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747567 Sep 10 03:25:07.835228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59312) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:07.863030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d673ec-3fc5-4230-87bb-70109bc35f32 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:25:07.901616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb1258f9-a36c-4645-b2d1-1040b3571a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.924519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb1258f9-a36c-4645-b2d1-1040b3571a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.984544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb1258f9-a36c-4645-b2d1-1040b3571a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.987175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bb1258f9-a36c-4645-b2d1-1040b3571a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.988597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bb1258f9-a36c-4645-b2d1-1040b3571a00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4441b18c-6deb-4d38-ac9f-c6233446755a HTTP/1.1" status: 204 len: 168 time: 0.1520772 Sep 10 03:25:07.997901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1258f9-a36c-4645-b2d1-1040b3571a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4441b18c-6deb-4d38-ac9f-c6233446755a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.254895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:08.257332 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.275281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:08.371096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.371915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59322) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:08.390769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c0029b-9a30-4169-9308-dabfb405d77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.402032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port a021ea17-1ebd-42a2-8dd5-7397994c5948 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:08.408839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:08.413134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.414584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Allocated IP 2001:db8::f816:3eff:fefe:52a1 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc/76b443d1-675f-49a3-8aa0-51b58b596639) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:08.539636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c0029b-9a30-4169-9308-dabfb405d77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.547298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37c0029b-9a30-4169-9308-dabfb405d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.577224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37c0029b-9a30-4169-9308-dabfb405d77b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e055fbd0bd84d5cb097652f1e71bbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016804 Sep 10 03:25:08.582786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:08.584057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.594343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Transition to ACTIVE for port object 76b443d1-675f-49a3-8aa0-51b58b596639 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:08.611236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Transition to ACTIVE for port object 76b443d1-675f-49a3-8aa0-51b58b596639 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:08.617932 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.620498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0029b-9a30-4169-9308-dabfb405d77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b714f673-5260-47f0-9cb5-caa7f3447349,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.654052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5622752-7918-4ca5-9c6a-2b03326e7c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.659891 n-d-808126-2 neutron-server[94633]: INFO neutron.db.ipam_backend_mixin [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc (CIDR: 2001:db8::/64) Sep 10 03:25:08.667240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:08.674998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:08.679087 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5622752-7918-4ca5-9c6a-2b03326e7c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.679620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:08.682626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Pushing event updated for resources: {'Port': ['ID=76b443d1-675f-49a3-8aa0-51b58b596639,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.699792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804ac0-519c-4b24-8895-ae73cbbdfb19 req-45de07be-1d14-45c6-8bf4-6eefef3c57fe tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:08.701350 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1804ac0-519c-4b24-8895-ae73cbbdfb19 req-45de07be-1d14-45c6-8bf4-6eefef3c57fe tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.1916065 Sep 10 03:25:08.707015 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:25:08.708303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:08.739343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Attempting to bind port 76b443d1-675f-49a3-8aa0-51b58b596639 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:08.739753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Attempting to bind port 76b443d1-675f-49a3-8aa0-51b58b596639 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:08.740148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Attempting to bind port 76b443d1-675f-49a3-8aa0-51b58b596639 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:08.741405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5622752-7918-4ca5-9c6a-2b03326e7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.744807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5622752-7918-4ca5-9c6a-2b03326e7c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.748135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5622752-7918-4ca5-9c6a-2b03326e7c0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b714f673-5260-47f0-9cb5-caa7f3447349 HTTP/1.1" status: 204 len: 168 time: 0.1621468 Sep 10 03:25:08.751410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:08.751827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:08.752273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.752641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:08.753166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Bound port: 76b443d1-675f-49a3-8aa0-51b58b596639, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:08.753530 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.754652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5622752-7918-4ca5-9c6a-2b03326e7c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b714f673-5260-47f0-9cb5-caa7f3447349,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.768415 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.774686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e1d281cf-9270-4a01-9d7e-e125a411ce13 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9734428 Sep 10 03:25:08.775005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59330) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:08.780118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:08.820539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1804ac0-519c-4b24-8895-ae73cbbdfb19 req-db64a459-3785-4160-b968-f42a3bab8226 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084404 Sep 10 03:25:08.861509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.863094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] For port 76b443d1-675f-49a3-8aa0-51b58b596639, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:08.867060 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] For port 76b443d1-675f-49a3-8aa0-51b58b596639, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=76b443d1-675f-49a3-8aa0-51b58b596639,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:08.874520 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.909816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:08.914817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.936048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=a021ea17-1ebd-42a2-8dd5-7397994c5948,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.952984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:08.955161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:08.959095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:08.964844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070a09d-0431-4633-aa37-0b6751ff924d None None] Pushing event updated for resources: {'Port': ['ID=76b443d1-675f-49a3-8aa0-51b58b596639,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.966966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:08.967658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.997787 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c1f584e8-3de7-4ab2-8b36-1653109e3e81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3124228 Sep 10 03:25:09.000235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59334) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:09.048397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d124c08-e874-4f07-bcee-0fc1e33f8e68 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:09.052388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1d124c08-e874-4f07-bcee-0fc1e33f8e68 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/a021ea17-1ebd-42a2-8dd5-7397994c5948 HTTP/1.1" status: 200 len: 841 time: 0.0487008 Sep 10 03:25:09.053756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59336) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:09.269530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port a021ea17-1ebd-42a2-8dd5-7397994c5948 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:09.269873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.348136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 76b443d1-675f-49a3-8aa0-51b58b596639 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:09.363371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.376307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.410436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 76b443d1-675f-49a3-8aa0-51b58b596639 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:09.431635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for a021ea17-1ebd-42a2-8dd5-7397994c5948 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:09.435892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:09.444846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:09.449454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=a43686cc-8809-4798-ae59-6e8da9422770,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:09.453524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:09.454137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.498952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ef211ea9-1a0f-4899-ad92-430adb7f98fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7227912 Sep 10 03:25:09.501977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59350) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:09.508043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:60:f8:c5', 'name': 'tempest-NetworksTestDHCPv6-1295489031'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:09.541140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.568590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=a021ea17-1ebd-42a2-8dd5-7397994c5948,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:09.576735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.581294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ddb2b5b0-8813-4c78-ab74-08cc9e74d9ad tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/a021ea17-1ebd-42a2-8dd5-7397994c5948 HTTP/1.1" status: 204 len: 168 time: 0.5240257 Sep 10 03:25:09.581503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59354) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:09.605591 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-403bd176-ee86-49ef-8957-2a6ebc3c2eb8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:09.607293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-403bd176-ee86-49ef-8957-2a6ebc3c2eb8 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/a021ea17-1ebd-42a2-8dd5-7397994c5948 HTTP/1.1" status: 404 len: 333 time: 0.0247042 Sep 10 03:25:09.611035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59356) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:09.616584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'name': 'tempest-PortsTestJSON-155351858'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:09.640878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:09.720574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:09.725694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.748472 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.749009 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 83e829ac-44e5-4e81-baeb-9922171664fa yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:09.773970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port a4f58821-226a-4615-a194-7b34bdde7ba5 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:09.971804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-9606cc98-8569-4734-97e8-1fd6784161cc tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:09.973779 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-9606cc98-8569-4734-97e8-1fd6784161cc tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.1456532 Sep 10 03:25:10.016119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8:0:1::cc (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/a43686cc-8809-4798-ae59-6e8da9422770/a4f58821-226a-4615-a194-7b34bdde7ba5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:10.023989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::f816:3eff:fe60:f8c5 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc/a4f58821-226a-4615-a194-7b34bdde7ba5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:10.072901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bcb7f-0968-4329-9933-670e20a3f8fe req-fc72cc7b-2a67-435e-8f92-d20900ebca64 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:10.074490 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab2bcb7f-0968-4329-9933-670e20a3f8fe req-fc72cc7b-2a67-435e-8f92-d20900ebca64 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 1096 time: 0.1605470 Sep 10 03:25:10.141516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.176611 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab2bcb7f-0968-4329-9933-670e20a3f8fe req-9faab8df-6914-430e-8236-64f9ae9ee76e tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ab579576-013b-47b9-9403-b4eb31c56e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896776 Sep 10 03:25:10.203992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Deleting port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:10.204248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.230470 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.232422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9414f-5d68-4b5a-ace1-dd10e8a2cd32 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:10.235269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.248591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object a4f58821-226a-4615-a194-7b34bdde7ba5 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:10.297837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.342047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] Provisioning for port 76b443d1-675f-49a3-8aa0-51b58b596639 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:10.355752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:10.359946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] Provisioning complete for port 76b443d1-675f-49a3-8aa0-51b58b596639 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:10.360553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.363402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:10.369719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:10.375857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:10.377250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.378215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:10.388164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:10.403255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:10.403532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=a4f58821-226a-4615-a194-7b34bdde7ba5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:10.409478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:10.410122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.417639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-497e77d8-411b-4fa8-9ee3-6950de60c7a0 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9144089 Sep 10 03:25:10.421133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59376) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:10.448982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8350809 Sep 10 03:25:10.463356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006198e-86e0-4025-80a8-9cefe9ac2cc1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=83e829ac-44e5-4e81-baeb-9922171664fa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:10.465552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59378) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:10.478706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:10.555288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] For port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:10.556144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.564762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port a4f58821-226a-4615-a194-7b34bdde7ba5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:10.565225 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.571218 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.606636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Calling delete_port for 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:10.616950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] For port 76b443d1-675f-49a3-8aa0-51b58b596639, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=76b443d1-675f-49a3-8aa0-51b58b596639,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:10.623732 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.629501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.675242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.692831 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for a4f58821-226a-4615-a194-7b34bdde7ba5 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:10.696127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5974dc15-1f12-4f41-b651-d59a51682a27 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:10.726354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 5974dc15-1f12-4f41-b651-d59a51682a27 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:10.727166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5974dc15-1f12-4f41-b651-d59a51682a27 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:10.749264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': '2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc', 'ip_address': '2001:db8::f816:3eff:fefe:52a1'}, {'subnet_id': 'a43686cc-8809-4798-ae59-6e8da9422770'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '76b443d1-675f-49a3-8aa0-51b58b596639'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:10.916261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.918399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.950259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Pushing event deleted for resources: {'Port': ['ID=66ac038b-c881-4cbb-8a2d-dcfcaf5172a0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:10.955714 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.958861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:10.961433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:25:10.967342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ca146-34ac-4504-b494-a7df02b6eeb7 None None] Pushing event updated for resources: {'Port': ['ID=76b443d1-675f-49a3-8aa0-51b58b596639,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:11.004090 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.015276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=a4f58821-226a-4615-a194-7b34bdde7ba5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:11.060408 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.065750 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3bf0c062-fe49-4d9d-beff-d625aabfe898 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/a4f58821-226a-4615-a194-7b34bdde7ba5 HTTP/1.1" status: 204 len: 168 time: 0.6432822 Sep 10 03:25:11.066434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.138536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e504fda-779e-4dd0-ac7a-d1a736b749bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:11.143060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2e504fda-779e-4dd0-ac7a-d1a736b749bd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0755682 Sep 10 03:25:11.143755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59432) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.202936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa19fc8-9393-4ff3-9978-41d2a8ec5a69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:11.208298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-caa19fc8-9393-4ff3-9978-41d2a8ec5a69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0635328 Sep 10 03:25:11.209013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59440) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.244120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Allocated IP 2001:db8:0:1::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/a43686cc-8809-4798-ae59-6e8da9422770/76b443d1-675f-49a3-8aa0-51b58b596639) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:11.311142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc20ac4-33b2-421c-9b25-13660025c824 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:11.313071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc20ac4-33b2-421c-9b25-13660025c824 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:11.316193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc20ac4-33b2-421c-9b25-13660025c824 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:11.322603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3dc20ac4-33b2-421c-9b25-13660025c824 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1124716 Sep 10 03:25:11.324486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59450) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.327662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 76b443d1-675f-49a3-8aa0-51b58b596639 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:11.362290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-970691e2-0429-4d25-bc4f-e3a78ee60200 req-d8fcfd5a-496e-4b02-a7a9-36b82e9eb6e8 tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3427518-3183-42f7-bdb4-e7c470f8aa48 HTTP/1.1" status: 200 len: 210 time: 0.0687785 Sep 10 03:25:11.419409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] In _notify_port_updated(), no bound segment for port 83e829ac-44e5-4e81-baeb-9922171664fa on network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:25:11.426353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:11.427587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.429060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/ports/83e829ac-44e5-4e81-baeb-9922171664fa HTTP/1.1" status: 200 len: 818 time: 0.9566281 Sep 10 03:25:11.434439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:11.438365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59460) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.455797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] No DVR routers for this DVR port 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:11.462377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.470931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1332c84f-a2d7-4c70-a198-1a997a4c6e48 req-227469cd-8a45-4e4d-8563-72c447d4ee7c tempest-TestServerMultinode-1752759068 tempest-TestServerMultinode-1752759068-project-admin] 10.222.0.36 "DELETE /v2.0/ports/66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 HTTP/1.1" status: 204 len: 173 time: 1.4877806 Sep 10 03:25:11.471958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'name': 'network-vif-deleted', 'tag': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:11.473888 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c80078a-c1f4-408d-a088-cc96dcfda276" -d '{"events": [{"server_uuid": "a3427518-3183-42f7-bdb4-e7c470f8aa48", "name": "network-vif-deleted", "tag": "66ac038b-c881-4cbb-8a2d-dcfcaf5172a0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:11.481313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22d68-ac46-4126-b931-331613911827 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=83e829ac-44e5-4e81-baeb-9922171664fa,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:11.481573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] For port 76b443d1-675f-49a3-8aa0-51b58b596639, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=76b443d1-675f-49a3-8aa0-51b58b596639,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:11.503533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 76b443d1-675f-49a3-8aa0-51b58b596639 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:11.503533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.559310 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac2351-08f2-44f4-8206-4ef13743c932 x-openstack-request-id: req-90ac2351-08f2-44f4-8206-4ef13743c932 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:11.559639 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3427518-3183-42f7-bdb4-e7c470f8aa48", "name": "network-vif-deleted", "tag": "66ac038b-c881-4cbb-8a2d-dcfcaf5172a0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:11.559890 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90ac2351-08f2-44f4-8206-4ef13743c932 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:11.560846 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3427518-3183-42f7-bdb4-e7c470f8aa48', 'name': 'network-vif-deleted', 'tag': '66ac038b-c881-4cbb-8a2d-dcfcaf5172a0', 'status': 'completed', 'code': 200} Sep 10 03:25:11.579140 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.581275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 83e829ac-44e5-4e81-baeb-9922171664fa {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:11.581785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.645476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Transition to ACTIVE for port object 76b443d1-675f-49a3-8aa0-51b58b596639 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:11.656185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.658178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.687888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.710789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 83e829ac-44e5-4e81-baeb-9922171664fa owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:11.721433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.749966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a63c8-6330-4264-baaa-bd6940c38dee None None] Pushing event updated for resources: {'Port': ['ID=76b443d1-675f-49a3-8aa0-51b58b596639,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:11.849833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59468) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.876365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.920523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.968220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.970694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/83e829ac-44e5-4e81-baeb-9922171664fa HTTP/1.1" status: 204 len: 168 time: 0.5308769 Sep 10 03:25:11.973071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:11.975923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94bdc5-e1fe-48c1-b3a7-7704ebce835c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=83e829ac-44e5-4e81-baeb-9922171664fa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.010214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.047702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.048397 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.052572 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.056082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1f5d581d-e72e-4483-a7ce-20bfed4edfb7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc HTTP/1.1" status: 204 len: 168 time: 0.7282393 Sep 10 03:25:12.058578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59474) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.068136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10adf9-3a13-4979-ad88-255d5856f62e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:12.070266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3e10adf9-3a13-4979-ad88-255d5856f62e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0960300 Sep 10 03:25:12.073073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59476) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.100680 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea09b73-1c68-4e11-9866-f68b055bf830 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:12.103494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5ea09b73-1c68-4e11-9866-f68b055bf830 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/83e829ac-44e5-4e81-baeb-9922171664fa HTTP/1.1" status: 404 len: 333 time: 0.0282443 Sep 10 03:25:12.106177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59478) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.111510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-176491602'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:12.133794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.db.api [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:25:12.133794 n-d-808126-2 neutron-server[94634]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:25:12.133794 n-d-808126-2 neutron-server[94634]: [parameters: {'project_id': 'a6b408ad742440aa963408d3c8ceb047', 'id': '8af8a8d2-287e-4f32-b80a-fa63f86839b6', 'expiration': datetime.datetime(2021, 9, 10, 3, 27, 12, 126483)}] Sep 10 03:25:12.133794 n-d-808126-2 neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:25:12.134333 n-d-808126-2 neutron-server[94634]: DEBUG oslo_db.api [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:25:12.139635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:12.141251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet a43686cc-8809-4798-ae59-6e8da9422770 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:12.143486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.146382 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.168687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:12.179229 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.179329 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment 37f66711-25fd-4a8f-9c24-986f31b2b716 of type vlan for network dd89197c-dfcf-4b2d-a149-1add0512a144 Sep 10 03:25:12.190390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.221761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.254259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.261227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:12.261852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.289966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.305595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1982625 Sep 10 03:25:12.308464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59480) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.315517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:12.346181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270edc6-ef10-484e-beb9-bdf8e25019ac tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=dd89197c-dfcf-4b2d-a149-1add0512a144,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.359963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:12.360986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.404054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=a43686cc-8809-4798-ae59-6e8da9422770,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.404608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b543d-5515-482b-822c-4487adfc0d17 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:12.406457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.408311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c42dbe7c-b0d3-45b0-ab12-ccbe11d5f07b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/a43686cc-8809-4798-ae59-6e8da9422770 HTTP/1.1" status: 204 len: 168 time: 0.3482859 Sep 10 03:25:12.416246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.436479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59486) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.469190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4fc01aa-6303-47f7-bb84-7e974fcc954a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516963 Sep 10 03:25:12.472032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59488) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.477477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:12.482921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-252a77d4-a3d9-439a-8541-6b858d91b905 None None] Could not find standard attr ID for object a4f58821-226a-4615-a194-7b34bdde7ba5. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:12.503256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:12.506997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.552315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-252a77d4-a3d9-439a-8541-6b858d91b905 None None] Provisioning for port 76b443d1-675f-49a3-8aa0-51b58b596639 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:12.557358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-252a77d4-a3d9-439a-8541-6b858d91b905 None None] Provisioning complete for port 76b443d1-675f-49a3-8aa0-51b58b596639 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:12.557836 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-252a77d4-a3d9-439a-8541-6b858d91b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.594300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:12.598154 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.638034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.726477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:12.777013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] Deleting port 76b443d1-675f-49a3-8aa0-51b58b596639 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:12.777906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.849588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] For port 76b443d1-675f-49a3-8aa0-51b58b596639, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=76b443d1-675f-49a3-8aa0-51b58b596639,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:12.850005 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.862208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] Calling delete_port for 76b443d1-675f-49a3-8aa0-51b58b596639 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:12.867633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.873047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.873604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.884518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.949127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=3a5d2771-9190-498a-a443-f4d437e0175d,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.951094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.954406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6b408ad742440aa963408d3c8ceb047&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1017790 Sep 10 03:25:12.956399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:12.957302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24a20-67ca-4fce-91a1-f2aaa5577c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd30cb4-2e14-4221-928e-e60c9ef9dcaa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.958061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59490) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.962869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:12.967324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:12.967951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:12.977681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': '37f66711-25fd-4a8f-9c24-986f31b2b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:12.977923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: dd89197c-dfcf-4b2d-a149-1add0512a144, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:12.982635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=1aaf32a1-d656-4789-9152-02cce3e0431e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.993980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] Pushing event deleted for resources: {'Port': ['ID=76b443d1-675f-49a3-8aa0-51b58b596639,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:12.995994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0259b6fa-6e8a-4e3e-9f12-8e049881373a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5226951 Sep 10 03:25:12.996995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59492) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:12.997597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29dc3fe-24b9-4c0b-84bf-46066238e951 None None] No DVR routers for this DVR port 76b443d1-675f-49a3-8aa0-51b58b596639 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:13.004724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:13.015216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a80e2-d033-42e5-895d-961556922e6f None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:13.063273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network dd89197c-dfcf-4b2d-a149-1add0512a144 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:13.082968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-667e22f6-1df0-450e-82f5-8b0f6b6406e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.094337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dd89197c-dfcf-4b2d-a149-1add0512a144) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:13.107514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:13.107514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.122432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-667e22f6-1df0-450e-82f5-8b0f6b6406e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.123102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0212e4a-21e8-4550-a3fb-d4d172468d2d None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:13.133560 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.177475 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eebf8e17-f452-4c8b-9a5a-ebf682b60727 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8680830 Sep 10 03:25:13.180464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59494) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:13.186521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:13.235159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'tenant_id': '0614cb2fdc454dc7a0d7d7c8608e66b4', 'fixed_ips': [{'subnet_id': '1aaf32a1-d656-4789-9152-02cce3e0431e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:13.235405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:13.235728 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.239390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.319174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 76b443d1-675f-49a3-8aa0-51b58b596639 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:13.340189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-667e22f6-1df0-450e-82f5-8b0f6b6406e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.342686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-667e22f6-1df0-450e-82f5-8b0f6b6406e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.346053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-667e22f6-1df0-450e-82f5-8b0f6b6406e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abd30cb4-2e14-4221-928e-e60c9ef9dcaa HTTP/1.1" status: 204 len: 168 time: 0.3825085 Sep 10 03:25:13.355790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e22f6-1df0-450e-82f5-8b0f6b6406e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd30cb4-2e14-4221-928e-e60c9ef9dcaa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:13.390582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-dd89197c-dfcf-4b2d-a149-1add0512a144', 'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': '3a5d2771-9190-498a-a443-f4d437e0175d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:13.391577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.400951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 76b443d1-675f-49a3-8aa0-51b58b596639 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:13.401436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 76b443d1-675f-49a3-8aa0-51b58b596639 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:13.465976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Deleting port e7108607-cbc7-4f74-95cb-dad4a908c086 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:13.466842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.475956 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1aaf32a1-d656-4789-9152-02cce3e0431e (CIDR: 2001:db8::/64) Sep 10 03:25:13.485778 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:25:13.487173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:13.501587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:13.507036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.550180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dde75aba-56bf-4a2b-8850-92ae47b9e965 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5520971 Sep 10 03:25:13.553024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59500) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:13.562374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:13.569350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] For port e7108607-cbc7-4f74-95cb-dad4a908c086, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e7108607-cbc7-4f74-95cb-dad4a908c086,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:13.569726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.581926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/1aaf32a1-d656-4789-9152-02cce3e0431e/dfad39fe-76ff-4fba-be26-a5177f079c57) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:13.592393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Calling delete_port for e7108607-cbc7-4f74-95cb-dad4a908c086 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:13.660929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Allocated IP 172.20.0.2 (dd89197c-dfcf-4b2d-a149-1add0512a144/3a5d2771-9190-498a-a443-f4d437e0175d/95ff85b0-a958-4db9-8295-42257fef89a7) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:13.691241 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a5d2771-9190-498a-a443-f4d437e0175d (CIDR: 172.20.0.0/28) Sep 10 03:25:13.697503 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:25:13.697994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:13.725898 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-453a8eee-3ddb-4e46-b70a-4c9d6d51deb1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5407968 Sep 10 03:25:13.726111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:13.731637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:13.757968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:13.781721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-182e5d0e-d00f-48a8-88f4-46b1529d1c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.829867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.845858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:13.849333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.856590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Pushing event deleted for resources: {'Port': ['ID=e7108607-cbc7-4f74-95cb-dad4a908c086,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:13.874976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.905992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Transition to ACTIVE for port object dfad39fe-76ff-4fba-be26-a5177f079c57 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:13.936207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Transition to ACTIVE for port object dfad39fe-76ff-4fba-be26-a5177f079c57 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:13.941292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.951804 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:13.991077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Transition to ACTIVE for port object 95ff85b0-a958-4db9-8295-42257fef89a7 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:14.008470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:14.021704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:14.030082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:14.054131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Transition to ACTIVE for port object 95ff85b0-a958-4db9-8295-42257fef89a7 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:14.058937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:14.082716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.111906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.126304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:14.129594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:14.133621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Attempting to bind port dfad39fe-76ff-4fba-be26-a5177f079c57 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:14.133991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Attempting to bind port dfad39fe-76ff-4fba-be26-a5177f079c57 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:14.134351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Attempting to bind port dfad39fe-76ff-4fba-be26-a5177f079c57 on network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:14.138866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:14.143796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-182e5d0e-d00f-48a8-88f4-46b1529d1c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.161440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:14.161822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Checking segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:14.162229 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.163095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Bound using segment: {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:14.163629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Bound port: dfad39fe-76ff-4fba-be26-a5177f079c57, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffe6e18-2f4a-4949-96b2-d94bee8c2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:14.164027 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.177762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-182e5d0e-d00f-48a8-88f4-46b1529d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.203486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Pushing event updated for resources: {'Port': ['ID=95ff85b0-a958-4db9-8295-42257fef89a7,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:14.237082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:14.240606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.251879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Attempting to bind port 95ff85b0-a958-4db9-8295-42257fef89a7 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:14.252369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-182e5d0e-d00f-48a8-88f4-46b1529d1c3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a6b98ab5f18426f8deac630019cf7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912999 Sep 10 03:25:14.254872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Attempting to bind port 95ff85b0-a958-4db9-8295-42257fef89a7 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '37f66711-25fd-4a8f-9c24-986f31b2b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:14.255251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Attempting to bind port 95ff85b0-a958-4db9-8295-42257fef89a7 on network dd89197c-dfcf-4b2d-a149-1add0512a144 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:14.265158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:14.265529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Checking segment: {'id': '37f66711-25fd-4a8f-9c24-986f31b2b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:14.265935 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.266330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Bound using segment: {'id': '37f66711-25fd-4a8f-9c24-986f31b2b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:14.266872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Bound port: 95ff85b0-a958-4db9-8295-42257fef89a7, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f66711-25fd-4a8f-9c24-986f31b2b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:14.267624 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.267738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5d0e-d00f-48a8-88f4-46b1529d1c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b209b0d-fa85-4d5f-82ae-f0470cad975f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:14.273208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59506) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:14.320116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:14.336452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:14.345352 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.365421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:14.396631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] For port 95ff85b0-a958-4db9-8295-42257fef89a7, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:14.403500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] For port 95ff85b0-a958-4db9-8295-42257fef89a7, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95ff85b0-a958-4db9-8295-42257fef89a7,segment=NetworkSegment(37f66711-25fd-4a8f-9c24-986f31b2b716),segment_id=37f66711-25fd-4a8f-9c24-986f31b2b716)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:14.418336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.449572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9d85f-c2ad-401d-a435-a3f63a20c723 None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:14.494874 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9615858c-aa87-4e16-88cc-b0b8ee397587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.521557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef194d6-08a4-4fb8-bd3d-33684e333aef None None] Pushing event updated for resources: {'Port': ['ID=95ff85b0-a958-4db9-8295-42257fef89a7,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:14.559324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9615858c-aa87-4e16-88cc-b0b8ee397587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.619094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:25:14.842682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9615858c-aa87-4e16-88cc-b0b8ee397587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.846331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9615858c-aa87-4e16-88cc-b0b8ee397587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.850665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9615858c-aa87-4e16-88cc-b0b8ee397587 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b209b0d-fa85-4d5f-82ae-f0470cad975f HTTP/1.1" status: 204 len: 168 time: 0.5723531 Sep 10 03:25:14.886727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615858c-aa87-4e16-88cc-b0b8ee397587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b209b0d-fa85-4d5f-82ae-f0470cad975f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:14.892194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.938029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:14.948520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network dd89197c-dfcf-4b2d-a149-1add0512a144 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:14.950161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] Sync routers for ids ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:14.956247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-422d2743-c4c3-4f19-893d-8ad2b58fd9df admin admin] 10.222.0.23 "PUT /v2.0/routers/6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184641 Sep 10 03:25:14.957173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59510) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:14.957320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:14.961441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:14.962282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:14.971288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] Routers {'6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:14.979240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:14.987586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=93f0bd8e-e95e-41a6-9495-b400e5bd0630,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:15.030451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.077918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc26d54f-c24d-437b-aa47-d2d584aa3837 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3475816 Sep 10 03:25:15.077918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:15.083531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'fixed_ips': [{'subnet_id': '3a5d2771-9190-498a-a443-f4d437e0175d'}, {'subnet_id': '93f0bd8e-e95e-41a6-9495-b400e5bd0630'}], 'name': 'tempest-PortsTestJSON-426786468'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:15.156636 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.243764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:15.335705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:15.348922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:15.352914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.364401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:15.364910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 66ac038b-c881-4cbb-8a2d-dcfcaf5172a0 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:15.398516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.407230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] Set router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:15.448384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.449173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.512789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Deleting port 0e683e24-4516-4322-8ff9-87e5c241d139 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:15.513139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.541869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95ff85b0-a958-4db9-8295-42257fef89a7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:15.558417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:15.591964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:15.615638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:15.616247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.627956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 95ff85b0-a958-4db9-8295-42257fef89a7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:15.630683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.634177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:15.644864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=95dc826d-862a-4b78-8a33-f385d924e369,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:15.645951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] For port 0e683e24-4516-4322-8ff9-87e5c241d139, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0e683e24-4516-4322-8ff9-87e5c241d139,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:15.646464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:15.682592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:15.683018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Calling delete_port for 0e683e24-4516-4322-8ff9-87e5c241d139 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:15.686136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 050148d1-e83a-49a7-aafb-9b8032815bdf yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:15.694471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6135bc38-b612-4a67-a41b-f0db7f3a5b2e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1393824 Sep 10 03:25:15.701152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:15.708560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:7d:27:43', 'name': 'tempest-NetworksTestDHCPv6-488979638'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:15.737894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port dfad39fe-76ff-4fba-be26-a5177f079c57 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:15.823222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:25:13Z', 'revision_number': 5, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port': {'id': '0e683e24-4516-4322-8ff9-87e5c241d139', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:10Z', 'updated_at': '2021-09-10T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:15.859724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] Checking router: 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:25:15.871112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] Routers {'6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:15.871795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:15.981465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] Set router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:16.045580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:25:15Z', 'revision_number': 6, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:16.096999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451ec86-9ca3-4dbc-a039-86e992434c32 None None] The sync data for ids ['6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a'] in n-d-808126-2 is: [{'id': '6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a', 'name': 'tempest-TestServerMultinode-256724888-router', 'tenant_id': '6490f7629d704987a06e7b1420fdaaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:08Z', 'updated_at': '2021-09-10T03:25:15Z', 'revision_number': 6, 'project_id': '6490f7629d704987a06e7b1420fdaaec', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:16.119712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf670dd-ba35-4cf1-bfc6-bde2b157f380 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:16.202453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] Provisioning for port dfad39fe-76ff-4fba-be26-a5177f079c57 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:16.208701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:16.209082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.228491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:16.247056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.11 (dd89197c-dfcf-4b2d-a149-1add0512a144/3a5d2771-9190-498a-a443-f4d437e0175d/050148d1-e83a-49a7-aafb-9b8032815bdf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:16.271270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.281745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.23 (dd89197c-dfcf-4b2d-a149-1add0512a144/93f0bd8e-e95e-41a6-9495-b400e5bd0630/050148d1-e83a-49a7-aafb-9b8032815bdf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:16.397867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e683e24-4516-4322-8ff9-87e5c241d139,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:16.438267 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.474098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.520368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.548762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.567019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 050148d1-e83a-49a7-aafb-9b8032815bdf will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:16.567616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 2a2bf162-95a3-4f45-837c-599d4544db69 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:16.567855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:16.578071 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.618188 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.677697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46ce19a-74f5-4e06-818a-610507a16e48 None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:16.699628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=050148d1-e83a-49a7-aafb-9b8032815bdf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:16.716767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network dd89197c-dfcf-4b2d-a149-1add0512a144 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:16.722392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:16.732046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:16.745902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.751552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.757651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05934ce8-9050-4346-a464-bc5ae01a64ee None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:16.767070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] Provisioning for port 95ff85b0-a958-4db9-8295-42257fef89a7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:16.776407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] Provisioning complete for port 95ff85b0-a958-4db9-8295-42257fef89a7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:16.777012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.898091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.898527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:25:16.949633 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:16.952484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad71c2f0-a31b-4e10-adc6-9e6860bdc64f admin admin] 10.222.0.23 "DELETE /v2.0/routers/6bb61020-8f4f-4fbb-9cb2-b7b9f475b60a HTTP/1.1" status: 204 len: 168 time: 1.9940128 Sep 10 03:25:16.955822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59588) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:17.036595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.114749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] For port 95ff85b0-a958-4db9-8295-42257fef89a7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95ff85b0-a958-4db9-8295-42257fef89a7,segment=NetworkSegment(37f66711-25fd-4a8f-9c24-986f31b2b716),segment_id=37f66711-25fd-4a8f-9c24-986f31b2b716)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:17.128185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.145232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Deleting subnet 1fe92112-1f0a-48d6-8b67-224991ee35ab {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:17.170913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.211860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:17.213213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.249644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::3e4 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/1aaf32a1-d656-4789-9152-02cce3e0431e/2a2bf162-95a3-4f45-837c-599d4544db69) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:17.265081 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.267798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:2743 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/95dc826d-862a-4b78-8a33-f385d924e369/2a2bf162-95a3-4f45-837c-599d4544db69) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:17.275824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c72ba34d-132d-4019-a931-e07cd2b3cec9 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1959832 Sep 10 03:25:17.279598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59618) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:17.288585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a5d2771-9190-498a-a443-f4d437e0175d'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:17.306752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Update dhcp port {'port': {'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'fixed_ips': [{'subnet_id': '3a5d2771-9190-498a-a443-f4d437e0175d', 'ip_address': '172.20.0.2'}, {'subnet_id': '93f0bd8e-e95e-41a6-9495-b400e5bd0630'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '95ff85b0-a958-4db9-8295-42257fef89a7'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:17.371052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9db4d-09e3-4200-aafc-e45542cfb264 None None] Pushing event updated for resources: {'Port': ['ID=95ff85b0-a958-4db9-8295-42257fef89a7,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:17.382644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.390338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:17.393105 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.484769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.639995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:17.640820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.694677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.704770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b522e7e0-0bd0-450d-9c88-0752033326a2 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:17.705214 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b522e7e0-0bd0-450d-9c88-0752033326a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.711577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 2a2bf162-95a3-4f45-837c-599d4544db69 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:17.719372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.751287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe92112-1f0a-48d6-8b67-224991ee35ab,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:17.758661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.760852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-23d93419-10a0-4cfd-954b-2764c1b05f06 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1fe92112-1f0a-48d6-8b67-224991ee35ab HTTP/1.1" status: 204 len: 168 time: 0.8041704 Sep 10 03:25:17.763476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59628) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:17.777668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a1018-b196-422a-b187-788cc9336a62 None None] Network b13a7fb3-e269-4695-aa14-57cdf8510538 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:17.791945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.849675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59630) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:17.851331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=2a2bf162-95a3-4f45-837c-599d4544db69,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:17.867416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.889527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:17.894500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:17.901265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:17.915154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:17.915872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.936550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Allocated IP 172.20.0.18 (dd89197c-dfcf-4b2d-a149-1add0512a144/93f0bd8e-e95e-41a6-9495-b400e5bd0630/95ff85b0-a958-4db9-8295-42257fef89a7) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:17.944320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Deleting port 8aa07242-4a06-460f-a38b-138ce59ca908 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:17.945322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:17.946754 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-032dd3f0-f1d5-44f9-92de-eaa39c8fb4cd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2470067 Sep 10 03:25:17.949567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59634) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:18.030717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] For port 8aa07242-4a06-460f-a38b-138ce59ca908, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8aa07242-4a06-460f-a38b-138ce59ca908,segment=NetworkSegment(e153f6ba-bada-403c-b62a-a197177895a6),segment_id=e153f6ba-bada-403c-b62a-a197177895a6)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:18.031502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.048290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Calling delete_port for 8aa07242-4a06-460f-a38b-138ce59ca908 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:18.100540 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1527c5-0e89-4ec1-8bd3-8d9ae6542112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.128741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] DHCP port deletion for b13a7fb3-e269-4695-aa14-57cdf8510538 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:18.186107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.189999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e683e24-4516-4322-8ff9-87e5c241d139 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:18.197166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c508cd30-1169-4669-87f3-7fc9eb3e19c4 None None] Could not find standard attr ID for object a4f58821-226a-4615-a194-7b34bdde7ba5. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:18.200077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] For port 95ff85b0-a958-4db9-8295-42257fef89a7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95ff85b0-a958-4db9-8295-42257fef89a7,segment=NetworkSegment(37f66711-25fd-4a8f-9c24-986f31b2b716),segment_id=37f66711-25fd-4a8f-9c24-986f31b2b716)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:18.228700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0e683e24-4516-4322-8ff9-87e5c241d139 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:18.229065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0e683e24-4516-4322-8ff9-87e5c241d139 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:18.229496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e7108607-cbc7-4f74-95cb-dad4a908c086 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:18.230229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa07242-4a06-460f-a38b-138ce59ca908,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.245537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] No DVR routers for this DVR port 8aa07242-4a06-460f-a38b-138ce59ca908 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:18.261294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e7108607-cbc7-4f74-95cb-dad4a908c086 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:18.261635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e7108607-cbc7-4f74-95cb-dad4a908c086 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:18.269609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1527c5-0e89-4ec1-8bd3-8d9ae6542112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.279273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 2a2bf162-95a3-4f45-837c-599d4544db69 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:18.279712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.280658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.284592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Deleting port 8aa07242-4a06-460f-a38b-138ce59ca908 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:18.285023 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.311289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a1527c5-0e89-4ec1-8bd3-8d9ae6542112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.343800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.351789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] For port 8aa07242-4a06-460f-a38b-138ce59ca908, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:18.352187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.365987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13a7fb3-e269-4695-aa14-57cdf8510538']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:18.374000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Calling delete_port for 8aa07242-4a06-460f-a38b-138ce59ca908 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:18.376418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e153f6ba-bada-403c-b62a-a197177895a6') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:18.376779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e153f6ba-bada-403c-b62a-a197177895a6') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:18.378769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Port 8aa07242-4a06-460f-a38b-138ce59ca908 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:25:18.383140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Transition to ACTIVE for port object 95ff85b0-a958-4db9-8295-42257fef89a7 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:18.391018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.392962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.400338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a1527c5-0e89-4ec1-8bd3-8d9ae6542112 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd06eb5d0255443a9fd1d4bd83e396cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436356 Sep 10 03:25:18.400338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1527c5-0e89-4ec1-8bd3-8d9ae6542112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe1767b-4d4b-4c40-8ec2-8c207f0cc18f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.401359 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59636) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:18.424925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.430523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] No DVR routers for this DVR port 8aa07242-4a06-460f-a38b-138ce59ca908 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:18.436700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.448570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:18.448988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:18.450776 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:18.454031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.455575 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d9071-e67e-4199-b2ef-b738a93c5889 None None] Pushing event deleted for resources: {'Port': ['ID=8aa07242-4a06-460f-a38b-138ce59ca908,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.475656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5dafbe26-68e0-46ba-b8bc-c68b30b7d3ce None None] Provisioning for port 2a2bf162-95a3-4f45-837c-599d4544db69 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:18.483675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 2a2bf162-95a3-4f45-837c-599d4544db69 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:18.494944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5dafbe26-68e0-46ba-b8bc-c68b30b7d3ce None None] Provisioning complete for port 2a2bf162-95a3-4f45-837c-599d4544db69 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:18.495256 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dafbe26-68e0-46ba-b8bc-c68b30b7d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.496210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Delete allocated IP 172.20.0.23 (dd89197c-dfcf-4b2d-a149-1add0512a144/93f0bd8e-e95e-41a6-9495-b400e5bd0630) {{(pid=94634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:25:18.508355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d58086c9-7293-4bed-9348-d51186881c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.553494 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d58086c9-7293-4bed-9348-d51186881c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.572570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.580261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.582398 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] 10.222.0.23 "DELETE /v2.0/networks/b13a7fb3-e269-4695-aa14-57cdf8510538 HTTP/1.1" status: 204 len: 168 time: 0.8169608 Sep 10 03:25:18.590650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59638) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:18.640238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d58086c9-7293-4bed-9348-d51186881c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.643272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d58086c9-7293-4bed-9348-d51186881c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.650523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725518d-04c6-4015-a2a7-d7ffb437386a admin admin] Pushing event deleted for resources: {'Network': ['ID=b13a7fb3-e269-4695-aa14-57cdf8510538,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.659743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d58086c9-7293-4bed-9348-d51186881c81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fe1767b-4d4b-4c40-8ec2-8c207f0cc18f HTTP/1.1" status: 204 len: 168 time: 0.2552996 Sep 10 03:25:18.675960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58086c9-7293-4bed-9348-d51186881c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe1767b-4d4b-4c40-8ec2-8c207f0cc18f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.798924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5dafbe26-68e0-46ba-b8bc-c68b30b7d3ce None None] Port 2a2bf162-95a3-4f45-837c-599d4544db69 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:18.800388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc858c1-a5f8-417c-80fb-4621ebc168e0 None None] Pushing event updated for resources: {'Port': ['ID=95ff85b0-a958-4db9-8295-42257fef89a7,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.828193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.865739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.893546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Ignored duplicate provisioning block setup for port 050148d1-e83a-49a7-aafb-9b8032815bdf by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:25:18.903206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.930213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=2a2bf162-95a3-4f45-837c-599d4544db69,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:18.963372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:18.965468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d93d3af7-7315-4fc3-bb9a-10946c783893 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/2a2bf162-95a3-4f45-837c-599d4544db69 HTTP/1.1" status: 204 len: 168 time: 1.0149684 Sep 10 03:25:18.972020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59646) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:19.041247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b017e15-dc89-4318-9857-d912fbee20c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:19.045625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b017e15-dc89-4318-9857-d912fbee20c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0722554 Sep 10 03:25:19.046252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59650) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:19.107043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=050148d1-e83a-49a7-aafb-9b8032815bdf,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:19.108108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b800a92-1261-4b70-ade1-91cef04ab75d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:19.110427 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b800a92-1261-4b70-ade1-91cef04ab75d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0629776 Sep 10 03:25:19.112340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59654) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:19.188903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] In _notify_port_updated(), no bound segment for port 050148d1-e83a-49a7-aafb-9b8032815bdf on network dd89197c-dfcf-4b2d-a149-1add0512a144 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:25:19.191985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed9c37-e8c0-46f6-b42e-7a6daaed4d6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:19.194512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed9c37-e8c0-46f6-b42e-7a6daaed4d6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:19.195199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:19.196031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.197449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c1e575a0-1014-47a9-a68d-e7cb7ed8e42e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/ports/050148d1-e83a-49a7-aafb-9b8032815bdf HTTP/1.1" status: 200 len: 919 time: 1.9168961 Sep 10 03:25:19.200447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed9c37-e8c0-46f6-b42e-7a6daaed4d6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:19.204695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59658) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:19.205007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5aed9c37-e8c0-46f6-b42e-7a6daaed4d6a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0886054 Sep 10 03:25:19.207258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a5d2771-9190-498a-a443-f4d437e0175d'}, {'subnet_id': '93f0bd8e-e95e-41a6-9495-b400e5bd0630'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:19.210488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59660) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:19.296717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 1aaf32a1-d656-4789-9152-02cce3e0431e {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:19.301151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.302121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95ff85b0-a958-4db9-8295-42257fef89a7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:19.343880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.357680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.457723 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8aa07242-4a06-460f-a38b-138ce59ca908 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:19.463855 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.505088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8aa07242-4a06-460f-a38b-138ce59ca908 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:19.508029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8aa07242-4a06-460f-a38b-138ce59ca908 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:19.563049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.593677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaf32a1-d656-4789-9152-02cce3e0431e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:19.599190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.601065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565de0e-bed0-48c8-8374-ed9fa8bfc19a None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:19.602624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-49ebf9ed-f8cd-49de-9989-c05f505dd7bc tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/1aaf32a1-d656-4789-9152-02cce3e0431e HTTP/1.1" status: 204 len: 168 time: 0.3909862 Sep 10 03:25:19.605166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59670) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:19.635986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6cd33-784f-4ac9-8bc0-f90002f3fc46 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:19.661522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 95dc826d-862a-4b78-8a33-f385d924e369 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:19.664902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.691324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.713115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.723803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Provisioning for port 050148d1-e83a-49a7-aafb-9b8032815bdf completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:19.755830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Provisioning complete for port 050148d1-e83a-49a7-aafb-9b8032815bdf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:19.756757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.832612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Port 050148d1-e83a-49a7-aafb-9b8032815bdf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:19.856494 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.862223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.26 (dd89197c-dfcf-4b2d-a149-1add0512a144/93f0bd8e-e95e-41a6-9495-b400e5bd0630/050148d1-e83a-49a7-aafb-9b8032815bdf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:19.892818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Provisioning for port 95ff85b0-a958-4db9-8295-42257fef89a7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:19.902804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Provisioning complete for port 95ff85b0-a958-4db9-8295-42257fef89a7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:19.903186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e60148f-4f0d-4e27-b88f-5f674b6d77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.931096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.965121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=95dc826d-862a-4b78-8a33-f385d924e369,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:19.968219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:19.972383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-310e3024-3921-4dff-9d92-27ef12ddd7c9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/95dc826d-862a-4b78-8a33-f385d924e369 HTTP/1.1" status: 204 len: 168 time: 0.3638344 Sep 10 03:25:19.972855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:20.025893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3f39b7a3-fc6f-4c4c-b2e8-9d940b8d8cf9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515654 Sep 10 03:25:20.033602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59680) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:20.043884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:20.125605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b32aa-8188-4fd3-8bd1-13634ddf1236 None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': '95dc826d-862a-4b78-8a33-f385d924e369'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'dfad39fe-76ff-4fba-be26-a5177f079c57'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:20.143757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.156264 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a0b32aa-8188-4fd3-8bd1-13634ddf1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.165668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Ignored duplicate provisioning block setup for port 050148d1-e83a-49a7-aafb-9b8032815bdf by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:25:20.181450 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.193746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:20.199027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.229744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Deleting port d3390b83-f34f-40cd-9162-9d6f250fdca5 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:20.230329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.309234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=050148d1-e83a-49a7-aafb-9b8032815bdf,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:20.378039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f933192-5b1e-4756-930c-315010021f55 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:20.389113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] In _notify_port_updated(), no bound segment for port 050148d1-e83a-49a7-aafb-9b8032815bdf on network dd89197c-dfcf-4b2d-a149-1add0512a144 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:25:20.394770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:20.395423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.396830 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4761e3bb-794c-4879-8fa6-2aa9a5485d55 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/ports/050148d1-e83a-49a7-aafb-9b8032815bdf HTTP/1.1" status: 200 len: 999 time: 1.1937571 Sep 10 03:25:20.403197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59690) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:20.448222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.480877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59692) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:20.494397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ba6f59dc-9e6a-49e2-9ddb-cd64f817ae41 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:20.495529 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba6f59dc-9e6a-49e2-9ddb-cd64f817ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.517287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] For port d3390b83-f34f-40cd-9162-9d6f250fdca5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d3390b83-f34f-40cd-9162-9d6f250fdca5,segment=NetworkSegment(9a9297ed-c635-4537-bf10-ae55da16e900),segment_id=9a9297ed-c635-4537-bf10-ae55da16e900)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:20.517664 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.524166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:20.527638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:20.532139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:20.532738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.547292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=c209d77c-9c22-4296-9878-5877140f00f1,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:20.548111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Calling delete_port for d3390b83-f34f-40cd-9162-9d6f250fdca5 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:20.571747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f3d50abf-b29b-4083-b717-f73d0aa45bd5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5370126 Sep 10 03:25:20.574673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59696) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:20.580394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:20.618549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 050148d1-e83a-49a7-aafb-9b8032815bdf {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:20.619126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.728150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'c209d77c-9c22-4296-9878-5877140f00f1'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'dfad39fe-76ff-4fba-be26-a5177f079c57'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:20.747823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-323926732'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:20.766012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:20.769432 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.791816 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.803704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.813740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0134468b-29e1-430b-be8e-59b2101d38e8 None None] Provisioning complete for port 050148d1-e83a-49a7-aafb-9b8032815bdf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:20.814508 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0134468b-29e1-430b-be8e-59b2101d38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.843297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Made reservation on behalf of 1ec0841b514d43019740ac9b4f1e73ab for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:20.847042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 050148d1-e83a-49a7-aafb-9b8032815bdf owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:20.851585 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.874094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.912598 n-d-808126-2 neutron-server[94633]: INFO neutron.db.ipam_backend_mixin [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c209d77c-9c22-4296-9878-5877140f00f1 (CIDR: 2001:db8::/64) Sep 10 03:25:20.922553 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:25:20.923013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:20.941886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0134468b-29e1-430b-be8e-59b2101d38e8 None None] Port 050148d1-e83a-49a7-aafb-9b8032815bdf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:20.967345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0134468b-29e1-430b-be8e-59b2101d38e8 None None] Provisioning complete for port 95ff85b0-a958-4db9-8295-42257fef89a7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:20.967756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0134468b-29e1-430b-be8e-59b2101d38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.985605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.020699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Pushing event deleted for resources: {'Port': ['ID=d3390b83-f34f-40cd-9162-9d6f250fdca5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:21.036701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.042740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.083572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Allocated IP 2001:db8::2 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c209d77c-9c22-4296-9878-5877140f00f1/dfad39fe-76ff-4fba-be26-a5177f079c57) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:21.098284 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d19dace0-23dc-4a1d-a7b2-4feabee9ebfd tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5173497 Sep 10 03:25:21.098284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:21.104737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'subnet': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:21.140576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c130d5-82a8-45e5-9c54-d3e1d975a3f4,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:21.310946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:21.352048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.374899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c3075eda-1e45-4c84-93be-13410ae8ff59 None None] Provisioning complete for port 050148d1-e83a-49a7-aafb-9b8032815bdf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:21.375951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c3075eda-1e45-4c84-93be-13410ae8ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.442801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c3075eda-1e45-4c84-93be-13410ae8ff59 None None] Port 050148d1-e83a-49a7-aafb-9b8032815bdf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:21.455326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:21.550910 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.585299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c2da0f09-b687-4604-96a2-e64a7d0e1de9 None None] Provisioning complete for port 050148d1-e83a-49a7-aafb-9b8032815bdf triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:21.585822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2da0f09-b687-4604-96a2-e64a7d0e1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.589325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59700) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:21.629734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c2da0f09-b687-4604-96a2-e64a7d0e1de9 None None] Port 050148d1-e83a-49a7-aafb-9b8032815bdf cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:21.688397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Transition to ACTIVE for port object dfad39fe-76ff-4fba-be26-a5177f079c57 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:21.695149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.709192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:21.721523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.730313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.730582 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Added segment b3ab337c-692a-4c6f-bc73-ee67301ea33e of type vlan for network 83e39e86-265d-42ae-8606-1adf7c04fddd Sep 10 03:25:21.788755 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.790814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-92751bb8-8bc3-4bc3-b335-f6bb50a3ab66 None None] Could not find standard attr ID for object 050148d1-e83a-49a7-aafb-9b8032815bdf. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:21.796933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=050148d1-e83a-49a7-aafb-9b8032815bdf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:21.797966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:21.801738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.831779 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:25:21.832175 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:25:21.832851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb513031-5aa2-49b1-8f1b-18b44ddbabfc None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:21.842826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.872295 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.877709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:21.878287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:21.935007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4464405 Sep 10 03:25:21.940584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59702) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:21.946274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Request body: {'subnet': {'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:22.007197 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.011355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d5d215fc-21fe-45b5-9769-68cd22024b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/050148d1-e83a-49a7-aafb-9b8032815bdf HTTP/1.1" status: 204 len: 168 time: 1.6071286 Sep 10 03:25:22.012192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59704) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:22.018762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cc66a-62c6-4c55-b26a-ae1730ce1c13 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event updated for resources: {'Network': ['ID=83e39e86-265d-42ae-8606-1adf7c04fddd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:22.037141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 83e39e86-265d-42ae-8606-1adf7c04fddd details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:22.098448 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a6cfca-2a3e-465e-aaf9-47ef93a761cb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:22.104870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b9a6cfca-2a3e-465e-aaf9-47ef93a761cb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/050148d1-e83a-49a7-aafb-9b8032815bdf HTTP/1.1" status: 404 len: 333 time: 0.0883598 Sep 10 03:25:22.107011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59706) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:22.133606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port 58ed2633-9022-4de7-9822-702935bd4824 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:22.133950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.264392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 93f0bd8e-e95e-41a6-9495-b400e5bd0630 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:22.278201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.282555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Made reservation on behalf of 1ec0841b514d43019740ac9b4f1e73ab for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:22.288522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.294919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.295180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.315247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for 58ed2633-9022-4de7-9822-702935bd4824 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:22.345657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Router b0aa43a4-ca66-4882-954e-df2fb3751a1a has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:22.389276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.417383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.444456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:22.455552 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.545005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:22.598107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:22.603826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4246297-63cf-4d31-ba41-63cd851799db admin admin] 10.222.0.23 "PUT /v2.0/routers/b0aa43a4-ca66-4882-954e-df2fb3751a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0122237 Sep 10 03:25:22.606475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:22.622214 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] Sync routers for ids ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:22.632204 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] Routers {'b0aa43a4-ca66-4882-954e-df2fb3751a1a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:22.633131 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:22.706684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.723274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21454cd0-7eaa-48c1-a8a0-12db753d47fe None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:22.754943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.763588 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] Set router b0aa43a4-ca66-4882-954e-df2fb3751a1a gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:22.774917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.800378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:25:22.843242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=58ed2633-9022-4de7-9822-702935bd4824,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:22.898157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.904003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4c8db20-4aa3-4825-a295-9f0af3118244 None None] Provisioning for port dfad39fe-76ff-4fba-be26-a5177f079c57 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:22.931290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e4c8db20-4aa3-4825-a295-9f0af3118244 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:22.932288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4c8db20-4aa3-4825-a295-9f0af3118244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.957816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.958338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:22.958710 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Floating IP 66efc9f7-ab67-4789-8e6b-aa5931b3158e disassociated (deleted). External IP: 172.25.8.107, port: 18dab63f-c208-45f4-8f6c-f96b718e6c50. Sep 10 03:25:22.960755 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:25:20Z', 'revision_number': 5, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:22.993041 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] Checking router: b0aa43a4-ca66-4882-954e-df2fb3751a1a for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:25:22.998112 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.000876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/93f0bd8e-e95e-41a6-9495-b400e5bd0630 HTTP/1.1" status: 204 len: 168 time: 0.8911631 Sep 10 03:25:23.003391 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] Routers {'b0aa43a4-ca66-4882-954e-df2fb3751a1a'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:23.004276 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:23.012462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa340cd-1956-4a09-a63d-1f1b1a6ca5a2 None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:23.024333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59710) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:23.057965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event updated for resources: {'Subnet': ['ID=e1307a7d-eee3-4cd9-a404-66f4eebc75fa,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:23.133215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] Set router b0aa43a4-ca66-4882-954e-df2fb3751a1a gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:23.134143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 3a5d2771-9190-498a-a443-f4d437e0175d {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:23.156295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Checking segment: {'id': 'b3ab337c-692a-4c6f-bc73-ee67301ea33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:23.157013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Network hostable DHCP agents. Network: 83e39e86-265d-42ae-8606-1adf7c04fddd, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:23.159564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.186612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.255930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c68d8e-2781-4f46-914b-380ac8b41a06 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=93f0bd8e-e95e-41a6-9495-b400e5bd0630,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:23.313480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:23.330463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Network 83e39e86-265d-42ae-8606-1adf7c04fddd is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:23.352132 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.355204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 83e39e86-265d-42ae-8606-1adf7c04fddd) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:23.363046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.378369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:23.380594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8c5e6-5c6b-4f04-ba38-caa6402815bb None None] Network 83e39e86-265d-42ae-8606-1adf7c04fddd requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:23.388857 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:25:20Z', 'revision_number': 5, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:23.397017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:23.397757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.418086 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fc656-e26b-487c-a99b-06c047320584 None None] The sync data for ids ['b0aa43a4-ca66-4882-954e-df2fb3751a1a'] in n-d-808126-2 is: [{'id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'name': 'tempest-TestServerMultinode-143319517-router', 'tenant_id': 'f10a10706c3d4202ae4d480897521df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:18Z', 'updated_at': '2021-09-10T03:25:20Z', 'revision_number': 5, 'project_id': 'f10a10706c3d4202ae4d480897521df4', 'gw_port': {'id': 'af090f32-ea25-4c47-a456-5029db1ae5a2', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa43a4-ca66-4882-954e-df2fb3751a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:19Z', 'updated_at': '2021-09-10T03:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:23.494816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9b5525cc-a1c7-4f4a-856f-85df05d894ae tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5531850 Sep 10 03:25:23.501523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59712) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:23.512114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Request body: {'port': {'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1360372788'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:23.513976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4c8db20-4aa3-4825-a295-9f0af3118244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.521026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Update dhcp port {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'fixed_ips': [{'subnet_id': 'c209d77c-9c22-4296-9878-5877140f00f1', 'ip_address': '2001:db8::2'}, {'subnet_id': '001dbf40-c862-4260-9ca7-9c7cb327db99'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'dfad39fe-76ff-4fba-be26-a5177f079c57'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:23.617180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.679865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.692086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Deleting port af090f32-ea25-4c47-a456-5029db1ae5a2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:23.692440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.719260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:23.719585 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.752157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:23.798934 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.820669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Made reservation on behalf of 1ec0841b514d43019740ac9b4f1e73ab for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:23.824138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.842462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:23.846793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.846937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.848847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/3a5d2771-9190-498a-a443-f4d437e0175d HTTP/1.1" status: 204 len: 168 time: 0.8218682 Sep 10 03:25:23.862937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.864948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59714) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:23.871818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:23.875828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00568129-bf15-41fd-bccd-b3cd92a95279 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5d2771-9190-498a-a443-f4d437e0175d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:23.883312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0e15e572-dda6-47b1-828e-84e30be8c5b6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "DELETE /v2.0/floatingips/66efc9f7-ab67-4789-8e6b-aa5931b3158e HTTP/1.1" status: 204 len: 168 time: 2.2928925 Sep 10 03:25:23.886274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.887187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.889807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:23.892864 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24877339-a81d-41fd-9a83-303881876b02" -d '{"events": [{"name": "network-changed", "server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:23.899311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] For port af090f32-ea25-4c47-a456-5029db1ae5a2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af090f32-ea25-4c47-a456-5029db1ae5a2,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:23.899727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.908050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-83e39e86-265d-42ae-8606-1adf7c04fddd', 'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd', 'tenant_id': '1ec0841b514d43019740ac9b4f1e73ab', 'fixed_ips': [{'subnet_id': 'e1307a7d-eee3-4cd9-a404-66f4eebc75fa'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:23.911862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.914686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Calling delete_port for af090f32-ea25-4c47-a456-5029db1ae5a2 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:23.921540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] device_id is not set on port 64bfbd1c-38de-44e4-944b-b03088d937f0 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:23.974554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:23.986729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:23.987416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:23.987791 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7226d6-1b9e-4601-a6e6-9a79dd778364 x-openstack-request-id: req-ff7226d6-1b9e-4601-a6e6-9a79dd778364 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:23.988270 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:23.988838 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff7226d6-1b9e-4601-a6e6-9a79dd778364 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:23.989520 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'status': 'completed', 'code': 200} Sep 10 03:25:24.008149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:24.069318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:24.070048 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.143814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0439341 Sep 10 03:25:24.160995 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59720) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:24.166657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Request body: {'port': {'network_id': 'b13c1246-0fc0-4fac-b252-18a5d01cb2d8', 'mac_address': 'fa:16:3e:41:e9:b8', 'name': 'tempest-NetworksTestDHCPv6-1096703375'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:24.189736 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.199476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.200993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Subnet': ['ID=001dbf40-c862-4260-9ca7-9c7cb327db99,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:24.227322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a226a-1ee6-4870-89f3-ea1a038c210d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=11']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:24.254949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Pushing event deleted for resources: {'Port': ['ID=af090f32-ea25-4c47-a456-5029db1ae5a2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:24.299718 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-e4c8db20-4aa3-4825-a295-9f0af3118244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:25:24.300299 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-e4c8db20-4aa3-4825-a295-9f0af3118244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:25:24.330177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.335556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.386110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877339-a81d-41fd-9a83-303881876b02 req-850473fb-a8ca-4899-ace6-b8121e5e8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:24.387634 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-850473fb-a8ca-4899-ace6-b8121e5e8d41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 1096 time: 0.3864958 Sep 10 03:25:24.395776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:25:24.396171 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:25:24.427667 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.430889 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.431088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295dd10-34cf-4c44-a06a-094ee703e7c6 None None] Update dhcp port {'port': {'network_id': 'dd89197c-dfcf-4b2d-a149-1add0512a144', 'fixed_ips': [{'subnet_id': '3a5d2771-9190-498a-a443-f4d437e0175d'}], 'binding:host_id': 'n-d-808126-2'}, 'id': '95ff85b0-a958-4db9-8295-42257fef89a7'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:25:24.447665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Allocated IP 172.20.0.14 (83e39e86-265d-42ae-8606-1adf7c04fddd/e1307a7d-eee3-4cd9-a404-66f4eebc75fa/64bfbd1c-38de-44e4-944b-b03088d937f0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:24.462677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:24.465564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:24.483791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.484533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0aa43a4-ca66-4882-954e-df2fb3751a1a {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:25:24.489266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.494591 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.495281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-413d1f1c-02c7-40bd-9d0b-5e5bee5d3530 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b0aa43a4-ca66-4882-954e-df2fb3751a1a HTTP/1.1" status: 204 len: 168 time: 1.8878021 Sep 10 03:25:24.496515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59724) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:24.503103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1295dd10-34cf-4c44-a06a-094ee703e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.527023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20033bf0-f559-420a-bacf-16037a77dd7b req-5fe40158-4052-41cb-947d-e200d51bd1f5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:24.534913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20033bf0-f559-420a-bacf-16037a77dd7b req-5fe40158-4052-41cb-947d-e200d51bd1f5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 945 time: 0.2514718 Sep 10 03:25:24.557084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Deleting subnet bc93cbba-b374-4dae-8b08-a1c95834e090 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:24.560551 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.608111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.613820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Made reservation on behalf of 0614cb2fdc454dc7a0d7d7c8608e66b4 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:24.663694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877339-a81d-41fd-9a83-303881876b02 req-9d1280b8-70ad-4178-ac48-27a5055040ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:24.665182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-9d1280b8-70ad-4178-ac48-27a5055040ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.2666698 Sep 10 03:25:24.666480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 95ff85b0-a958-4db9-8295-42257fef89a7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:24.666820 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.681245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-20033bf0-f559-420a-bacf-16037a77dd7b req-ba1d8273-f761-4ca3-99ef-3bcb795cbd8a tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451726 Sep 10 03:25:24.710370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.769894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.777801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:24.792564 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-11bffbeb-8b7e-4ffa-a0f1-fb07e6dbcd45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 200 len: 217 time: 0.0987892 Sep 10 03:25:24.811035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc93cbba-b374-4dae-8b08-a1c95834e090,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:24.816829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.819110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51772285-fce3-4bc1-9e20-ba45f5f5eb7b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc93cbba-b374-4dae-8b08-a1c95834e090 HTTP/1.1" status: 204 len: 168 time: 0.3219864 Sep 10 03:25:24.821658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:24.835586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192c42a-2943-4779-94ed-fb28f0f82aee None None] Network 99c55e37-8b04-42e1-85b7-4725a9976ba8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:24.895949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.936040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] For port 95ff85b0-a958-4db9-8295-42257fef89a7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=95ff85b0-a958-4db9-8295-42257fef89a7,segment=NetworkSegment(37f66711-25fd-4a8f-9c24-986f31b2b716),segment_id=37f66711-25fd-4a8f-9c24-986f31b2b716)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:24.936626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.951846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Deleting port e3668cbd-b20b-4984-b98d-6d321ee1ed6a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:24.952275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.985925 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.025465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] For port e3668cbd-b20b-4984-b98d-6d321ee1ed6a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,segment=NetworkSegment(9a9297ed-c635-4537-bf10-ae55da16e900),segment_id=9a9297ed-c635-4537-bf10-ae55da16e900)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:25.026075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.044377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Calling delete_port for e3668cbd-b20b-4984-b98d-6d321ee1ed6a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:25.122322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4be280-2e45-456a-8eac-286682bc0810 None None] Network dd89197c-dfcf-4b2d-a149-1add0512a144 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:25.150709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.182035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3668cbd-b20b-4984-b98d-6d321ee1ed6a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:25.187628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] No DVR routers for this DVR port e3668cbd-b20b-4984-b98d-6d321ee1ed6a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:25.209650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-35e7e579-5ad3-43d8-9dd4-f876f62af0ed None None] Provisioning complete for port 95ff85b0-a958-4db9-8295-42257fef89a7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:25.210138 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-35e7e579-5ad3-43d8-9dd4-f876f62af0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.307695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.351580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c55e37-8b04-42e1-85b7-4725a9976ba8']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:25.364309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9297ed-c635-4537-bf10-ae55da16e900') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:25.364885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9297ed-c635-4537-bf10-ae55da16e900') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:25.378834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.380623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.395314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Transition to ACTIVE for port object 64bfbd1c-38de-44e4-944b-b03088d937f0 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:25.396469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.405123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:25.405533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:25.407314 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:25.409899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 95ff85b0-a958-4db9-8295-42257fef89a7 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:25.413680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.428020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877339-a81d-41fd-9a83-303881876b02 req-1fe2ca21-a1fa-43b9-be06-4f1623aa6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:25.429085 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-1fe2ca21-a1fa-43b9-be06-4f1623aa6fbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.6270974 Sep 10 03:25:25.452311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824fa00-269d-4ceb-afc3-ab6df0673a22 None None] DHCP port deletion for 99c55e37-8b04-42e1-85b7-4725a9976ba8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:25.454129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:25.470479 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.476360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.478269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] 10.222.0.23 "DELETE /v2.0/networks/99c55e37-8b04-42e1-85b7-4725a9976ba8 HTTP/1.1" status: 204 len: 168 time: 0.6553860 Sep 10 03:25:25.503594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c755f6-d1f5-434c-917c-3ad07bc47e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=99c55e37-8b04-42e1-85b7-4725a9976ba8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:25.523139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] device_id is not set on port 0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:25.593623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.612933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 1, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:25.645266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877339-a81d-41fd-9a83-303881876b02 req-78e93cc8-6897-4e2e-9714-7383635afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:25.647352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-78e93cc8-6897-4e2e-9714-7383635afc29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067549 Sep 10 03:25:25.691816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59730) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:25.710118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:25:25.732574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Network 83e39e86-265d-42ae-8606-1adf7c04fddd is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:25.751975 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:25.753375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:25.754018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:25.754562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event updated for resources: {'Port': ['ID=64bfbd1c-38de-44e4-944b-b03088d937f0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:25.759078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Allocated IP 172.20.0.2 (83e39e86-265d-42ae-8606-1adf7c04fddd/e1307a7d-eee3-4cd9-a404-66f4eebc75fa/65c85b6a-bef8-4ce9-9af1-403c2d40aced) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:25.760196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:25.793467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.834404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-35e7e579-5ad3-43d8-9dd4-f876f62af0ed None None] Port 95ff85b0-a958-4db9-8295-42257fef89a7 update to ACTIVE by agent not found {{(pid=94635) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 10 03:25:25.835727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:25.836094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:25.847573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd093850-56c8-4bf3-ad67-a9740558699e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6490f7629d704987a06e7b1420fdaaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544843 Sep 10 03:25:25.857492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-1a24aa84-bc4f-4f8d-b566-a346ca49a275 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:25.859028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-1a24aa84-bc4f-4f8d-b566-a346ca49a275 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 945 time: 0.1811655 Sep 10 03:25:25.860367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59734) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:25.876204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d2641-7e6a-41e9-acbb-f9b64996a0fb None None] DHCP port deletion for dd89197c-dfcf-4b2d-a149-1add0512a144 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:25.893336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e922c2-248a-434f-9731-09f742d42c45 req-7708735c-4fa8-4e11-9c92-dd621d73be5d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:25.897217 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=95ff85b0-a958-4db9-8295-42257fef89a7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:25.900656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2e922c2-248a-434f-9731-09f742d42c45 req-7708735c-4fa8-4e11-9c92-dd621d73be5d tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 945 time: 0.1229270 Sep 10 03:25:25.901982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No DVR routers for this DVR port 95ff85b0-a958-4db9-8295-42257fef89a7 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:25.952489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:25.953261 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.023957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:26.028322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d4ac653c-a131-4192-ae74-9ee40cfdc248 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5203476 Sep 10 03:25:26.035101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2e922c2-248a-434f-9731-09f742d42c45 req-34545674-2395-4f85-8fdf-f715044df161 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334634 Sep 10 03:25:26.035739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59736) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:26.062218 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fd79d88-f8b4-416a-80f9-05d20bfb0cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.083266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.083266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8::95 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/c209d77c-9c22-4296-9878-5877140f00f1/0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:26.089694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:e9b8 (b13c1246-0fc0-4fac-b252-18a5d01cb2d8/001dbf40-c862-4260-9ca7-9c7cb327db99/0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:26.116097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-e5a24b51-ae3a-492d-a8fa-184bfe7d7d04 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552851 Sep 10 03:25:26.127097 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fd79d88-f8b4-416a-80f9-05d20bfb0cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.170083 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.186525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Transition to ACTIVE for port object 65c85b6a-bef8-4ce9-9af1-403c2d40aced will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:26.197381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port 18dab63f-c208-45f4-8f6c-f96b718e6c50 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:26.198035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.221332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Transition to ACTIVE for port object 65c85b6a-bef8-4ce9-9af1-403c2d40aced will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:26.227907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24877339-a81d-41fd-9a83-303881876b02 req-73b5e025-5256-4d6a-a3a8-6904622f4b20 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022630 Sep 10 03:25:26.241814 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.252537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95ff85b0-a958-4db9-8295-42257fef89a7 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:26.269385 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd89197c-dfcf-4b2d-a149-1add0512a144']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:26.290002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f66711-25fd-4a8f-9c24-986f31b2b716') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:26.290250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f66711-25fd-4a8f-9c24-986f31b2b716') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:26.293340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fd79d88-f8b4-416a-80f9-05d20bfb0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.296135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fd79d88-f8b4-416a-80f9-05d20bfb0cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.300014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1fd79d88-f8b4-416a-80f9-05d20bfb0cb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/074212d9-aa18-4d67-a599-347be2819d5b HTTP/1.1" status: 204 len: 168 time: 0.4362333 Sep 10 03:25:26.316333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.324731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd79d88-f8b4-416a-80f9-05d20bfb0cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074212d9-aa18-4d67-a599-347be2819d5b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:26.328432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Deleting port 64bfbd1c-38de-44e4-944b-b03088d937f0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:26.328891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.332977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 95ff85b0-a958-4db9-8295-42257fef89a7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:26.333321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 95ff85b0-a958-4db9-8295-42257fef89a7 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:26.333743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af090f32-ea25-4c47-a456-5029db1ae5a2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:26.380516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: af090f32-ea25-4c47-a456-5029db1ae5a2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:26.380516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af090f32-ea25-4c47-a456-5029db1ae5a2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:26.380970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d3390b83-f34f-40cd-9162-9d6f250fdca5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:26.385912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port 18dab63f-c208-45f4-8f6c-f96b718e6c50, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=18dab63f-c208-45f4-8f6c-f96b718e6c50,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:26.385912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.391974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Network 83e39e86-265d-42ae-8606-1adf7c04fddd is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:26.398328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Pushing event updated for resources: {'Port': ['ID=65c85b6a-bef8-4ce9-9af1-403c2d40aced,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:26.424539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:26.428469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d3390b83-f34f-40cd-9162-9d6f250fdca5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:26.428625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d3390b83-f34f-40cd-9162-9d6f250fdca5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:26.430180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:26.433005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for 18dab63f-c208-45f4-8f6c-f96b718e6c50 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:26.474503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.486581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Transition to ACTIVE for port object 0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:26.498362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.506097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Attempting to bind port 65c85b6a-bef8-4ce9-9af1-403c2d40aced on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:26.506606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Attempting to bind port 65c85b6a-bef8-4ce9-9af1-403c2d40aced by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b3ab337c-692a-4c6f-bc73-ee67301ea33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:26.506806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Attempting to bind port 65c85b6a-bef8-4ce9-9af1-403c2d40aced on network 83e39e86-265d-42ae-8606-1adf7c04fddd {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:26.515267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Calling delete_port for 64bfbd1c-38de-44e4-944b-b03088d937f0 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:26.515804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:26.516208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Checking segment: {'id': 'b3ab337c-692a-4c6f-bc73-ee67301ea33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:26.516579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.516975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Bound using segment: {'id': 'b3ab337c-692a-4c6f-bc73-ee67301ea33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:26.517432 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Bound port: 65c85b6a-bef8-4ce9-9af1-403c2d40aced, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ab337c-692a-4c6f-bc73-ee67301ea33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '83e39e86-265d-42ae-8606-1adf7c04fddd'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:26.518045 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.519863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.530714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:26.531311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.536019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:26.544785 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:26.632952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 1, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:26.640763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:26.648002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:26.650785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:26.657350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:26.658345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.681294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5189488 Sep 10 03:25:26.682454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031a2d-9773-4d6f-bf46-d32ffcad4f19 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event updated for resources: {'Port': ['ID=0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:26.684028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e9494-45a0-4950-80ce-78d2e19088cc None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'fd80c42c-f36f-4e94-8aa7-08c4e089e316', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'port_id': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'mac_address': 'fa:16:3e:b3:04:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:21:26Z', 'updated_at': '2021-09-10T03:21:31Z', 'revision_number': 1, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:26.686732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59742) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:26.707898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] For port 65c85b6a-bef8-4ce9-9af1-403c2d40aced, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:26.721537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:26.753919 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.764960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.775051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] For port 65c85b6a-bef8-4ce9-9af1-403c2d40aced, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=65c85b6a-bef8-4ce9-9af1-403c2d40aced,segment=NetworkSegment(b3ab337c-692a-4c6f-bc73-ee67301ea33e),segment_id=b3ab337c-692a-4c6f-bc73-ee67301ea33e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:26.775051 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.775262 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/dd89197c-dfcf-4b2d-a149-1add0512a144 HTTP/1.1" status: 204 len: 168 time: 2.9047801 Sep 10 03:25:26.778172 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.783054 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.788047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59744) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:26.823527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.826071 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a489cb-0d1e-4c3e-80be-f0689f76020b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=dd89197c-dfcf-4b2d-a149-1add0512a144,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:26.876064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event deleted for resources: {'Port': ['ID=64bfbd1c-38de-44e4-944b-b03088d937f0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:26.898168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a439793-1034-41ce-ba5e-970a481a37ba None None] Pushing event updated for resources: {'Port': ['ID=65c85b6a-bef8-4ce9-9af1-403c2d40aced,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:26.919061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d484d-9967-4163-8d7d-eded60f5832c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:26.927122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-390d484d-9967-4163-8d7d-eded60f5832c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1331286 Sep 10 03:25:26.927122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59746) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:26.927597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.933875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59748) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:26.986302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting port 0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:26.986951 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.990568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6736e-91f3-47c7-9064-3e6798a42555 None None] Pushing event updated for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=13']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:27.039950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.044785 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a1225515-b5c2-4d2e-87ef-9c6cab3318fa tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "DELETE /v2.0/ports/64bfbd1c-38de-44e4-944b-b03088d937f0 HTTP/1.1" status: 204 len: 168 time: 0.9946642 Sep 10 03:25:27.050108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59750) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:27.058409 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d1f2fcd8-a1c1-48a7-b79a-3337c25cddf9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f10a10706c3d4202ae4d480897521df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310060 Sep 10 03:25:27.062043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=18dab63f-c208-45f4-8f6c-f96b718e6c50,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:27.069899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59754) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:27.102123 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0ae2be9e-9136-4770-9934-5ba3578cb36f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1672752 Sep 10 03:25:27.103032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59758) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:27.113123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-175382191'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:27.136965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port 18dab63f-c208-45f4-8f6c-f96b718e6c50 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:27.149879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.154795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ade7d246-6ced-45b9-b89e-0b653624b762 req-2f7b2df4-f94d-4756-a503-bdf8ebcd6fa0 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "DELETE /v2.0/ports/18dab63f-c208-45f4-8f6c-f96b718e6c50 HTTP/1.1" status: 204 len: 173 time: 1.2844615 Sep 10 03:25:27.156042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'name': 'network-vif-deleted', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:27.158862 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfd768-75a1-4527-bd82-de8e4f6e928a" -d '{"events": [{"server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "name": "network-vif-deleted", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:27.159548 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894706c5-d848-4b83-9500-23248d9b6e6b None None] New status for floating IP 66efc9f7-ab67-4789-8e6b-aa5931b3158e: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:25:27.263273 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d980bf6f-01bb-48a0-8d17-7c35bfe07aa9 x-openstack-request-id: req-d980bf6f-01bb-48a0-8d17-7c35bfe07aa9 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:27.263598 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add89827-c5f8-4682-90af-3f1ae39b9e88", "name": "network-vif-deleted", "tag": "18dab63f-c208-45f4-8f6c-f96b718e6c50", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:27.264881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3668cbd-b20b-4984-b98d-6d321ee1ed6a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:27.265419 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d980bf6f-01bb-48a0-8d17-7c35bfe07aa9 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:27.265844 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add89827-c5f8-4682-90af-3f1ae39b9e88', 'name': 'network-vif-deleted', 'tag': '18dab63f-c208-45f4-8f6c-f96b718e6c50', 'status': 'completed', 'code': 200} Sep 10 03:25:27.288982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abfedd42-cddc-4d27-8d26-d37678e5468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.321817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abfedd42-cddc-4d27-8d26-d37678e5468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.333384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e3668cbd-b20b-4984-b98d-6d321ee1ed6a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:27.333733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e3668cbd-b20b-4984-b98d-6d321ee1ed6a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:27.372132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0b8a397d-86c9-4a9c-b260-86915ff9fddf req-a8d6a723-a2d4-4622-8bb8-b2f912b29ed3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0617032 Sep 10 03:25:27.377588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:27.383066 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.413656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abfedd42-cddc-4d27-8d26-d37678e5468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.417196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abfedd42-cddc-4d27-8d26-d37678e5468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.418535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abfedd42-cddc-4d27-8d26-d37678e5468f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab579576-013b-47b9-9403-b4eb31c56e3c HTTP/1.1" status: 204 len: 168 time: 0.3472173 Sep 10 03:25:27.434853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfedd42-cddc-4d27-8d26-d37678e5468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab579576-013b-47b9-9403-b4eb31c56e3c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:27.461720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:27.493235 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.526069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Calling delete_port for 0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:27.590809 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8439b757-7452-46f5-af48-8707c8b7b707 tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5299246 Sep 10 03:25:27.593750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59766) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:27.599292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1164705030'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:27.636000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Made reservation on behalf of 1ec0841b514d43019740ac9b4f1e73ab for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:27.643697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.692396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:27.838021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.838378 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Added segment 7d5acc12-dc34-4173-a15e-1541acfed790 of type vlan for network bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53 Sep 10 03:25:27.846344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.846707 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment 61c0c0f2-8221-4146-b1b3-b3bd126a4486 of type vlan for network d4f75169-2575-45b1-9e41-fce694e22765 Sep 10 03:25:27.864835 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.928610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.987648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.995232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:27.996403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:27.996973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Port': ['ID=0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:28.035676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.039790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763203a7-b7cf-4388-9515-d14db786880d None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:28.067235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4720414 Sep 10 03:25:28.070229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.122127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf5002-eb10-412a-88e5-d9a44a980da5 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event updated for resources: {'Network': ['ID=bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:28.156361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:25:28.160250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.165152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59770) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.175605 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-40ef0d01-f247-4239-ba46-d4796f0f4e16 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814 HTTP/1.1" status: 204 len: 168 time: 1.4873145 Sep 10 03:25:28.242995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313f85a-8899-4004-8679-700556b11efb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:28.244650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7313f85a-8899-4004-8679-700556b11efb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0784786 Sep 10 03:25:28.247185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59772) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.254439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:28.261435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.272519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:28.273264 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.343397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd34b19-febd-460d-8c26-072d03abb9c5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:28.345318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5dd34b19-febd-460d-8c26-072d03abb9c5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0969176 Sep 10 03:25:28.347823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59774) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.369399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2620246 Sep 10 03:25:28.373970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59776) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.385762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4a49e90f-4866-4c58-b4de-2160094f0bd4 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:28.386308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4a49e90f-4866-4c58-b4de-2160094f0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.398849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:28.426654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427f47e-544e-4967-9e14-aba0b52b3540 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:28.428865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427f47e-544e-4967-9e14-aba0b52b3540 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:28.430518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427f47e-544e-4967-9e14-aba0b52b3540 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:28.432527 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f427f47e-544e-4967-9e14-aba0b52b3540 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0833952 Sep 10 03:25:28.435034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59780) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.468763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78856f3b-7c8e-4338-b6a3-fc378509488f tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=d4f75169-2575-45b1-9e41-fce694e22765,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:28.503506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db44d5e8-636f-4393-89a9-272337a9649c tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/agents/aec353ab-2e4b-4d56-83f4-219db7813899/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.4174979 Sep 10 03:25:28.503941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.517204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d4f75169-2575-45b1-9e41-fce694e22765 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:28.523781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f07bfd-2ce9-4a7b-8054-2196141d81f8 None None] Network 83e39e86-265d-42ae-8606-1adf7c04fddd requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:28.532926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet 001dbf40-c862-4260-9ca7-9c7cb327db99 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:28.558626 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c788997-c650-4cfd-8cf8-b3654712f88b req-e19441d9-b23b-4a4c-ab39-b0b3f9778493 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0436788 Sep 10 03:25:28.559492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.611278 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.670540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:28.676388 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.721245 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.727117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf907a48-b4d7-42ac-98e3-628e8feac8d3 tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] Network bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:28.798392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bf907a48-b4d7-42ac-98e3-628e8feac8d3 tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "POST /v2.0/agents/aec353ab-2e4b-4d56-83f4-219db7813899/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2912996 Sep 10 03:25:28.799339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59784) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.809850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431af7b0-3d09-4ef5-9f19-65fb0d9301e1 None None] Network bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:28.812139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 18dab63f-c208-45f4-8f6c-f96b718e6c50 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:28.829202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.848703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.851844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/001dbf40-c862-4260-9ca7-9c7cb327db99 HTTP/1.1" status: 204 len: 168 time: 0.4155726 Sep 10 03:25:28.870948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59786) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:28.879739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be55029-b8ee-4953-b96a-83020dac5f69 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=001dbf40-c862-4260-9ca7-9c7cb327db99,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:28.898436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 18dab63f-c208-45f4-8f6c-f96b718e6c50 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:28.898865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 18dab63f-c208-45f4-8f6c-f96b718e6c50 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:28.949580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Deleting subnet c209d77c-9c22-4296-9878-5877140f00f1 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:28.953178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:28.979850 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-accbd466-e2c3-4809-8a3a-f30bde760e3b tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/agents/aec353ab-2e4b-4d56-83f4-219db7813899/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.1788466 Sep 10 03:25:28.983397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59788) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.026701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.149519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2182c40-04ec-4664-86ce-72db1be8a1fa tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "DELETE /v2.0/agents/aec353ab-2e4b-4d56-83f4-219db7813899/dhcp-networks/bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53 HTTP/1.1" status: 204 len: 168 time: 0.1623671 Sep 10 03:25:29.153924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59790) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.191927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.233518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.270795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f95badae-f6b7-41d9-9243-9b65d527dd22 None None] Provisioning for port 65c85b6a-bef8-4ce9-9af1-403c2d40aced completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:29.312299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe65b9-20a5-45ed-8635-d297f68cf771 None None] Network b13c1246-0fc0-4fac-b252-18a5d01cb2d8 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:29.316760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.363036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Subnet': ['ID=c209d77c-9c22-4296-9878-5877140f00f1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:29.368660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.370997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-85ef0fc3-def1-4ff5-9def-27d07c48ef80 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c209d77c-9c22-4296-9878-5877140f00f1 HTTP/1.1" status: 204 len: 168 time: 0.4984753 Sep 10 03:25:29.373218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.376998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 65c85b6a-bef8-4ce9-9af1-403c2d40aced up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:29.392005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': '61c0c0f2-8221-4146-b1b3-b3bd126a4486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:29.392469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: d4f75169-2575-45b1-9e41-fce694e22765, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:29.422405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1f85304f-d993-4c70-80b4-4da34d5cdd54 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475695 Sep 10 03:25:29.425716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59794) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.434649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=dd42ee3a-9226-4bfc-84d2-6d7062b30c98,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:29.447706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network d4f75169-2575-45b1-9e41-fce694e22765 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:29.466111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d4f75169-2575-45b1-9e41-fce694e22765) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:29.471195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:29.472306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.484336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596d8c9-ee86-4dac-a762-3e179da65d43 None None] Network d4f75169-2575-45b1-9e41-fce694e22765 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:29.508631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ec845e3e-2d71-4fdc-b44a-4282b3670715 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1264801 Sep 10 03:25:29.512617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.525231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-61fbd5e4-f04b-456a-a5e6-95e907f64b81 tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/agents/aec353ab-2e4b-4d56-83f4-219db7813899/dhcp-networks HTTP/1.1" status: 200 len: 6444 time: 0.3701618 Sep 10 03:25:29.527312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.531927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765', 'name': 'tempest-PortsTestJSON-1474109401'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:29.538251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac91b95-db55-461d-a885-9db2ae923fb5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:29.542530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2ac91b95-db55-461d-a885-9db2ae923fb5 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1154063 Sep 10 03:25:29.543179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59800) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.564364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1f51e5ff-afaf-4bbb-8078-49e1ab5c5276 None None] Provisioning complete for port dfad39fe-76ff-4fba-be26-a5177f079c57 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:29.564827 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1f51e5ff-afaf-4bbb-8078-49e1ab5c5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.602064 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6062cda3-9639-4fe7-9781-96f4920277cb tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/networks/83e39e86-265d-42ae-8606-1adf7c04fddd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0736876 Sep 10 03:25:29.605102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59804) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.685282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43fdda-5b0a-466d-8ef1-1993e4c9d53b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:29.688989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e43fdda-5b0a-466d-8ef1-1993e4c9d53b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425538 Sep 10 03:25:29.689544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59806) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.734244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9cc2f586-ac80-4a99-809d-0139c9646e12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410535 Sep 10 03:25:29.737295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59808) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.767471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59810) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.772105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64d8f254-d583-446f-955d-07ec6654d073 tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/networks/83e39e86-265d-42ae-8606-1adf7c04fddd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1655982 Sep 10 03:25:29.794574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 65c85b6a-bef8-4ce9-9af1-403c2d40aced completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:29.803251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 65c85b6a-bef8-4ce9-9af1-403c2d40aced triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:29.804034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-947584b8-7391-4522-b9f2-e405155c50a5 req-8c7d646e-919c-49b5-b7ef-4e35e34684f3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.1029406 Sep 10 03:25:29.804450 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.807179 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ff80c8-5fde-463e-be40-9d857bc93612 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:29.807937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ff80c8-5fde-463e-be40-9d857bc93612 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:29.813165 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f2ff80c8-5fde-463e-be40-9d857bc93612 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/0fbd36ae-0a8c-4fd7-b3cc-f788ac4b3814 HTTP/1.1" status: 404 len: 333 time: 0.0728409 Sep 10 03:25:29.813790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59812) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.850928 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d216b209-b841-4729-af03-062846e9ca04 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:29.851761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d216b209-b841-4729-af03-062846e9ca04 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:29.855801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d216b209-b841-4729-af03-062846e9ca04 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/001dbf40-c862-4260-9ca7-9c7cb327db99 HTTP/1.1" status: 404 len: 337 time: 0.0394506 Sep 10 03:25:29.856582 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59814) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.921172 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1605ffb-44a4-4b63-bc58-76760e3c159a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:29.921637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1605ffb-44a4-4b63-bc58-76760e3c159a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:29.925581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f1605ffb-44a4-4b63-bc58-76760e3c159a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c209d77c-9c22-4296-9878-5877140f00f1 HTTP/1.1" status: 404 len: 337 time: 0.0633881 Sep 10 03:25:29.926184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.961709 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e22b315-6d29-4e7f-8b76-eb74071a0b36 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:29.962356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d4f75169-2575-45b1-9e41-fce694e22765', 'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': 'dd42ee3a-9226-4bfc-84d2-6d7062b30c98'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:29.962747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e22b315-6d29-4e7f-8b76-eb74071a0b36 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:29.964162 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:29.964303 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8e22b315-6d29-4e7f-8b76-eb74071a0b36 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/2a2bf162-95a3-4f45-837c-599d4544db69 HTTP/1.1" status: 404 len: 333 time: 0.0370822 Sep 10 03:25:29.967992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59818) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:29.985617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:29.986266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] DHCP port deletion for b13c1246-0fc0-4fac-b252-18a5d01cb2d8 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:29.989129 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.024965 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-287a9777-28a5-486f-ab51-6bba0fa3bd99 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.025710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287a9777-28a5-486f-ab51-6bba0fa3bd99 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.027805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-287a9777-28a5-486f-ab51-6bba0fa3bd99 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/95dc826d-862a-4b78-8a33-f385d924e369 HTTP/1.1" status: 404 len: 337 time: 0.0588186 Sep 10 03:25:30.030850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cd0db76a-d9df-4b5b-9d30-87b86324b776 tempest-DHCPAgentSchedulersTestJSON-1648998849 tempest-DHCPAgentSchedulersTestJSON-1648998849-project-admin] 10.222.0.23 "GET /v2.0/agents/aec353ab-2e4b-4d56-83f4-219db7813899/dhcp-networks HTTP/1.1" status: 200 len: 7186 time: 0.2622004 Sep 10 03:25:30.031501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59820) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.031836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59822) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.042252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a58b62bc-35dc-4dbb-9dd6-1bb75c33dbe4 None None] Could not find standard attr ID for object 64bfbd1c-38de-44e4-944b-b03088d937f0. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:30.050416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 65ac61fe-4ea9-4663-baa8-fc1d54869fde yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:30.107978 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62c1ba0-0174-4cc7-8f6e-a6c308b2fe54 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.108448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62c1ba0-0174-4cc7-8f6e-a6c308b2fe54 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.110277 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a62c1ba0-0174-4cc7-8f6e-a6c308b2fe54 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/1aaf32a1-d656-4789-9152-02cce3e0431e HTTP/1.1" status: 404 len: 337 time: 0.0763657 Sep 10 03:25:30.113269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59824) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.148983 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.150512 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a976c3f1-fd5c-471d-9f8c-4eeae54fb206 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.151268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a976c3f1-fd5c-471d-9f8c-4eeae54fb206 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.152984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a976c3f1-fd5c-471d-9f8c-4eeae54fb206 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/a4f58821-226a-4615-a194-7b34bdde7ba5 HTTP/1.1" status: 404 len: 333 time: 0.0387757 Sep 10 03:25:30.155675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59826) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.184957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a58b62bc-35dc-4dbb-9dd6-1bb75c33dbe4 None None] Provisioning complete for port 65c85b6a-bef8-4ce9-9af1-403c2d40aced triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:30.185289 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a58b62bc-35dc-4dbb-9dd6-1bb75c33dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.205426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.9 (d4f75169-2575-45b1-9e41-fce694e22765/dd42ee3a-9226-4bfc-84d2-6d7062b30c98/65ac61fe-4ea9-4663-baa8-fc1d54869fde) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:30.213260 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b953ed-746c-4160-be75-ba67e283da3d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.213725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b953ed-746c-4160-be75-ba67e283da3d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.215524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-38b953ed-746c-4160-be75-ba67e283da3d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/a43686cc-8809-4798-ae59-6e8da9422770 HTTP/1.1" status: 404 len: 337 time: 0.0589221 Sep 10 03:25:30.218255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59828) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.224221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.246984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] Deleting port dfad39fe-76ff-4fba-be26-a5177f079c57 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:30.247654 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.251196 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10cf725-97aa-4448-9081-56e7272238fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.251749 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10cf725-97aa-4448-9081-56e7272238fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.253472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d10cf725-97aa-4448-9081-56e7272238fa tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/2ae192b5-f2fc-4375-ab5f-fbd2e8a25ebc HTTP/1.1" status: 404 len: 337 time: 0.0342495 Sep 10 03:25:30.254636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 65c85b6a-bef8-4ce9-9af1-403c2d40aced, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=65c85b6a-bef8-4ce9-9af1-403c2d40aced,segment=NetworkSegment(b3ab337c-692a-4c6f-bc73-ee67301ea33e),segment_id=b3ab337c-692a-4c6f-bc73-ee67301ea33e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:30.259948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59830) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.273514 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.295880 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b78c170-cb61-4c34-8251-c0ff026daf5a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.296577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b78c170-cb61-4c34-8251-c0ff026daf5a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.298312 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9b78c170-cb61-4c34-8251-c0ff026daf5a tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/6a051b0d-b879-4f50-9ac3-0360b879a749 HTTP/1.1" status: 404 len: 333 time: 0.0375884 Sep 10 03:25:30.345982 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.371212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] For port dfad39fe-76ff-4fba-be26-a5177f079c57, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dfad39fe-76ff-4fba-be26-a5177f079c57,segment=NetworkSegment(1ffe6e18-2f4a-4949-96b2-d94bee8c2673),segment_id=1ffe6e18-2f4a-4949-96b2-d94bee8c2673)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:30.371659 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.375290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:30.379310 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:25:30.387687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5acc12-dc34-4173-a15e-1541acfed790') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:30.388605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5acc12-dc34-4173-a15e-1541acfed790') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:30.399988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.415710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.423245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.428883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:30.429092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] Calling delete_port for dfad39fe-76ff-4fba-be26-a5177f079c57 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:30.430038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.430863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=65c85b6a-bef8-4ce9-9af1-403c2d40aced,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:30.438961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59832) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.467235 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd8dcac-5010-4568-8dda-dccd9c5854de tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.467793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd8dcac-5010-4568-8dda-dccd9c5854de tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.472469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4dd8dcac-5010-4568-8dda-dccd9c5854de tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/5f874cd6-1855-4215-acee-77fa69836678 HTTP/1.1" status: 404 len: 337 time: 0.0322609 Sep 10 03:25:30.473215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59834) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.505691 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be09dd3-a2e8-4a14-bf12-d2f295e57eff tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.506537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be09dd3-a2e8-4a14-bf12-d2f295e57eff tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.508300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0be09dd3-a2e8-4a14-bf12-d2f295e57eff tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/535c6628-be61-417b-8f2a-4a71e3eeb5ee HTTP/1.1" status: 404 len: 337 time: 0.0340466 Sep 10 03:25:30.510999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59836) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:30.518669 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:30.530592 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.536828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.544227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 65ac61fe-4ea9-4663-baa8-fc1d54869fde will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:30.548009 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f720046-1842-4687-bb8b-c83ae9fa8452 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.548900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f720046-1842-4687-bb8b-c83ae9fa8452 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.550314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.552205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "DELETE /v2.0/networks/bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53 HTTP/1.1" status: 204 len: 168 time: 0.5194399 Sep 10 03:25:30.553604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6f720046-1842-4687-bb8b-c83ae9fa8452 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/4918d101-5834-4031-b373-b2881644c99a HTTP/1.1" status: 404 len: 333 time: 0.0414298 Sep 10 03:25:30.554642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59838) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.554777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59840) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.559911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] Pushing event deleted for resources: {'Port': ['ID=dfad39fe-76ff-4fba-be26-a5177f079c57,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:30.563816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c9973-9f95-4e63-96ae-262b32128d00 None None] No DVR routers for this DVR port dfad39fe-76ff-4fba-be26-a5177f079c57 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:30.602826 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.615354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078801e4-88cc-4335-85b5-4296fafd3791 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event deleted for resources: {'Network': ['ID=bbb28ddf-0f28-41ae-ab55-d5d0da4e0d53,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:30.617887 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d4cf2b-85a3-4dc2-86a3-3fb614aedb12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.618337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d4cf2b-85a3-4dc2-86a3-3fb614aedb12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.622330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-45d4cf2b-85a3-4dc2-86a3-3fb614aedb12 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c4422e55-bc6b-49a9-a68f-9c730f62b2f5 HTTP/1.1" status: 404 len: 337 time: 0.0645175 Sep 10 03:25:30.622330 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad3801d-f40e-4dbf-84a0-ca6d03893840 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.622330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad3801d-f40e-4dbf-84a0-ca6d03893840 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.623878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fad3801d-f40e-4dbf-84a0-ca6d03893840 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "DELETE /v2.0/ports/64bfbd1c-38de-44e4-944b-b03088d937f0 HTTP/1.1" status: 404 len: 333 time: 0.0671489 Sep 10 03:25:30.624409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.634501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network d4f75169-2575-45b1-9e41-fce694e22765 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:30.636156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59844) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.638389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:30.649610 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87e1ea4-7c1f-46bb-b7bf-1ee31c367528 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.650282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87e1ea4-7c1f-46bb-b7bf-1ee31c367528 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.654379 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a87e1ea4-7c1f-46bb-b7bf-1ee31c367528 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/7241b130-95dc-41c4-8943-ced44c49f837 HTTP/1.1" status: 404 len: 333 time: 0.0268726 Sep 10 03:25:30.654647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59846) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.660029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Allocated IP 172.20.0.2 (d4f75169-2575-45b1-9e41-fce694e22765/dd42ee3a-9226-4bfc-84d2-6d7062b30c98/a576c97c-1225-4b91-9ba1-470098ed234c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:30.664486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:30.688439 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac520da-de94-4740-ae1b-80fc14347ce1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.689373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac520da-de94-4740-ae1b-80fc14347ce1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.700542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bac520da-de94-4740-ae1b-80fc14347ce1 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/26d2ca10-b0c4-4c14-8ac7-c40e231d10ee HTTP/1.1" status: 404 len: 337 time: 0.0356419 Sep 10 03:25:30.700542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59848) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.724052 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7468c383-24ff-4df2-b429-935499eac04f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.724799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7468c383-24ff-4df2-b429-935499eac04f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.728801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7468c383-24ff-4df2-b429-935499eac04f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/13b869e7-6b3d-4ca6-b1c1-a25a8fb2c7b2 HTTP/1.1" status: 404 len: 333 time: 0.0311537 Sep 10 03:25:30.729244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59850) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.761324 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f59f2e-9abc-4ff0-91fd-8077fb75f592 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:30.761887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f59f2e-9abc-4ff0-91fd-8077fb75f592 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:30.765903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4f59f2e-9abc-4ff0-91fd-8077fb75f592 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/25c8f885-2a8f-4c13-aae6-1367814fb17a HTTP/1.1" status: 404 len: 337 time: 0.0333300 Sep 10 03:25:30.766414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59852) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.781884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=65ac61fe-4ea9-4663-baa8-fc1d54869fde,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:30.819866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Deleting subnet e1307a7d-eee3-4cd9-a404-66f4eebc75fa {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:30.826687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.836672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:30.837668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.839902 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.868152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Transition to ACTIVE for port object a576c97c-1225-4b91-9ba1-470098ed234c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:30.885784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ecbec207-9047-4e8b-bea7-af40d3bbe552 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3591008 Sep 10 03:25:30.890502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59856) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:30.898168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765', 'name': 'tempest-PortsTestJSON-796010588'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:30.904502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Transition to ACTIVE for port object a576c97c-1225-4b91-9ba1-470098ed234c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:30.920254 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:30.995097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Network d4f75169-2575-45b1-9e41-fce694e22765 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:30.996851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Pushing event updated for resources: {'Port': ['ID=a576c97c-1225-4b91-9ba1-470098ed234c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:30.999261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:31.003962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:31.044529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:31.049310 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.057578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.071106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Attempting to bind port a576c97c-1225-4b91-9ba1-470098ed234c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:31.071506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Attempting to bind port a576c97c-1225-4b91-9ba1-470098ed234c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '61c0c0f2-8221-4146-b1b3-b3bd126a4486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:31.071876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Attempting to bind port a576c97c-1225-4b91-9ba1-470098ed234c on network d4f75169-2575-45b1-9e41-fce694e22765 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:31.083358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:31.083358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Checking segment: {'id': '61c0c0f2-8221-4146-b1b3-b3bd126a4486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:31.083358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.083358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Bound using segment: {'id': '61c0c0f2-8221-4146-b1b3-b3bd126a4486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:31.083358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Bound port: a576c97c-1225-4b91-9ba1-470098ed234c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c0c0f2-8221-4146-b1b3-b3bd126a4486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd4f75169-2575-45b1-9e41-fce694e22765'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:31.083358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.084190 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe139ac3-9ee5-4112-9e4c-95bf7a266fea tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.084190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe139ac3-9ee5-4112-9e4c-95bf7a266fea tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.088062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fe139ac3-9ee5-4112-9e4c-95bf7a266fea tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/40a6a064-7453-4ae0-9eae-e2d938c32437 HTTP/1.1" status: 404 len: 333 time: 0.3184216 Sep 10 03:25:31.095200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.129752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port df59e0f7-aa90-492c-948f-929259f22899 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:31.136519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de2bea4d-4d35-4ca1-8abd-4eef4f3f22fe req-829d6a40-6bc2-4327-9b1d-e448dcbefb8c tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0495946 Sep 10 03:25:31.137490 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbddc54-6ab4-45a1-92b0-89ec18c53c28 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.138271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbddc54-6ab4-45a1-92b0-89ec18c53c28 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.142819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3cbddc54-6ab4-45a1-92b0-89ec18c53c28 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c5daf6ad-c3bd-4054-9bd6-db05c4cd8ce6 HTTP/1.1" status: 404 len: 337 time: 0.0441055 Sep 10 03:25:31.143410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59860) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.170685 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-008b9d0b-e1d1-4d31-8618-bea9a3b10e0c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.171544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008b9d0b-e1d1-4d31-8618-bea9a3b10e0c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.173411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-008b9d0b-e1d1-4d31-8618-bea9a3b10e0c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/1fc87cb8-80fd-42bb-b2e7-ce5cffadae98 HTTP/1.1" status: 404 len: 333 time: 0.0289221 Sep 10 03:25:31.175846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.177120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] For port a576c97c-1225-4b91-9ba1-470098ed234c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:31.181014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] For port a576c97c-1225-4b91-9ba1-470098ed234c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a576c97c-1225-4b91-9ba1-470098ed234c,segment=NetworkSegment(61c0c0f2-8221-4146-b1b3-b3bd126a4486),segment_id=61c0c0f2-8221-4146-b1b3-b3bd126a4486)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:31.187662 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.211720 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae8d9ed-0eed-4f53-a1dd-5998a22e8640 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.212307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae8d9ed-0eed-4f53-a1dd-5998a22e8640 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.214467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ae8d9ed-0eed-4f53-a1dd-5998a22e8640 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/bf43fed2-eec8-4e57-8c13-22b22bd57be9 HTTP/1.1" status: 404 len: 337 time: 0.0375357 Sep 10 03:25:31.216993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59864) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.251320 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd552dce-6714-44f0-911e-c5c01a31761b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.252186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd552dce-6714-44f0-911e-c5c01a31761b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.254058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd552dce-6714-44f0-911e-c5c01a31761b tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/36df3670-b7b5-475b-9f6c-5f3a70697f2b HTTP/1.1" status: 404 len: 333 time: 0.0360556 Sep 10 03:25:31.257433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.274154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd1521-5b21-4e60-8772-c0a6c4f192c8 None None] Pushing event updated for resources: {'Port': ['ID=a576c97c-1225-4b91-9ba1-470098ed234c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:31.292452 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2fd3ec-2a87-442e-815e-8b484ab06d35 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.293259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2fd3ec-2a87-442e-815e-8b484ab06d35 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.295344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b2fd3ec-2a87-442e-815e-8b484ab06d35 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/9d8c1820-1f47-4efe-9012-646379b7899e HTTP/1.1" status: 404 len: 337 time: 0.0366876 Sep 10 03:25:31.298045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.309636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 65c85b6a-bef8-4ce9-9af1-403c2d40aced up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:31.335516 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ed364f-e03c-4ffe-a694-6b7c6d52a5d2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.336125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ed364f-e03c-4ffe-a694-6b7c6d52a5d2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.343021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c7ed364f-e03c-4ffe-a694-6b7c6d52a5d2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/baa4324c-a4ad-4347-abde-77b95ff0f873 HTTP/1.1" status: 404 len: 337 time: 0.0436802 Sep 10 03:25:31.345495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59870) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.363135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.373775 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73141ae-95dd-480b-ba74-fe81e2d839b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.374485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73141ae-95dd-480b-ba74-fe81e2d839b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.378553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c73141ae-95dd-480b-ba74-fe81e2d839b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/cb938dd1-555a-4fa1-b1a0-f9bf4b74e8b5 HTTP/1.1" status: 404 len: 333 time: 0.0297594 Sep 10 03:25:31.379093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59872) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.393798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 65c85b6a-bef8-4ce9-9af1-403c2d40aced triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:31.394522 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.407601 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee80bd14-d46a-46bb-9fb4-651ea003338d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.408346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee80bd14-d46a-46bb-9fb4-651ea003338d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.410171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee80bd14-d46a-46bb-9fb4-651ea003338d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ffc95fa1-cf6d-4ae2-8481-53530c7a3009 HTTP/1.1" status: 404 len: 337 time: 0.0301228 Sep 10 03:25:31.415255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.455570 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d1ce0c-6bf8-4352-9b92-581b4ab32bc7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.455955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d1ce0c-6bf8-4352-9b92-581b4ab32bc7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.457758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-44d1ce0c-6bf8-4352-9b92-581b4ab32bc7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/bd0dd6e9-c603-45e5-865e-cf66d492ae2c HTTP/1.1" status: 404 len: 337 time: 0.0414171 Sep 10 03:25:31.460387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59876) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.524538 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec398167-ae1d-4fd0-9885-0bcbafe3c9d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.525668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec398167-ae1d-4fd0-9885-0bcbafe3c9d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.532731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ec398167-ae1d-4fd0-9885-0bcbafe3c9d7 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/0d8f399c-86fc-4cc6-88ee-2c241cf12f49 HTTP/1.1" status: 404 len: 333 time: 0.0712841 Sep 10 03:25:31.534214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59878) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.580392 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9522445b-8241-412e-85b5-90c937cb87a9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.582086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9522445b-8241-412e-85b5-90c937cb87a9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.588575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9522445b-8241-412e-85b5-90c937cb87a9 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ca6c1c95-5aa9-4546-8708-14210d18f7bf HTTP/1.1" status: 404 len: 337 time: 0.0515454 Sep 10 03:25:31.601284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59880) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.638692 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94fd359-db53-4199-980a-59c302df5f26 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.639979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94fd359-db53-4199-980a-59c302df5f26 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.644453 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b94fd359-db53-4199-980a-59c302df5f26 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/f2a829e5-5243-45ff-8b22-b96a2e794a4e HTTP/1.1" status: 404 len: 337 time: 0.0365062 Sep 10 03:25:31.644695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:31.647773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.687653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: dfad39fe-76ff-4fba-be26-a5177f079c57 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:31.688352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dfad39fe-76ff-4fba-be26-a5177f079c57 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:31.692809 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e29169-f199-4d75-94d6-fd9b73963cac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.698761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e29169-f199-4d75-94d6-fd9b73963cac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.700548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-21e29169-f199-4d75-94d6-fd9b73963cac tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/60b1e6a4-d4a6-4ce9-9dbb-dcf210277522 HTTP/1.1" status: 404 len: 333 time: 0.0430348 Sep 10 03:25:31.703514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59884) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.731573 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc40e14-89fb-42d0-9ebc-d44ada62d43c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.732197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc40e14-89fb-42d0-9ebc-d44ada62d43c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.734164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1fc40e14-89fb-42d0-9ebc-d44ada62d43c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/aa15f119-e77d-48e8-9ef7-724de0cad5ad HTTP/1.1" status: 404 len: 337 time: 0.0296633 Sep 10 03:25:31.736850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.753529 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d7497e17-261f-4fa6-a131-fce837df658d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.770517 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eacc7c5-1174-4b9a-8b07-ac58b8870cbf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.770977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eacc7c5-1174-4b9a-8b07-ac58b8870cbf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.773657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6eacc7c5-1174-4b9a-8b07-ac58b8870cbf tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/02195990-0a08-40d6-bc32-e67b2a216ed7 HTTP/1.1" status: 404 len: 337 time: 0.0354879 Sep 10 03:25:31.776063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.805183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.10 (d4f75169-2575-45b1-9e41-fce694e22765/dd42ee3a-9226-4bfc-84d2-6d7062b30c98/df59e0f7-aa90-492c-948f-929259f22899) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:31.805519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3cc8f2fd-1b18-4b69-aa96-bb0ef61b3a8f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports?device_id=b101d0e1-50cd-4d55-9065-0adf60a1f501 HTTP/1.1" status: 200 len: 205 time: 0.0275381 Sep 10 03:25:31.807245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59890) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.846516 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-a4939b01-0953-4a2d-9a80-6f8e8eaac9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] delete failed (client error): The resource could not be found. Sep 10 03:25:31.851040 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a4939b01-0953-4a2d-9a80-6f8e8eaac9b2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/routers/b101d0e1-50cd-4d55-9065-0adf60a1f501 HTTP/1.1" status: 404 len: 336 time: 0.0425832 Sep 10 03:25:31.851674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59892) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.879154 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f29c83-0bfd-415b-bfa8-49bd11fda9ec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:31.879607 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.879755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f29c83-0bfd-415b-bfa8-49bd11fda9ec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:31.883943 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-01f29c83-0bfd-415b-bfa8-49bd11fda9ec tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ab7e1246-0cde-43b4-867c-ac5f80c4f47d HTTP/1.1" status: 404 len: 337 time: 0.0288305 Sep 10 03:25:31.884172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59894) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.919516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-81a11d3e-7864-4fb4-930a-dd0eb2b025c2 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7e0377-1e26-465f-b991-93094f7499c9 HTTP/1.1" status: 200 len: 205 time: 0.0326951 Sep 10 03:25:31.922178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.930889 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.931473 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:31.932992 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "DELETE /v2.0/subnets/e1307a7d-eee3-4cd9-a404-66f4eebc75fa HTTP/1.1" status: 204 len: 168 time: 1.2921362 Sep 10 03:25:31.940764 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f429e2-97bb-4e3a-963f-46b1ea3d97ba None None] Network 83e39e86-265d-42ae-8606-1adf7c04fddd requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:31.941472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd44973-c86b-4cf8-b6a5-ce67529fc5a9 tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event deleted for resources: {'Subnet': ['ID=e1307a7d-eee3-4cd9-a404-66f4eebc75fa,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:31.945874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:31.985961 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-14364c0d-cf93-4512-a462-cb51cfa2a593 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] delete failed (client error): The resource could not be found. Sep 10 03:25:31.991968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-14364c0d-cf93-4512-a462-cb51cfa2a593 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/routers/df7e0377-1e26-465f-b991-93094f7499c9 HTTP/1.1" status: 404 len: 336 time: 0.0657711 Sep 10 03:25:31.992785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59900) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.036240 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f609c87-6459-443d-9dc3-f4d179d72cb8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.037803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f609c87-6459-443d-9dc3-f4d179d72cb8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.047588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f609c87-6459-443d-9dc3-f4d179d72cb8 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/c7eb73c2-0401-41e7-82a7-1c775e8533aa HTTP/1.1" status: 404 len: 337 time: 0.0535517 Sep 10 03:25:32.048506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.073772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.089053 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8147e14-c522-48b0-afdc-2219027a8793 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.089512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8147e14-c522-48b0-afdc-2219027a8793 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.093425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a8147e14-c522-48b0-afdc-2219027a8793 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/6d1402ee-b076-4254-9d64-e2e197a7658e HTTP/1.1" status: 404 len: 337 time: 0.0413775 Sep 10 03:25:32.097595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.118527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.137626 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec3b5b0-14c3-4f25-a531-58b84b0d8d11 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.137878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object df59e0f7-aa90-492c-948f-929259f22899 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:32.138346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec3b5b0-14c3-4f25-a531-58b84b0d8d11 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.140114 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eec3b5b0-14c3-4f25-a531-58b84b0d8d11 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/c4f249d7-2589-4c1a-9a9b-46a9d4aba45f HTTP/1.1" status: 404 len: 333 time: 0.0412927 Sep 10 03:25:32.144424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.175928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.185126 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4853182-8f4a-46fe-b9be-2487e6dae0b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.185591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4853182-8f4a-46fe-b9be-2487e6dae0b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.189731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c4853182-8f4a-46fe-b9be-2487e6dae0b3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/ebef88f9-bec8-4a6f-a18a-ff385120ac79 HTTP/1.1" status: 404 len: 337 time: 0.0419867 Sep 10 03:25:32.190018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.194145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] DHCP port deletion for 83e39e86-265d-42ae-8606-1adf7c04fddd request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:32.251536 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d305d636-34e5-4ee0-b84f-8839b4931955 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.252251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d305d636-34e5-4ee0-b84f-8839b4931955 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.257170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d305d636-34e5-4ee0-b84f-8839b4931955 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/2c40574e-5fab-40fb-8e3b-d11d5016d3f4 HTTP/1.1" status: 404 len: 333 time: 0.0634334 Sep 10 03:25:32.257431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59912) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.278138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-34b9bc17-87ac-481f-9e0f-c13c13996522 req-adbfef69-1545-4afc-883b-68d09bd1a1fa tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=add89827-c5f8-4682-90af-3f1ae39b9e88 HTTP/1.1" status: 200 len: 210 time: 0.0473588 Sep 10 03:25:32.280504 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.283854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Deleting port 65c85b6a-bef8-4ce9-9af1-403c2d40aced {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:32.284945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.309942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] Deleting port 65c85b6a-bef8-4ce9-9af1-403c2d40aced {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:32.309942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.322668 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17ce86e-bcd1-4eda-8f67-3fb411ab300e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.323135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17ce86e-bcd1-4eda-8f67-3fb411ab300e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.327178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f17ce86e-bcd1-4eda-8f67-3fb411ab300e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/d6e4aa06-f832-43d7-9cf6-dec6aae3c8db HTTP/1.1" status: 404 len: 337 time: 0.0663724 Sep 10 03:25:32.327472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59914) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.357251 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-00be3cb3-b362-452d-88a3-d33058dc25c3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.358132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00be3cb3-b362-452d-88a3-d33058dc25c3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.362109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-00be3cb3-b362-452d-88a3-d33058dc25c3 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/f7778214-dccf-4a65-ba18-a562111eba73 HTTP/1.1" status: 404 len: 333 time: 0.0314281 Sep 10 03:25:32.362408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59916) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.393623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] For port 65c85b6a-bef8-4ce9-9af1-403c2d40aced, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=65c85b6a-bef8-4ce9-9af1-403c2d40aced,segment=NetworkSegment(b3ab337c-692a-4c6f-bc73-ee67301ea33e),segment_id=b3ab337c-692a-4c6f-bc73-ee67301ea33e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:32.395002 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.398486 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-616d8171-9a00-412b-8f88-ff21558c5b04 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.398959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616d8171-9a00-412b-8f88-ff21558c5b04 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.402974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-616d8171-9a00-412b-8f88-ff21558c5b04 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/50701702-0395-4841-b5b9-c7fc0edd81d3 HTTP/1.1" status: 404 len: 337 time: 0.0374424 Sep 10 03:25:32.403229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59918) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.410579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] Calling delete_port for 65c85b6a-bef8-4ce9-9af1-403c2d40aced owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:32.420633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] For port 65c85b6a-bef8-4ce9-9af1-403c2d40aced, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=65c85b6a-bef8-4ce9-9af1-403c2d40aced,segment=NetworkSegment(b3ab337c-692a-4c6f-bc73-ee67301ea33e),segment_id=b3ab337c-692a-4c6f-bc73-ee67301ea33e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:32.421631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.433625 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa48fdba-a0e4-49cd-aa89-d6fd1e4f5a2d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.434349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa48fdba-a0e4-49cd-aa89-d6fd1e4f5a2d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.438553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa48fdba-a0e4-49cd-aa89-d6fd1e4f5a2d tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/453dfabc-562a-4205-acfd-4ed62c38a283 HTTP/1.1" status: 404 len: 333 time: 0.0320597 Sep 10 03:25:32.438801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.440876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Calling delete_port for 65c85b6a-bef8-4ce9-9af1-403c2d40aced owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:32.469154 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d59084-11bc-446f-b761-5bcb90fc793f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.469620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d59084-11bc-446f-b761-5bcb90fc793f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.471374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41d59084-11bc-446f-b761-5bcb90fc793f tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/20042d03-b1dd-4abc-8741-c76c4a09edaf HTTP/1.1" status: 404 len: 337 time: 0.0316639 Sep 10 03:25:32.473905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.512574 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ea9a14-57fb-4310-94fa-5ec249c3194e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.513345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ea9a14-57fb-4310-94fa-5ec249c3194e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.515244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83ea9a14-57fb-4310-94fa-5ec249c3194e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/7edbb525-20c3-410a-99c0-db8b879c04e7 HTTP/1.1" status: 404 len: 333 time: 0.0403302 Sep 10 03:25:32.518018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59924) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.523387 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.546176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] No DVR routers for this DVR port 65c85b6a-bef8-4ce9-9af1-403c2d40aced on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:32.563366 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc89def-1090-4bf5-b9e6-d84280cefccb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.563366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc89def-1090-4bf5-b9e6-d84280cefccb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.563366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9cc89def-1090-4bf5-b9e6-d84280cefccb tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/b7d5970e-bf5b-4fc7-bed1-1348ba83dd2d HTTP/1.1" status: 404 len: 337 time: 0.0416455 Sep 10 03:25:32.564249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network d4f75169-2575-45b1-9e41-fce694e22765 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:32.564249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59926) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.577968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e681f37-6787-40d6-aebc-5afaab3db00a None None] Pushing event deleted for resources: {'Port': ['ID=65c85b6a-bef8-4ce9-9af1-403c2d40aced,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:32.595442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:32.622900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:32.625663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=df59e0f7-aa90-492c-948f-929259f22899,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:32.628984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0948251d-2a92-43d6-9342-a773db35fb30 None None] Network d4f75169-2575-45b1-9e41-fce694e22765 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:32.636418 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94023ea-3871-4948-a930-d21203c9683e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.637112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94023ea-3871-4948-a930-d21203c9683e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.639030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d94023ea-3871-4948-a930-d21203c9683e tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/4a76662e-f230-4214-b8ce-bf6e747309f7 HTTP/1.1" status: 404 len: 333 time: 0.0651817 Sep 10 03:25:32.641681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59928) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.672874 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e84493-a814-4b71-a5f5-54515ae97c21 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.673568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e84493-a814-4b71-a5f5-54515ae97c21 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.675524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-62e84493-a814-4b71-a5f5-54515ae97c21 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/7acf72ca-ca2a-4040-95be-052816b46123 HTTP/1.1" status: 404 len: 337 time: 0.0324030 Sep 10 03:25:32.678358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59930) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.697803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:32.698430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.702417 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.702854 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fde782a-7299-40bb-9ce6-d060da1bc7ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.703537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fde782a-7299-40bb-9ce6-d060da1bc7ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.705563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2fde782a-7299-40bb-9ce6-d060da1bc7ee tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/ports/74a7097d-aaaa-45e6-8f20-37ad4595ecc9 HTTP/1.1" status: 404 len: 333 time: 0.0259597 Sep 10 03:25:32.708022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59932) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.718201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ad566530-80cd-4f61-b905-8497dd47cfb4 None None] Provisioning for port a576c97c-1225-4b91-9ba1-470098ed234c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:32.734333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event deleted for resources: {'Port': ['ID=65c85b6a-bef8-4ce9-9af1-403c2d40aced,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:32.738889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] No DVR routers for this DVR port 65c85b6a-bef8-4ce9-9af1-403c2d40aced on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:32.741548 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3f5095-ae53-44b6-85d6-a278c9f38f0c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:32.742006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3f5095-ae53-44b6-85d6-a278c9f38f0c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:32.742125 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ad9cc4bd-5597-40bd-8684-774c8310b879 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8500566 Sep 10 03:25:32.743955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cc3f5095-ae53-44b6-85d6-a278c9f38f0c tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/subnets/71111274-500b-4649-b291-584c0588de5f HTTP/1.1" status: 404 len: 337 time: 0.0348504 Sep 10 03:25:32.745180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59934) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.747849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.826513 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.894296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.910094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d785bf0-096f-44fc-a17e-afb7f1af279c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:32.914918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7d785bf0-096f-44fc-a17e-afb7f1af279c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1655777 Sep 10 03:25:32.915489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:32.933403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.955605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13c1246-0fc0-4fac-b252-18a5d01cb2d8']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:32.955875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e39e86-265d-42ae-8606-1adf7c04fddd']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:32.967836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffe6e18-2f4a-4949-96b2-d94bee8c2673') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:32.968591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffe6e18-2f4a-4949-96b2-d94bee8c2673') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:32.972361 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ab337c-692a-4c6f-bc73-ee67301ea33e') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:32.972763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ab337c-692a-4c6f-bc73-ee67301ea33e') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:32.981251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.992074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:32.996461 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.003912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:33.004570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:33.008235 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:33.028973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.038709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:33.039219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: self.session.flush() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:33.042791 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:33.089187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.096642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.100801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] 10.222.0.23 "DELETE /v2.0/networks/b13c1246-0fc0-4fac-b252-18a5d01cb2d8 HTTP/1.1" status: 204 len: 168 time: 0.3494298 Sep 10 03:25:33.114235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfb6c3-c3ac-4a24-9190-c9fe5f058b56 tempest-NetworksTestDHCPv6-1502699054 tempest-NetworksTestDHCPv6-1502699054-project] Pushing event deleted for resources: {'Network': ['ID=b13c1246-0fc0-4fac-b252-18a5d01cb2d8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:33.128250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.133646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port df59e0f7-aa90-492c-948f-929259f22899 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:33.133992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.142484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.144387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] 10.222.0.23 "DELETE /v2.0/networks/83e39e86-265d-42ae-8606-1adf7c04fddd HTTP/1.1" status: 204 len: 168 time: 1.1977513 Sep 10 03:25:33.176425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca94d9-801b-4741-92d4-5b5f5321862d tempest-DHCPAgentSchedulersTestJSON-579445204 tempest-DHCPAgentSchedulersTestJSON-579445204-project] Pushing event deleted for resources: {'Network': ['ID=83e39e86-265d-42ae-8606-1adf7c04fddd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:33.176692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Provisioning for port 65ac61fe-4ea9-4663-baa8-fc1d54869fde completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:33.187813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Provisioning complete for port 65ac61fe-4ea9-4663-baa8-fc1d54869fde triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:33.188088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.267623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Port 65ac61fe-4ea9-4663-baa8-fc1d54869fde cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:33.295544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Provisioning for port df59e0f7-aa90-492c-948f-929259f22899 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:33.300761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Provisioning complete for port df59e0f7-aa90-492c-948f-929259f22899 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:33.301316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.311605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.362357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for df59e0f7-aa90-492c-948f-929259f22899 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:33.367648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a576c97c-1225-4b91-9ba1-470098ed234c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:33.503101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-458cbcc0-e19e-4482-a9cd-5fe68eb038eb None None] Port df59e0f7-aa90-492c-948f-929259f22899 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:33.528994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a576c97c-1225-4b91-9ba1-470098ed234c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:33.535525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a576c97c-1225-4b91-9ba1-470098ed234c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:33.535955 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.578460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59956) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:33.596632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.621735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:33.651942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=df59e0f7-aa90-492c-948f-929259f22899,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:33.652504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2266ce79-175a-443b-811e-a6cbff3586a0 None None] Provisioning complete for port 65ac61fe-4ea9-4663-baa8-fc1d54869fde triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:33.653087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2266ce79-175a-443b-811e-a6cbff3586a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.778675 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.780623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2266ce79-175a-443b-811e-a6cbff3586a0 None None] Port 65ac61fe-4ea9-4663-baa8-fc1d54869fde cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:33.790725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.798588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-439af470-2471-4004-b570-6fb55668274a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/df59e0f7-aa90-492c-948f-929259f22899 HTTP/1.1" status: 204 len: 168 time: 0.8785601 Sep 10 03:25:33.799445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59964) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:33.855298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a576c97c-1225-4b91-9ba1-470098ed234c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a576c97c-1225-4b91-9ba1-470098ed234c,segment=NetworkSegment(61c0c0f2-8221-4146-b1b3-b3bd126a4486),segment_id=61c0c0f2-8221-4146-b1b3-b3bd126a4486)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:33.859347 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4eeaca-b2be-4c4c-910d-820691f68e18 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:33.861391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3b4eeaca-b2be-4c4c-910d-820691f68e18 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/df59e0f7-aa90-492c-948f-929259f22899 HTTP/1.1" status: 404 len: 333 time: 0.0606875 Sep 10 03:25:33.864811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9a056245-b6db-45a5-8942-092e62be3f99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ec0841b514d43019740ac9b4f1e73ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848759 Sep 10 03:25:33.866671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59966) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:33.867031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:33.867830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:33.910761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-591c8c57-68dc-481e-84e3-e75d0382471d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0614cb2fdc454dc7a0d7d7c8608e66b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877526 Sep 10 03:25:33.914562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59970) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:33.945248 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a576c97c-1225-4b91-9ba1-470098ed234c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:33.951976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7be6bb22-2e90-4a66-8626-774cbf05316b None None] Could not find standard attr ID for object df59e0f7-aa90-492c-948f-929259f22899. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:33.969053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 65c85b6a-bef8-4ce9-9af1-403c2d40aced no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:33.994926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 65c85b6a-bef8-4ce9-9af1-403c2d40aced {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:33.995272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 65c85b6a-bef8-4ce9-9af1-403c2d40aced not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:34.011043 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32376fe3-7a1d-4de7-8395-171db1a2846a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.025514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82c17a12-a5e9-4859-b9e0-fd3bbddf22c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.037919 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32376fe3-7a1d-4de7-8395-171db1a2846a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.088662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82c17a12-a5e9-4859-b9e0-fd3bbddf22c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.098169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32376fe3-7a1d-4de7-8395-171db1a2846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.101312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-32376fe3-7a1d-4de7-8395-171db1a2846a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.104851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-32376fe3-7a1d-4de7-8395-171db1a2846a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c3f1542-4cda-470f-ab55-6967129f54f6 HTTP/1.1" status: 204 len: 168 time: 0.1855202 Sep 10 03:25:34.112301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32376fe3-7a1d-4de7-8395-171db1a2846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3f1542-4cda-470f-ab55-6967129f54f6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:34.148755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 65ac61fe-4ea9-4663-baa8-fc1d54869fde {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:34.149110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.218521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82c17a12-a5e9-4859-b9e0-fd3bbddf22c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.221110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82c17a12-a5e9-4859-b9e0-fd3bbddf22c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.224957 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-82c17a12-a5e9-4859-b9e0-fd3bbddf22c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6c130d5-82a8-45e5-9c54-d3e1d975a3f4 HTTP/1.1" status: 204 len: 168 time: 0.3551705 Sep 10 03:25:34.240018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c17a12-a5e9-4859-b9e0-fd3bbddf22c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c130d5-82a8-45e5-9c54-d3e1d975a3f4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:34.271353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.289600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 65ac61fe-4ea9-4663-baa8-fc1d54869fde owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:34.333006 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0301f99c-5be8-4b13-9f9e-fa7ef12b49d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.451074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.488078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=65ac61fe-4ea9-4663-baa8-fc1d54869fde,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:34.574959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.577535 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-972502dd-16f4-4711-92a0-3e523573922a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/65ac61fe-4ea9-4663-baa8-fc1d54869fde HTTP/1.1" status: 204 len: 168 time: 0.7094228 Sep 10 03:25:34.580288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:34.611180 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6600afa-2c89-49d0-a4f2-5d7bd4a41f0e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:34.616358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b6600afa-2c89-49d0-a4f2-5d7bd4a41f0e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/65ac61fe-4ea9-4663-baa8-fc1d54869fde HTTP/1.1" status: 404 len: 333 time: 0.0314612 Sep 10 03:25:34.617135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59990) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:34.655481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 59994) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:34.688002 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58622b66-3875-409f-948c-a71c84a4a22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.710942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.736489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet dd42ee3a-9226-4bfc-84d2-6d7062b30c98 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:34.740823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.795781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.859989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58622b66-3875-409f-948c-a71c84a4a22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.864855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58622b66-3875-409f-948c-a71c84a4a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.909657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:34.909761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-58622b66-3875-409f-948c-a71c84a4a22e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=411d96db70a4400d954df03773a76790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520988 Sep 10 03:25:34.911523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58622b66-3875-409f-948c-a71c84a4a22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b1483-e179-4ed7-895a-645be8421a94,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:34.912837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 59998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:35.010184 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1756eafe-9b63-4121-b2df-6c79834f2acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.023380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.060750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=dd42ee3a-9226-4bfc-84d2-6d7062b30c98,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:35.064918 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1756eafe-9b63-4121-b2df-6c79834f2acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.083208 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.083208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/dd42ee3a-9226-4bfc-84d2-6d7062b30c98 HTTP/1.1" status: 204 len: 168 time: 0.4621854 Sep 10 03:25:35.083653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a9abe-3b42-4de0-9c1c-efe2610e808f None None] Network d4f75169-2575-45b1-9e41-fce694e22765 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:35.083754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:35.085645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.085645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.085645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.085889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.086613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.086613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.086802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.087083 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.087411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.087763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.088091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.088416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b4264-2b1e-4255-8804-6c83a480f99d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:35.132308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1756eafe-9b63-4121-b2df-6c79834f2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.135499 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1756eafe-9b63-4121-b2df-6c79834f2acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.136769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1756eafe-9b63-4121-b2df-6c79834f2acb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/117b1483-e179-4ed7-895a-645be8421a94 HTTP/1.1" status: 204 len: 168 time: 0.2229767 Sep 10 03:25:35.145795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756eafe-9b63-4121-b2df-6c79834f2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b1483-e179-4ed7-895a-645be8421a94,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:35.236617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:35.237233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.369529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port a576c97c-1225-4b91-9ba1-470098ed234c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:35.370204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.382841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a576c97c-1225-4b91-9ba1-470098ed234c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:35.412603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-849315475'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:35.449160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:35.458218 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.459991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] For port a576c97c-1225-4b91-9ba1-470098ed234c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a576c97c-1225-4b91-9ba1-470098ed234c,segment=NetworkSegment(61c0c0f2-8221-4146-b1b3-b3bd126a4486),segment_id=61c0c0f2-8221-4146-b1b3-b3bd126a4486)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:35.460542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.469254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.476088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for a576c97c-1225-4b91-9ba1-470098ed234c owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:35.508191 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.532893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a576c97c-1225-4b91-9ba1-470098ed234c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:35.533284 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.631600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.637225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] DHCP port deletion for d4f75169-2575-45b1-9e41-fce694e22765 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:35.637482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.677406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.680473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:35.697343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.697748 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Added segment ee2d6b4c-8c23-4cda-980a-6d6455ad6153 of type vlan for network 9f011707-3c31-42e7-a415-e0714eafcc43 Sep 10 03:25:35.711965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Deleting port a576c97c-1225-4b91-9ba1-470098ed234c {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:35.712919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.742571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=a576c97c-1225-4b91-9ba1-470098ed234c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:35.762810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No DVR routers for this DVR port a576c97c-1225-4b91-9ba1-470098ed234c on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:35.763484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.814296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070b6815-62da-4fb4-b4b8-be10d411393c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:35.820407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.828597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:35.829472 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.851602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] For port a576c97c-1225-4b91-9ba1-470098ed234c, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:35.851936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.866483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Calling delete_port for a576c97c-1225-4b91-9ba1-470098ed234c owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:35.869349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Port a576c97c-1225-4b91-9ba1-470098ed234c was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:25:35.870996 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.884490 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6462784 Sep 10 03:25:35.888082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.888589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60026) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:35.894736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'subnet': {'network_id': '9f011707-3c31-42e7-a415-e0714eafcc43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:35.900521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] Pushing event deleted for resources: {'Port': ['ID=a576c97c-1225-4b91-9ba1-470098ed234c,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:35.914055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44858130-7aba-4c5a-aea8-6b1f9733c791 None None] No DVR routers for this DVR port a576c97c-1225-4b91-9ba1-470098ed234c on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:35.914250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f75169-2575-45b1-9e41-fce694e22765']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:35.930107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c0c0f2-8221-4146-b1b3-b3bd126a4486') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:35.930467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c0c0f2-8221-4146-b1b3-b3bd126a4486') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:35.940222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.954177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.961121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:35.961748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:35.965360 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:35.968797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a34fa-1636-4121-8057-dab89d22fb6f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Network': ['ID=9f011707-3c31-42e7-a415-e0714eafcc43,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:35.980756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 9f011707-3c31-42e7-a415-e0714eafcc43 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:36.061949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.071356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.077128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/d4f75169-2575-45b1-9e41-fce694e22765 HTTP/1.1" status: 204 len: 168 time: 0.9882753 Sep 10 03:25:36.077823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:36.087612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf31659-3c7e-4c7e-8460-1ded711d2f96 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=d4f75169-2575-45b1-9e41-fce694e22765,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:36.091391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1407375911'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:36.117294 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:25:36.117294 n-d-808126-2 neutron-server[94633]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:25:36.117294 n-d-808126-2 neutron-server[94633]: [parameters: {'project_id': 'd8e4f681d10f42f295d5f7866ff70013', 'id': '1ea3fb8f-f1d5-4cee-b056-821ca16b7b97', 'expiration': datetime.datetime(2021, 9, 10, 3, 27, 36, 103539)}] Sep 10 03:25:36.117294 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:25:36.117643 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:25:36.125422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:36.129709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.153973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:36.163086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.163426 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment f8da3314-f725-4d0c-8e95-ec452d5f9f60 of type vlan for network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 Sep 10 03:25:36.205580 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.233057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.238591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:36.239248 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.275786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1946430 Sep 10 03:25:36.279138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60038) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:36.285487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:36.324038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e96795-5136-4a8e-878c-782a543e2587 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=1d6d02cc-d1f5-4669-9b72-956f40e28fe6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:36.338116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:36.405278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:36.410021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.606401 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.642529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:36.646211 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.680413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': 'f8da3314-f725-4d0c-8e95-ec452d5f9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:36.680768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: 1d6d02cc-d1f5-4669-9b72-956f40e28fe6, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:36.682869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=01039ff5-69cf-4fe6-90a7-fe10ecde623a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:36.700873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:36.710838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 1d6d02cc-d1f5-4669-9b72-956f40e28fe6) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:36.715333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:36.716343 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.728358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14f55c-a8d1-43e5-91b1-347d831e3d04 None None] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:36.733318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3166652c-5f17-4e24-b0c6-c384ea553b42 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4526410 Sep 10 03:25:36.735895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60050) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:36.744252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6', 'name': 'tempest-PortsTestJSON-1957809981', 'fixed_ips': [{'subnet_id': '01039ff5-69cf-4fe6-90a7-fe10ecde623a', 'ip_address': '172.20.0.10'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:36.900900 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.926362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:36.976814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-1d6d02cc-d1f5-4669-9b72-956f40e28fe6', 'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': '01039ff5-69cf-4fe6-90a7-fe10ecde623a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:36.977696 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:36.979251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Subnet': ['ID=c0b66a66-7ca9-4146-b598-edf109f58d13,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:36.981962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Checking segment: {'id': 'ee2d6b4c-8c23-4cda-980a-6d6455ad6153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9f011707-3c31-42e7-a415-e0714eafcc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:36.982336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network hostable DHCP agents. Network: 9f011707-3c31-42e7-a415-e0714eafcc43, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:37.007850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:37.023435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 9f011707-3c31-42e7-a415-e0714eafcc43) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:37.029873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:37.030724 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.040448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff65a8-a80a-464f-9d9d-e57efe489c6b None None] Network 9f011707-3c31-42e7-a415-e0714eafcc43 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:37.055664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7404357d-5b57-4798-99c3-05ef19007943 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1659584 Sep 10 03:25:37.058244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60062) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:37.063576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-651145306', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:37.094081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:37.109150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.110789 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.114455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.159298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:37.177105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.332043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Allocated IP 172.20.0.2 (1d6d02cc-d1f5-4669-9b72-956f40e28fe6/01039ff5-69cf-4fe6-90a7-fe10ecde623a/eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:37.422796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a576c97c-1225-4b91-9ba1-470098ed234c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:37.437828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.453622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a576c97c-1225-4b91-9ba1-470098ed234c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:37.453983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a576c97c-1225-4b91-9ba1-470098ed234c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:37.454611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1906815527'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:37.505431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Made reservation on behalf of e15bda69008c4b25892ad0a3283695ae for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:37.509574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.521849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.528465 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.656557 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.665880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Transition to ACTIVE for port object eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:37.684671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.693390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.699263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Transition to ACTIVE for port object eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:37.702410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727caf8-c93b-47ec-9b27-9f5829af22e9 None None] Network 9f011707-3c31-42e7-a415-e0714eafcc43 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:37.729030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.753976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:37.782895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.10 (1d6d02cc-d1f5-4669-9b72-956f40e28fe6/01039ff5-69cf-4fe6-90a7-fe10ecde623a/0a1e8ceb-cce5-4425-a44f-0db4ceedb59c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:37.816055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:37.825609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:37.831894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:37.837312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39075bc1-770d-4025-80c5-de44216253fb,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:37.841773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.844276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.844615 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Added segment 0494e191-02be-4f78-b2fa-bf3a7fc167ae of type vlan for network 97b242c8-757c-4ddf-be26-877471752e55 Sep 10 03:25:37.860089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Pushing event updated for resources: {'Port': ['ID=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:37.902411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Attempting to bind port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:37.902859 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Attempting to bind port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'f8da3314-f725-4d0c-8e95-ec452d5f9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:37.903306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Attempting to bind port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec on network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:37.926415 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.927620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:37.928015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Checking segment: {'id': 'f8da3314-f725-4d0c-8e95-ec452d5f9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:37.928426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.928921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Bound using segment: {'id': 'f8da3314-f725-4d0c-8e95-ec452d5f9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:37.929309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Bound port: eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8da3314-f725-4d0c-8e95-ec452d5f9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:37.929697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.955673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.967275 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:37.973740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:37.974373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.010747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.013805 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] For port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:38.016970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] For port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,segment=NetworkSegment(f8da3314-f725-4d0c-8e95-ec452d5f9f60),segment_id=f8da3314-f725-4d0c-8e95-ec452d5f9f60)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:38.024748 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.027511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:38.064039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9687550 Sep 10 03:25:38.070676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60070) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:38.096985 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.112578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cbdd6-fd42-417e-bbd1-0eae579cd6da tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Pushing event updated for resources: {'Network': ['ID=97b242c8-757c-4ddf-be26-877471752e55,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:38.126205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 97b242c8-757c-4ddf-be26-877471752e55 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:38.148696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f90a-8a40-4ee2-b752-c14fcef589f2 None None] Pushing event updated for resources: {'Port': ['ID=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:38.196850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.92 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/8fb57c5f-422e-4a3a-aae4-a915350c71b0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:38.217105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=0a1e8ceb-cce5-4425-a44f-0db4ceedb59c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:38.225010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:38.226862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:38.229254 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:38.236170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'network': {'name': 'tempest-network--629161201', 'router:external': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:38.260472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Made reservation on behalf of 672694835fa745b892201ef6d0898a67 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:38.263058 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.285736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.291536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:38.292166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.313303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9d56e2b3-e5a0-47c8-b636-a1eceb2a3477 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5727119 Sep 10 03:25:38.314090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60074) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:38.321896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '1d6d02cc-d1f5-4669-9b72-956f40e28fe6', 'name': 'tempest-PortsTestJSON-51324890', 'fixed_ips': [{'subnet_id': '01039ff5-69cf-4fe6-90a7-fe10ecde623a', 'ip_address': '172.20.0.9'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:38.385195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.488686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.491515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.497655 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.517284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:38.522929 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.548474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 69bd9689-9c21-4146-afb4-3717ac1a9d6c yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:38.566689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:38.572470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:38.583476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:38.585935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:38.629430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.629780 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Added segment 02f0af44-c7fd-446b-85e0-f4add66434ad of type vlan for network 88de1747-3865-4b2e-9df2-5d88e3862f68 Sep 10 03:25:38.631658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a835e2f3-1496-44b0-8ce2-31d26727b70c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:38.652493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=8fb57c5f-422e-4a3a-aae4-a915350c71b0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:38.731570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.9 (1d6d02cc-d1f5-4669-9b72-956f40e28fe6/01039ff5-69cf-4fe6-90a7-fe10ecde623a/69bd9689-9c21-4146-afb4-3717ac1a9d6c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:38.743443 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.836133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.837098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:38.837685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.916177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8385684 Sep 10 03:25:38.920260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:38.922163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60076) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:38.955326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a30b46-c63d-4ff6-bd8c-505e768edff0 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Network': ['ID=88de1747-3865-4b2e-9df2-5d88e3862f68,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:38.957576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 69bd9689-9c21-4146-afb4-3717ac1a9d6c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:38.969408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 88de1747-3865-4b2e-9df2-5d88e3862f68 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:39.006584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.040643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.072256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.110599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60080) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:39.163960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.179626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:39.180418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=69bd9689-9c21-4146-afb4-3717ac1a9d6c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:39.186599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:39.193136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:39.220665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88de1747-3865-4b2e-9df2-5d88e3862f68']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:39.238030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f0af44-c7fd-446b-85e0-f4add66434ad') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:39.238360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f0af44-c7fd-446b-85e0-f4add66434ad') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:39.253307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.275709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:39.276389 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.283602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.302067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:39.302662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:39.326340 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:39.333232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-acc9f5a6-a488-45e7-81e6-725c84588127 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0154850 Sep 10 03:25:39.338023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:39.368896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60082) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:39.394376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:39.399433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f64ee-4905-4973-a176-f67e4dbafb02 None None] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:39.436931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.440773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88de1747-3865-4b2e-9df2-5d88e3862f68 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:25:39.452392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.457510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/networks/88de1747-3865-4b2e-9df2-5d88e3862f68 HTTP/1.1" status: 204 len: 168 time: 0.5310755 Sep 10 03:25:39.467917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:39.478835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] Provisioning for port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:39.479127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:39.482674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421e60b-25de-4d31-8939-d510ffcd269e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Network': ['ID=88de1747-3865-4b2e-9df2-5d88e3862f68,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:39.489316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] Provisioning complete for port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:39.489784 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.522020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed05ea-8391-44e5-ac5d-a14d3ab5fedf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:39.526081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1ed05ea-8391-44e5-ac5d-a14d3ab5fedf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1535401 Sep 10 03:25:39.526335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60086) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:39.557365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Made reservation on behalf of 672694835fa745b892201ef6d0898a67 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:39.560162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.609733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439ddec-ee0e-4218-82c4-45219e954cd5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:39.616786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439ddec-ee0e-4218-82c4-45219e954cd5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:39.623894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439ddec-ee0e-4218-82c4-45219e954cd5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:39.628353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b439ddec-ee0e-4218-82c4-45219e954cd5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0983095 Sep 10 03:25:39.628353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:39.629227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60088) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:39.668087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.669445 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.669818 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Added segment a702fd39-d6ea-45e4-879d-4e4fd54a7af7 of type vlan for network 197483ef-884f-43a4-9fde-bcf1a73ca08c Sep 10 03:25:39.719398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] For port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,segment=NetworkSegment(f8da3314-f725-4d0c-8e95-ec452d5f9f60),segment_id=f8da3314-f725-4d0c-8e95-ec452d5f9f60)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:39.731426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.736157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.771750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.797087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a00a-ea64-428c-9dcb-20cf22b44f7f None None] Pushing event updated for resources: {'Port': ['ID=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:39.827330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 69bd9689-9c21-4146-afb4-3717ac1a9d6c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:39.827764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.832675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.833674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:39.834661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.894426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port 459ed7e4-83ea-435f-89a5-1544216445ce {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:39.895047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.902562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4332321 Sep 10 03:25:39.908227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:39.915505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'subnet': {'network_id': '197483ef-884f-43a4-9fde-bcf1a73ca08c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:39.945470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Made reservation on behalf of 672694835fa745b892201ef6d0898a67 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:39.947834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:39.977587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1e942-8b2a-4c0b-8c73-d2cfb23c3ad3 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Network': ['ID=197483ef-884f-43a4-9fde-bcf1a73ca08c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:39.993353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 197483ef-884f-43a4-9fde-bcf1a73ca08c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:40.013431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.043522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 69bd9689-9c21-4146-afb4-3717ac1a9d6c owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:40.115942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.116312 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.121812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Provisioning complete for port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:40.122187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.129351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:25:40.138591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for 459ed7e4-83ea-435f-89a5-1544216445ce owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:40.243476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.255073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Provisioning for port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:40.260516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Provisioning complete for port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:40.261518 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.309286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=69bd9689-9c21-4146-afb4-3717ac1a9d6c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:40.314194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:40.326451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8967dd8d-47e2-4f5d-b286-811c72cc3287 None None] Could not find standard attr ID for object 69bd9689-9c21-4146-afb4-3717ac1a9d6c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:40.365693 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.369987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b2c63946-9d80-4592-b252-a79d6b84a564 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/69bd9689-9c21-4146-afb4-3717ac1a9d6c HTTP/1.1" status: 204 len: 168 time: 0.7368820 Sep 10 03:25:40.370252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60092) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:40.396261 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddd7494-8eda-4a7f-9591-8c94b44b5582 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:40.397879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8ddd7494-8eda-4a7f-9591-8c94b44b5582 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/69bd9689-9c21-4146-afb4-3717ac1a9d6c HTTP/1.1" status: 404 len: 333 time: 0.0266764 Sep 10 03:25:40.400557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60094) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:40.447467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-555d9242-6a70-4b07-8351-8b9a048dc286 None None] Provisioning complete for port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:40.449683 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-555d9242-6a70-4b07-8351-8b9a048dc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.454553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:40.493317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:40.499855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:40.501791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.514351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:40.515144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:40.523808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.529571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a509692b-2ee9-4d8c-9939-3c5026651091 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4702058 Sep 10 03:25:40.530186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60096) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:40.554589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:40.559706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-555d9242-6a70-4b07-8351-8b9a048dc286 None None] Port 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:40.567833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:40.568561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:40.604557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:40.605269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540c409-1952-4010-b89d-56b2d36c48d6 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:40.628222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.641724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 0a1e8ceb-cce5-4425-a44f-0db4ceedb59c owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:40.671211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b71f8b8-9894-463d-ae70-feebad5e194e None None] Could not find standard attr ID for object 69bd9689-9c21-4146-afb4-3717ac1a9d6c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:25:40.783860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.794888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.816479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=0a1e8ceb-cce5-4425-a44f-0db4ceedb59c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:40.836341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=459ed7e4-83ea-435f-89a5-1544216445ce,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:40.887868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:40.892364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-762fd4f5-eec5-4917-81c2-cf47121fefce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/0a1e8ceb-cce5-4425-a44f-0db4ceedb59c HTTP/1.1" status: 204 len: 168 time: 0.4883311 Sep 10 03:25:40.893133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60098) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:40.919336 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4efc8f-10e9-4190-ae80-97d163d5b4ce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:40.921115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7d4efc8f-10e9-4190-ae80-97d163d5b4ce tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/0a1e8ceb-cce5-4425-a44f-0db4ceedb59c HTTP/1.1" status: 404 len: 333 time: 0.0269876 Sep 10 03:25:40.923873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60100) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:41.051794 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.052126 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Floating IP fd80c42c-f36f-4e94-8aa7-08c4e089e316 disassociated (deleted). External IP: 172.25.8.146, port: e6475ee3-56bf-450c-af1f-341a15276ea7. Sep 10 03:25:41.061435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:25:41.061893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.148225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 01039ff5-69cf-4fe6-90a7-fe10ecde623a {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:41.186439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.272740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:41.274969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Subnet': ['ID=789eae53-983d-4483-8ee5-fc305c1cf2b8,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:41.307763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.319179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:41.319586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.359178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Checking segment: {'id': 'a702fd39-d6ea-45e4-879d-4e4fd54a7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '197483ef-884f-43a4-9fde-bcf1a73ca08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:41.359570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Network hostable DHCP agents. Network: 197483ef-884f-43a4-9fde-bcf1a73ca08c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:41.495593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Network 197483ef-884f-43a4-9fde-bcf1a73ca08c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:41.553303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 197483ef-884f-43a4-9fde-bcf1a73ca08c) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:41.561906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71f9e1-c113-401a-b1c9-6c141a3653c5 None None] Network 197483ef-884f-43a4-9fde-bcf1a73ca08c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:41.562699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:41.563296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.580486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.642913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d7895a09-4034-4011-aebe-2a6d61189119 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7319818 Sep 10 03:25:41.645933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60102) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:41.650527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'floatingip': {'floating_network_id': '197483ef-884f-43a4-9fde-bcf1a73ca08c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:41.662414 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:41.668746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.674074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.693083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60f003-cab1-414a-a279-f5a1ee556f61 None None] Network 197483ef-884f-43a4-9fde-bcf1a73ca08c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:41.773808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:41.882679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Allocated IP 172.20.0.2 (197483ef-884f-43a4-9fde-bcf1a73ca08c/789eae53-983d-4483-8ee5-fc305c1cf2b8/cf69d20f-f19b-4270-a805-7c1ed443e5ab) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:41.993095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.031946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.069150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Network 197483ef-884f-43a4-9fde-bcf1a73ca08c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:42.071903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:42.074327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:42.110765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Port': ['ID=cf69d20f-f19b-4270-a805-7c1ed443e5ab,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:42.127463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.165500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=01039ff5-69cf-4fe6-90a7-fe10ecde623a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:42.171567 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.175879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b89519-23ee-454d-8335-26a4fbc52da4 None None] Network 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:42.176184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-30482d0b-94e8-4679-90a4-5d878fd2dac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/01039ff5-69cf-4fe6-90a7-fe10ecde623a HTTP/1.1" status: 204 len: 168 time: 1.2502522 Sep 10 03:25:42.181080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60104) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:42.343048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:42.353016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.356221 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:42.361041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] DHCP port deletion for 1d6d02cc-d1f5-4669-9b72-956f40e28fe6 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:42.361963 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.373256 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:42.374202 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:42.421003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Deleting port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:42.422108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.451598 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-35b17336-f4cf-45a7-b5d4-e7cf540db222 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "DELETE /v2.0/floatingips/fd80c42c-f36f-4e94-8aa7-08c4e089e316 HTTP/1.1" status: 204 len: 168 time: 3.3290014 Sep 10 03:25:42.456210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:42.467255 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0260c61-05e7-40c2-b3e9-c10b269039a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:42.512755 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1c5dc-b997-4297-8765-c3e814249f1b x-openstack-request-id: req-4ca1c5dc-b997-4297-8765-c3e814249f1b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:42.513014 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:42.513723 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ca1c5dc-b997-4297-8765-c3e814249f1b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:42.513723 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'status': 'completed', 'code': 200} Sep 10 03:25:42.518732 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:42.527210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] For port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,segment=NetworkSegment(f8da3314-f725-4d0c-8e95-ec452d5f9f60),segment_id=f8da3314-f725-4d0c-8e95-ec452d5f9f60)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:42.527647 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.531116 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.550585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Calling delete_port for eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:42.629751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.699068 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.737278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Pushing event deleted for resources: {'Port': ['ID=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:42.750844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:42.751370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.766047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.766454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.766746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.767087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.767426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.767787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.768121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.768451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.768776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.769102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.769428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.769755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:42.779903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838b9be-8e40-40ed-a108-9118e527a677 None None] No DVR routers for this DVR port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:42.802954 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:42.836280 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:25:42.845116 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:42.846303 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:42.847946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-9438428e-6808-4369-9cbf-d028b3d0da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:42.849867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-9438428e-6808-4369-9cbf-d028b3d0da6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 1096 time: 0.2968361 Sep 10 03:25:42.854007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.1 (9f011707-3c31-42e7-a415-e0714eafcc43/c0b66a66-7ca9-4146-b598-edf109f58d13/9f409463-3c61-43d0-899a-fde1769b2792) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:42.861890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] For port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec, host n-d-808126-2, got binding levels [] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:42.862658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.881944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:42.886792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.ipam_backend_mixin [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec was not found and therefore no delete operation was performed {{(pid=94633) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:25:42.888896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb63220-3536-4ac0-83a3-f495142e6c47 req-b77d692e-6288-41cc-80c6-6e66b83111d5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:42.890473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbb63220-3536-4ac0-83a3-f495142e6c47 req-b77d692e-6288-41cc-80c6-6e66b83111d5 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.1565952 Sep 10 03:25:42.906738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:42.949316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No DVR routers for this DVR port eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:42.956074 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:42.957352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:43.025043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbb63220-3536-4ac0-83a3-f495142e6c47 req-dd9e9a65-5648-4510-8ebd-7e0ce992d0e6 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230028 Sep 10 03:25:43.036226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.040194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-749ef6b2-d40e-41df-a9d1-1a6b7cea94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:43.041677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-749ef6b2-d40e-41df-a9d1-1a6b7cea94d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 200 len: 912 time: 0.1817079 Sep 10 03:25:43.045348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.100341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.133522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.138251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-3a4db8c3-3217-43ca-8d59-14b28d3e2ed9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 200 len: 217 time: 0.0870695 Sep 10 03:25:43.141154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6d02cc-d1f5-4669-9b72-956f40e28fe6']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:43.155440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8da3314-f725-4d0c-8e95-ec452d5f9f60') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:43.156387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8da3314-f725-4d0c-8e95-ec452d5f9f60') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:43.172389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.197189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.200695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Port': ['ID=cf69d20f-f19b-4270-a805-7c1ed443e5ab,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:43.206218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:43.206646 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:43.209857 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:43.221266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.241634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-69318cf7-21b9-48c6-9fce-86901394eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:43.244212 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-69318cf7-21b9-48c6-9fce-86901394eb77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 200 len: 851 time: 0.0873623 Sep 10 03:25:43.264628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.268947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f7d59333-6369-4173-a792-e1cbd10d53ed tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6189165 Sep 10 03:25:43.281275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60114) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:43.286304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.293437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:43.312405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:43.327719 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c112b5e7-f80f-4c82-bbf1-2e8e6987f3bc None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:12:18Z', 'revision_number': 4, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a55aff2e-0e61-4eb7-a9ed-2e75b84913a6', 'name': '', 'network_id': 'f26a0d20-003c-4845-b7f0-0a79fbf8564e', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'mac_address': 'fa:16:3e:ba:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:17Z', 'updated_at': '2021-09-10T03:12:24Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'subnets': [{'id': 'd77b355d-5288-4b50-bdab-f6ed37a11dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:43.330142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.334731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.336915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/1d6d02cc-d1f5-4669-9b72-956f40e28fe6 HTTP/1.1" status: 204 len: 168 time: 1.1548066 Sep 10 03:25:43.342604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:43.344471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60116) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:43.351264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1295768176'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:43.358869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:43.359513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eb8e0e85-e065-432b-9c9d-b8e9ff9f3bec not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:43.367176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:43.369489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:43.394032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-2acb2c1c-27d4-4848-b403-d85ca8d4db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:43.396200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-2acb2c1c-27d4-4848-b403-d85ca8d4db1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f26a0d20-003c-4845-b7f0-0a79fbf8564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433868 Sep 10 03:25:43.400075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e44ca43f-5b1f-423c-8d01-4c8d32c7c888 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=197483ef-884f-43a4-9fde-bcf1a73ca08c HTTP/1.1" status: 200 len: 689 time: 0.1126256 Sep 10 03:25:43.401299 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60118) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:43.411533 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e86309-1e1d-4dfc-8551-5865942a7198 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=1d6d02cc-d1f5-4669-9b72-956f40e28fe6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:43.414868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-e7a5d6a7-9be0-43a2-a022-176bbe3605d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:25:43.416048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-e7a5d6a7-9be0-43a2-a022-176bbe3605d6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073729 Sep 10 03:25:43.419358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=9f409463-3c61-43d0-899a-fde1769b2792,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:43.428241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:43.431674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.460144 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.502479 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:43.518571 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.518914 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Added segment bdc35adc-b3f8-492b-9dcd-d2a374614401 of type vlan for network 0bea18db-df3e-479f-be08-523e6a5d974c Sep 10 03:25:43.566348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.587524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.596260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-84763a8a-1060-4a92-92da-00a7ab5adb2a service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693079 Sep 10 03:25:43.639905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc4880c-3565-46e1-8510-e376d7ed4ddb None None] New status for floating IP fd80c42c-f36f-4e94-8aa7-08c4e089e316: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:25:43.661684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.664369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.669772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:43.670365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.747953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4004943 Sep 10 03:25:43.750942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60120) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:43.763437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:43.788321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0260c61-05e7-40c2-b3e9-c10b269039a1 req-842436f9-7a73-48d6-a8fb-6b22cb009245 service neutron] 10.222.0.32 "GET /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553481 Sep 10 03:25:43.789356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a2945-7378-4f32-b993-d7f0d3b5cbc7 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Network': ['ID=0bea18db-df3e-479f-be08-523e6a5d974c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:43.793105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Deleting port cf69d20f-f19b-4270-a805-7c1ed443e5ab {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:43.793322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.805018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 0bea18db-df3e-479f-be08-523e6a5d974c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:43.930730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.931322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.938517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:43.942067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:43.961258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Calling delete_port for cf69d20f-f19b-4270-a805-7c1ed443e5ab owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:44.060210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.066403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.165624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=9f409463-3c61-43d0-899a-fde1769b2792,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:44.174109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.215958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781144b6-ed58-429b-871d-38c5b55f6566 req-034358e6-4177-4f12-b3ee-358fe8f865af tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:44.217464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-781144b6-ed58-429b-871d-38c5b55f6566 req-034358e6-4177-4f12-b3ee-358fe8f865af tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.0857069 Sep 10 03:25:44.258928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55222d99-8707-4545-a766-3963c1ddd41d req-ed987343-0a08-4baf-8f14-5ac70687f926 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:44.260716 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55222d99-8707-4545-a766-3963c1ddd41d req-ed987343-0a08-4baf-8f14-5ac70687f926 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 945 time: 0.1445000 Sep 10 03:25:44.295588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-781144b6-ed58-429b-871d-38c5b55f6566 req-d463a445-c385-4fbc-adb9-9731cefa0502 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/security-groups?id=798682f2-ba05-4d79-b507-03a64ea1b502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712628 Sep 10 03:25:44.308739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.321706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:44.323182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:44.345419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.410866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf69d20f-f19b-4270-a805-7c1ed443e5ab,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:44.436195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:44.453940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=6869e967-465e-4385-b4b7-650476547492,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:44.506801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Checking segment: {'id': 'bdc35adc-b3f8-492b-9dcd-d2a374614401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:44.507170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network hostable DHCP agents. Network: 0bea18db-df3e-479f-be08-523e6a5d974c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:44.525958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port e6475ee3-56bf-450c-af1f-341a15276ea7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:44.526305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.533306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.549873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:44.555577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f5657f81-42c2-4cb1-bdd7-58f354122e63 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/routers/1d80ee61-0bcb-4934-a2a0-58b803c98984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0224984 Sep 10 03:25:44.558553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60124) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:44.560343 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:44.563769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'port': {'network_id': '9f011707-3c31-42e7-a415-e0714eafcc43', 'name': 'tempest-FloatingIPTestJSON-1980439974'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:44.571711 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:44.572973 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.590816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 0bea18db-df3e-479f-be08-523e6a5d974c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:44.608152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.617419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:44.618025 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.638061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 0bea18db-df3e-479f-be08-523e6a5d974c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:44.646494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:44.646860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29691e0-8c97-4d7e-b479-695e75fade7a None None] Network 0bea18db-df3e-479f-be08-523e6a5d974c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:44.647340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.652530 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.653253 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50431d03-e761-4f59-982b-909ae977a3ef None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:44.674679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.682086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4e4c97b4-84c3-48b3-8eb2-8818c55fe677 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9301014 Sep 10 03:25:44.684018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] For port e6475ee3-56bf-450c-af1f-341a15276ea7, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=e6475ee3-56bf-450c-af1f-341a15276ea7,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:44.684383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.686704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60126) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:44.691034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-845095825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:44.711965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:44.715552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.718655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for e6475ee3-56bf-450c-af1f-341a15276ea7 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:44.741548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] device_id is not set on port 28fb669b-ea23-4892-85e0-03b99c20aa99 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:44.748438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.749664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.798114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.834820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-0bea18db-df3e-479f-be08-523e6a5d974c', 'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': '6869e967-465e-4385-b4b7-650476547492'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:44.835894 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.841928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=789eae53-983d-4483-8ee5-fc305c1cf2b8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:44.902830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.910583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.917245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.944944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.9 (9f011707-3c31-42e7-a415-e0714eafcc43/c0b66a66-7ca9-4146-b598-edf109f58d13/28fb669b-ea23-4892-85e0-03b99c20aa99) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:44.949910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:44.951725 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-63fc150b-b937-4259-9bfd-96e0f1c978aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2638464 Sep 10 03:25:44.954810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60128) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:44.959087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197483ef-884f-43a4-9fde-bcf1a73ca08c']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.963027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c', 'name': 'tempest-PortsTestJSON-1491137943'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:44.973213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a702fd39-d6ea-45e4-879d-4e4fd54a7af7') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.973543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a702fd39-d6ea-45e4-879d-4e4fd54a7af7') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:44.989269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.002991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.004587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.039888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Allocated IP 172.20.0.2 (0bea18db-df3e-479f-be08-523e6a5d974c/6869e967-465e-4385-b4b7-650476547492/02be50c7-10b5-4b92-bd4d-af8c2e9c015b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:45.043761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:45.044249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:45.046429 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:45.058456 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=e6475ee3-56bf-450c-af1f-341a15276ea7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:45.140718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] No DVR routers for this DVR port e6475ee3-56bf-450c-af1f-341a15276ea7 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:45.143661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.146048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-55222d99-8707-4545-a766-3963c1ddd41d req-344f0be9-2999-4676-9fe4-d76855ca2221 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.32 "DELETE /v2.0/ports/e6475ee3-56bf-450c-af1f-341a15276ea7 HTTP/1.1" status: 204 len: 173 time: 0.8744209 Sep 10 03:25:45.146611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'name': 'network-vif-deleted', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:25:45.149155 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e9d41-1c39-4b62-9619-1ca3b4f793a4" -d '{"events": [{"server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "name": "network-vif-deleted", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:25:45.171368 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.177025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 197483ef-884f-43a4-9fde-bcf1a73ca08c {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:25:45.182359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.185565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/networks/197483ef-884f-43a4-9fde-bcf1a73ca08c HTTP/1.1" status: 204 len: 168 time: 1.7832785 Sep 10 03:25:45.191803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60132) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:45.308381 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.317435 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e752f-8626-4ea8-b748-d7bc9efc58c4 x-openstack-request-id: req-180e752f-8626-4ea8-b748-d7bc9efc58c4 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:25:45.317625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:45.318109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Transition to ACTIVE for port object 02be50c7-10b5-4b92-bd4d-af8c2e9c015b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:45.318749 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1146db-f6ad-4988-bf51-b3dabe1dbb3a", "name": "network-vif-deleted", "tag": "e6475ee3-56bf-450c-af1f-341a15276ea7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:25:45.319783 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-180e752f-8626-4ea8-b748-d7bc9efc58c4 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:25:45.320248 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1146db-f6ad-4988-bf51-b3dabe1dbb3a', 'name': 'network-vif-deleted', 'tag': 'e6475ee3-56bf-450c-af1f-341a15276ea7', 'status': 'completed', 'code': 200} Sep 10 03:25:45.321342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.338752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Transition to ACTIVE for port object 02be50c7-10b5-4b92-bd4d-af8c2e9c015b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:45.345094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.367104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7201-73ae-4bb4-a8fc-47140cc26247 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Network': ['ID=197483ef-884f-43a4-9fde-bcf1a73ca08c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:45.377635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d98b0f9b-e934-4c9c-84d8-08bbd575590d tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1847138 Sep 10 03:25:45.380073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60136) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:45.383923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.388811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Network 0bea18db-df3e-479f-be08-523e6a5d974c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:45.394100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:45.399271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:45.404370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Pushing event updated for resources: {'Port': ['ID=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:45.463994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.511858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Attempting to bind port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:45.512241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Attempting to bind port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'bdc35adc-b3f8-492b-9dcd-d2a374614401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:45.512612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Attempting to bind port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b on network 0bea18db-df3e-479f-be08-523e6a5d974c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:45.523390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:45.523879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Checking segment: {'id': 'bdc35adc-b3f8-492b-9dcd-d2a374614401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:45.524434 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.524904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Bound using segment: {'id': 'bdc35adc-b3f8-492b-9dcd-d2a374614401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:45.525400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Bound port: 02be50c7-10b5-4b92-bd4d-af8c2e9c015b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc35adc-b3f8-492b-9dcd-d2a374614401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0bea18db-df3e-479f-be08-523e6a5d974c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:45.527278 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.537966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:45.540198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 88c02e50-b379-487d-becb-2c8e59524af0 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:45.589559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:45.615993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] For port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:45.622239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] For port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,segment=NetworkSegment(bdc35adc-b3f8-492b-9dcd-d2a374614401),segment_id=bdc35adc-b3f8-492b-9dcd-d2a374614401)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:45.638270 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.644024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18e5e836-b130-4af0-8e96-1774bb88bca5 req-1b9e1d64-6dbb-4e39-af0b-adabfc2c48ea tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.1921446 Sep 10 03:25:45.658491 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:45.726481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf95c-1bcb-4cd9-be13-c869c89cc80e None None] Pushing event updated for resources: {'Port': ['ID=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:45.773696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.774747 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:45.838743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60138) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:45.838965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2791851 Sep 10 03:25:45.844475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'port': {'network_id': '9f011707-3c31-42e7-a415-e0714eafcc43', 'name': 'tempest-FloatingIPTestJSON-1324140879'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:45.876506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725237-ab54-4f43-934b-a7a457c0a84c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=28fb669b-ea23-4892-85e0-03b99c20aa99,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:45.887441 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.887953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.888415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.888874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.889337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.889779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.890228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:45.900070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6e134aef-63a1-4075-a1b9-811b3942a70e tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4568 time: 0.4603150 Sep 10 03:25:45.900720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60140) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:46.019710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:46.031084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.045752 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-0e987c40-f56b-49b4-9352-07348fd65f35 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] delete failed (client error): The resource could not be found. Sep 10 03:25:46.049671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e987c40-f56b-49b4-9352-07348fd65f35 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/daa85b53-2d91-44a6-99f0-d895638018a8 HTTP/1.1" status: 404 len: 345 time: 0.1443820 Sep 10 03:25:46.050238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60142) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:46.060425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] device_id is not set on port e4016b9e-4bd5-4338-a30f-dbd39d476fcf yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:46.073994 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6525225-7251-4955-9e49-efef9e054c36 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] DELETE failed (client error): The resource could not be found. Sep 10 03:25:46.074610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6525225-7251-4955-9e49-efef9e054c36 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:46.081095 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e6525225-7251-4955-9e49-efef9e054c36 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/networks/197483ef-884f-43a4-9fde-bcf1a73ca08c HTTP/1.1" status: 404 len: 339 time: 0.0268662 Sep 10 03:25:46.081451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60144) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:46.090606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'network': {'name': 'tempest-network--752157748', 'router:external': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:46.109364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.9 (0bea18db-df3e-479f-be08-523e6a5d974c/6869e967-465e-4385-b4b7-650476547492/88c02e50-b379-487d-becb-2c8e59524af0) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:46.161919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Made reservation on behalf of 672694835fa745b892201ef6d0898a67 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:46.164265 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.215215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.11 (9f011707-3c31-42e7-a415-e0714eafcc43/c0b66a66-7ca9-4146-b598-edf109f58d13/e4016b9e-4bd5-4338-a30f-dbd39d476fcf) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:46.234897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:46.258984 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.259231 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Added segment 490c0d5b-4202-43e8-aea0-716e87e44fc5 of type vlan for network b4f18769-5da2-4452-9f23-989c5250e6be Sep 10 03:25:46.382081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.425171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.469718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:46.475868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:46.481913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:46.741765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.790369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.823075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 88c02e50-b379-487d-becb-2c8e59524af0 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:46.836907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.838123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:46.838922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.882294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7954383 Sep 10 03:25:46.886187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:46.899768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e6475ee3-56bf-450c-af1f-341a15276ea7 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:46.916303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=e4016b9e-4bd5-4338-a30f-dbd39d476fcf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:46.922866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-612b065f-c257-4235-b662-0903a3351e58 req-9df18bf3-cbb8-4f84-90d8-9c21dd13bb7f tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.0399997 Sep 10 03:25:46.947026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0be02c-9d3b-4c9b-b2b8-8c91c7516bc8 None None] Network 0bea18db-df3e-479f-be08-523e6a5d974c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:46.948363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:46.949259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:46.968254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: e6475ee3-56bf-450c-af1f-341a15276ea7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:46.968765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device e6475ee3-56bf-450c-af1f-341a15276ea7 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:46.973477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b5c41629-8f88-42d9-8af4-09958d44fb55 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1332247 Sep 10 03:25:46.975256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60150) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:46.981623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'e4016b9e-4bd5-4338-a30f-dbd39d476fcf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:47.006691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.014402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ba19-32a2-4667-a294-0f8db984c47b tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Network': ['ID=b4f18769-5da2-4452-9f23-989c5250e6be,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:47.030347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c4ef33ef-188d-491b-820f-d1a1e6fa59fb None None] Provisioning for port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:47.032058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.034094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b4f18769-5da2-4452-9f23-989c5250e6be details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:47.127902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 0bea18db-df3e-479f-be08-523e6a5d974c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:47.152061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:47.164192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.191724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:47.228264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=88c02e50-b379-487d-becb-2c8e59524af0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:47.290769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ff243-332f-40f0-9971-6a89678f6655 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:47.297535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ff243-332f-40f0-9971-6a89678f6655 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:47.305231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ff243-332f-40f0-9971-6a89678f6655 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:47.313346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ff243-332f-40f0-9971-6a89678f6655 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:47.315053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b70ff243-332f-40f0-9971-6a89678f6655 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4278071 Sep 10 03:25:47.318818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60152) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:47.340755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:47.341684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.351306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.64 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6707ad74-30f5-4789-8dde-5be9c38351d8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:47.363682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5aca852e-6e03-49b9-9944-46faab461606 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4058492 Sep 10 03:25:47.364023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60154) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:47.385269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 02be50c7-10b5-4b92-bd4d-af8c2e9c015b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:47.474950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:47.479761 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:47.480469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.504493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.577877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.621380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-79b3ca6b-3378-4e21-acf5-d357f68a57d4 None None] Provisioning for port 88c02e50-b379-487d-becb-2c8e59524af0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:47.629181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,segment=NetworkSegment(bdc35adc-b3f8-492b-9dcd-d2a374614401),segment_id=bdc35adc-b3f8-492b-9dcd-d2a374614401)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:47.631831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-79b3ca6b-3378-4e21-acf5-d357f68a57d4 None None] Provisioning complete for port 88c02e50-b379-487d-becb-2c8e59524af0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:47.632372 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79b3ca6b-3378-4e21-acf5-d357f68a57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.658288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.682564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.704065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-79b3ca6b-3378-4e21-acf5-d357f68a57d4 None None] Port 88c02e50-b379-487d-becb-2c8e59524af0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:47.727815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.743353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-79b3ca6b-3378-4e21-acf5-d357f68a57d4 None None] Provisioning complete for port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:47.743919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79b3ca6b-3378-4e21-acf5-d357f68a57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.759428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f18769-5da2-4452-9f23-989c5250e6be']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:47.773188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490c0d5b-4202-43e8-aea0-716e87e44fc5') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:47.773486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490c0d5b-4202-43e8-aea0-716e87e44fc5') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:47.793668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:47.794519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.837014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.846521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:47.847175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:47.852371 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:47.884407 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.918835 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.987006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:47.988856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cbf359f-1d0d-4e53-8635-6305a0f1cf42 None None] Provisioning complete for port 88c02e50-b379-487d-becb-2c8e59524af0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:47.989310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cbf359f-1d0d-4e53-8635-6305a0f1cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:47.992205 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.001675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=6707ad74-30f5-4789-8dde-5be9c38351d8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:48.005601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:48.022153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:48.036468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf359f-1d0d-4e53-8635-6305a0f1cf42 None None] Port 88c02e50-b379-487d-becb-2c8e59524af0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:48.049975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4f18769-5da2-4452-9f23-989c5250e6be {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:25:48.062066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.067885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b4f18769-5da2-4452-9f23-989c5250e6be HTTP/1.1" status: 204 len: 168 time: 0.7480001 Sep 10 03:25:48.068844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60158) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:48.077352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'network': {'name': 'tempest-network--225657012', 'router:external': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:48.103427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb558ca-6446-46bf-8e43-ea772d82f1c1 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4f18769-5da2-4452-9f23-989c5250e6be,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:48.110508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Made reservation on behalf of 672694835fa745b892201ef6d0898a67 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:48.113210 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.143095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:48.154468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.154713 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Added segment 2a6e3ef8-5db4-4aa4-9368-886183125eb5 of type vlan for network 4f645619-48d1-406f-ac90-051746dac263 Sep 10 03:25:48.205956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.206799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.222240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.292750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=88c02e50-b379-487d-becb-2c8e59524af0,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:48.304516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-83e2f668-d1f6-4a98-8c1f-73d14fdc03ff req-0b0b9bbc-6900-4ba9-b955-70d4139140a3 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.0948355 Sep 10 03:25:48.335917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.339037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:48.339719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.504893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.636328 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5629156 Sep 10 03:25:48.649528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60160) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:48.650341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.669206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-426f2f6b-99dc-4eb9-9de0-ace6c5a8d5bc None None] Provisioning complete for port 88c02e50-b379-487d-becb-2c8e59524af0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:48.669625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-426f2f6b-99dc-4eb9-9de0-ace6c5a8d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.739181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-426f2f6b-99dc-4eb9-9de0-ace6c5a8d5bc None None] Port 88c02e50-b379-487d-becb-2c8e59524af0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:48.780531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9c771-57a8-4a19-9119-004aac4ac474 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Network': ['ID=4f645619-48d1-406f-ac90-051746dac263,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:48.784946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.795118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289863e2-2b48-495c-b324-60cba43e7958 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:48.798892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-289863e2-2b48-495c-b324-60cba43e7958 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] 10.222.0.23 "GET /v2.0/networks/4f645619-48d1-406f-ac90-051746dac263 HTTP/1.1" status: 200 len: 756 time: 0.1321173 Sep 10 03:25:48.799088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4f645619-48d1-406f-ac90-051746dac263 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:48.811187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60162) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:48.967246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e776103-3c16-42f2-a0c2-70c8cd4b428e tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:48.971083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2e776103-3c16-42f2-a0c2-70c8cd4b428e tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] 10.222.0.23 "GET /v2.0/networks/97b242c8-757c-4ddf-be26-877471752e55 HTTP/1.1" status: 200 len: 768 time: 0.1558230 Sep 10 03:25:48.971910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60164) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:48.994048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.031518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.037871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.085550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.129684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=88c02e50-b379-487d-becb-2c8e59524af0,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:49.139850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.234971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 0bea18db-df3e-479f-be08-523e6a5d974c is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:49.236665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:49.257809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.294321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f645619-48d1-406f-ac90-051746dac263']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.314517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6e3ef8-5db4-4aa4-9368-886183125eb5') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.314925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6e3ef8-5db4-4aa4-9368-886183125eb5') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.316338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 02be50c7-10b5-4b92-bd4d-af8c2e9c015b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:49.352943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.355890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.375975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.397461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:49.398209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.408620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.430832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Router 53447893-3342-4626-8dec-26efe619b0f7 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:25:49.450954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:49.451371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:49.453155 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:49.492165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6cdae3b0-a873-4644-808e-4c10f091dafa req-051a8acc-91dd-462e-8dee-36d800298782 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c1146db-f6ad-4988-bf51-b3dabe1dbb3a HTTP/1.1" status: 200 len: 210 time: 0.0569708 Sep 10 03:25:49.563053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=6707ad74-30f5-4789-8dde-5be9c38351d8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:49.563894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:49.580980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a570a87f-f222-4b8f-8806-a5bcbfe9c2e5 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/routers/53447893-3342-4626-8dec-26efe619b0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2137167 Sep 10 03:25:49.581915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60168) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:49.582030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] Sync routers for ids ['53447893-3342-4626-8dec-26efe619b0f7'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:49.592345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] Routers {'53447893-3342-4626-8dec-26efe619b0f7'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:49.592981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['53447893-3342-4626-8dec-26efe619b0f7'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.608788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.630170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.641842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] Routers {'53447893-3342-4626-8dec-26efe619b0f7'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:49.642491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['53447893-3342-4626-8dec-26efe619b0f7'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.646669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f621cb-9488-4790-ae38-573f68f939a0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:49.648654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-74f621cb-9488-4790-ae38-573f68f939a0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports?device_id=53447893-3342-4626-8dec-26efe619b0f7 HTTP/1.1" status: 200 len: 982 time: 0.0654247 Sep 10 03:25:49.651776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:49.659721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.689932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:49.690624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed15e0-6f38-4fd8-8f6c-918c550fd6ff None None] The sync data for ids ['53447893-3342-4626-8dec-26efe619b0f7'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:49.701749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-92aaf4c1-8abc-42a7-8554-da4819db0c02 None None] Provisioning complete for port 88c02e50-b379-487d-becb-2c8e59524af0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:49.702120 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-92aaf4c1-8abc-42a7-8554-da4819db0c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.703424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f645619-48d1-406f-ac90-051746dac263 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:25:49.716997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.718269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4f645619-48d1-406f-ac90-051746dac263 HTTP/1.1" status: 204 len: 168 time: 0.7435822 Sep 10 03:25:49.721974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60172) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:49.726853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411337-8988-42b7-8b2f-18cee36698af tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f645619-48d1-406f-ac90-051746dac263,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:49.735887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'network': {'name': 'tempest-network--653214718'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:49.747978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-92aaf4c1-8abc-42a7-8554-da4819db0c02 None None] Port 88c02e50-b379-487d-becb-2c8e59524af0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:49.772772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Made reservation on behalf of 672694835fa745b892201ef6d0898a67 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:49.780472 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.820615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:49.836813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.837073 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Added segment ab0fb0a0-b839-4593-b873-d767a029ad94 of type vlan for network 055a45da-25a0-46c6-a835-8db3d09df87e Sep 10 03:25:49.883067 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 243c4385-70f0-4e11-add9-1a620b12aca1 associated. External IP: 172.25.8.64, port: e4016b9e-4bd5-4338-a30f-dbd39d476fcf. Sep 10 03:25:49.899678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.931356 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.932649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:49.933239 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:49.998622 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2703655 Sep 10 03:25:49.998622 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6604e-337c-450c-aace-c56b81a31d15 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Network': ['ID=055a45da-25a0-46c6-a835-8db3d09df87e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:49.999629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60174) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:50.007636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 055a45da-25a0-46c6-a835-8db3d09df87e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:50.010857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:50.227709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.246205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.264694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Network 055a45da-25a0-46c6-a835-8db3d09df87e is not hosted by any dhcp agent {{(pid=94633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:25:50.265510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:50.266121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.269893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "PUT /v2.0/networks/055a45da-25a0-46c6-a835-8db3d09df87e HTTP/1.1" status: 200 len: 856 time: 0.2613358 Sep 10 03:25:50.270142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60176) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:50.338921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c5219-e843-404c-b551-5a6170de5e83 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event updated for resources: {'Network': ['ID=055a45da-25a0-46c6-a835-8db3d09df87e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:50.379523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.461593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.480735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055a45da-25a0-46c6-a835-8db3d09df87e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:50.490295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0fb0a0-b839-4593-b873-d767a029ad94') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:50.490597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0fb0a0-b839-4593-b873-d767a029ad94') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:50.499842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.513726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.519525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:50.519853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:50.521613 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:50.572950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60180) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:50.581846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:50.646929 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.658291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 055a45da-25a0-46c6-a835-8db3d09df87e {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:25:50.671364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.676424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] 10.222.0.23 "DELETE /v2.0/networks/055a45da-25a0-46c6-a835-8db3d09df87e HTTP/1.1" status: 204 len: 168 time: 0.4021862 Sep 10 03:25:50.676841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60182) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:50.684844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f399b-0a21-43a3-ab4a-74c9240ad863 tempest-ExternalNetworksTestJSON-2143611529 tempest-ExternalNetworksTestJSON-2143611529-project-admin] Pushing event deleted for resources: {'Network': ['ID=055a45da-25a0-46c6-a835-8db3d09df87e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:50.700942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.723152 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0032422c-9acd-4966-b2cd-5a8fd822df60 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] DELETE failed (client error): The resource could not be found. Sep 10 03:25:50.723641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0032422c-9acd-4966-b2cd-5a8fd822df60 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:50.727755 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0032422c-9acd-4966-b2cd-5a8fd822df60 tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] 10.222.0.23 "DELETE /v2.0/subnets/789eae53-983d-4483-8ee5-fc305c1cf2b8 HTTP/1.1" status: 404 len: 337 time: 0.0473187 Sep 10 03:25:50.727967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60184) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:50.814522 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.832678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Deleting port 6a7eedec-ee96-4fcc-afd6-6c164d775bf2 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:50.833050 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.867340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:50.905400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.944905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-79da3f6a-3f5f-41a6-87be-eae986ac02b1 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9657094 Sep 10 03:25:50.945111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60186) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:50.949565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:50.964691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.992645 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:50.992975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.001537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b242c8-757c-4ddf-be26-877471752e55']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.013881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Calling delete_port for 6a7eedec-ee96-4fcc-afd6-6c164d775bf2 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:51.016408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0494e191-02be-4f78-b2fa-bf3a7fc167ae') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.016709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0494e191-02be-4f78-b2fa-bf3a7fc167ae') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.030988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.033717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.061098 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:51.073860 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:51.074860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.075004 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.103556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:51.104242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:51.109180 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:51.112368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.121631 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:51.122223 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.139867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 88c02e50-b379-487d-becb-2c8e59524af0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:51.140233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.153607 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:51.154246 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8f95e-ef13-4d48-9660-665d94ea07c6 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:51.189727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.206758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.210619 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] 10.222.0.23 "DELETE /v2.0/networks/97b242c8-757c-4ddf-be26-877471752e55 HTTP/1.1" status: 204 len: 168 time: 0.4816647 Sep 10 03:25:51.212017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b88ce8-3353-4af3-b731-589c57986e3d tempest-ExternalNetworksTestJSON-51194425 tempest-ExternalNetworksTestJSON-51194425-project] Pushing event deleted for resources: {'Network': ['ID=97b242c8-757c-4ddf-be26-877471752e55,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:51.257958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.267863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.301977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'Port': ['ID=6a7eedec-ee96-4fcc-afd6-6c164d775bf2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:51.307883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 88c02e50-b379-487d-becb-2c8e59524af0 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:51.316649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.324597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.325072 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 243c4385-70f0-4e11-add9-1a620b12aca1 disassociated. External IP: 172.25.8.64, port: e4016b9e-4bd5-4338-a30f-dbd39d476fcf. Sep 10 03:25:51.366858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.369643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.371073 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c40ad537-1f6f-40aa-b704-32fd765ce506 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "DELETE /v2.0/floatingips/09acbb3c-3d9d-4f56-aa90-5d0badcd6b0b HTTP/1.1" status: 204 len: 168 time: 0.7971737 Sep 10 03:25:51.579013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60200) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:51.684354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.718022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:51.728331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=88c02e50-b379-487d-becb-2c8e59524af0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:51.874443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-499aab9b-f842-4507-9898-d20760e26ea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e15bda69008c4b25892ad0a3283695ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942855 Sep 10 03:25:51.877921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60204) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:51.946069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98b3a124-4f20-4d9e-92fc-f9580bce2cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.968110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98b3a124-4f20-4d9e-92fc-f9580bce2cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:51.993253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.010373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:52.015302 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.022918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:52.029120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98b3a124-4f20-4d9e-92fc-f9580bce2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.033732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98b3a124-4f20-4d9e-92fc-f9580bce2cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.034043 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:52.034890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.035494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98b3a124-4f20-4d9e-92fc-f9580bce2cfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39075bc1-770d-4025-80c5-de44216253fb HTTP/1.1" status: 204 len: 168 time: 0.1564693 Sep 10 03:25:52.045469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3a124-4f20-4d9e-92fc-f9580bce2cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39075bc1-770d-4025-80c5-de44216253fb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:52.098117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60208) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:52.106178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4766e5b6-755e-4359-96e5-7d6085005e57 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/floatingips/243c4385-70f0-4e11-add9-1a620b12aca1 HTTP/1.1" status: 200 len: 687 time: 1.1595244 Sep 10 03:25:52.107158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.121145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:52.121731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.168750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.169781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478f519-0cb3-456f-b913-7f3c9fce7617 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:52.243040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Router 53447893-3342-4626-8dec-26efe619b0f7 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:52.250193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 6707ad74-30f5-4789-8dde-5be9c38351d8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:52.250831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.329558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:52.340628 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] Sync routers for ids ['53447893-3342-4626-8dec-26efe619b0f7'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:52.344707 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.344707 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.351179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e25a3476-920a-4c51-ba56-c7dd173c7a9d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/routers/53447893-3342-4626-8dec-26efe619b0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983404 Sep 10 03:25:52.351879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60212) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:52.354845 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] Routers {'53447893-3342-4626-8dec-26efe619b0f7'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:52.355768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['53447893-3342-4626-8dec-26efe619b0f7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.358577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 6707ad74-30f5-4789-8dde-5be9c38351d8 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:52.385519 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8919ba0-b262-4ce0-b3a2-8b342b14a303 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:25:52.390116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e8919ba0-b262-4ce0-b3a2-8b342b14a303 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/88c02e50-b379-487d-becb-2c8e59524af0 HTTP/1.1" status: 404 len: 333 time: 0.0372627 Sep 10 03:25:52.390752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60214) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:52.421782 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.435219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60216) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:52.441134 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] Routers {'53447893-3342-4626-8dec-26efe619b0f7'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:52.442157 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['53447893-3342-4626-8dec-26efe619b0f7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.485490 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:52.487003 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e9bd3-894a-485c-b309-fcca6d079216 None None] The sync data for ids ['53447893-3342-4626-8dec-26efe619b0f7'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:52.497561 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-23ab1f26-9bc3-4b09-8b82-127cffa30894 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=672694835fa745b892201ef6d0898a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609674 Sep 10 03:25:52.500240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60218) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:52.596256 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.602610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27bc2b93-e317-4ae3-a242-e7b8ba05a353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.629681 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=6707ad74-30f5-4789-8dde-5be9c38351d8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:52.682799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27bc2b93-e317-4ae3-a242-e7b8ba05a353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.746370 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.749142 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.750437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e4272af8-aacc-41fb-ad76-eb467194fc26 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/floatingips/243c4385-70f0-4e11-add9-1a620b12aca1 HTTP/1.1" status: 204 len: 168 time: 0.6515472 Sep 10 03:25:52.755445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60222) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:52.758540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '28fb669b-ea23-4892-85e0-03b99c20aa99'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:52.781553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27bc2b93-e317-4ae3-a242-e7b8ba05a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.784139 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27bc2b93-e317-4ae3-a242-e7b8ba05a353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.785329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-27bc2b93-e317-4ae3-a242-e7b8ba05a353 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a835e2f3-1496-44b0-8ce2-31d26727b70c HTTP/1.1" status: 204 len: 168 time: 0.2840374 Sep 10 03:25:52.796790 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc2b93-e317-4ae3-a242-e7b8ba05a353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a835e2f3-1496-44b0-8ce2-31d26727b70c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:52.798704 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.848793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:52.945631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.036158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.039879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.075785 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.16 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/d555bc0a-10c6-413f-b23d-382bcc72522a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:53.096893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.096893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Fanout notify agent at l3_agent the message router_deleted on router 53447893-3342-4626-8dec-26efe619b0f7 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:25:53.102432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.103760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6593d33d-20c0-450a-a247-bdb469af9fbb tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/routers/53447893-3342-4626-8dec-26efe619b0f7 HTTP/1.1" status: 204 len: 168 time: 0.7120719 Sep 10 03:25:53.106481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:53.578903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 6869e967-465e-4385-b4b7-650476547492 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:53.586634 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.642541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.676462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.765598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.788911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.850033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:53.859577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:53.863629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:53.866132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=d555bc0a-10c6-413f-b23d-382bcc72522a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:53.908944 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.948815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=6869e967-465e-4385-b4b7-650476547492,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:53.951268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.952673 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0ff8ae4f-e27e-4232-b589-51829ac8b07c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/6869e967-465e-4385-b4b7-650476547492 HTTP/1.1" status: 204 len: 168 time: 0.8450141 Sep 10 03:25:53.955471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60258) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:53.960619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705bd138-a576-4953-bc7f-751f41d391a9 None None] Network 0bea18db-df3e-479f-be08-523e6a5d974c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:54.063970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.147182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:54.147581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.226361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] For port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,segment=NetworkSegment(bdc35adc-b3f8-492b-9dcd-d2a374614401),segment_id=bdc35adc-b3f8-492b-9dcd-d2a374614401)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:54.226743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.233298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] DHCP port deletion for 0bea18db-df3e-479f-be08-523e6a5d974c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:25:54.263638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 02be50c7-10b5-4b92-bd4d-af8c2e9c015b owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:54.288366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] Deleting port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:54.289038 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.368716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] For port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,segment=NetworkSegment(bdc35adc-b3f8-492b-9dcd-d2a374614401),segment_id=bdc35adc-b3f8-492b-9dcd-d2a374614401)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:54.369124 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.399606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] Calling delete_port for 02be50c7-10b5-4b92-bd4d-af8c2e9c015b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:54.412988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.460417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:54.467546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No DVR routers for this DVR port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:54.522794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.555069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.555397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] Pushing event deleted for resources: {'Port': ['ID=02be50c7-10b5-4b92-bd4d-af8c2e9c015b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:54.562545 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae19afa-8dd2-4643-840d-824e4232733f None None] No DVR routers for this DVR port 02be50c7-10b5-4b92-bd4d-af8c2e9c015b on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:25:54.583368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.586518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bea18db-df3e-479f-be08-523e6a5d974c']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:54.596649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc35adc-b3f8-492b-9dcd-d2a374614401') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:54.596968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc35adc-b3f8-492b-9dcd-d2a374614401') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:54.602181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60270) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:54.607539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.621512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.628649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:54.629123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:54.633054 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:54.701928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.712273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.714851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/0bea18db-df3e-479f-be08-523e6a5d974c HTTP/1.1" status: 204 len: 168 time: 0.7572918 Sep 10 03:25:54.721017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60274) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:54.722049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.726979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3719e-6327-4336-8b0a-22a0b589980e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=0bea18db-df3e-479f-be08-523e6a5d974c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:54.756319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60278) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:54.766890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-423a246e-c8b5-47ec-b17a-035b38488106 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:54.808126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00685b-a110-45b9-8a7c-f5dbba27a8cc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:54.809523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3f00685b-a110-45b9-8a7c-f5dbba27a8cc tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/85e0dcb6-1f88-4f43-acd3-339b154d03c6 HTTP/1.1" status: 200 len: 841 time: 0.0839872 Sep 10 03:25:54.814013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60280) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:54.834887 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-423a246e-c8b5-47ec-b17a-035b38488106 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "PUT /v2.0/quotas/c251adf59be24492a7a6fa327e73729d HTTP/1.1" status: 200 len: 368 time: 0.2325583 Sep 10 03:25:54.837525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60282) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:54.843447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Request body: {'network': {'project_id': 'c251adf59be24492a7a6fa327e73729d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:54.847293 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.878091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-64a34dc4-a5a2-46b2-a43c-88b688b8e11c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/85e0dcb6-1f88-4f43-acd3-339b154d03c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0575345 Sep 10 03:25:54.878356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60284) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:54.883103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:54.894544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.915916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Made reservation on behalf of c251adf59be24492a7a6fa327e73729d for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:54.918347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.933448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.021477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.024155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.025359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] 10.222.0.23 "DELETE /v2.0/security-groups/798682f2-ba05-4d79-b507-03a64ea1b502 HTTP/1.1" status: 204 len: 168 time: 0.2680168 Sep 10 03:25:55.025780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.033727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.036136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798682f2-ba05-4d79-b507-03a64ea1b502,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:55.043973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.044321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.044664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.045008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.045339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.045674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.046005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.046333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.046682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.047045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.047641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.048138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404272fd-eeec-451e-b60b-2fc00a87b465 tempest-TestVolumeBootPattern-1965732534 tempest-TestVolumeBootPattern-1965732534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:55.095086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60288) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:55.131745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=d555bc0a-10c6-413f-b23d-382bcc72522a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:55.163575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.164831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.168847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.201516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:55.205892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.228739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:55.259002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8793e-3b66-42d0-ab32-cf3058f0c5f5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:55.262266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.262612 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Added segment 0a7b59e0-982e-4413-9d52-ad20dcd9d6a6 of type vlan for network c38ae235-4180-4f5a-8051-df0af957f9c6 Sep 10 03:25:55.304746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 02be50c7-10b5-4b92-bd4d-af8c2e9c015b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:55.330643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 02be50c7-10b5-4b92-bd4d-af8c2e9c015b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:55.331319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 02be50c7-10b5-4b92-bd4d-af8c2e9c015b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:55.338566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.343256 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 22688c1a-5a97-468c-843e-2a3de9fb8e05 associated. External IP: 172.25.8.16, port: 28fb669b-ea23-4892-85e0-03b99c20aa99. Sep 10 03:25:55.405776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.406732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:55.407315 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.470730 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6320202 Sep 10 03:25:55.473802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60292) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:55.481867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Request body: {'network': {'project_id': 'c251adf59be24492a7a6fa327e73729d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:55.522660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d69f42-7316-4ce6-becb-de4af1ef5275 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Pushing event updated for resources: {'Network': ['ID=c38ae235-4180-4f5a-8051-df0af957f9c6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:55.534459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network c38ae235-4180-4f5a-8051-df0af957f9c6 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:55.570717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.574360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Made reservation on behalf of c251adf59be24492a7a6fa327e73729d for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:55.576650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.613239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:25:55.647211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:55.654565 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.654905 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Added segment 5fed7469-35ce-487d-8d38-9714cabbf62c of type vlan for network 7942b952-0103-438f-8a2b-a9f77b518bd2 Sep 10 03:25:55.655032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:55.662955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:55.663589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.668445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c912d-d391-4287-9f26-5bea825064f9 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:55.674451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=99130d28-a6ac-44d4-99fb-1700814cdc38,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:55.708406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d25c2954-6246-4a9d-8a44-d23ba35f5a2b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8264668 Sep 10 03:25:55.708646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60294) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:55.713160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1976796273'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:55.720288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:55.722759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.769271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.794242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.818694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.819843 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:55.820423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.842371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'tenant_id': 'b3a8159d3d274a5ea71c6817180a9765', 'fixed_ips': [{'subnet_id': '99130d28-a6ac-44d4-99fb-1700814cdc38'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:25:55.843257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:55.990689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Allocated IP 172.20.0.2 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/99130d28-a6ac-44d4-99fb-1700814cdc38/ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:56.060572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Deleting port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:56.060572 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.113780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6343675 Sep 10 03:25:56.114716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60296) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.119228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5de420a2-d941-47d5-b541-9b260822062f tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Request body: {'network': {'project_id': 'c251adf59be24492a7a6fa327e73729d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:56.158381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] For port a55aff2e-0e61-4eb7-a9ed-2e75b84913a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:56.158812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.160124 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.168550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Transition to ACTIVE for port object ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:56.172347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Calling delete_port for a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:56.183858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10d68c-c24a-4d55-bf25-6f623849e1c4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Pushing event updated for resources: {'Network': ['ID=7942b952-0103-438f-8a2b-a9f77b518bd2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:56.185175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Transition to ACTIVE for port object ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:56.196592 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.219001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:56.241435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7942b952-0103-438f-8a2b-a9f77b518bd2 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:25:56.248700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:56.269595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.272198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:56.275670 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.282234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.288419 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de420a2-d941-47d5-b541-9b260822062f tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 10 03:25:56.288890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de420a2-d941-47d5-b541-9b260822062f tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:56.292939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:56.293089 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5de420a2-d941-47d5-b541-9b260822062f tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1746075 Sep 10 03:25:56.293204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60298) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.297992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:56.306051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:56.307574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:56.315733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Pushing event updated for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:56.329163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.330409 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6207869 Sep 10 03:25:56.333204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60300) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.339044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1416792211'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:56.344048 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-06904a5f-c5bb-4b15-bc0b-cb524e2ed46a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5889163 Sep 10 03:25:56.347564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60302) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.348229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ccd23-7926-4610-ba8a-04504c70916e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a1d764-fe2c-4ef6-8e7a-a76f164e9223,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:56.355920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7febc468-dfd6-47fa-a5df-69a08963df58 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c251adf59be24492a7a6fa327e73729d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591459 Sep 10 03:25:56.360347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60304) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.423807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:56.426304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.442030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.455442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:56.456300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:56.462079 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f1a5b8d7-f667-4f76-ba01-a4b3ae787e86 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/floatingips/22688c1a-5a97-468c-843e-2a3de9fb8e05 HTTP/1.1" status: 200 len: 977 time: 0.1089902 Sep 10 03:25:56.465209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60306) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.484601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55aff2e-0e61-4eb7-a9ed-2e75b84913a6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:56.499222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:56.499928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b4869-ab80-4087-a6da-0f78e50800ed None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:56.501568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Attempting to bind port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:56.501940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Attempting to bind port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7ec04071-3e8f-47e7-9781-dcfed0b8c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:56.502306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Attempting to bind port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 on network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:56.511981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:56.512632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Checking segment: {'id': '7ec04071-3e8f-47e7-9781-dcfed0b8c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:56.513216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.513780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Bound using segment: {'id': '7ec04071-3e8f-47e7-9781-dcfed0b8c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:56.514428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Bound port: ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec04071-3e8f-47e7-9781-dcfed0b8c37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:56.515000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.584289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:56.587886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,segment=NetworkSegment(7ec04071-3e8f-47e7-9781-dcfed0b8c37f),segment_id=7ec04071-3e8f-47e7-9781-dcfed0b8c37f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:56.596348 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.631442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-787b6690-6fb8-4b7c-a917-7712c244b26e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1664562 Sep 10 03:25:56.633767 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60308) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.634467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7b87c45-54dd-4249-afb5-aaa6a3080957 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.654052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.663671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'port_id': 'e4016b9e-4bd5-4338-a30f-dbd39d476fcf'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:56.671600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7b87c45-54dd-4249-afb5-aaa6a3080957 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.674536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d73f86-4de1-4a8e-b5fa-4802dbe3fed0 None None] Pushing event updated for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:56.784589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.866101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7b87c45-54dd-4249-afb5-aaa6a3080957 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.868689 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7b87c45-54dd-4249-afb5-aaa6a3080957 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.869844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d7b87c45-54dd-4249-afb5-aaa6a3080957 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/19a8793e-3b66-42d0-ab32-cf3058f0c5f5 HTTP/1.1" status: 204 len: 168 time: 0.5085831 Sep 10 03:25:56.873277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:56.900852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.910410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.923157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b87c45-54dd-4249-afb5-aaa6a3080957 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8793e-3b66-42d0-ab32-cf3058f0c5f5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:56.993742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.996138 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6610105 Sep 10 03:25:57.000003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60312) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:57.005736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-107398493', 'security_groups': ['4c5eb4fb-398c-45a0-80b2-489af1137711'], 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99130d28-a6ac-44d4-99fb-1700814cdc38'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:57.012579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Router 5e515d18-33bb-412c-8b55-38a6c22ab43e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:57.019098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02df93-3df2-4dd2-b41e-59cdab9765d1 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5eb4fb-398c-45a0-80b2-489af1137711,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:57.024916 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.211516 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.281267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7942b952-0103-438f-8a2b-a9f77b518bd2']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:57.300205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fed7469-35ce-487d-8d38-9714cabbf62c') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:57.300365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fed7469-35ce-487d-8d38-9714cabbf62c') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:57.310223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:57.316691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9bd85a85-2cd6-45f7-b961-39652624b423 admin admin] 10.222.0.23 "PUT /v2.0/routers/5e515d18-33bb-412c-8b55-38a6c22ab43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2201235 Sep 10 03:25:57.318522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.320329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:57.322925 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] Sync routers for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:57.324134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60314) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:57.338171 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:57.339406 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:57.398610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:57.418126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.418614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.429708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.437526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:57.437937 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:57.439785 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:57.523526 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:57.572267 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 22688c1a-5a97-468c-843e-2a3de9fb8e05 associated. External IP: 172.25.8.16, port: 28fb669b-ea23-4892-85e0-03b99c20aa99. Sep 10 03:25:57.698340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:57.761248 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:25:56Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:57.800419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] Checking router: 5e515d18-33bb-412c-8b55-38a6c22ab43e for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:25:57.811214 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] Routers {'5e515d18-33bb-412c-8b55-38a6c22ab43e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:57.812054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5e515d18-33bb-412c-8b55-38a6c22ab43e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:57.902561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:57.927544 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] Set router 5e515d18-33bb-412c-8b55-38a6c22ab43e gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:57.936840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Provisioning for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:57.941680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:57.942224 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.973483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:57.977195 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.018760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.020497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7942b952-0103-438f-8a2b-a9f77b518bd2 HTTP/1.1" status: 204 len: 168 time: 1.1461818 Sep 10 03:25:58.023719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.025177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:58.035906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:58.048236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1994793-512b-454f-9636-03feb11239b4 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Pushing event deleted for resources: {'Network': ['ID=7942b952-0103-438f-8a2b-a9f77b518bd2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:58.049288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:58.060712 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.066947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port 2b99e111-415f-4f76-b58c-021fc8f6fbca yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:25:58.083101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:58.084192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.126587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.154377 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.156480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:58.157428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.162983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,segment=NetworkSegment(7ec04071-3e8f-47e7-9781-dcfed0b8c37f),segment_id=7ec04071-3e8f-47e7-9781-dcfed0b8c37f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:58.188284 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:25:56Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.196397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.197312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ca90b-fba7-40b6-bdb4-f2c84ed03825 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:58.198962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.230123 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54b2a-c2d9-4956-8a82-c36166a2ac60 None None] The sync data for ids ['5e515d18-33bb-412c-8b55-38a6c22ab43e'] in n-d-808126-2 is: [{'id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'name': 'tempest-TestVolumeBootPattern-1160565181-router', 'tenant_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:12Z', 'updated_at': '2021-09-10T03:25:56Z', 'revision_number': 5, 'project_id': 'a057db84a17b44f8b0b7ccf391ae01d7', 'gw_port': {'id': 'f937d372-2a2b-4a98-a24b-1fd66e56d474', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e515d18-33bb-412c-8b55-38a6c22ab43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:13Z', 'updated_at': '2021-09-10T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:58.240338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:58.240791 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.295393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Pushing event updated for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:58.299955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d730f64a-548a-4360-aa8e-5c6c509a4783 None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:58.309203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.326767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.353175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38ae235-4180-4f5a-8051-df0af957f9c6']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.369080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7b59e0-982e-4413-9d52-ad20dcd9d6a6') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.369379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7b59e0-982e-4413-9d52-ad20dcd9d6a6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.380832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.10 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/99130d28-a6ac-44d4-99fb-1700814cdc38/2b99e111-415f-4f76-b58c-021fc8f6fbca) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:58.404912 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.425777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.426999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Deleting port f937d372-2a2b-4a98-a24b-1fd66e56d474 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:25:58.428117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.436131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:25:58.436534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:25:58.438151 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:25:58.451407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:58.530588 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.539411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.541453 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c38ae235-4180-4f5a-8051-df0af957f9c6 HTTP/1.1" status: 204 len: 168 time: 0.5153291 Sep 10 03:25:58.554121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6af03-5dd4-4861-9c22-e7496513fc76 tempest-QuotasNegativeTest-1236484515 tempest-QuotasNegativeTest-1236484515-project-admin] Pushing event deleted for resources: {'Network': ['ID=c38ae235-4180-4f5a-8051-df0af957f9c6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:58.577699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] For port f937d372-2a2b-4a98-a24b-1fd66e56d474, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f937d372-2a2b-4a98-a24b-1fd66e56d474,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:58.578067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.606941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Calling delete_port for f937d372-2a2b-4a98-a24b-1fd66e56d474 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:25:58.610495 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.624872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:58.629787 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.632940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 2b99e111-415f-4f76-b58c-021fc8f6fbca will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:58.638115 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:58.651126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:58.652045 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.689829 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a91b463c-b79a-4a54-98ad-51ff174074c2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/floatingips/22688c1a-5a97-468c-843e-2a3de9fb8e05 HTTP/1.1" status: 200 len: 978 time: 2.0275784 Sep 10 03:25:58.690227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60320) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:58.695074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:58.726808 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.740775 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:58.743191 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.753788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.840041 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:58.841023 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425b764-01d5-427f-bb3e-5606e6976a9c None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:58.854523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:58.865266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:58.871911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:58.877192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=2b99e111-415f-4f76-b58c-021fc8f6fbca,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:58.934464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:58.963473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:58.964423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.012531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Pushing event deleted for resources: {'Port': ['ID=f937d372-2a2b-4a98-a24b-1fd66e56d474,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:59.067635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-18fb9dc4-4081-467e-911a-822123e6eb7a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0649431 Sep 10 03:25:59.070026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.075021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:59.116521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.116741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.154390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60328) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.228456 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d9c5be1-3fe7-4857-b4e2-613c476ba5a7 None None] Provisioning for port 2b99e111-415f-4f76-b58c-021fc8f6fbca completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:59.233300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d9c5be1-3fe7-4857-b4e2-613c476ba5a7 None None] Provisioning complete for port 2b99e111-415f-4f76-b58c-021fc8f6fbca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:59.233850 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5be1-3fe7-4857-b4e2-613c476ba5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.250194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.254474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.298822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c5be1-3fe7-4857-b4e2-613c476ba5a7 None None] Port 2b99e111-415f-4f76-b58c-021fc8f6fbca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:25:59.312496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.312928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e515d18-33bb-412c-8b55-38a6c22ab43e {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:25:59.318621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.322542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-72d4b7c4-6b5f-4c79-9db4-ef1909522937 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5e515d18-33bb-412c-8b55-38a6c22ab43e HTTP/1.1" status: 204 len: 168 time: 1.9888749 Sep 10 03:25:59.323878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60332) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.374543 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.376054 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-153a0d71-e9db-4633-8d40-4fb28ce3766e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.382972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:59.386791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.387513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.387792 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 22688c1a-5a97-468c-843e-2a3de9fb8e05 disassociated. External IP: 172.25.8.16, port: e4016b9e-4bd5-4338-a30f-dbd39d476fcf. Sep 10 03:25:59.393683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Deleting subnet d77b355d-5288-4b50-bdab-f6ed37a11dcb {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:25:59.396996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.398908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:59.433145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.455734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:59.456112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.559712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:25:59.586273 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:25:59.586583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a55aff2e-0e61-4eb7-a9ed-2e75b84913a6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:25:59.589149 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99130d28-a6ac-44d4-99fb-1700814cdc38 (CIDR: 172.20.0.0/28) Sep 10 03:25:59.591101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.608621 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-153a0d71-e9db-4633-8d40-4fb28ce3766e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.610953 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:25:59.611503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:25:59.617775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-153a0d71-e9db-4633-8d40-4fb28ce3766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.633448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bbfe56fc-d1a3-4b2b-82a3-5db830320bf6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5623677 Sep 10 03:25:59.637372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60334) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.642127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:59.690845 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-153a0d71-e9db-4633-8d40-4fb28ce3766e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e39c404a94dd42ada60ae05f204a820a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354958 Sep 10 03:25:59.695474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a0d71-e9db-4633-8d40-4fb28ce3766e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb498b1-5a8d-43f2-ab76-e354165ec46b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:59.700144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60336) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.707341 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.718981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:59.744604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77b355d-5288-4b50-bdab-f6ed37a11dcb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:59.753400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.755346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8bc9d2a2-2d4a-484a-8d39-7e69da22e0cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d77b355d-5288-4b50-bdab-f6ed37a11dcb HTTP/1.1" status: 204 len: 168 time: 0.4289920 Sep 10 03:25:59.757961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60338) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.761665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b191be0-b92a-4001-a71c-8f7bc02a8029 None None] Network f26a0d20-003c-4845-b7f0-0a79fbf8564e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:59.802998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-266d1187-4e0d-4629-b797-9840a9659cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.851421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.854694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:59.858381 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.861270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-266d1187-4e0d-4629-b797-9840a9659cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.903193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:59.909998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:59.931375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:59.944823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-01d4b7cd-c8ec-4b56-ab25-9be3e39ec59f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/floatingips/22688c1a-5a97-468c-843e-2a3de9fb8e05 HTTP/1.1" status: 200 len: 687 time: 1.2536373 Sep 10 03:25:59.947436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60340) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:59.961083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:59.963334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.000007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Deleting port afd299ac-b6af-49b4-9d3b-18bfc938a77a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:00.000559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.015980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-266d1187-4e0d-4629-b797-9840a9659cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.017082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.018661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-266d1187-4e0d-4629-b797-9840a9659cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.019909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-266d1187-4e0d-4629-b797-9840a9659cb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeb498b1-5a8d-43f2-ab76-e354165ec46b HTTP/1.1" status: 204 len: 168 time: 0.3188443 Sep 10 03:26:00.030701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:00.031969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.074931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] DHCP port deletion for f26a0d20-003c-4845-b7f0-0a79fbf8564e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:26:00.095769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] For port afd299ac-b6af-49b4-9d3b-18bfc938a77a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=afd299ac-b6af-49b4-9d3b-18bfc938a77a,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:00.096237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.101983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d1187-4e0d-4629-b797-9840a9659cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb498b1-5a8d-43f2-ab76-e354165ec46b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.121614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.121960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e39b94-f456-406c-8cb8-612511b65c99 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:00.136518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Calling delete_port for afd299ac-b6af-49b4-9d3b-18bfc938a77a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:00.162798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] Deleting port afd299ac-b6af-49b4-9d3b-18bfc938a77a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:00.163319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.193762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port d555bc0a-10c6-413f-b23d-382bcc72522a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:00.194379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.244666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] For port afd299ac-b6af-49b4-9d3b-18bfc938a77a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=afd299ac-b6af-49b4-9d3b-18bfc938a77a,segment=NetworkSegment(1cb5ecad-01d3-4139-be03-930aeafcb811),segment_id=1cb5ecad-01d3-4139-be03-930aeafcb811)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:00.246127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.266071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] Calling delete_port for afd299ac-b6af-49b4-9d3b-18bfc938a77a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:00.279404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.287352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.287732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.303333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for d555bc0a-10c6-413f-b23d-382bcc72522a owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:00.323860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.377215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:00.378222 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.378438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Pushing event deleted for resources: {'Port': ['ID=afd299ac-b6af-49b4-9d3b-18bfc938a77a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.387444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:00.389195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] No DVR routers for this DVR port afd299ac-b6af-49b4-9d3b-18bfc938a77a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:00.391944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] No DVR routers for this DVR port afd299ac-b6af-49b4-9d3b-18bfc938a77a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:00.412964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:00.413532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.413681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0afabd-489c-4251-a3c8-ed87925118bb None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:00.421285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.424670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71868af-c18e-46e1-a669-6f51c79f8eec None None] Pushing event deleted for resources: {'Port': ['ID=afd299ac-b6af-49b4-9d3b-18bfc938a77a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.436206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60346) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.452736 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-237410cb-b482-4df1-9311-bbefc126b630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.483159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.490151 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1cda1ea3-3df6-42bd-b7c0-5fbd4da9cac4 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8486927 Sep 10 03:26:00.492681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60348) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.499552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1451483543', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084'}], 'security_groups': ['21a1d764-fe2c-4ef6-8e7a-a76f164e9223']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:00.531785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26a0d20-003c-4845-b7f0-0a79fbf8564e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.536738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.547391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb5ecad-01d3-4139-be03-930aeafcb811') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.547720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb5ecad-01d3-4139-be03-930aeafcb811') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:00.578632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=d555bc0a-10c6-413f-b23d-382bcc72522a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.585321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.603016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.612515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.622704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:00.623112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:00.624840 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:00.664600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.667693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.671320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84d34bea-7e43-41fd-80ab-cd5fd8b2972a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/floatingips/22688c1a-5a97-468c-843e-2a3de9fb8e05 HTTP/1.1" status: 204 len: 168 time: 0.7202237 Sep 10 03:26:00.672194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60350) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.705978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Update dhcp port {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'fixed_ips': [{'subnet_id': '99130d28-a6ac-44d4-99fb-1700814cdc38', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:26:00.714404 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-cbaeda4f-d8d6-47ae-9c54-77f7e155eba9 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] delete failed (client error): The resource could not be found. Sep 10 03:26:00.715548 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cbaeda4f-d8d6-47ae-9c54-77f7e155eba9 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/floatingips/22688c1a-5a97-468c-843e-2a3de9fb8e05 HTTP/1.1" status: 404 len: 345 time: 0.0423470 Sep 10 03:26:00.717860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-237410cb-b482-4df1-9311-bbefc126b630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.719743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60352) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.735861 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.736069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.744213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.746116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] 10.222.0.23 "DELETE /v2.0/networks/f26a0d20-003c-4845-b7f0-0a79fbf8564e HTTP/1.1" status: 204 len: 168 time: 0.9872024 Sep 10 03:26:00.761305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60354) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.761526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-237410cb-b482-4df1-9311-bbefc126b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.814444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7db525-cf9e-40db-9747-012efca4296a admin admin] Pushing event deleted for resources: {'Network': ['ID=f26a0d20-003c-4845-b7f0-0a79fbf8564e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.839997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-237410cb-b482-4df1-9311-bbefc126b630 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79837cbb84424b098e98303f389f5976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028773 Sep 10 03:26:00.843251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237410cb-b482-4df1-9311-bbefc126b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c88764-d40e-4d33-a1f9-ea0d81122902,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:00.845959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60356) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.881391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe86421-21e9-450b-b67b-b86cfc9ccd29 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:00.887444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe86421-21e9-450b-b67b-b86cfc9ccd29 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:00.893374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe86421-21e9-450b-b67b-b86cfc9ccd29 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:00.895159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5fe86421-21e9-450b-b67b-b86cfc9ccd29 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/ports?network_id=9f011707-3c31-42e7-a415-e0714eafcc43 HTTP/1.1" status: 200 len: 2359 time: 0.1740921 Sep 10 03:26:00.899358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60358) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:00.914376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Allocated IP 172.20.0.18 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084/ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:00.938832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1afba8c-72ee-4803-9f87-9a8632f40d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:00.960678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1afba8c-72ee-4803-9f87-9a8632f40d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.013222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1afba8c-72ee-4803-9f87-9a8632f40d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.016032 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f1afba8c-72ee-4803-9f87-9a8632f40d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.016509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,segment=NetworkSegment(7ec04071-3e8f-47e7-9781-dcfed0b8c37f),segment_id=7ec04071-3e8f-47e7-9781-dcfed0b8c37f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:01.017221 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f1afba8c-72ee-4803-9f87-9a8632f40d47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31c88764-d40e-4d33-a1f9-ea0d81122902 HTTP/1.1" status: 204 len: 168 time: 0.1701038 Sep 10 03:26:01.026136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afba8c-72ee-4803-9f87-9a8632f40d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c88764-d40e-4d33-a1f9-ea0d81122902,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:01.061184 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.074179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d78f92-2ab7-4a4b-b61d-a4c478577774 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:01.075567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-82d78f92-2ab7-4a4b-b61d-a4c478577774 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/subnets/c0b66a66-7ca9-4146-b598-edf109f58d13 HTTP/1.1" status: 200 len: 797 time: 0.1445136 Sep 10 03:26:01.080485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60362) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:01.085090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Transition to ACTIVE for port object ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:01.086484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'port': {'network_id': '9f011707-3c31-42e7-a415-e0714eafcc43', 'name': 'tempest-FloatingIPTestJSON-1779088719', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:01.090981 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.151140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983a243-5db6-42a7-bf4d-fb1342792de6 None None] Pushing event updated for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:01.225914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:01.283101 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Delete allocated IP 172.20.0.10 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/99130d28-a6ac-44d4-99fb-1700814cdc38) {{(pid=94634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:26:01.295260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.28 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084/2b99e111-415f-4f76-b58c-021fc8f6fbca) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:01.321497 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.343571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] device_id is not set on port 2ec0a133-5388-4481-9c8d-dd6c681b9ce8 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:26:01.352293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:01.502124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device afd299ac-b6af-49b4-9d3b-18bfc938a77a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:01.534801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: afd299ac-b6af-49b4-9d3b-18bfc938a77a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:01.535164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device afd299ac-b6af-49b4-9d3b-18bfc938a77a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:01.535643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f937d372-2a2b-4a98-a24b-1fd66e56d474 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:01.566224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f937d372-2a2b-4a98-a24b-1fd66e56d474 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:01.566573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f937d372-2a2b-4a98-a24b-1fd66e56d474 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:01.619128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.674217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.695955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object 2b99e111-415f-4f76-b58c-021fc8f6fbca will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:01.703580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.770561 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-27485a06-197f-46a9-87cc-6f7a1d6b9beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:01.817210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.14 (9f011707-3c31-42e7-a415-e0714eafcc43/c0b66a66-7ca9-4146-b598-edf109f58d13/2ec0a133-5388-4481-9c8d-dd6c681b9ce8) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:01.838906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.13 (9f011707-3c31-42e7-a415-e0714eafcc43/c0b66a66-7ca9-4146-b598-edf109f58d13/2ec0a133-5388-4481-9c8d-dd6c681b9ce8) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:01.949397 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.024271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.069303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Provisioning for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:02.085741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.090513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:02.092154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.111394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:02.115131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:02.117153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:02.169034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.223669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=2ec0a133-5388-4481-9c8d-dd6c681b9ce8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:02.242437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=2b99e111-415f-4f76-b58c-021fc8f6fbca,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:02.257810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:02.259228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.274315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:02.274744 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.282986 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4944159c-225b-463d-a797-00421cb8b721 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2013016 Sep 10 03:26:02.284001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60384) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:02.291743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '2ec0a133-5388-4481-9c8d-dd6c681b9ce8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:02.313943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:02.324922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] In _notify_port_updated(), no bound segment for port 2b99e111-415f-4f76-b58c-021fc8f6fbca on network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:26:02.328211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Provisioning for port 2b99e111-415f-4f76-b58c-021fc8f6fbca completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:02.330761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.333117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Provisioning complete for port 2b99e111-415f-4f76-b58c-021fc8f6fbca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:02.333661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.334340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:02.335009 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.336394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4cb2b0d2-c328-4a9d-bb74-f97d30d790aa tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/ports/2b99e111-415f-4f76-b58c-021fc8f6fbca HTTP/1.1" status: 200 len: 921 time: 1.8425651 Sep 10 03:26:02.339813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60386) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:02.393227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-84c60bd6-9fcd-465c-86fc-24f7bcd1be75 None None] Port 2b99e111-415f-4f76-b58c-021fc8f6fbca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:02.461188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.494355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 2b99e111-415f-4f76-b58c-021fc8f6fbca {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:02.494699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.587909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Deleting port 0f056485-82c3-49eb-999a-748590a5b270 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:02.588264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.602979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.198 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/2beb0b70-eb58-44fd-aed2-6091447cb060) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:02.635644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.649789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 2b99e111-415f-4f76-b58c-021fc8f6fbca owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:02.726735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.772666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.789399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] For port 0f056485-82c3-49eb-999a-748590a5b270, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f056485-82c3-49eb-999a-748590a5b270,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:02.789618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.815658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:02.822596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:02.828740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:02.831400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=2beb0b70-eb58-44fd-aed2-6091447cb060,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:02.832828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Calling delete_port for 0f056485-82c3-49eb-999a-748590a5b270 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:02.834873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b5acb63-e293-4c5c-af95-368dbc649a67 None None] Provisioning complete for port 2b99e111-415f-4f76-b58c-021fc8f6fbca triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:02.835939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b5acb63-e293-4c5c-af95-368dbc649a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.892465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9b5acb63-e293-4c5c-af95-368dbc649a67 None None] Port 2b99e111-415f-4f76-b58c-021fc8f6fbca cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:02.914591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:02.952191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=2b99e111-415f-4f76-b58c-021fc8f6fbca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:03.039382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60400) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:03.141459 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.143476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4b9aa9c2-e898-441d-8299-60e09d0df51d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/2b99e111-415f-4f76-b58c-021fc8f6fbca HTTP/1.1" status: 204 len: 168 time: 0.8022454 Sep 10 03:26:03.147012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60404) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:03.176738 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe94c444-a275-4e66-9231-63944f113831 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:26:03.181305 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe94c444-a275-4e66-9231-63944f113831 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/2b99e111-415f-4f76-b58c-021fc8f6fbca HTTP/1.1" status: 404 len: 333 time: 0.0304635 Sep 10 03:26:03.183637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60406) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:03.219849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.235394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-439029175', 'router:external': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:03.246678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f056485-82c3-49eb-999a-748590a5b270,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:03.332584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Made reservation on behalf of c6424bb49983429eb4b2036d1336201f for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:03.334891 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.343286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5437-9ef6-485c-9781-38b2ae946c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.359839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.383024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.420301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5437-9ef6-485c-9781-38b2ae946c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.430448 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.523230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.529943 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5437-9ef6-485c-9781-38b2ae946c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.532359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5437-9ef6-485c-9781-38b2ae946c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.535902 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d8aa5437-9ef6-485c-9781-38b2ae946c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c5eb4fb-398c-45a0-80b2-489af1137711 HTTP/1.1" status: 204 len: 168 time: 0.3490121 Sep 10 03:26:03.537160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60408) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:03.570459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5437-9ef6-485c-9781-38b2ae946c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5eb4fb-398c-45a0-80b2-489af1137711,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:03.626673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.635382 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.651574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9dee1f08-79a5-4361-a2b1-0ced3709573c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.709194 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9dee1f08-79a5-4361-a2b1-0ced3709573c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.743217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Router 3a845be3-6659-4108-8723-917238434730 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:03.800025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9dee1f08-79a5-4361-a2b1-0ced3709573c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.803531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9dee1f08-79a5-4361-a2b1-0ced3709573c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.807730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9dee1f08-79a5-4361-a2b1-0ced3709573c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/security-groups/21a1d764-fe2c-4ef6-8e7a-a76f164e9223 HTTP/1.1" status: 204 len: 168 time: 0.2667122 Sep 10 03:26:03.813560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60410) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:03.856426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee1f08-79a5-4361-a2b1-0ced3709573c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a1d764-fe2c-4ef6-8e7a-a76f164e9223,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:03.924245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 99130d28-a6ac-44d4-99fb-1700814cdc38 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:03.933304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:03.953815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:03.955935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:03.963964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-24d67b8d-2d95-4241-9d7a-0f8dd8a2d043 admin admin] 10.222.0.23 "PUT /v2.0/routers/3a845be3-6659-4108-8723-917238434730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2007170 Sep 10 03:26:03.964057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60412) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:03.967207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] Sync routers for ids ['3a845be3-6659-4108-8723-917238434730'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:03.974299 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc51a83-0cd7-4aef-bf85-bd43f9d90e94,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:03.980694 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] Routers {'3a845be3-6659-4108-8723-917238434730'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:03.981637 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:25:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3a845be3-6659-4108-8723-917238434730'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:03.985255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.015416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.015416 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Added segment 7574bd14-5ab4-4eb0-b4d3-54780e187599 of type vlan for network 7652bb37-c5a9-4428-9f3a-affe61f384ad Sep 10 03:26:04.083893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.088052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] Set router 3a845be3-6659-4108-8723-917238434730 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:04.138100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.143152 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.154028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.155864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.184382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=99130d28-a6ac-44d4-99fb-1700814cdc38,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:04.188173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.188650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.190927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ffd6a1f6-89f7-4add-a036-960695801d67 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/99130d28-a6ac-44d4-99fb-1700814cdc38 HTTP/1.1" status: 204 len: 168 time: 0.3764019 Sep 10 03:26:04.195106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60414) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:04.203083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865cf2f3-9082-4761-b576-2f582ab27322 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:04.212360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:04.320293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=2beb0b70-eb58-44fd-aed2-6091447cb060,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:04.322608 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.323585 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:04.324163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.366694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac7e-9a0b-4afd-95a5-10b819167203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.381563 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:26:03Z', 'revision_number': 5, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:04.408320 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] Checking router: 3a845be3-6659-4108-8723-917238434730 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:26:04.416683 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] Routers {'3a845be3-6659-4108-8723-917238434730'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:04.417284 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['3a845be3-6659-4108-8723-917238434730'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:04.437965 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.447484 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4057262 Sep 10 03:26:04.449348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60416) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:04.462659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'subnet': {'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:04.493495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Made reservation on behalf of c6424bb49983429eb4b2036d1336201f for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:04.496038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.536875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80617c-97e7-4671-8b9e-79ecb084642a tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Network': ['ID=7652bb37-c5a9-4428-9f3a-affe61f384ad,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:04.537881 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] Set router 3a845be3-6659-4108-8723-917238434730 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:04.548444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7652bb37-c5a9-4428-9f3a-affe61f384ad details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:26:04.591847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.696307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:04.700187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.724626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.745249 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP db578a2d-8399-4f07-82a8-3363809d5fd9 associated. External IP: 172.25.8.198, port: 2ec0a133-5388-4481-9c8d-dd6c681b9ce8. Sep 10 03:26:04.816038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:26:03Z', 'revision_number': 5, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:04.840039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Deleting port eabfac74-27ea-4083-b3ec-e224b5a4dc6d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:04.840457 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.849548 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2118ca-7f8f-4879-83a4-8d1e571c5398 None None] The sync data for ids ['3a845be3-6659-4108-8723-917238434730'] in n-d-808126-2 is: [{'id': '3a845be3-6659-4108-8723-917238434730', 'name': 'tempest-TestVolumeBootPattern-1352656287-router', 'tenant_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:12:25Z', 'updated_at': '2021-09-10T03:26:03Z', 'revision_number': 5, 'project_id': '11d612ac3c0b45bea90a58a3d0b82e45', 'gw_port': {'id': 'eabfac74-27ea-4083-b3ec-e224b5a4dc6d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a845be3-6659-4108-8723-917238434730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:12:27Z', 'updated_at': '2021-09-10T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:04.907505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:26:04.907505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:04.970412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=859205a8-f467-41f1-9776-94feff5e0557,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:04.978536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Checking segment: {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:04.979302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network hostable DHCP agents. Network: 7652bb37-c5a9-4428-9f3a-affe61f384ad, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:26:04.998242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 7652bb37-c5a9-4428-9f3a-affe61f384ad is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:26:05.010632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7652bb37-c5a9-4428-9f3a-affe61f384ad) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:05.019296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:05.020253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.020443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c8bc5-0d9d-423c-b5a4-dec549a48507 None None] Network 7652bb37-c5a9-4428-9f3a-affe61f384ad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:05.043680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] For port eabfac74-27ea-4083-b3ec-e224b5a4dc6d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:05.044241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.046583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-224c07f3-e347-41e7-8f26-3ab51d0feb7f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5954127 Sep 10 03:26:05.046910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60418) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:05.088924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-700177987', 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:05.145791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Calling delete_port for eabfac74-27ea-4083-b3ec-e224b5a4dc6d owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:05.147405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7fb222c-5a63-492f-9eb9-3aa679f3a4cf None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:05.147806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7fb222c-5a63-492f-9eb9-3aa679f3a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.233808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562285f5-fc7a-463e-a754-39ab1f035108 None None] Network 7652bb37-c5a9-4428-9f3a-affe61f384ad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:05.236950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Made reservation on behalf of c6424bb49983429eb4b2036d1336201f for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:05.239169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.311219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] device_id is not set on port 24992988-1b0b-4a2a-89e8-e16aa8b591f3 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:26:05.317678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f056485-82c3-49eb-999a-748590a5b270 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:05.346393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0f056485-82c3-49eb-999a-748590a5b270 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:05.346660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f056485-82c3-49eb-999a-748590a5b270 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:05.370424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7fb222c-5a63-492f-9eb9-3aa679f3a4cf None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:05.370794 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7fb222c-5a63-492f-9eb9-3aa679f3a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.431751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:05.448751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb222c-5a63-492f-9eb9-3aa679f3a4cf None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:05.448911 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.457584 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.531589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:05.574538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:05.584759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f5d3e-2c9e-4b78-9cfa-5b0c82709b97 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:05.589097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:05.589694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.638278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=f0ef7172-ca16-4630-88ae-006281b87a8d,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:05.644549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Allocated IP 172.20.0.5 (7652bb37-c5a9-4428-9f3a-affe61f384ad/859205a8-f467-41f1-9776-94feff5e0557/24992988-1b0b-4a2a-89e8-e16aa8b591f3) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:05.659857 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e66fec12-3df8-49a5-8d4f-8157cd8e29ab tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4581375 Sep 10 03:26:05.663230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60420) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:05.668978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090350575'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:05.693485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.710186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.767576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Pushing event deleted for resources: {'Port': ['ID=eabfac74-27ea-4083-b3ec-e224b5a4dc6d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:05.775157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:05.796774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:05.802645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.808793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.836470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:05.837121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:05.838209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.842350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1778080 Sep 10 03:26:05.843820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:05.848318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'security_group': {'name': 'tempest-secgroup-670906513'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:05.854405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5fae-1dd3-4b69-be31-4b1481edec8c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081ad888-b9da-4aef-9dde-0180ce134d48,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:05.866064 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.878685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:05.882070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.892410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Update dhcp port {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'fixed_ips': [{'subnet_id': '3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f0ef7172-ca16-4630-88ae-006281b87a8d'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:26:05.895229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:05.896445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:05.929085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.991652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:05.996993 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.054374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af160448-47ca-43b9-9a4f-e61c1265fffd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:06.069837 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.073996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9bd6bd44-d20f-4f09-9c42-968db300c5b0 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2264192 Sep 10 03:26:06.074204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60424) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:06.083789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1392184304'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:06.104871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:06.105658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7d53d-bd6b-4224-8ba0-8b73970f6349 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:06.110944 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.111638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.202634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.206859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.236686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.241163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1627388 Sep 10 03:26:06.241163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614ac78-9f7c-4d43-b3d0-1578da40794c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afdedfb-e9f7-4dd1-99ea-d8e60894b8c7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:06.242885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:06.248008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-119075687', 'security_groups': ['3afdedfb-e9f7-4dd1-99ea-d8e60894b8c7'], 'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f0ef7172-ca16-4630-88ae-006281b87a8d'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:06.264893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-396d866f-b7ba-4136-ad7c-0f4c19e9322f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9768898 Sep 10 03:26:06.265734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60428) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:06.272210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'port_id': '2ec0a133-5388-4481-9c8d-dd6c681b9ce8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:06.296427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Allocated IP 172.20.0.2 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/f0ef7172-ca16-4630-88ae-006281b87a8d/ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:06.329374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.336048 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.391649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.397881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,segment=NetworkSegment(7ec04071-3e8f-47e7-9781-dcfed0b8c37f),segment_id=7ec04071-3e8f-47e7-9781-dcfed0b8c37f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:06.404363 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.414778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.415301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a845be3-6659-4108-8723-917238434730 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:06.420438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.421559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-12c2a32c-cac7-488e-8f0d-c1e1d4e1ce1a admin admin] 10.222.0.23 "DELETE /v2.0/routers/3a845be3-6659-4108-8723-917238434730 HTTP/1.1" status: 204 len: 168 time: 2.4556651 Sep 10 03:26:06.424769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60430) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:06.436471 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.451819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Transition to ACTIVE for port object ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:06.457556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.488297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Deleting subnet b8191211-734b-4ae5-8a4f-dd9e0c9911a5 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:06.492505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.523412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.537379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:06.568012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dd7d4-36f3-446f-a8ca-6153575ed01d None None] Pushing event updated for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:06.582363 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.603618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 7652bb37-c5a9-4428-9f3a-affe61f384ad is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:06.613430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:06.621859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:06.626082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Port': ['ID=24992988-1b0b-4a2a-89e8-e16aa8b591f3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:06.700022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:06.700641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.721976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.725594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b3ff9bf1-f882-41f3-9700-bf32a0a720f9 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6540205 Sep 10 03:26:06.732178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60432) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:06.766984 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.782383 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.811389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8191211-734b-4ae5-8a4f-dd9e0c9911a5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:06.818108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.820265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-745ca1f1-5a5d-4974-998a-c0f1b66986a1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8191211-734b-4ae5-8a4f-dd9e0c9911a5 HTTP/1.1" status: 204 len: 168 time: 0.3942640 Sep 10 03:26:06.823062 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60434) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:06.824247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b7531-7ee0-465d-8345-c53d3f00ff64 None None] Network bf6cdd50-6156-4f70-bd81-4c4e2139905c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:06.901623 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:06.981227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Deleting port 26979030-6268-45b1-b6e2-b397640a477f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:06.981696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.073650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] DHCP port deletion for bf6cdd50-6156-4f70-bd81-4c4e2139905c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:26:07.082404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] For port 26979030-6268-45b1-b6e2-b397640a477f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=26979030-6268-45b1-b6e2-b397640a477f,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:07.084151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.110030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Calling delete_port for 26979030-6268-45b1-b6e2-b397640a477f owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:07.136037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] Deleting port 26979030-6268-45b1-b6e2-b397640a477f {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:07.136500 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.191515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] device_id is not set on port f600989a-a989-479d-b31f-b8d9f7b0513c yet. {{(pid=94634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:26:07.224746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.227972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] For port 26979030-6268-45b1-b6e2-b397640a477f, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=26979030-6268-45b1-b6e2-b397640a477f,segment=NetworkSegment(3401daee-2cdc-4332-a0f5-70a9d4cd6491),segment_id=3401daee-2cdc-4332-a0f5-70a9d4cd6491)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:07.228333 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.241966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] Calling delete_port for 26979030-6268-45b1-b6e2-b397640a477f owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:07.261137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26979030-6268-45b1-b6e2-b397640a477f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:07.263255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] No DVR routers for this DVR port 26979030-6268-45b1-b6e2-b397640a477f on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:07.311948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4f6486c-ca5b-472f-9adf-42e23f4e4456 None None] Provisioning for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:07.321634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4f6486c-ca5b-472f-9adf-42e23f4e4456 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:07.322005 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6486c-ca5b-472f-9adf-42e23f4e4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.353222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:07.364428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.381454 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:26:07.390616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6cdd50-6156-4f70-bd81-4c4e2139905c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:07.401267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3401daee-2cdc-4332-a0f5-70a9d4cd6491') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:07.401693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3401daee-2cdc-4332-a0f5-70a9d4cd6491') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:07.412423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.429869 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.435432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Deleting port 24992988-1b0b-4a2a-89e8-e16aa8b591f3 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:07.435802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.438595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.439613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:07.440240 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:07.442933 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:07.448256 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.462722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] No DVR routers for this DVR port 26979030-6268-45b1-b6e2-b397640a477f on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:07.483712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:07.484097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.488749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897b1af-8d2b-4856-b4c1-3bb0c2af256f None None] Pushing event deleted for resources: {'Port': ['ID=26979030-6268-45b1-b6e2-b397640a477f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:07.513226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.525005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.527170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bf6cdd50-6156-4f70-bd81-4c4e2139905c HTTP/1.1" status: 204 len: 168 time: 0.7030995 Sep 10 03:26:07.542373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6253714-4ed5-4d0d-aa32-d7b8e99c9bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6cdd50-6156-4f70-bd81-4c4e2139905c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:07.599893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a4f6486c-ca5b-472f-9adf-42e23f4e4456 None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:07.600275 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6486c-ca5b-472f-9adf-42e23f4e4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.618079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.4 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/f0ef7172-ca16-4630-88ae-006281b87a8d/f600989a-a989-479d-b31f-b8d9f7b0513c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:07.640034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.651672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6486c-ca5b-472f-9adf-42e23f4e4456 None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:07.693460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Calling delete_port for 24992988-1b0b-4a2a-89e8-e16aa8b591f3 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:07.702618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 26979030-6268-45b1-b6e2-b397640a477f no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:07.725541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 26979030-6268-45b1-b6e2-b397640a477f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:07.725858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 26979030-6268-45b1-b6e2-b397640a477f not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:07.726246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eabfac74-27ea-4083-b3ec-e224b5a4dc6d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:07.737250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60438) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:07.744435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.746565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: eabfac74-27ea-4083-b3ec-e224b5a4dc6d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:07.747058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eabfac74-27ea-4083-b3ec-e224b5a4dc6d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:07.775409 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.785229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c3d76f3e-03be-4c5c-b456-6e49e61f95bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a057db84a17b44f8b0b7ccf391ae01d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467405 Sep 10 03:26:07.787709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60440) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:07.841343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1106d5-da13-4365-9a7d-f5e291785db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.862059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1106d5-da13-4365-9a7d-f5e291785db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.908976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1106d5-da13-4365-9a7d-f5e291785db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.911615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1106d5-da13-4365-9a7d-f5e291785db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:07.912762 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b1106d5-da13-4365-9a7d-f5e291785db9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6836415f-61b8-4a57-a62e-6b6ef09d619b HTTP/1.1" status: 204 len: 168 time: 0.1241527 Sep 10 03:26:07.920525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1106d5-da13-4365-9a7d-f5e291785db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6836415f-61b8-4a57-a62e-6b6ef09d619b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:08.060387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.092273 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object f600989a-a989-479d-b31f-b8d9f7b0513c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:08.100004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.160650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event deleted for resources: {'Port': ['ID=24992988-1b0b-4a2a-89e8-e16aa8b591f3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:08.232556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:08.249678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60446) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:08.256441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.292365 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7ca8638d-b660-4ecb-aa6a-e141d38a8e46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11d612ac3c0b45bea90a58a3d0b82e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415125 Sep 10 03:26:08.294798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60448) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:08.324249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.326141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9ad09be9-96a3-4376-914f-641dec66939f tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/ports/24992988-1b0b-4a2a-89e8-e16aa8b591f3 HTTP/1.1" status: 204 len: 168 time: 1.5930188 Sep 10 03:26:08.329111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60450) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:08.335522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad', 'external_fixed_ips': [{'subnet_id': '859205a8-f467-41f1-9776-94feff5e0557', 'ip_address': '172.20.0.5'}]}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:08.345132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:08.356096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:08.361590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=f600989a-a989-479d-b31f-b8d9f7b0513c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:08.363869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:08.364321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bbcabacd-de2e-4a56-b0fa-11c077552b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.387091 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.388153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.392422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bbcabacd-de2e-4a56-b0fa-11c077552b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.448645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:08.455500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:08.456439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.460520 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:08.461433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.470517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.471625 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:08.472535 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:08.502437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d40815b3-419e-4176-ba61-512ffd273257 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2561052 Sep 10 03:26:08.505116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60452) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:08.513511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:08.519377 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:08.526398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bbcabacd-de2e-4a56-b0fa-11c077552b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.529135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bbcabacd-de2e-4a56-b0fa-11c077552b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.530477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bbcabacd-de2e-4a56-b0fa-11c077552b80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e52e164-d80b-4aab-aee6-2af2a7bfa554 HTTP/1.1" status: 204 len: 168 time: 0.2347569 Sep 10 03:26:08.537872 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:08.538529 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:08.580128 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:08.581031 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a28d9d-2d03-42aa-8377-f7cd3a6ad921 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:08.587063 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-963203c3-597b-407a-93d8-56b72b2602c6 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/floatingips/db578a2d-8399-4f07-82a8-3363809d5fd9 HTTP/1.1" status: 200 len: 979 time: 2.3207850 Sep 10 03:26:08.602494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcabacd-de2e-4a56-b0fa-11c077552b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52e164-d80b-4aab-aee6-2af2a7bfa554,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:08.604713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60456) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:08.684496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fa9126cc-e37b-48ca-93e6-328fb60aad14 None None] Provisioning for port f600989a-a989-479d-b31f-b8d9f7b0513c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:08.693980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fa9126cc-e37b-48ca-93e6-328fb60aad14 None None] Provisioning complete for port f600989a-a989-479d-b31f-b8d9f7b0513c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:08.694371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa9126cc-e37b-48ca-93e6-328fb60aad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.695283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:08.699905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.715987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.741352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-fa9126cc-e37b-48ca-93e6-328fb60aad14 None None] Port f600989a-a989-479d-b31f-b8d9f7b0513c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:08.810900 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f0ef7172-ca16-4630-88ae-006281b87a8d (CIDR: 172.20.0.0/28) Sep 10 03:26:08.814162 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:26:08.814777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:08.841885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83d9811a-1b31-4f8a-9694-22ee082ecb1b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3299143 Sep 10 03:26:08.842194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60458) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:08.847676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:08.916576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 2beb0b70-eb58-44fd-aed2-6091447cb060 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:08.916924 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:08.976680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:08.980497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.089461 n-d-808126-2 neutron-server[94634]: INFO neutron.db.ipam_backend_mixin [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084 (CIDR: 172.20.0.16/28) Sep 10 03:26:09.096615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.096947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.097285 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:26:09.097990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:09.113284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 2beb0b70-eb58-44fd-aed2-6091447cb060 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:09.115811 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.120228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1738f1ac-d114-48c5-a8cc-837fe7fe22fe tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2743695 Sep 10 03:26:09.124056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60460) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:09.129486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'subnet': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:09.143337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.242895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Made reservation on behalf of b3a8159d3d274a5ea71c6817180a9765 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:09.246644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.402632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Allocated IP 172.20.0.5 (7652bb37-c5a9-4428-9f3a-affe61f384ad/859205a8-f467-41f1-9776-94feff5e0557/8f428482-21e1-4749-a304-4e90e385b017) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:09.467186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.475980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.511209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:09.514417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:09.517462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:09.518052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.524953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8693048-f1bf-48f6-b7f3-b210e4b38310 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:09.538029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=2beb0b70-eb58-44fd-aed2-6091447cb060,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:09.538648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Subnet': ['ID=737e7e9e-48dd-4d67-89e3-f6b3d8b020e3,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:09.546199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41930091-3600-46e2-bf58-483ae959c187 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4175715 Sep 10 03:26:09.546199 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:09.551059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-768265527', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '737e7e9e-48dd-4d67-89e3-f6b3d8b020e3'}], 'security_groups': ['081ad888-b9da-4aef-9dde-0180ce134d48', 'af160448-47ca-43b9-9a4f-e61c1265fffd']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:09.610108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.617628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.628015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.628354 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP db578a2d-8399-4f07-82a8-3363809d5fd9 disassociated (deleted). External IP: 172.25.8.198, port: 2ec0a133-5388-4481-9c8d-dd6c681b9ce8. Sep 10 03:26:09.738328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.768064 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Update dhcp port {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'fixed_ips': [{'subnet_id': '3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f0ef7172-ca16-4630-88ae-006281b87a8d', 'ip_address': '172.20.0.2'}, {'subnet_id': '737e7e9e-48dd-4d67-89e3-f6b3d8b020e3'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:26:09.790321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 7652bb37-c5a9-4428-9f3a-affe61f384ad is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:09.794577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:09.826099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:09.834261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:09.859141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Port': ['ID=8f428482-21e1-4749-a304-4e90e385b017,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:09.946900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Delete allocated IP 172.20.0.4 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/f0ef7172-ca16-4630-88ae-006281b87a8d) {{(pid=94634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:26:09.955032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Allocated IP 172.20.0.38 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/737e7e9e-48dd-4d67-89e3-f6b3d8b020e3/f600989a-a989-479d-b31f-b8d9f7b0513c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:10.021526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:10.117267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.131640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Transition to ACTIVE for port object f600989a-a989-479d-b31f-b8d9f7b0513c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:10.136018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.195614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Allocated IP 172.20.0.34 (1dfc8f7b-1bcb-420f-be49-aee0a45eceb7/737e7e9e-48dd-4d67-89e3-f6b3d8b020e3/ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:10.228674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event updated for resources: {'Port': ['ID=f600989a-a989-479d-b31f-b8d9f7b0513c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:10.252946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] In _notify_port_updated(), no bound segment for port f600989a-a989-479d-b31f-b8d9f7b0513c on network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 {{(pid=94634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:26:10.259285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:10.260250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.264429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3d9f158e-47cd-4887-a780-71133ec02b4b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "PUT /v2.0/ports/f600989a-a989-479d-b31f-b8d9f7b0513c HTTP/1.1" status: 200 len: 959 time: 0.7148218 Sep 10 03:26:10.264584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:10.298493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,segment=NetworkSegment(7ec04071-3e8f-47e7-9781-dcfed0b8c37f),segment_id=7ec04071-3e8f-47e7-9781-dcfed0b8c37f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:10.333546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.347185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Transition to ACTIVE for port object ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:10.351786 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.354736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port f600989a-a989-479d-b31f-b8d9f7b0513c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:10.355091 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.438824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0dad7-d5f8-4958-8a54-f64ac7c291ee None None] Pushing event updated for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:10.449441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.462235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for f600989a-a989-479d-b31f-b8d9f7b0513c owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:10.501775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.553220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:10.558548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.568026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:10.586379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:10.587403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:10.605395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2d5a114f-7889-465a-abd3-30d42b878201 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/floatingips/db578a2d-8399-4f07-82a8-3363809d5fd9 HTTP/1.1" status: 204 len: 168 time: 1.9992771 Sep 10 03:26:10.606134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60466) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:10.620892 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.628403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:10.640410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:10.641469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:10.651572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=f600989a-a989-479d-b31f-b8d9f7b0513c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:10.686842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:10.687665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb171c-1da9-435c-b9c1-5327704b9ff5 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:10.730762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.734536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9adfec4e-b836-4779-b92d-6926be4024b6 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/f600989a-a989-479d-b31f-b8d9f7b0513c HTTP/1.1" status: 204 len: 168 time: 0.4663448 Sep 10 03:26:10.734536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60468) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:10.761166 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3ce0fc-6dc5-47ce-87fa-6a7746a1d05b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] GET failed (client error): The resource could not be found. Sep 10 03:26:10.762923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce3ce0fc-6dc5-47ce-87fa-6a7746a1d05b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports/f600989a-a989-479d-b31f-b8d9f7b0513c HTTP/1.1" status: 404 len: 333 time: 0.0274413 Sep 10 03:26:10.769866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60470) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:10.801665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 2ec0a133-5388-4481-9c8d-dd6c681b9ce8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:10.802093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.831280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a452c226-439a-4c92-a066-d219090bd923 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.855489 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a452c226-439a-4c92-a066-d219090bd923 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.908202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a452c226-439a-4c92-a066-d219090bd923 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.910986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a452c226-439a-4c92-a066-d219090bd923 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.915179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a452c226-439a-4c92-a066-d219090bd923 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/security-groups/3afdedfb-e9f7-4dd1-99ea-d8e60894b8c7 HTTP/1.1" status: 204 len: 168 time: 0.1413145 Sep 10 03:26:10.916604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60472) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:10.918731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:10.924436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452c226-439a-4c92-a066-d219090bd923 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afdedfb-e9f7-4dd1-99ea-d8e60894b8c7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:11.022237 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.044270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 2ec0a133-5388-4481-9c8d-dd6c681b9ce8 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:11.083481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Provisioning for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:11.087295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:11.087860 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.094765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7ef567c-bf3f-4bb9-ad0f-b22cd8268f1d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.167914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7ef567c-bf3f-4bb9-ad0f-b22cd8268f1d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.178873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:11.179319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.212165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:11.215296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67e52ec4-49d9-4eff-a8c7-af4958365c32 None None] Could not find standard attr ID for object f600989a-a989-479d-b31f-b8d9f7b0513c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:26:11.236292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Router 6bd11538-b4c9-4958-aeb0-e0420978db3b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:11.267608 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7ef567c-bf3f-4bb9-ad0f-b22cd8268f1d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.270145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d7ef567c-bf3f-4bb9-ad0f-b22cd8268f1d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.271324 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d7ef567c-bf3f-4bb9-ad0f-b22cd8268f1d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/security-groups/af160448-47ca-43b9-9a4f-e61c1265fffd HTTP/1.1" status: 204 len: 168 time: 0.3539479 Sep 10 03:26:11.274621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60474) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:11.308446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:11.330858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef567c-bf3f-4bb9-ad0f-b22cd8268f1d tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af160448-47ca-43b9-9a4f-e61c1265fffd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:11.337463 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed2de7ff-723e-4b26-9eaf-db5c5fbd398e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.372640 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed2de7ff-723e-4b26-9eaf-db5c5fbd398e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.405050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:11.406052 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.427734 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed2de7ff-723e-4b26-9eaf-db5c5fbd398e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.430914 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed2de7ff-723e-4b26-9eaf-db5c5fbd398e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.432210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed2de7ff-723e-4b26-9eaf-db5c5fbd398e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/security-groups/081ad888-b9da-4aef-9dde-0180ce134d48 HTTP/1.1" status: 204 len: 168 time: 0.1565678 Sep 10 03:26:11.435234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60476) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:11.442407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de7ff-723e-4b26-9eaf-db5c5fbd398e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ad888-b9da-4aef-9dde-0180ce134d48,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:11.489268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.504165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:11.515567 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Sync routers for ids ['6bd11538-b4c9-4958-aeb0-e0420978db3b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:11.526175 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Routers {'6bd11538-b4c9-4958-aeb0-e0420978db3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:11.526778 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bd11538-b4c9-4958-aeb0-e0420978db3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:11.533670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=2ec0a133-5388-4481-9c8d-dd6c681b9ce8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:11.543562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet f0ef7172-ca16-4630-88ae-006281b87a8d {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:11.554713 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.589376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.590670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-519f4cb7-e70d-4a66-ac4e-e6ef34f97d78 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2604549 Sep 10 03:26:11.593999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60478) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:11.630022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b9614325-25ec-4b9e-af10-d27960a1d78f None None] Could not find standard attr ID for object f600989a-a989-479d-b31f-b8d9f7b0513c. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:26:11.647104 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.664579 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Set router 6bd11538-b4c9-4958-aeb0-e0420978db3b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:11.702775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.704851 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c975909f-9749-4932-90d3-fbe240c1a652 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/ports/2ec0a133-5388-4481-9c8d-dd6c681b9ce8 HTTP/1.1" status: 204 len: 168 time: 1.0677538 Sep 10 03:26:11.709110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60480) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:11.713532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:11.739974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.767905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.783699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.862449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.882965 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd11538-b4c9-4958-aeb0-e0420978db3b', 'name': '', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad', 'external_fixed_ips': [{'subnet_id': '859205a8-f467-41f1-9776-94feff5e0557', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '8f428482-21e1-4749-a304-4e90e385b017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:08Z', 'updated_at': '2021-09-10T03:26:10Z', 'revision_number': 3, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port': {'id': '8f428482-21e1-4749-a304-4e90e385b017', 'name': '', 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd11538-b4c9-4958-aeb0-e0420978db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '859205a8-f467-41f1-9776-94feff5e0557', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:26:09Z', 'updated_at': '2021-09-10T03:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '859205a8-f467-41f1-9776-94feff5e0557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:11.895150 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.913440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Checking router: 6bd11538-b4c9-4958-aeb0-e0420978db3b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:26:11.913927 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Updating router 6bd11538-b4c9-4958-aeb0-e0420978db3b port 8f428482-21e1-4749-a304-4e90e385b017 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:26:11.924219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Deleting port 8f428482-21e1-4749-a304-4e90e385b017 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:11.924575 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.934395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ef7172-ca16-4630-88ae-006281b87a8d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:11.938063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.945642 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:11.947376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:11.947659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b0a8ccdc-1d06-43a1-a66a-1eb9a04d0e7b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/f0ef7172-ca16-4630-88ae-006281b87a8d HTTP/1.1" status: 204 len: 168 time: 0.5109019 Sep 10 03:26:11.950561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e330e55-9c79-4710-b7e5-8a12d87309c9 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:11.978749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.007904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 737e7e9e-48dd-4d67-89e3-f6b3d8b020e3 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:12.014173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.097138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.132434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.137900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.99 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0e58fff1-980f-4534-8e45-d7ae6102c194) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:12.151330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Calling delete_port for 8f428482-21e1-4749-a304-4e90e385b017 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:12.242285 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.246902 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.257489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Transition to ACTIVE for port object 8f428482-21e1-4749-a304-4e90e385b017 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:12.261143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.268204 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.314752 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.337633 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Pushing event updated for resources: {'Port': ['ID=8f428482-21e1-4749-a304-4e90e385b017,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:12.339907 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Attempting to bind port 8f428482-21e1-4749-a304-4e90e385b017 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:12.340392 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Attempting to bind port 8f428482-21e1-4749-a304-4e90e385b017 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:12.340605 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Attempting to bind port 8f428482-21e1-4749-a304-4e90e385b017 on network 7652bb37-c5a9-4428-9f3a-affe61f384ad {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:12.347226 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:12.347484 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Checking segment: {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:12.347785 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.348104 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Bound using segment: {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:12.349209 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Bound port: 8f428482-21e1-4749-a304-4e90e385b017, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:12.349681 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.357266 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.357566 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.357924 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.358262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.358663 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.358998 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.359394 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.359767 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.360096 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.361047 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.361405 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.361804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e31cd-91ba-4d74-bb1d-6bc2934f4fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:12.363670 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:12.366886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:12.373280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:12.374499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.379239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=0e58fff1-980f-4534-8e45-d7ae6102c194,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:12.413132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=737e7e9e-48dd-4d67-89e3-f6b3d8b020e3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:12.444657 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.446410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f461753f-d6bd-4f36-9dbb-2e2910865417 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/737e7e9e-48dd-4d67-89e3-f6b3d8b020e3 HTTP/1.1" status: 204 len: 168 time: 0.4980571 Sep 10 03:26:12.448933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:12.483890 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee2133d-199c-45d6-9348-f748e951fb5e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:12.484356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee2133d-199c-45d6-9348-f748e951fb5e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:12.486086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5ee2133d-199c-45d6-9348-f748e951fb5e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/f0ef7172-ca16-4630-88ae-006281b87a8d HTTP/1.1" status: 404 len: 337 time: 0.0362828 Sep 10 03:26:12.489702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60486) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:12.498092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.500479 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.db.api [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:26:12.500479 n-d-808126-2 neutron-server[94636]: DEBUG oslo_db.api [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:26:12.524974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f428482-21e1-4749-a304-4e90e385b017,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:12.584925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting subnet 3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:12.587385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.589179 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.590887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.657945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.685727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.795493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66174b5-5a27-498f-bf29-14e931eb1fce None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:12.816238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.881569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b44e639-e6b1-44de-8fbc-d31fefa065f4 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:12.881936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b44e639-e6b1-44de-8fbc-d31fefa065f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.948746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.961439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.986520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.988653 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084 HTTP/1.1" status: 204 len: 168 time: 0.4979317 Sep 10 03:26:12.989555 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:12.992208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60488) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:12.994567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ead9d7-a7ad-4bd8-a24c-fabef3d315cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:13.014742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Attempting to bind port 8f428482-21e1-4749-a304-4e90e385b017 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:13.015283 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Attempting to bind port 8f428482-21e1-4749-a304-4e90e385b017 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:13.015579 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Attempting to bind port 8f428482-21e1-4749-a304-4e90e385b017 on network 7652bb37-c5a9-4428-9f3a-affe61f384ad {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:13.020930 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:13.021300 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Checking segment: {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:13.021699 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.022389 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Bound using segment: {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:13.022602 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Bound port: 8f428482-21e1-4749-a304-4e90e385b017, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7574bd14-5ab4-4eb0-b4d3-54780e187599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7652bb37-c5a9-4428-9f3a-affe61f384ad'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:13.023041 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.029367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.034181 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.041399 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Port 8f428482-21e1-4749-a304-4e90e385b017 has been deleted concurrently {{(pid=94636) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 10 03:26:13.051902 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Routers {'6bd11538-b4c9-4958-aeb0-e0420978db3b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:13.052569 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6bd11538-b4c9-4958-aeb0-e0420978db3b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:13.056277 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e57a581-6af4-4145-b671-8a544f617c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.056784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e57a581-6af4-4145-b671-8a544f617c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.058920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7e57a581-6af4-4145-b671-8a544f617c2a tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/99130d28-a6ac-44d4-99fb-1700814cdc38 HTTP/1.1" status: 404 len: 337 time: 0.0661349 Sep 10 03:26:13.061768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60490) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.077128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b44e639-e6b1-44de-8fbc-d31fefa065f4 None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:13.078297 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b44e639-e6b1-44de-8fbc-d31fefa065f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.078859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=0e58fff1-980f-4534-8e45-d7ae6102c194,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:13.090074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.106930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.111656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d00ad8c3-098a-4909-80f8-07de79beff34 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4015183 Sep 10 03:26:13.112423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60492) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.118007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'port': {'network_id': '9f011707-3c31-42e7-a415-e0714eafcc43', 'name': 'tempest-FloatingIPTestJSON-887493493'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:13.119067 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f8ff663-debc-4399-a831-30767182d9cf tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "GET /v2.0/ports?device_id=53447893-3342-4626-8dec-26efe619b0f7 HTTP/1.1" status: 200 len: 205 time: 0.0565622 Sep 10 03:26:13.122129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60494) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.167047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2b44e639-e6b1-44de-8fbc-d31fefa065f4 None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:13.174216 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.175882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd11538-b4c9-4958-aeb0-e0420978db3b {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:13.177792 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-0573702d-0ef6-4a19-8a3f-a29d124d8c11 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] delete failed (client error): The resource could not be found. Sep 10 03:26:13.178872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0573702d-0ef6-4a19-8a3f-a29d124d8c11 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/routers/53447893-3342-4626-8dec-26efe619b0f7 HTTP/1.1" status: 404 len: 336 time: 0.0562327 Sep 10 03:26:13.181849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.182922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ffa8a357-6120-42b1-baa8-5ce761c83eb3 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6bd11538-b4c9-4958-aeb0-e0420978db3b HTTP/1.1" status: 204 len: 168 time: 1.5877960 Sep 10 03:26:13.183545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60496) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.191377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60498) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.246772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462f133-2061-40b4-a3ba-f30e54b8bac8 None None] Update dhcp port {'port': {'network_id': '1dfc8f7b-1bcb-420f-be49-aee0a45eceb7', 'fixed_ips': [{'subnet_id': '3b1bfa3a-3e9a-4af8-98db-eda9b8e1f084'}], 'binding:host_id': 'n-d-808126-2'}, 'id': 'ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821'} from n-d-808126-2. {{(pid=94635) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:26:13.254103 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] Set router 6bd11538-b4c9-4958-aeb0-e0420978db3b gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:13.264292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:13.269307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.277065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7462f133-2061-40b4-a3ba-f30e54b8bac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.279851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Deleting subnet 859205a8-f467-41f1-9776-94feff5e0557 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:13.284981 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4db5a4-bb57-48bd-a79f-5761bb46ad1c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.285678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4db5a4-bb57-48bd-a79f-5761bb46ad1c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.288552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba4db5a4-bb57-48bd-a79f-5761bb46ad1c tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/6869e967-465e-4385-b4b7-650476547492 HTTP/1.1" status: 404 len: 337 time: 0.1041162 Sep 10 03:26:13.289622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.291487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60500) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.293695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] device_id is not set on port 33ee8055-af35-40cf-b86b-374f1edc91d5 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:26:13.316523 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd11538-b4c9-4958-aeb0-e0420978db3b', 'name': '', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:08Z', 'updated_at': '2021-09-10T03:26:12Z', 'revision_number': 5, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:13.345305 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9b9c78-09e0-43d6-8076-dc7fa059e266 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.346135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9b9c78-09e0-43d6-8076-dc7fa059e266 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.348163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ef9b9c78-09e0-43d6-8076-dc7fa059e266 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/01039ff5-69cf-4fe6-90a7-fe10ecde623a HTTP/1.1" status: 404 len: 337 time: 0.0555439 Sep 10 03:26:13.351231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.357846 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85bdf1-3995-46e6-9762-2fa6cc18945f None None] The sync data for ids ['6bd11538-b4c9-4958-aeb0-e0420978db3b'] in n-d-808126-2 is: [{'id': '6bd11538-b4c9-4958-aeb0-e0420978db3b', 'name': '', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:08Z', 'updated_at': '2021-09-10T03:26:12Z', 'revision_number': 5, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:13.383811 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-80057912-025c-45cf-80ba-86285e98668b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.385359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80057912-025c-45cf-80ba-86285e98668b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.387389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-80057912-025c-45cf-80ba-86285e98668b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/dd42ee3a-9226-4bfc-84d2-6d7062b30c98 HTTP/1.1" status: 404 len: 337 time: 0.0349755 Sep 10 03:26:13.390024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.391984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.436774 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3d0a80-35e8-4d3f-a206-1ec39147ff81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.437568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3d0a80-35e8-4d3f-a206-1ec39147ff81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.439329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0d3d0a80-35e8-4d3f-a206-1ec39147ff81 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/050148d1-e83a-49a7-aafb-9b8032815bdf HTTP/1.1" status: 404 len: 333 time: 0.0463662 Sep 10 03:26:13.441948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60506) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.448664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.2 (9f011707-3c31-42e7-a415-e0714eafcc43/c0b66a66-7ca9-4146-b598-edf109f58d13/33ee8055-af35-40cf-b86b-374f1edc91d5) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:13.475641 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aec2591-23a8-40db-9b71-32c51f9e9e3e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.476809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aec2591-23a8-40db-9b71-32c51f9e9e3e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.479510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7aec2591-23a8-40db-9b71-32c51f9e9e3e tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/93f0bd8e-e95e-41a6-9495-b400e5bd0630 HTTP/1.1" status: 404 len: 337 time: 0.0353401 Sep 10 03:26:13.481419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60508) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.489448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5305dce-2b74-43e9-b1fa-55ac373629e3 None None] Network 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:13.519774 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8443df35-8708-43a7-bc70-6f66f36ca2a3 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.520402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8443df35-8708-43a7-bc70-6f66f36ca2a3 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.524097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8443df35-8708-43a7-bc70-6f66f36ca2a3 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/3a5d2771-9190-498a-a443-f4d437e0175d HTTP/1.1" status: 404 len: 337 time: 0.0402870 Sep 10 03:26:13.525319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60510) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.528236 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.529801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5917d648-087a-4743-bf94-d1e2c5ba0ad5 None None] Provisioning complete for port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:13.530903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5917d648-087a-4743-bf94-d1e2c5ba0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.575290 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da9f322-ec28-4f50-acdc-7cd8f0a05927 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.576096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da9f322-ec28-4f50-acdc-7cd8f0a05927 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.578005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1da9f322-ec28-4f50-acdc-7cd8f0a05927 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/fb625e8b-d301-45db-8a05-f884ff2f6d2c HTTP/1.1" status: 404 len: 333 time: 0.0513434 Sep 10 03:26:13.580740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.617742 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc65e15-9906-478a-854e-d832c67f0e28 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.618307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc65e15-9906-478a-854e-d832c67f0e28 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.620238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4fc65e15-9906-478a-854e-d832c67f0e28 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/4d0bb03b-8af7-4ae1-84df-3f0cf5a4ece6 HTTP/1.1" status: 404 len: 337 time: 0.0384419 Sep 10 03:26:13.624555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60514) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.657983 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-20329df8-bf5b-41f6-9788-70c120d1c639 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:13.658669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20329df8-bf5b-41f6-9788-70c120d1c639 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:13.660687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-20329df8-bf5b-41f6-9788-70c120d1c639 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/subnets/856fd71a-2991-4dda-a163-8be6a378b39a HTTP/1.1" status: 404 len: 337 time: 0.0350633 Sep 10 03:26:13.663361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60516) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.717912 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.737867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] DHCP port deletion for 1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:26:13.765287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=859205a8-f467-41f1-9776-94feff5e0557,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:13.770700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.773041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-98dd4bc4-42af-41f2-b5c1-8119b2a2141b tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/859205a8-f467-41f1-9776-94feff5e0557 HTTP/1.1" status: 204 len: 168 time: 0.5806651 Sep 10 03:26:13.776610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60518) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:13.813876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5917d648-087a-4743-bf94-d1e2c5ba0ad5 None None] Provisioning complete for port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:13.814598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5917d648-087a-4743-bf94-d1e2c5ba0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.863628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Deleting port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:13.863845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.863956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5917d648-087a-4743-bf94-d1e2c5ba0ad5 None None] Port 85e0dcb6-1f88-4f43-acd3-339b154d03c6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:13.869739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] Deleting port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:13.870476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.883214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.913864 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.945583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.952677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] For port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,segment=NetworkSegment(7ec04071-3e8f-47e7-9781-dcfed0b8c37f),segment_id=7ec04071-3e8f-47e7-9781-dcfed0b8c37f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:13.953148 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.965158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] Calling delete_port for ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:13.966495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:13.985373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Calling delete_port for 85e0dcb6-1f88-4f43-acd3-339b154d03c6 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:14.010955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 9f011707-3c31-42e7-a415-e0714eafcc43 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:14.018279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:14.023166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:14.040711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.044833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=33ee8055-af35-40cf-b86b-374f1edc91d5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:14.053320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.075992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:14.076702 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.099499 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e6c9bd8a-6ec7-4814-8d76-484e1587665b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9858379 Sep 10 03:26:14.102404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60520) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:14.104378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7652bb37-c5a9-4428-9f3a-affe61f384ad']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:14.108074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] Pushing event deleted for resources: {'Port': ['ID=ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:14.110890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'port_id': '33ee8055-af35-40cf-b86b-374f1edc91d5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:14.113763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9819ef-2bb5-43da-8455-36951f452424 None None] No DVR routers for this DVR port ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:14.133401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7574bd14-5ab4-4eb0-b4d3-54780e187599') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:14.133696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7574bd14-5ab4-4eb0-b4d3-54780e187599') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:14.145666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.159388 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.170413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.178172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:14.178878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: items = [ Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:14.180614 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:14.197518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.264355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Port': ['ID=85e0dcb6-1f88-4f43-acd3-339b154d03c6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:14.271375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.273229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5eb2daea-8577-4a84-8cfc-accd4809ed6b tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/ports/85e0dcb6-1f88-4f43-acd3-339b154d03c6 HTTP/1.1" status: 204 len: 168 time: 0.6088696 Sep 10 03:26:14.277321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60522) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:14.282289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.292462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7652bb37-c5a9-4428-9f3a-affe61f384ad {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:26:14.295211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.297103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7652bb37-c5a9-4428-9f3a-affe61f384ad HTTP/1.1" status: 204 len: 168 time: 0.5198340 Sep 10 03:26:14.314317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f44a26-97a9-4a95-bad6-3ae3a39a9cc8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event deleted for resources: {'Network': ['ID=7652bb37-c5a9-4428-9f3a-affe61f384ad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:14.413750 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.618958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.624639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60530) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:14.632567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'name': 'tempest-router--1083777120', 'project_id': 'd2c5125bf9ae41019c2131a649cf26b0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:14.650066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfc8f7b-1bcb-420f-be49-aee0a45eceb7']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:14.663302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec04071-3e8f-47e7-9781-dcfed0b8c37f') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:14.663640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec04071-3e8f-47e7-9781-dcfed0b8c37f') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:14.664308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.666415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.701022 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.723664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.735169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.739774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.749702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:14.750154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.752991 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:14.753650 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:14.757855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60532) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:14.758001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-96cc7577-2d71-44af-a765-b477ace227cb tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1318312 Sep 10 03:26:14.832051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.resource_extend [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:26:14.925299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.930262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.972727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:14.975119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] 10.222.0.23 "DELETE /v2.0/networks/1dfc8f7b-1bcb-420f-be49-aee0a45eceb7 HTTP/1.1" status: 204 len: 168 time: 0.6969552 Sep 10 03:26:14.988312 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.000849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.003417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412c54-e6ca-40d8-be0e-74f426880c14 tempest-PortsTestJSON-483179957 tempest-PortsTestJSON-483179957-project] Pushing event deleted for resources: {'Network': ['ID=1dfc8f7b-1bcb-420f-be49-aee0a45eceb7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:15.164175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.167949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.230056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60538) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:15.246885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.247393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af4cec52-de95-4869-9322-a3364597eef4 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:15.249514 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 96c21a40-e398-4508-b97d-7a24be0e6e84 associated. External IP: 172.25.8.99, port: 33ee8055-af35-40cf-b86b-374f1edc91d5. Sep 10 03:26:15.253719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.254919 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2068a11-182d-4132-a5b7-fea07c9c87a4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/routers/af4cec52-de95-4869-9322-a3364597eef4 HTTP/1.1" status: 204 len: 168 time: 0.4964125 Sep 10 03:26:15.324748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:15.349327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:15.350186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ba96b6ae-0e9f-4d1c-bf16-ff4fe5fa3821 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:15.394508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bf8ef1a1-72cc-486d-877e-5b6bf467370f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3a8159d3d274a5ea71c6817180a9765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632071 Sep 10 03:26:15.397508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60544) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:15.449352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60546) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:15.491181 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4518d9da-7af4-4139-bee6-fe5b65ac9d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.522456 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:15.524612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4518d9da-7af4-4139-bee6-fe5b65ac9d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.590659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-271926608', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:15.613920 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.615423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.653882 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4518d9da-7af4-4139-bee6-fe5b65ac9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.656435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4518d9da-7af4-4139-bee6-fe5b65ac9d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.657582 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4518d9da-7af4-4139-bee6-fe5b65ac9d0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1b6d536-a3b6-476e-baf0-85877b1196e9 HTTP/1.1" status: 204 len: 168 time: 0.2584598 Sep 10 03:26:15.667955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.675111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:15.679841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.687369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:15.699539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:15.700542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:15.712193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518d9da-7af4-4139-bee6-fe5b65ac9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b6d536-a3b6-476e-baf0-85877b1196e9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:15.719168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5b7643ad-ebd4-49b8-8b81-bedb0730463e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/floatingips/96c21a40-e398-4508-b97d-7a24be0e6e84 HTTP/1.1" status: 200 len: 976 time: 1.6147106 Sep 10 03:26:15.719863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60552) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:15.744964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:15.762899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:15.763543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:15.811092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:15.812036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38a2018-08b2-4bc3-8a50-9f41ffb03fdd None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:15.812288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 33ee8055-af35-40cf-b86b-374f1edc91d5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:15.812793 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.842280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:15.911462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.053286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.084567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.163838 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.164319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.164526 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 96c21a40-e398-4508-b97d-7a24be0e6e84 disassociated. External IP: 172.25.8.99, port: 33ee8055-af35-40cf-b86b-374f1edc91d5. Sep 10 03:26:16.164858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 33ee8055-af35-40cf-b86b-374f1edc91d5 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:16.196464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Allocated IP 172.25.8.13 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/784631ef-01ab-40d8-ac0e-bef857d2475c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:16.312644 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.314011 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.342358 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=33ee8055-af35-40cf-b86b-374f1edc91d5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:16.360454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.399226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:16.402071 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:16.404582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:16.440506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event updated for resources: {'Port': ['ID=784631ef-01ab-40d8-ac0e-bef857d2475c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:16.459704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:16.572320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:16.583947 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:16.594082 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:16.595256 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:16.636971 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:16.649391 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:16.650392 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:16.692423 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:16.693293 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a5d90-3c00-4e5c-a852-8cc7352c9a7b None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:16.702496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.922022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.940448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:16.944822 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d46ad1c7-d432-40ee-9b51-35b9e46391af tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/ports/33ee8055-af35-40cf-b86b-374f1edc91d5 HTTP/1.1" status: 204 len: 168 time: 1.2213638 Sep 10 03:26:16.945087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60586) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:16.989196 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d71ff9b6-9d5c-4e24-ad3f-6a173e745189 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/floatingips/96c21a40-e398-4508-b97d-7a24be0e6e84 HTTP/1.1" status: 200 len: 687 time: 0.0421741 Sep 10 03:26:16.991125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60588) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.062742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Router 525baf74-fc9f-4e11-905e-48b505f69883 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:17.122362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 0e58fff1-980f-4534-8e45-d7ae6102c194 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:17.122773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.183253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:17.194827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] Sync routers for ids ['525baf74-fc9f-4e11-905e-48b505f69883'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:17.204822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] Routers {'525baf74-fc9f-4e11-905e-48b505f69883'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:17.205065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.205908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['525baf74-fc9f-4e11-905e-48b505f69883'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:17.209799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eba36832-30f6-4f06-8f24-4773d9df61be tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7566116 Sep 10 03:26:17.210582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60592) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.216009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.216850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.230170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 0e58fff1-980f-4534-8e45-d7ae6102c194 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:17.255974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:17.269542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] Routers {'525baf74-fc9f-4e11-905e-48b505f69883'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:17.270174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['525baf74-fc9f-4e11-905e-48b505f69883'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:17.303537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:17.304195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa672b3-3687-4358-bede-fb77008976b0 None None] The sync data for ids ['525baf74-fc9f-4e11-905e-48b505f69883'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:17.334794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60596) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.341827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a11736d6-c4a8-4f0d-80f0-74e45ce3787d tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/525baf74-fc9f-4e11-905e-48b505f69883 HTTP/1.1" status: 200 len: 919 time: 0.1299014 Sep 10 03:26:17.344648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60600) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.373690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-937f1a26-dd5d-4944-833b-eeae69cc6600 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=525baf74-fc9f-4e11-905e-48b505f69883 HTTP/1.1" status: 200 len: 205 time: 0.0252333 Sep 10 03:26:17.373905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.384289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.410874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=0e58fff1-980f-4534-8e45-d7ae6102c194,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:17.474581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.477214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.478412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6fa26fa5-2529-4238-99cb-931d280d0c90 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/floatingips/96c21a40-e398-4508-b97d-7a24be0e6e84 HTTP/1.1" status: 204 len: 168 time: 0.4863005 Sep 10 03:26:17.481581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b01d11e8-6855-4509-901b-5dc9a381e74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.482059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60604) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.486403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'e4016b9e-4bd5-4338-a30f-dbd39d476fcf'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:17.503591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.509198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.612972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.637848 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.695160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b01d11e8-6855-4509-901b-5dc9a381e74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.699812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b01d11e8-6855-4509-901b-5dc9a381e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.724777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.17 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6224798e-5797-4b97-a2ed-6b1833629540) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:17.748415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d11e8-6855-4509-901b-5dc9a381e74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9e42d-27aa-46c6-91a5-ed4a7b52082c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:17.751605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Deleting port 784631ef-01ab-40d8-ac0e-bef857d2475c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:17.751996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.766240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b01d11e8-6855-4509-901b-5dc9a381e74c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=085fbfff05f447e8af9332f842786e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301946 Sep 10 03:26:17.768981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:17.826898 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.864642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.865115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.874015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05097925-3c95-4520-8141-e1e27f36fbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.882404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Calling delete_port for 784631ef-01ab-40d8-ac0e-bef857d2475c owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:17.903959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:17.907624 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05097925-3c95-4520-8141-e1e27f36fbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:17.910711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:17.913733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:17.940824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=6224798e-5797-4b97-a2ed-6b1833629540,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:18.037700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05097925-3c95-4520-8141-e1e27f36fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.040418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05097925-3c95-4520-8141-e1e27f36fbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.041570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05097925-3c95-4520-8141-e1e27f36fbbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8e9e42d-27aa-46c6-91a5-ed4a7b52082c HTTP/1.1" status: 204 len: 168 time: 0.2716930 Sep 10 03:26:18.050978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05097925-3c95-4520-8141-e1e27f36fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9e42d-27aa-46c6-91a5-ed4a7b52082c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:18.117507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.325896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.346369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60612) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:18.368259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30f8e507-9815-49fb-b113-a01d066c96d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.439824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.468214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event deleted for resources: {'Port': ['ID=784631ef-01ab-40d8-ac0e-bef857d2475c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:18.527270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.582101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30f8e507-9815-49fb-b113-a01d066c96d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.587779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30f8e507-9815-49fb-b113-a01d066c96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.632363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.635798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.644641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-30f8e507-9815-49fb-b113-a01d066c96d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=314ffd84b96d4610887880c1d6fb36db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972114 Sep 10 03:26:18.646027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8e507-9815-49fb-b113-a01d066c96d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435f01a7-aec2-4888-af6c-dc3766711f95,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:18.654846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60614) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:18.686429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.687031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Fanout notify agent at l3_agent the message router_deleted on router 525baf74-fc9f-4e11-905e-48b505f69883 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:18.694408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.699214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-075e6786-57c8-47f8-933a-05884b89cbd1 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/525baf74-fc9f-4e11-905e-48b505f69883 HTTP/1.1" status: 204 len: 168 time: 1.3207099 Sep 10 03:26:18.699214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60616) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:18.703349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1528554244', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': False}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:18.704511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.712832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.725022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.726160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.776635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.782401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec05bd4d-01bd-4097-9cc6-32c9daf8def5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.809122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=6224798e-5797-4b97-a2ed-6b1833629540,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:18.825600 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec05bd4d-01bd-4097-9cc6-32c9daf8def5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.831798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.915332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.953179 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec05bd4d-01bd-4097-9cc6-32c9daf8def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.955765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec05bd4d-01bd-4097-9cc6-32c9daf8def5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:18.956915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ec05bd4d-01bd-4097-9cc6-32c9daf8def5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/435f01a7-aec2-4888-af6c-dc3766711f95 HTTP/1.1" status: 204 len: 168 time: 0.3012242 Sep 10 03:26:18.961468 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 58dd2a8d-a8e9-4bed-93d7-e281f0f939e8 associated. External IP: 172.25.8.17, port: e4016b9e-4bd5-4338-a30f-dbd39d476fcf. Sep 10 03:26:18.998261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05bd4d-01bd-4097-9cc6-32c9daf8def5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f01a7-aec2-4888-af6c-dc3766711f95,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:19.132599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.156101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.192168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:19.269362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Allocated IP 172.25.8.189 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/c3676c24-1044-4aba-9228-560cae59883d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:19.308540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:19.320684 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:19.327159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.331558 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:19.332222 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:19.354981 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5f5adb7e-c606-40d6-a354-35d38607b788 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8718560 Sep 10 03:26:19.357514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:19.362448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1275909323'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:19.370936 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:19.380933 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:19.382286 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:19.391958 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.399590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:19.405591 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.416347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:19.416992 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38313c-18d9-4a48-9ba4-8fe029316c8e None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:19.439937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:19.441340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.451579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.451962 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Added segment e9092d31-bcbd-418e-b0cd-308b6b160d0d of type vlan for network af559e6d-e992-4f3e-92cc-e52b494d11a5 Sep 10 03:26:19.481602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:19.484991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:19.491298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:19.495632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.497072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Port': ['ID=c3676c24-1044-4aba-9228-560cae59883d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:19.523582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.529383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:19.529988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.561322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2027476 Sep 10 03:26:19.568520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60634) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:19.573616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'subnet': {'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:19.634505 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e2c11-9712-4314-b6ae-d18de0df5593 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Network': ['ID=af559e6d-e992-4f3e-92cc-e52b494d11a5,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:19.647442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:26:19.703247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:19.709592 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.774611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.906608 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:19.974776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Subnet': ['ID=42009184-9c69-4962-9ebd-68d099093159,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:19.982653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Checking segment: {'id': 'e9092d31-bcbd-418e-b0cd-308b6b160d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:19.983026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network hostable DHCP agents. Network: af559e6d-e992-4f3e-92cc-e52b494d11a5, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:26:19.989267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.001405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:26:20.012134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, af559e6d-e992-4f3e-92cc-e52b494d11a5) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:20.016696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:20.017300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.024871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3085c7b-81ce-44f3-8f39-6bc6f5601a22 None None] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:20.039501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3e95462-3722-4359-977f-d5f06758057a tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4682884 Sep 10 03:26:20.040478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:20.048100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-30976284', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:20.111781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.112581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.186682 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.249078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Router 6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:20.354304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-af559e6d-e992-4f3e-92cc-e52b494d11a5', 'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5', 'tenant_id': 'd8e4f681d10f42f295d5f7866ff70013', 'fixed_ips': [{'subnet_id': '42009184-9c69-4962-9ebd-68d099093159'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:26:20.355310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.381787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.476577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:20.493169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Sync routers for ids ['6eb4ddf3-9046-448d-a83b-f5fc7d7f9133'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:20.507690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Allocated IP 172.20.0.2 (af559e6d-e992-4f3e-92cc-e52b494d11a5/42009184-9c69-4962-9ebd-68d099093159/8a5e4d70-98ff-47d6-a1cc-1760ae4c7546) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:20.514273 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Routers {'6eb4ddf3-9046-448d-a83b-f5fc7d7f9133'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:20.514961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6eb4ddf3-9046-448d-a83b-f5fc7d7f9133'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:20.519988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.521771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1f96fb51-f5e9-4f08-bf69-e34b0f4d1b72 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8216105 Sep 10 03:26:20.524472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60662) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:20.659893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.668948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56cdd5a0-c90b-4851-a872-6da0e847ac53 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 HTTP/1.1" status: 200 len: 909 time: 0.1433153 Sep 10 03:26:20.671486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60668) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:20.676920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1528554244', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': True}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:20.688335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.704434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Set router 6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:20.704985 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.707011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.796700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.814729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.25.8.172 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/5c3a6625-7832-4645-bd87-bfd1e26e8bc9) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:20.870856 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.888022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Transition to ACTIVE for port object 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:20.919932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Transition to ACTIVE for port object 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:20.946888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.973387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.999377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:21.008099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:21.011741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:21.021348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Pushing event updated for resources: {'Port': ['ID=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:21.051358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.064107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb4ddf3-9046-448d-a83b-f5fc7d7f9133', 'name': 'tempest-snat-router-1528554244', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.189'}], 'enable_snat': False}, 'gw_port_id': 'c3676c24-1044-4aba-9228-560cae59883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:18Z', 'updated_at': '2021-09-10T03:26:19Z', 'revision_number': 3, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port': {'id': 'c3676c24-1044-4aba-9228-560cae59883d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb4ddf3-9046-448d-a83b-f5fc7d7f9133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:26:19Z', 'updated_at': '2021-09-10T03:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:21.106465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:21.109983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:21.118045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:21.146081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Checking router: 6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:26:21.146445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Updating router 6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 port c3676c24-1044-4aba-9228-560cae59883d binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:26:21.152233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=5c3a6625-7832-4645-bd87-bfd1e26e8bc9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:21.207407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Attempting to bind port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:21.208602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Attempting to bind port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'e9092d31-bcbd-418e-b0cd-308b6b160d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:21.209376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Attempting to bind port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 on network af559e6d-e992-4f3e-92cc-e52b494d11a5 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:21.224235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:21.225001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Checking segment: {'id': 'e9092d31-bcbd-418e-b0cd-308b6b160d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:21.225581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.226139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Bound using segment: {'id': 'e9092d31-bcbd-418e-b0cd-308b6b160d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:21.226847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Bound port: 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9092d31-bcbd-418e-b0cd-308b6b160d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:21.227406 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.232931 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.324461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.438893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] For port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:26:21.443178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.444462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] For port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,segment=NetworkSegment(e9092d31-bcbd-418e-b0cd-308b6b160d0d),segment_id=e9092d31-bcbd-418e-b0cd-308b6b160d0d)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:26:21.462337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.575773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.615977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.617807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdea800-cf27-45d4-bd83-4b8a235ebb30 None None] Pushing event updated for resources: {'Port': ['ID=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:21.684696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.741755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.768026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Transition to ACTIVE for port object c3676c24-1044-4aba-9228-560cae59883d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:21.777124 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.887735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb615-8784-4dd1-b2ce-7c811ad8c4ea None None] Pushing event updated for resources: {'Port': ['ID=c3676c24-1044-4aba-9228-560cae59883d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:21.891021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Allocated IP 172.25.8.240 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f4bc7994-5637-4fdd-8e85-28cd7f738d9f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:21.918359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Attempting to bind port c3676c24-1044-4aba-9228-560cae59883d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:21.919113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Attempting to bind port c3676c24-1044-4aba-9228-560cae59883d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:21.919651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Attempting to bind port c3676c24-1044-4aba-9228-560cae59883d on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:21.927187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:21.927610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:21.928025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.928476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:21.929336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Bound port: c3676c24-1044-4aba-9228-560cae59883d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:21.929736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:21.993053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] For port c3676c24-1044-4aba-9228-560cae59883d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:26:21.996774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] For port c3676c24-1044-4aba-9228-560cae59883d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c3676c24-1044-4aba-9228-560cae59883d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:26:22.006151 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:22.048612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:22.099326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Routers {'6eb4ddf3-9046-448d-a83b-f5fc7d7f9133'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:22.100048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6eb4ddf3-9046-448d-a83b-f5fc7d7f9133'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:22.103497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb615-8784-4dd1-b2ce-7c811ad8c4ea None None] Pushing event updated for resources: {'Port': ['ID=c3676c24-1044-4aba-9228-560cae59883d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:22.105263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:22.152097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:22.157040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:22.164056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:22.202415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Port': ['ID=f4bc7994-5637-4fdd-8e85-28cd7f738d9f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:22.217895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] Set router 6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:22.225026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router a15bc44b-a440-4773-b5fe-15c58f182339 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:22.388085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:22.400485 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] Sync routers for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:22.413236 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:22.414683 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:22.416095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:22.421681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41d4e8fb-730b-42cf-a967-47dd2058b8ba tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3782403 Sep 10 03:26:22.422439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60682) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:22.510860 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:22.531346 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:22.532947 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:22.558951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb4ddf3-9046-448d-a83b-f5fc7d7f9133', 'name': 'tempest-snat-router-1528554244', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.189'}], 'enable_snat': False}, 'gw_port_id': 'c3676c24-1044-4aba-9228-560cae59883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:18Z', 'updated_at': '2021-09-10T03:26:19Z', 'revision_number': 3, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port': {'id': 'c3676c24-1044-4aba-9228-560cae59883d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb4ddf3-9046-448d-a83b-f5fc7d7f9133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:26:19Z', 'updated_at': '2021-09-10T03:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:22.597202 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:22.609367 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:22.612038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7299a338-0c34-4cd2-90bb-e44d17aa6632 None None] The sync data for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:22.622735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c4d54-879c-4615-8e84-c05af3938ba0 None None] The sync data for ids ['6eb4ddf3-9046-448d-a83b-f5fc7d7f9133'] in n-d-808126-2 is: [{'id': '6eb4ddf3-9046-448d-a83b-f5fc7d7f9133', 'name': 'tempest-snat-router-1528554244', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.189'}], 'enable_snat': False}, 'gw_port_id': 'c3676c24-1044-4aba-9228-560cae59883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:18Z', 'updated_at': '2021-09-10T03:26:19Z', 'revision_number': 3, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port': {'id': 'c3676c24-1044-4aba-9228-560cae59883d', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb4ddf3-9046-448d-a83b-f5fc7d7f9133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:26:19Z', 'updated_at': '2021-09-10T03:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:22.777261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa9b42-c55c-4827-abb3-5272b94a54d4 None None] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:22.862720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:22.890653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ad1cfaf5-52b3-4ab4-a2f9-8e1567585263 None None] Provisioning for port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:23.095945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Router 4bfee47f-e9ce-45ef-9c30-d2445937e64b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:23.123401 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.249788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:23.264953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Sync routers for ids ['4bfee47f-e9ce-45ef-9c30-d2445937e64b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:23.283283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Routers {'4bfee47f-e9ce-45ef-9c30-d2445937e64b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:23.284219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['4bfee47f-e9ce-45ef-9c30-d2445937e64b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:23.301222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.303113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c7bdb8b-7a31-4b53-912d-758cd5712a35 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6304595 Sep 10 03:26:23.306593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:23.497057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-38ed0bcb-0d13-4bd7-9d6b-3550e310d261 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/4bfee47f-e9ce-45ef-9c30-d2445937e64b HTTP/1.1" status: 200 len: 908 time: 0.1902909 Sep 10 03:26:23.499710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:23.542511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:23.617513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.1 (af559e6d-e992-4f3e-92cc-e52b494d11a5/42009184-9c69-4962-9ebd-68d099093159/6f4cb6db-b069-49d3-ae98-9df4c14ddf3a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:23.623375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.677178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Set router 4bfee47f-e9ce-45ef-9c30-d2445937e64b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:26:23.724741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:23.747081 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.769931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.789326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Transition to ACTIVE for port object 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:23.823569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Deleting port f4bc7994-5637-4fdd-8e85-28cd7f738d9f {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:23.823920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.850765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.875580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:23.879250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:23.894537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:23.902409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.926268 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Calling delete_port for f4bc7994-5637-4fdd-8e85-28cd7f738d9f owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:23.927737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:23.928645 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.015693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=6f4cb6db-b069-49d3-ae98-9df4c14ddf3a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:24.019703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.034485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfee47f-e9ce-45ef-9c30-d2445937e64b', 'name': 'tempest-snat-router-1528554244', 'tenant_id': 'c6424bb49983429eb4b2036d1336201f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'f4bc7994-5637-4fdd-8e85-28cd7f738d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:26:20Z', 'updated_at': '2021-09-10T03:26:22Z', 'revision_number': 3, 'project_id': 'c6424bb49983429eb4b2036d1336201f', 'gw_port': {'id': 'f4bc7994-5637-4fdd-8e85-28cd7f738d9f', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfee47f-e9ce-45ef-9c30-d2445937e64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:26:21Z', 'updated_at': '2021-09-10T03:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:24.071921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Checking router: 4bfee47f-e9ce-45ef-9c30-d2445937e64b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:26:24.072275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Updating router 4bfee47f-e9ce-45ef-9c30-d2445937e64b port f4bc7994-5637-4fdd-8e85-28cd7f738d9f binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:26:24.149723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.179344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.198788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.201621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.210197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4bc7994-5637-4fdd-8e85-28cd7f738d9f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:24.249936 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,segment=NetworkSegment(e9092d31-bcbd-418e-b0cd-308b6b160d0d),segment_id=e9092d31-bcbd-418e-b0cd-308b6b160d0d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:24.253329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0081dc4f-f934-4c57-a97e-a4e2bc57c6f6 None None] Provisioning for port 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:24.262581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0081dc4f-f934-4c57-a97e-a4e2bc57c6f6 None None] Provisioning complete for port 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:24.262954 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0081dc4f-f934-4c57-a97e-a4e2bc57c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.264560 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.265340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3676c24-1044-4aba-9228-560cae59883d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:24.299232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.404712 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.407515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.461001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.461454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bfee47f-e9ce-45ef-9c30-d2445937e64b {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:24.468910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.472433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-de57ada8-b026-4131-a9cc-272763f6d2f2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/routers/4bfee47f-e9ce-45ef-9c30-d2445937e64b HTTP/1.1" status: 204 len: 168 time: 0.9693551 Sep 10 03:26:24.476583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60700) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:24.628815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.635811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.651755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0081dc4f-f934-4c57-a97e-a4e2bc57c6f6 None None] Port 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:24.664580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c3676c24-1044-4aba-9228-560cae59883d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:24.673009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:24.682419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c3676c24-1044-4aba-9228-560cae59883d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:24.684446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.684669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.763846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.776156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=6f4cb6db-b069-49d3-ae98-9df4c14ddf3a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:24.845025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.878767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c3676c24-1044-4aba-9228-560cae59883d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c3676c24-1044-4aba-9228-560cae59883d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:24.880168 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.899960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.941100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:24.945131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:24.949559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:26:24.950062 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:26:24.972598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c3676c24-1044-4aba-9228-560cae59883d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:25.042064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Deleting port c3676c24-1044-4aba-9228-560cae59883d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:25.042440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.167666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router a15bc44b-a440-4773-b5fe-15c58f182339 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:25.172404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] For port c3676c24-1044-4aba-9228-560cae59883d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c3676c24-1044-4aba-9228-560cae59883d,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:25.172852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.181039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-06a33146-4ffd-4a19-9c13-3aa57338141b None None] Provisioning complete for port 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:25.181217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-06a33146-4ffd-4a19-9c13-3aa57338141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.192768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Calling delete_port for c3676c24-1044-4aba-9228-560cae59883d owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:25.215518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-06a33146-4ffd-4a19-9c13-3aa57338141b None None] Port 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:25.319067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:25.344276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:25.354816 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] Sync routers for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:25.363587 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:25.364708 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:25.373399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:25.374167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.391308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b38334b-f9cc-4e99-8b6b-5fc207c3451e tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/routers/a15bc44b-a440-4773-b5fe-15c58f182339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9670699 Sep 10 03:26:25.394011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60704) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:25.397497 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:25.399123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'port': {'network_id': 'af559e6d-e992-4f3e-92cc-e52b494d11a5', 'name': 'tempest-FloatingIPTestJSON-1019166830'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:25.417959 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:25.418827 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:25.461647 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:25.462565 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf70e7-fe2c-4ed4-90b8-5b04cfb2f2ae None None] The sync data for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:25.471997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Port f4bc7994-5637-4fdd-8e85-28cd7f738d9f not found while updating agent binding for router 4bfee47f-e9ce-45ef-9c30-d2445937e64b. {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 10 03:26:25.487136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3676c24-1044-4aba-9228-560cae59883d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:25.509570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Routers set() bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:25.510289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Router IDs set() for agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:26:25.510983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_agentschedulers_db [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4bfee47f-e9ce-45ef-9c30-d2445937e64b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent'). {{(pid=94635) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:26:25.511485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbc58-b0e6-4bdd-aee9-1082a87a2064 None None] The sync data for ids ['4bfee47f-e9ce-45ef-9c30-d2445937e64b'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:25.546519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c3676c24-1044-4aba-9228-560cae59883d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:25.546969 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.860588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.886387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3676c24-1044-4aba-9228-560cae59883d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:25.918091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Made reservation on behalf of d8e4f681d10f42f295d5f7866ff70013 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:25.922435 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.943397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] device_id is not set on port 99bee696-abe9-46c8-ab77-d1b5af65232f yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:26:26.016960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.106311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Allocated IP 172.20.0.11 (af559e6d-e992-4f3e-92cc-e52b494d11a5/42009184-9c69-4962-9ebd-68d099093159/99bee696-abe9-46c8-ab77-d1b5af65232f) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:26.149217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.151645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.198993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60714) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:26.215593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.217042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:26.230961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.232672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-22cd549e-3abc-4c59-96fb-b995cf1fff47 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6eb4ddf3-9046-448d-a83b-f5fc7d7f9133 HTTP/1.1" status: 204 len: 168 time: 1.7549465 Sep 10 03:26:26.238398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60718) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:26.245280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1178236878', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:26.284645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.285760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.296827 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.321593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Transition to ACTIVE for port object 99bee696-abe9-46c8-ab77-d1b5af65232f will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:26.368445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.374525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.393638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02185a7b-34db-496c-889a-257f9c504c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.417707 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:26.420907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:26.425123 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:26.456806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event updated for resources: {'Port': ['ID=99bee696-abe9-46c8-ab77-d1b5af65232f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:26.492578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:26.493220 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.567910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.656714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-07dc6434-8b37-4d64-80e5-4190978fcc77 None None] Provisioning for port 99bee696-abe9-46c8-ab77-d1b5af65232f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:26.660758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-07dc6434-8b37-4d64-80e5-4190978fcc77 None None] Provisioning complete for port 99bee696-abe9-46c8-ab77-d1b5af65232f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:26.661150 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-07dc6434-8b37-4d64-80e5-4190978fcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.695586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-07dc6434-8b37-4d64-80e5-4190978fcc77 None None] Port 99bee696-abe9-46c8-ab77-d1b5af65232f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:26.699525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02185a7b-34db-496c-889a-257f9c504c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.703894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02185a7b-34db-496c-889a-257f9c504c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.708205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6382e226-1a72-48d4-a5d0-8e56a0388b5f tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3130269 Sep 10 03:26:26.711031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60720) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:26.715446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Request body: {'floatingip': {'port_id': '99bee696-abe9-46c8-ab77-d1b5af65232f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:26.752726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02185a7b-34db-496c-889a-257f9c504c68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b281ff624e204b2fba9553f65f8626a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526791 Sep 10 03:26:26.754228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02185a7b-34db-496c-889a-257f9c504c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d191853-1ab6-4ff6-9216-7ec102246a81,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:26.756061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60722) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:26.806868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.867691 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28312646-846b-41b3-9fe5-dba4a59fbac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.870715 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.890280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.934781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28312646-846b-41b3-9fe5-dba4a59fbac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:26.997398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Allocated IP 172.25.8.152 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/ff81aa58-72ec-4482-bb31-b87443b1cca7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:27.043667 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28312646-846b-41b3-9fe5-dba4a59fbac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.045995 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28312646-846b-41b3-9fe5-dba4a59fbac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.047143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-28312646-846b-41b3-9fe5-dba4a59fbac1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d191853-1ab6-4ff6-9216-7ec102246a81 HTTP/1.1" status: 204 len: 168 time: 0.2899592 Sep 10 03:26:27.084869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28312646-846b-41b3-9fe5-dba4a59fbac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d191853-1ab6-4ff6-9216-7ec102246a81,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:27.140939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.184709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.227291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:27.233958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:27.236421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:27.272910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event updated for resources: {'Port': ['ID=ff81aa58-72ec-4482-bb31-b87443b1cca7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:27.349264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3676c24-1044-4aba-9228-560cae59883d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:27.355527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.362551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.373417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c3676c24-1044-4aba-9228-560cae59883d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:27.373793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c3676c24-1044-4aba-9228-560cae59883d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:27.388303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60728) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:27.408406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-033d1640-de39-4bca-83ba-98941c44cf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.464949 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 58dd2a8d-a8e9-4bed-93d7-e281f0f939e8 associated. External IP: 172.25.8.17, port: e4016b9e-4bd5-4338-a30f-dbd39d476fcf. Sep 10 03:26:27.566336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.637629 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-033d1640-de39-4bca-83ba-98941c44cf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.642701 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-033d1640-de39-4bca-83ba-98941c44cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.679698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:27.703366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-033d1640-de39-4bca-83ba-98941c44cf4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e6a4b5901ff4b5bad06cca58f0053e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139808 Sep 10 03:26:27.709653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60730) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:27.722298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1640-de39-4bca-83ba-98941c44cf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae35a5-2c15-4af5-84fa-74096a561d5a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:27.789489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:27.799908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:27.809823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:27.810555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:27.847642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:27.852882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d1b0-6c8f-4db7-87b5-19f5835ee4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.856451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:27.857192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:27.879877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.887227 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d1b0-6c8f-4db7-87b5-19f5835ee4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:27.893349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:27.894012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe28a65-4414-48ca-a4e3-d68bc7a579e9 None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:28.005720 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router a15bc44b-a440-4773-b5fe-15c58f182339 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:28.009830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d1b0-6c8f-4db7-87b5-19f5835ee4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.012813 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d1b0-6c8f-4db7-87b5-19f5835ee4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.017636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e5e2d1b0-6c8f-4db7-87b5-19f5835ee4da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42ae35a5-2c15-4af5-84fa-74096a561d5a HTTP/1.1" status: 204 len: 168 time: 0.3010380 Sep 10 03:26:28.027816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2d1b0-6c8f-4db7-87b5-19f5835ee4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae35a5-2c15-4af5-84fa-74096a561d5a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:28.059895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Router defce99a-9428-41a4-b876-45333f5b5ad3 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:28.145081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:28.149907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.157134 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] Sync routers for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:28.166429 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:28.167615 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.175402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:28.186822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] Sync routers for ids ['defce99a-9428-41a4-b876-45333f5b5ad3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:28.199742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] Routers {'defce99a-9428-41a4-b876-45333f5b5ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:28.199922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['defce99a-9428-41a4-b876-45333f5b5ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.211326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.211771 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.215344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-356cc4a6-d334-45f3-a326-ce5684159b20 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9723246 Sep 10 03:26:28.215663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60734) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:28.221946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': False}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:28.226228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0399961-0086-41c0-bb7f-d05a5850ad51 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/floatingips/58dd2a8d-a8e9-4bed-93d7-e281f0f939e8 HTTP/1.1" status: 200 len: 978 time: 1.5139747 Sep 10 03:26:28.226380 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:28.228865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60736) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:28.231712 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.250769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.263809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] Routers {'defce99a-9428-41a4-b876-45333f5b5ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:28.263809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['defce99a-9428-41a4-b876-45333f5b5ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.288429 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.289108 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e9545-4cdb-47a2-81e9-352712aab70b None None] The sync data for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:28.308049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:28.308888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98458ded-7b1e-477d-b75c-34868f3948f4 None None] The sync data for ids ['defce99a-9428-41a4-b876-45333f5b5ad3'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:28.334902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 99bee696-abe9-46c8-ab77-d1b5af65232f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:28.335257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.428370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.559523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.618362 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.618737 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.619179 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Floating IP 58dd2a8d-a8e9-4bed-93d7-e281f0f939e8 disassociated. External IP: 172.25.8.17, port: 99bee696-abe9-46c8-ab77-d1b5af65232f. Sep 10 03:26:28.619582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 99bee696-abe9-46c8-ab77-d1b5af65232f owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:28.753768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:28.783651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=99bee696-abe9-46c8-ab77-d1b5af65232f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:28.913030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router a15bc44b-a440-4773-b5fe-15c58f182339 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:29.011108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.014814 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.040312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:29.050788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] Sync routers for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:29.069405 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:29.069952 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.115521 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.129963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:29.130797 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.136568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.138844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-90c6ef94-8d42-4963-ac14-3c7c5e2869fa tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/ports/99bee696-abe9-46c8-ab77-d1b5af65232f HTTP/1.1" status: 204 len: 168 time: 0.9089756 Sep 10 03:26:29.141657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60762) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:29.168769 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Router defce99a-9428-41a4-b876-45333f5b5ad3 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:29.171622 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.173012 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60251ce-548c-4fb2-95af-b8f5dff9d53c None None] The sync data for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:29.295692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:29.300385 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.301771 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-841c5e57-0294-41f2-adef-f9f5164aaae5 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "PUT /v2.0/routers/defce99a-9428-41a4-b876-45333f5b5ad3 HTTP/1.1" status: 200 len: 922 time: 1.0831552 Sep 10 03:26:29.304397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:29.306383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] Sync routers for ids ['defce99a-9428-41a4-b876-45333f5b5ad3'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:29.318667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] Routers {'defce99a-9428-41a4-b876-45333f5b5ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:29.319707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['defce99a-9428-41a4-b876-45333f5b5ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.357455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.366500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] Routers {'defce99a-9428-41a4-b876-45333f5b5ad3'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:29.367107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['defce99a-9428-41a4-b876-45333f5b5ad3'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.407698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:29.408587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a7c48-2ced-4ff8-b23d-94ff9c1fd502 None None] The sync data for ids ['defce99a-9428-41a4-b876-45333f5b5ad3'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:29.424774 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1815bc48-c55e-4118-aa79-98842904f503 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/defce99a-9428-41a4-b876-45333f5b5ad3 HTTP/1.1" status: 200 len: 922 time: 0.1190701 Sep 10 03:26:29.427567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60774) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:29.504980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e49d9-5fcf-4420-906f-b5c58fff47cc tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:29.504980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eb0e49d9-5fcf-4420-906f-b5c58fff47cc tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=defce99a-9428-41a4-b876-45333f5b5ad3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0757935 Sep 10 03:26:29.507898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60778) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:29.560650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.842835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:29.843090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.894354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20313f6a-8f0a-4b8a-985c-418dab438b50 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:29.898447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-20313f6a-8f0a-4b8a-985c-418dab438b50 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.3871493 Sep 10 03:26:29.898810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:29.929073 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1f3ae821-9e28-49e3-b377-95574cd01558 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=defce99a-9428-41a4-b876-45333f5b5ad3 HTTP/1.1" status: 200 len: 205 time: 0.0292230 Sep 10 03:26:29.931641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60802) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:29.936316 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:29.948905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 6f4cb6db-b069-49d3-ae98-9df4c14ddf3a owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:30.048792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.157871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.166079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.185623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=6f4cb6db-b069-49d3-ae98-9df4c14ddf3a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:30.229632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Deleting port ff81aa58-72ec-4482-bb31-b87443b1cca7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:30.230340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.334582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.354682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Calling delete_port for ff81aa58-72ec-4482-bb31-b87443b1cca7 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:30.364333 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60814) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:30.395760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.496456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da5422e9-f015-4118-8327-db23a4384ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.570241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.604490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event deleted for resources: {'Port': ['ID=ff81aa58-72ec-4482-bb31-b87443b1cca7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:30.697078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.775599 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da5422e9-f015-4118-8327-db23a4384ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.803155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.805666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.807175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da5422e9-f015-4118-8327-db23a4384ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.882701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da5422e9-f015-4118-8327-db23a4384ea9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74805b7456594d53b46da68cdb1c7026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173297 Sep 10 03:26:30.883436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5422e9-f015-4118-8327-db23a4384ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaad20b-445a-456a-89bb-c8398f9e1ab6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:30.886016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60818) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:30.892857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.893379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Fanout notify agent at l3_agent the message router_deleted on router defce99a-9428-41a4-b876-45333f5b5ad3 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:30.900200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.903925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-104e4cd2-5ec4-4ea0-908d-522dd78eec13 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/defce99a-9428-41a4-b876-45333f5b5ad3 HTTP/1.1" status: 204 len: 168 time: 0.9713225 Sep 10 03:26:30.904813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60820) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:30.915177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1984343389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:30.939795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router a15bc44b-a440-4773-b5fe-15c58f182339 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:30.958907 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.959834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:30.976332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea97f374-74ae-4164-8338-d766cdd34075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.012921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea97f374-74ae-4164-8338-d766cdd34075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.036410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.042855 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.043409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:31.050839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-31a967b0-6eca-4384-949e-954e2b98ed3d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/routers/a15bc44b-a440-4773-b5fe-15c58f182339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9057016 Sep 10 03:26:31.051296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60822) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:31.054710 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] Sync routers for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:31.065376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:31.066224 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:31.079502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.079502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ac6e689-da35-45c8-b46e-b12a1eb0dfb6 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1683736 Sep 10 03:26:31.081764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60824) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:31.087857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:31.108547 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:31.117716 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] Routers {'a15bc44b-a440-4773-b5fe-15c58f182339'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:31.118519 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a15bc44b-a440-4773-b5fe-15c58f182339'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:31.154736 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:31.155661 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9862d-1129-4dfd-b092-d077252d3aca None None] The sync data for ids ['a15bc44b-a440-4773-b5fe-15c58f182339'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:31.171055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.174958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea97f374-74ae-4164-8338-d766cdd34075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.177542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ea97f374-74ae-4164-8338-d766cdd34075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.178677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ea97f374-74ae-4164-8338-d766cdd34075 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beaad20b-445a-456a-89bb-c8398f9e1ab6 HTTP/1.1" status: 204 len: 168 time: 0.2914438 Sep 10 03:26:31.227427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97f374-74ae-4164-8338-d766cdd34075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaad20b-445a-456a-89bb-c8398f9e1ab6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:31.288053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.323880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.345481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 5c3a6625-7832-4645-bd87-bfd1e26e8bc9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:31.345826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.427281 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.441281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 5c3a6625-7832-4645-bd87-bfd1e26e8bc9 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:31.483348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60830) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:31.522908 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de466ab-65f7-4e08-9a74-2b2028aae30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.544848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.569359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.607835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.633853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=5c3a6625-7832-4645-bd87-bfd1e26e8bc9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:31.698891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.745624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Allocated IP 172.25.8.221 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b8d843d0-56c9-41c5-81b2-a6c8202dc66d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:31.761131 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c45b71cb-e73d-469f-ba55-d54cbeb7f8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.767854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de466ab-65f7-4e08-9a74-2b2028aae30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.774525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de466ab-65f7-4e08-9a74-2b2028aae30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.793198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.795566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.840860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.841402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Fanout notify agent at l3_agent the message router_deleted on router a15bc44b-a440-4773-b5fe-15c58f182339 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:31.848480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.849635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c1f2cd62-f834-4120-9cc4-ec0bd9bad211 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/routers/a15bc44b-a440-4773-b5fe-15c58f182339 HTTP/1.1" status: 204 len: 168 time: 0.7974753 Sep 10 03:26:31.852232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60834) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:31.865662 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0de466ab-65f7-4e08-9a74-2b2028aae30f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63e1c3aefc09404285df4fc28d92e05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812540 Sep 10 03:26:31.867915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de466ab-65f7-4e08-9a74-2b2028aae30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f71de-cacc-4c63-bfec-63390b5d2b55,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:31.870205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60836) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:31.903559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting subnet 42009184-9c69-4962-9ebd-68d099093159 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:31.906631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.927270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.941423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.953373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42392eb4-0071-473e-a203-28056e320593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.953893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:31.986155 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42392eb4-0071-473e-a203-28056e320593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.018332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.037279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.068199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:32.071588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:32.076518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:32.102608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event updated for resources: {'Port': ['ID=b8d843d0-56c9-41c5-81b2-a6c8202dc66d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:32.109007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.116417 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42392eb4-0071-473e-a203-28056e320593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.119233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-42392eb4-0071-473e-a203-28056e320593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.122780 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-42392eb4-0071-473e-a203-28056e320593 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/449f71de-cacc-4c63-bfec-63390b5d2b55 HTTP/1.1" status: 204 len: 168 time: 0.2478175 Sep 10 03:26:32.134755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42392eb4-0071-473e-a203-28056e320593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f71de-cacc-4c63-bfec-63390b5d2b55,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:32.145896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Subnet': ['ID=42009184-9c69-4962-9ebd-68d099093159,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:32.150686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.155665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ea09554c-ce26-4371-9bdd-0f79283028dd tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/subnets/42009184-9c69-4962-9ebd-68d099093159 HTTP/1.1" status: 204 len: 168 time: 0.3002787 Sep 10 03:26:32.156182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60840) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:32.157261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833f7f8-6ab8-46e4-a87b-85de750ddc63 None None] Network af559e6d-e992-4f3e-92cc-e52b494d11a5 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:32.233979 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.235435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.310075 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:32.310438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.374349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] DHCP port deletion for af559e6d-e992-4f3e-92cc-e52b494d11a5 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:26:32.388928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] For port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,segment=NetworkSegment(e9092d31-bcbd-418e-b0cd-308b6b160d0d),segment_id=e9092d31-bcbd-418e-b0cd-308b6b160d0d)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:32.389420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.403090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:32.414901 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.435972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] Deleting port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:32.436826 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.501775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.521685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] For port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,segment=NetworkSegment(e9092d31-bcbd-418e-b0cd-308b6b160d0d),segment_id=e9092d31-bcbd-418e-b0cd-308b6b160d0d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:32.522568 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.529002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:32.540142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] Calling delete_port for 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:32.548565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] No DVR routers for this DVR port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:32.640612 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.642658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.644436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.668530 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.669504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] Pushing event deleted for resources: {'Port': ['ID=8a5e4d70-98ff-47d6-a1cc-1760ae4c7546,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:32.674480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630589a7-a489-4c9c-af00-cca8658c4c09 None None] No DVR routers for this DVR port 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:32.699048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af559e6d-e992-4f3e-92cc-e52b494d11a5']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:32.709029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9092d31-bcbd-418e-b0cd-308b6b160d0d') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:32.709396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9092d31-bcbd-418e-b0cd-308b6b160d0d') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:32.719328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.733240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.740104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:32.740507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:32.743734 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:32.794588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Router 81cf9a69-62f5-4904-8514-b64cd4e14c37 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:32.820447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.828132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.832953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/networks/af559e6d-e992-4f3e-92cc-e52b494d11a5 HTTP/1.1" status: 204 len: 168 time: 0.6729083 Sep 10 03:26:32.841702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:32.849232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f438c1e-d1e5-442f-9b19-bc8aae805dbc tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Network': ['ID=af559e6d-e992-4f3e-92cc-e52b494d11a5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:32.914112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:32.922768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:32.924336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9653e7ed-4083-4e71-96c3-fa92c4331bd5 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "PUT /v2.0/routers/81cf9a69-62f5-4904-8514-b64cd4e14c37 HTTP/1.1" status: 200 len: 880 time: 1.8407044 Sep 10 03:26:32.925984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] Sync routers for ids ['81cf9a69-62f5-4904-8514-b64cd4e14c37'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:32.926851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:32.936682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] Routers {'81cf9a69-62f5-4904-8514-b64cd4e14c37'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:32.937522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['81cf9a69-62f5-4904-8514-b64cd4e14c37'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:32.970807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:32.979001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] Routers {'81cf9a69-62f5-4904-8514-b64cd4e14c37'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:32.979748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['81cf9a69-62f5-4904-8514-b64cd4e14c37'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:33.021041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:33.021705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc198900-5c28-468b-92e6-8748c6941570 None None] The sync data for ids ['81cf9a69-62f5-4904-8514-b64cd4e14c37'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:33.060866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 6224798e-5797-4b97-a2ed-6b1833629540 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:33.061408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.081935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.083200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-84f2e6f1-2aa2-4327-8f27-3cfa4daa6636 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/81cf9a69-62f5-4904-8514-b64cd4e14c37 HTTP/1.1" status: 200 len: 921 time: 0.1524179 Sep 10 03:26:33.133876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77cb79d-6ca9-42dc-a618-274719d003ee tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:33.136080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a77cb79d-6ca9-42dc-a618-274719d003ee tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=81cf9a69-62f5-4904-8514-b64cd4e14c37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0525110 Sep 10 03:26:33.139310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60874) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.168543 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.168876 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.180796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 6224798e-5797-4b97-a2ed-6b1833629540 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:33.225190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ea3e5-bf3a-4b0e-b6c3-687169d285d7 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:33.229232 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b60ea3e5-bf3a-4b0e-b6c3-687169d285d7 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.0868883 Sep 10 03:26:33.229422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60878) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.257663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-82942cd3-4bb0-4237-a140-87a578fb881b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=81cf9a69-62f5-4904-8514-b64cd4e14c37 HTTP/1.1" status: 200 len: 205 time: 0.0270483 Sep 10 03:26:33.260703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60880) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.326848 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.341838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:33.357061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=6224798e-5797-4b97-a2ed-6b1833629540,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:33.374585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:33.375811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8a5e4d70-98ff-47d6-a1cc-1760ae4c7546 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:33.399735 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.420993 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.423694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.424883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9f8c5101-b59e-483f-9a84-3fc8214de42c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/floatingips/58dd2a8d-a8e9-4bed-93d7-e281f0f939e8 HTTP/1.1" status: 204 len: 168 time: 0.5816832 Sep 10 03:26:33.429817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60884) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.439322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.460755 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-723746bf-2027-4dcf-819f-b6fd86c3a3f3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:33.461408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723746bf-2027-4dcf-819f-b6fd86c3a3f3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:33.463145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-723746bf-2027-4dcf-819f-b6fd86c3a3f3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/ports/99bee696-abe9-46c8-ab77-d1b5af65232f HTTP/1.1" status: 404 len: 333 time: 0.0323925 Sep 10 03:26:33.465743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60890) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.491407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dff96773-a007-4b54-9f20-a970e48b9c5b tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/ports?device_id=a15bc44b-a440-4773-b5fe-15c58f182339 HTTP/1.1" status: 200 len: 205 time: 0.0245986 Sep 10 03:26:33.493879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60892) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.509566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.535349 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-2df8f22d-ea00-44ad-a8f1-902428ecb543 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] delete failed (client error): The resource could not be found. Sep 10 03:26:33.536486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2df8f22d-ea00-44ad-a8f1-902428ecb543 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/routers/a15bc44b-a440-4773-b5fe-15c58f182339 HTTP/1.1" status: 404 len: 336 time: 0.0416720 Sep 10 03:26:33.539061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60894) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.564724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Deleting port b8d843d0-56c9-41c5-81b2-a6c8202dc66d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:33.565072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.575904 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-189bfee4-465e-40ff-b9fa-40dffeb33cd7 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:33.576295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189bfee4-465e-40ff-b9fa-40dffeb33cd7 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:33.580244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-189bfee4-465e-40ff-b9fa-40dffeb33cd7 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/subnets/42009184-9c69-4962-9ebd-68d099093159 HTTP/1.1" status: 404 len: 337 time: 0.0380194 Sep 10 03:26:33.580244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e661db-747c-405d-add2-629457dd79e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.581417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60896) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.644668 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.656417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Calling delete_port for b8d843d0-56c9-41c5-81b2-a6c8202dc66d owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:33.719103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port e4016b9e-4bd5-4338-a30f-dbd39d476fcf {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:33.719446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.803971 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e661db-747c-405d-add2-629457dd79e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.817367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83e661db-747c-405d-add2-629457dd79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.824096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.844305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.850445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event deleted for resources: {'Port': ['ID=b8d843d0-56c9-41c5-81b2-a6c8202dc66d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:33.872557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for e4016b9e-4bd5-4338-a30f-dbd39d476fcf owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:33.880253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e661db-747c-405d-add2-629457dd79e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1786e3-6df5-4e14-a2dd-8ad22589aa06,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:33.892353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83e661db-747c-405d-add2-629457dd79e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82da82b1a8f04bdd924402e45325a97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492197 Sep 10 03:26:33.892353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:33.912767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:33.998678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e60fc2-f31e-4e2f-8f78-debf06eb6e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.044042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e60fc2-f31e-4e2f-8f78-debf06eb6e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.102113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.132606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=e4016b9e-4bd5-4338-a30f-dbd39d476fcf,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:34.142611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e60fc2-f31e-4e2f-8f78-debf06eb6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.145811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e60fc2-f31e-4e2f-8f78-debf06eb6e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.147007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d8e60fc2-f31e-4e2f-8f78-debf06eb6e7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad1786e3-6df5-4e14-a2dd-8ad22589aa06 HTTP/1.1" status: 204 len: 168 time: 0.2539907 Sep 10 03:26:34.188671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60fc2-f31e-4e2f-8f78-debf06eb6e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1786e3-6df5-4e14-a2dd-8ad22589aa06,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:34.219268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.224762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb44c0a5-ccf1-43fe-be31-521018fb870d tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/ports/e4016b9e-4bd5-4338-a30f-dbd39d476fcf HTTP/1.1" status: 204 len: 168 time: 0.6390009 Sep 10 03:26:34.224762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:34.299110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.302274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.323278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 28fb669b-ea23-4892-85e0-03b99c20aa99 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:34.324090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.346316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-56902a32-a155-43d2-aa51-1a9b458d24dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.354101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.354947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Fanout notify agent at l3_agent the message router_deleted on router 81cf9a69-62f5-4904-8514-b64cd4e14c37 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:34.361854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.362990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2de097e7-3c70-4abf-8d12-fd7cb30c08b0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/81cf9a69-62f5-4904-8514-b64cd4e14c37 HTTP/1.1" status: 204 len: 168 time: 1.1003137 Sep 10 03:26:34.366733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60906) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:34.371751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1056760885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:34.397797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.399294 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.425539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.443896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 28fb669b-ea23-4892-85e0-03b99c20aa99 owned by {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:34.452472 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.457981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.476069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.477657 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0fbab2d1-bbc8-4af5-838f-b5296507e6d4 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1099775 Sep 10 03:26:34.480409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 60914) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:34.485043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': True}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:34.582224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.617984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=28fb669b-ea23-4892-85e0-03b99c20aa99,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:34.695767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.700342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1a035f17-98c0-43c8-898d-d772d7e26ff3 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/ports/28fb669b-ea23-4892-85e0-03b99c20aa99 HTTP/1.1" status: 204 len: 168 time: 0.4723084 Sep 10 03:26:34.700520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.700639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:34.721855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.752257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7595499-28ae-4815-bd80-cce68466efaf tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:34.753887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a7595499-28ae-4815-bd80-cce68466efaf tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d80ee61-0bcb-4934-a2a0-58b803c98984 HTTP/1.1" status: 200 len: 913 time: 0.0524817 Sep 10 03:26:34.757022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 60926) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:34.916289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:34.935762 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.042341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Allocated IP 172.25.8.116 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/7b535c6f-a4f8-4652-a8f7-af3afda8f210) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:35.126904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.159812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.205505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.246242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:35.249170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:35.251941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:35.279488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Port': ['ID=7b535c6f-a4f8-4652-a8f7-af3afda8f210,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:35.293122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.293577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.293808 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.294160 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.294481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.294809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.295135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.295481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.295804 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.296154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.296496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.296999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:35.463872 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.563030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.724044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 9f409463-3c61-43d0-899a-fde1769b2792 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:35.724619 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.770464 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.774046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.824231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:35.838040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 9f409463-3c61-43d0-899a-fde1769b2792 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:35.922574 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Router f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:36.041861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.052544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:36.061448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.064352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8575e22e-653b-44f8-a488-53c84390c139 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "PUT /v2.0/routers/f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c HTTP/1.1" status: 200 len: 915 time: 1.5821967 Sep 10 03:26:36.066462 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32776) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:36.070232 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] Sync routers for ids ['f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:36.083012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=9f409463-3c61-43d0-899a-fde1769b2792,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:36.090865 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] Routers {'f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:36.096164 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.141218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.151518 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] Routers {'f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:36.152231 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.188885 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.189586 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66708a5-7e1f-4d7a-a65b-a3efc0c5944f None None] The sync data for ids ['f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:36.205030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d6d2bb92-ab19-4f6f-9a1b-888798d6ba9d tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c HTTP/1.1" status: 200 len: 921 time: 0.1367333 Sep 10 03:26:36.208263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32778) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:36.250019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d29a6-97d4-47d3-a45a-67d6897572c4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:36.251888 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-458d29a6-97d4-47d3-a45a-67d6897572c4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0427082 Sep 10 03:26:36.254977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32780) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:36.283253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.350837 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cffad5-857b-4d4e-8dbe-f535a0d5cda4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:36.352355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0cffad5-857b-4d4e-8dbe-f535a0d5cda4 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.0964112 Sep 10 03:26:36.355031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:36.382624 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cbf72560-a066-4c2f-90b1-4f544ecff1e0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c HTTP/1.1" status: 200 len: 205 time: 0.0264740 Sep 10 03:26:36.385327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32784) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:36.496897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.519247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Router 1d80ee61-0bcb-4934-a2a0-58b803c98984 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:36.608688 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.645118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:36.654277 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8777ae7e-86c3-4167-b5db-ddadc9e1b65c tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "PUT /v2.0/routers/1d80ee61-0bcb-4934-a2a0-58b803c98984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938215 Sep 10 03:26:36.654382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32788) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:36.655674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] Sync routers for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:36.668709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:36.669701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.702428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.709348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Deleting port 7b535c6f-a4f8-4652-a8f7-af3afda8f210 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:36.709679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.711009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] Routers {'1d80ee61-0bcb-4934-a2a0-58b803c98984'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:36.711804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['1d80ee61-0bcb-4934-a2a0-58b803c98984'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.747905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:36.748483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b6c82-4870-49c1-a418-3832ddf191ba None None] The sync data for ids ['1d80ee61-0bcb-4934-a2a0-58b803c98984'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:36.824897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.870484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:36.887686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Calling delete_port for 7b535c6f-a4f8-4652-a8f7-af3afda8f210 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:37.286487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.382736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.411980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting port 8fb57c5f-422e-4a3a-aae4-a915350c71b0 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:37.412330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.471971 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.511719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event deleted for resources: {'Port': ['ID=7b535c6f-a4f8-4652-a8f7-af3afda8f210,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:37.561188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.580642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Calling delete_port for 8fb57c5f-422e-4a3a-aae4-a915350c71b0 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:37.600451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.721919 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.727525 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.810316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.810997 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Fanout notify agent at l3_agent the message router_deleted on router f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:37.819603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.824121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4a3f3903-a193-4102-91b5-fa7efc3e618b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c HTTP/1.1" status: 204 len: 168 time: 1.4345081 Sep 10 03:26:37.824309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32792) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:37.830283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675898106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:37.865896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.866923 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.959822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.961425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.987011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:37.994085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Port': ['ID=8fb57c5f-422e-4a3a-aae4-a915350c71b0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:38.026837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.028670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab7c90bc-30ab-4c73-95d5-bc308ccb0366 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2028465 Sep 10 03:26:38.031185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32794) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:38.037026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'enable_snat': False}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:38.073250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.170397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.172749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.229479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.230366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Fanout notify agent at l3_agent the message router_deleted on router 1d80ee61-0bcb-4934-a2a0-58b803c98984 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:38.244419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.245980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b200b909-dba7-4976-9d26-e1b1e009a1ea tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/routers/1d80ee61-0bcb-4934-a2a0-58b803c98984 HTTP/1.1" status: 204 len: 168 time: 1.5906577 Sep 10 03:26:38.248310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32796) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:38.285962 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.314673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Deleting subnet c0b66a66-7ca9-4146-b598-edf109f58d13 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:38.318025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.362486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.414182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.474940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.497203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.503600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b66a66-7ca9-4146-b598-edf109f58d13,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:38.507502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.509715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a08f20e7-72af-4028-9968-4e0c67494672 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/subnets/c0b66a66-7ca9-4146-b598-edf109f58d13 HTTP/1.1" status: 204 len: 168 time: 0.2598169 Sep 10 03:26:38.511972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:38.519482 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.591760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.626348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Allocated IP 172.25.8.67 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/8b8504ec-5dd9-4b45-bae5-85082008f0b4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:38.700396 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.722032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f011707-3c31-42e7-a415-e0714eafcc43']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:38.732297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2d6b4c-8c23-4cda-980a-6d6455ad6153') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:38.732696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2d6b4c-8c23-4cda-980a-6d6455ad6153') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:38.742931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.757285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.757657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.764796 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:38.765270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:38.768813 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:38.805727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.836077 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.854008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:38.858129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:38.858278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] 10.222.0.23 "DELETE /v2.0/networks/9f011707-3c31-42e7-a415-e0714eafcc43 HTTP/1.1" status: 204 len: 168 time: 0.3428254 Sep 10 03:26:38.858278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbd34c-ed9e-4f0a-8b02-c64c612779d2 tempest-FloatingIPTestJSON-581470645 tempest-FloatingIPTestJSON-581470645-project] Pushing event deleted for resources: {'Network': ['ID=9f011707-3c31-42e7-a415-e0714eafcc43,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:38.865230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:38.867732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:38.900592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8504ec-5dd9-4b45-bae5-85082008f0b4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:39.142384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32806) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:39.149479 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.337321 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ffef6666-fc5b-4c8e-a0fa-1911cf72075b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8e4f681d10f42f295d5f7866ff70013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938159 Sep 10 03:26:39.339830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32810) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:39.387898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.391805 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.394822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9109-a5e2-4d46-837a-3346b2006553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.416374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9109-a5e2-4d46-837a-3346b2006553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.466949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9109-a5e2-4d46-837a-3346b2006553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.470591 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9109-a5e2-4d46-837a-3346b2006553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.474024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fb4e9109-a5e2-4d46-837a-3346b2006553 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/070b6815-62da-4fb4-b4b8-be10d411393c HTTP/1.1" status: 204 len: 168 time: 0.1308801 Sep 10 03:26:39.481035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e9109-a5e2-4d46-837a-3346b2006553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070b6815-62da-4fb4-b4b8-be10d411393c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:39.541417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Router 77367190-560b-4e18-8792-7a7a0963e608 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:39.665097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:39.669685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:39.670903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83af2a55-b2a3-46f5-9a4d-991a7dc740c6 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "PUT /v2.0/routers/77367190-560b-4e18-8792-7a7a0963e608 HTTP/1.1" status: 200 len: 915 time: 1.6380937 Sep 10 03:26:39.673608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:39.674095 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] Sync routers for ids ['77367190-560b-4e18-8792-7a7a0963e608'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:39.685859 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] Routers {'77367190-560b-4e18-8792-7a7a0963e608'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:39.686854 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['77367190-560b-4e18-8792-7a7a0963e608'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:39.735294 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:39.746309 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] Routers {'77367190-560b-4e18-8792-7a7a0963e608'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:39.750947 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['77367190-560b-4e18-8792-7a7a0963e608'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:39.790177 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:39.791654 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5a9f6-beaf-4c4c-a6ac-da30cc052a71 None None] The sync data for ids ['77367190-560b-4e18-8792-7a7a0963e608'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:39.813640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-806a6849-35e1-4f27-b149-08275e86e1ac tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/77367190-560b-4e18-8792-7a7a0963e608 HTTP/1.1" status: 200 len: 921 time: 0.1361914 Sep 10 03:26:39.814226 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32824) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:39.896232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f44bcc-9b63-4c0e-bf2f-6d6db2a72bd8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:39.897776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-51f44bcc-9b63-4c0e-bf2f-6d6db2a72bd8 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=77367190-560b-4e18-8792-7a7a0963e608&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0828004 Sep 10 03:26:39.900512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32830) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:39.998266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0ff9d-9393-478b-b5e1-5dbc2a773dd2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:40.002543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0af0ff9d-9393-478b-b5e1-5dbc2a773dd2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/networks/55d651dd-a0c7-4fe6-a25e-f215a8f17f1f HTTP/1.1" status: 200 len: 881 time: 0.0984116 Sep 10 03:26:40.002863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32834) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:40.033844 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f5f28d8f-117f-4d81-9014-6a90f0a553c0 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=77367190-560b-4e18-8792-7a7a0963e608 HTTP/1.1" status: 200 len: 205 time: 0.0274782 Sep 10 03:26:40.034046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:40.148320 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.259877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32844) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:40.267490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.322271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Deleting port 8b8504ec-5dd9-4b45-bae5-85082008f0b4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:40.322625 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.367822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1689357433'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:40.392051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:40.395988 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.405354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.416331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.432949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Calling delete_port for 8b8504ec-5dd9-4b45-bae5-85082008f0b4 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:40.500379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.505528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.530045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:40.545952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25992ce0-57b8-46ae-b737-4aea7c0e73c8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:40.550190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.550540 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment 6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3 of type vlan for network a7998e1e-71c8-4a73-aa44-95f770cadb15 Sep 10 03:26:40.591858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.623913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.626199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.630008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:40.630638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.662208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3982770 Sep 10 03:26:40.662415 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event deleted for resources: {'Port': ['ID=8b8504ec-5dd9-4b45-bae5-85082008f0b4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:40.663292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32848) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:40.672054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1725362983'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:40.701539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eb160-86c6-4f6a-ade4-8943268ec44a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=a7998e1e-71c8-4a73-aa44-95f770cadb15,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:40.713799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:26:40.748776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:40.752302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.778361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.852322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:40.886368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.889683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.897606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.897981 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment 269c18d6-dea4-47fa-9477-57465c238eee of type vlan for network 6f336300-8cfa-4ad5-99b9-e70422c73aac Sep 10 03:26:40.961321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.961321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Fanout notify agent at l3_agent the message router_deleted on router 77367190-560b-4e18-8792-7a7a0963e608 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:40.967398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:40.968632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-59d684e7-518d-4b8c-8452-b324a0d28ffd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/77367190-560b-4e18-8792-7a7a0963e608 HTTP/1.1" status: 204 len: 168 time: 0.9336324 Sep 10 03:26:40.972359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32852) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:40.977780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-438888935', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:40.978393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.004959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.006253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.007616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.011036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:41.011681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.047612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3799219 Sep 10 03:26:41.055014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32854) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:41.059873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:41.069941 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.116104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0d7c4-cffd-4832-928a-c5182a726cdc tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=6f336300-8cfa-4ad5-99b9-e70422c73aac,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:41.128377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:26:41.195436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:41.206635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.213486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.415475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.417373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.435080 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.481336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=f3378d82-4c33-40c1-b2d5-b093b0534e04,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:41.489886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:41.490248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: a7998e1e-71c8-4a73-aa44-95f770cadb15, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:26:41.509562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:26:41.520677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a7998e1e-71c8-4a73-aa44-95f770cadb15) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:41.524992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:41.525579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.533117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92537f4-b4b5-4900-9a07-783057a00be7 None None] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:41.547543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d1aa4c0f-8cd8-4d8a-80a1-717a21edc099 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4914205 Sep 10 03:26:41.550689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32856) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:41.556090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:41.556862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Allocated IP 172.25.8.26 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/4a966cf0-167e-4a56-996e-c02e32068eae) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:41.657248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:41.662051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.702796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.730063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-a7998e1e-71c8-4a73-aa44-95f770cadb15', 'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': 'f3378d82-4c33-40c1-b2d5-b093b0534e04'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:26:41.730940 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.749903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.813790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event updated for resources: {'Port': ['ID=4a966cf0-167e-4a56-996e-c02e32068eae,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:41.826552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:41.828053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:41.837362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:41.899961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:41.900558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Allocated IP 2001:db8::2 (a7998e1e-71c8-4a73-aa44-95f770cadb15/f3378d82-4c33-40c1-b2d5-b093b0534e04/de0d44b8-5f1f-42c1-bcfc-e44889c3aa59) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:41.980754 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=29a4a25a-8fca-41c3-832c-2f800a305eb3,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:41.983136 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': '269c18d6-dea4-47fa-9477-57465c238eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:41.984151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 6f336300-8cfa-4ad5-99b9-e70422c73aac, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:26:42.003120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:26:42.018341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6f336300-8cfa-4ad5-99b9-e70422c73aac) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:42.024070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:42.024675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.033409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e365756-ce3c-4cce-a992-a0b3f2fc8390 None None] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:42.047057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4d13b7c3-0dcb-4d22-a42f-2bf6ff57debb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4946470 Sep 10 03:26:42.047830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32860) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:42.053129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480263692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:42.090261 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.095961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.172122 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.179259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.183726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.195029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Transition to ACTIVE for port object de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:42.212301 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.216205 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0ae0ee1-2133-47ae-be53-cf30fbadce0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1670575 Sep 10 03:26:42.216940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32862) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:42.253230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Transition to ACTIVE for port object de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:42.300755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.303926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6f336300-8cfa-4ad5-99b9-e70422c73aac', 'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': '29a4a25a-8fca-41c3-832c-2f800a305eb3'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:26:42.305358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.456599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:42.468491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:42.472880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Pushing event updated for resources: {'Port': ['ID=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:42.483547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:42.543906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.566146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.580178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Attempting to bind port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:42.580678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Attempting to bind port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:42.581156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Attempting to bind port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 on network a7998e1e-71c8-4a73-aa44-95f770cadb15 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:42.592899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:42.593435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Checking segment: {'id': '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:42.593941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.594441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Bound using segment: {'id': '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:42.595009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Bound port: de0d44b8-5f1f-42c1-bcfc-e44889c3aa59, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a7998e1e-71c8-4a73-aa44-95f770cadb15'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:42.595508 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.615334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Allocated IP 2001:db8:1::2 (6f336300-8cfa-4ad5-99b9-e70422c73aac/29a4a25a-8fca-41c3-832c-2f800a305eb3/28efe1b8-5482-4db5-828f-3febb6150497) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:42.760387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] For port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:26:42.784318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] For port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,segment=NetworkSegment(6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3),segment_id=6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:26:42.796261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.825240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.848686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8::1 (a7998e1e-71c8-4a73-aa44-95f770cadb15/f3378d82-4c33-40c1-b2d5-b093b0534e04/6681cd67-716e-4690-b9c4-c8d623d3a5ec) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:42.885997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Pushing event updated for resources: {'Port': ['ID=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:42.897179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.897523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.897868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.898627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.898627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.898848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.899530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.899530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.899806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.908622 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.909195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.909490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6ed7e2-567e-4152-97ce-095a23301062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:42.946596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:42.967007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Transition to ACTIVE for port object 28efe1b8-5482-4db5-828f-3febb6150497 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:43.012609 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Transition to ACTIVE for port object 28efe1b8-5482-4db5-828f-3febb6150497 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:43.022941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.048537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.051694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Router cf7693e2-22fd-4f4b-b23d-75fbd770ee16 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:43.068258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 6681cd67-716e-4690-b9c4-c8d623d3a5ec will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:43.070672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:43.073612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:43.077598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:43.158526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.248001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:43.249630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:43.253438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:43.273262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:43.275739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.277069 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.279156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c49e6dde-4422-41b8-b387-8b9bf17f0078 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3050954 Sep 10 03:26:43.281748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:43.289491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:43.346185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] Sync routers for ids ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:43.351915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Pushing event updated for resources: {'Port': ['ID=28efe1b8-5482-4db5-828f-3febb6150497,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:43.370049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=6681cd67-716e-4690-b9c4-c8d623d3a5ec,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:43.388055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] Routers {'cf7693e2-22fd-4f4b-b23d-75fbd770ee16'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:43.388699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:43.437467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:43.443147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:43.445775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Attempting to bind port 28efe1b8-5482-4db5-828f-3febb6150497 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:43.446655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Attempting to bind port 28efe1b8-5482-4db5-828f-3febb6150497 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '269c18d6-dea4-47fa-9477-57465c238eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:43.448810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Attempting to bind port 28efe1b8-5482-4db5-828f-3febb6150497 on network 6f336300-8cfa-4ad5-99b9-e70422c73aac {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:43.472251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:43.472658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Checking segment: {'id': '269c18d6-dea4-47fa-9477-57465c238eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:43.473211 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.473619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Bound using segment: {'id': '269c18d6-dea4-47fa-9477-57465c238eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:43.474103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Bound port: 28efe1b8-5482-4db5-828f-3febb6150497, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269c18d6-dea4-47fa-9477-57465c238eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f336300-8cfa-4ad5-99b9-e70422c73aac'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:43.474491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.503849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.506455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] Routers {'cf7693e2-22fd-4f4b-b23d-75fbd770ee16'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:43.507102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:43.564919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:43.565469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff70572-3520-44dc-b68d-9eabc91497b6 None None] The sync data for ids ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:43.601687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:43.610495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] For port 28efe1b8-5482-4db5-828f-3febb6150497, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:26:43.615168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] For port 28efe1b8-5482-4db5-828f-3febb6150497, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28efe1b8-5482-4db5-828f-3febb6150497,segment=NetworkSegment(269c18d6-dea4-47fa-9477-57465c238eee),segment_id=269c18d6-dea4-47fa-9477-57465c238eee)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:26:43.622196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.681932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9747-d745-42a9-a3ef-1d9465645789 None None] Pushing event updated for resources: {'Port': ['ID=28efe1b8-5482-4db5-828f-3febb6150497,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:43.746885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.762301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.856061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Deleting port 4a966cf0-167e-4a56-996e-c02e32068eae {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:43.856635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.864711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.871830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.872664 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:43.994438 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.012912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Calling delete_port for 4a966cf0-167e-4a56-996e-c02e32068eae owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:44.237256 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.277438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Pushing event deleted for resources: {'Port': ['ID=4a966cf0-167e-4a56-996e-c02e32068eae,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:44.355942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d0c17-7280-41a3-91b4-02967d57dd5b None None] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:44.365739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.383676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:26:44.414195 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=6681cd67-716e-4690-b9c4-c8d623d3a5ec,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:44.433002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] Provisioning for port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:44.438390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] Provisioning complete for port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:44.438859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.494876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:44.497601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:44.589886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.628654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] For port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,segment=NetworkSegment(6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3),segment_id=6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:44.644128 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.648444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router da608f5a-7e3b-4140-976f-707642d09c00 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:44.668010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.673803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.749903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21652922-6860-46fe-b0e4-cbd0e9a3f4c1 None None] Pushing event updated for resources: {'Port': ['ID=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:44.779756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Router cf7693e2-22fd-4f4b-b23d-75fbd770ee16 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:44.784976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:44.794772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aad67fa5-47b7-4865-9266-d5323ea4fd15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/da608f5a-7e3b-4140-976f-707642d09c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5767550 Sep 10 03:26:44.795716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32872) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:44.809922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] Sync routers for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:44.824879 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:44.825764 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:44.869941 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:44.874913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:44.887324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:44.890833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-835b28e7-3fb0-4b56-bab8-61b257da7acb tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "PUT /v2.0/routers/cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 200 len: 705 time: 1.6055379 Sep 10 03:26:44.891000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264bc71-c73b-4840-89d0-b7864c3c9ed1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:44.891239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:44.893879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] Sync routers for ids ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:44.897325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b264bc71-c73b-4840-89d0-b7864c3c9ed1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports/6681cd67-716e-4690-b9c4-c8d623d3a5ec HTTP/1.1" status: 200 len: 911 time: 0.1001351 Sep 10 03:26:44.905021 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32876) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:44.909014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] Routers {'cf7693e2-22fd-4f4b-b23d-75fbd770ee16'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:44.909595 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:44.910780 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:44.913055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:45.007955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:45.024929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] Routers {'cf7693e2-22fd-4f4b-b23d-75fbd770ee16'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:45.026036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:45.045136 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:45.048095 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca141929-6ab9-4741-b4b5-0eb499bb7b32 None None] The sync data for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:45.073302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-81d8099f-dcc6-449d-979e-0ae4e4540211 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/routers/cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 200 len: 740 time: 0.1785731 Sep 10 03:26:45.074167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32878) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:45.080132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e8021-0e1b-42e4-84b0-4ae282abdb92 None None] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:45.095944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:45.096798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a2261-4065-46a3-a1bb-5fb42c3e487d None None] The sync data for ids ['cf7693e2-22fd-4f4b-b23d-75fbd770ee16'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:45.196831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-686f0c1d-2cf9-4d12-ba9f-4258a4f0f1a2 tempest-RoutersAdminTest-230520940 tempest-RoutersAdminTest-230520940-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&device_id=cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 200 len: 205 time: 0.1086602 Sep 10 03:26:45.197846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32882) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:45.214624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-296d9444-db6b-4df8-8de6-04afcf90662a None None] Provisioning for port 28efe1b8-5482-4db5-828f-3febb6150497 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:45.258005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2bda56fa-0dfb-4c65-a30b-6d726253a737 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 200 len: 205 time: 0.0569932 Sep 10 03:26:45.258330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32884) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:45.376131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7b58fbd-6291-425a-b9a5-abebade1ba1e None None] Provisioning complete for port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:45.377188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7b58fbd-6291-425a-b9a5-abebade1ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.431805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.516947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28efe1b8-5482-4db5-828f-3febb6150497 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:45.606372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 28efe1b8-5482-4db5-828f-3febb6150497 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:45.619041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7b58fbd-6291-425a-b9a5-abebade1ba1e None None] Provisioning for port 6681cd67-716e-4690-b9c4-c8d623d3a5ec completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:45.625446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7b58fbd-6291-425a-b9a5-abebade1ba1e None None] Provisioning complete for port 6681cd67-716e-4690-b9c4-c8d623d3a5ec triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:45.625820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7b58fbd-6291-425a-b9a5-abebade1ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.686442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 28efe1b8-5482-4db5-828f-3febb6150497 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:45.686966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.741464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c7b58fbd-6291-425a-b9a5-abebade1ba1e None None] Port 6681cd67-716e-4690-b9c4-c8d623d3a5ec cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:45.803202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.816323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.821081 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.872194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 28efe1b8-5482-4db5-828f-3febb6150497, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28efe1b8-5482-4db5-828f-3febb6150497,segment=NetworkSegment(269c18d6-dea4-47fa-9477-57465c238eee),segment_id=269c18d6-dea4-47fa-9477-57465c238eee)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:45.887240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-40c3849e-2ad8-4633-8a31-fb6178e58c89 None None] Provisioning complete for port 28efe1b8-5482-4db5-828f-3febb6150497 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:45.888135 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40c3849e-2ad8-4633-8a31-fb6178e58c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.922802 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.924345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:45.931113 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.932495 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Fanout notify agent at l3_agent the message router_deleted on router cf7693e2-22fd-4f4b-b23d-75fbd770ee16 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:45.948056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:45.952957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:45.954523 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0b923c70-317c-4a36-a559-400079c5888b tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 204 len: 168 time: 0.6898048 Sep 10 03:26:46.000616 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-22ae3d69-56de-4529-b1e5-75123c9b597f tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 200 len: 205 time: 0.0445111 Sep 10 03:26:46.001244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.034767 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.039959 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-587abc21-74ee-40c7-b483-347c067b29d7 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] delete failed (client error): The resource could not be found. Sep 10 03:26:46.041118 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-587abc21-74ee-40c7-b483-347c067b29d7 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/cf7693e2-22fd-4f4b-b23d-75fbd770ee16 HTTP/1.1" status: 404 len: 336 time: 0.0389683 Sep 10 03:26:46.043831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32890) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.077961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-90b55ea5-9218-484f-b249-39b027243aff tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=77367190-560b-4e18-8792-7a7a0963e608 HTTP/1.1" status: 200 len: 205 time: 0.0330744 Sep 10 03:26:46.080865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32892) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.143684 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-801a5f02-616b-4c28-aa2f-2dcab70aee7a tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] delete failed (client error): The resource could not be found. Sep 10 03:26:46.145502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-801a5f02-616b-4c28-aa2f-2dcab70aee7a tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/77367190-560b-4e18-8792-7a7a0963e608 HTTP/1.1" status: 404 len: 336 time: 0.0637379 Sep 10 03:26:46.148358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32894) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.159506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=28efe1b8-5482-4db5-828f-3febb6150497,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:46.179494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b64c2d7-418c-4742-9a69-62cb88112dcc tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c HTTP/1.1" status: 200 len: 205 time: 0.0293422 Sep 10 03:26:46.181146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32896) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.189153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:46.189376 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.222181 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-2be14701-6005-4086-8271-201e2f7705b3 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] delete failed (client error): The resource could not be found. Sep 10 03:26:46.223998 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2be14701-6005-4086-8271-201e2f7705b3 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/f33f0bdb-2ca6-4981-96d8-c65a8c9aaa8c HTTP/1.1" status: 404 len: 336 time: 0.0418828 Sep 10 03:26:46.226645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32900) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.270661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-40c3849e-2ad8-4633-8a31-fb6178e58c89 None None] Provisioning complete for port 6681cd67-716e-4690-b9c4-c8d623d3a5ec triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:46.271035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40c3849e-2ad8-4633-8a31-fb6178e58c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.287491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-398c8ac5-f2d0-4e06-b1a5-35e1512dc3ed tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=81cf9a69-62f5-4904-8514-b64cd4e14c37 HTTP/1.1" status: 200 len: 205 time: 0.0596144 Sep 10 03:26:46.289756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.334625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-40c3849e-2ad8-4633-8a31-fb6178e58c89 None None] Port 6681cd67-716e-4690-b9c4-c8d623d3a5ec cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:46.345013 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-586cdc15-e33c-4591-ad84-e138d3bac489 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] delete failed (client error): The resource could not be found. Sep 10 03:26:46.349378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-586cdc15-e33c-4591-ad84-e138d3bac489 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/81cf9a69-62f5-4904-8514-b64cd4e14c37 HTTP/1.1" status: 404 len: 336 time: 0.0553205 Sep 10 03:26:46.349686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.387505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e75fd24d-b7e3-43bf-8e70-b7416f6603d2 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=defce99a-9428-41a4-b876-45333f5b5ad3 HTTP/1.1" status: 200 len: 205 time: 0.0358713 Sep 10 03:26:46.388979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.430455 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-5d10c9ae-65a5-42a7-b6c3-541ad58e744c tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] delete failed (client error): The resource could not be found. Sep 10 03:26:46.431429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5d10c9ae-65a5-42a7-b6c3-541ad58e744c tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/defce99a-9428-41a4-b876-45333f5b5ad3 HTTP/1.1" status: 404 len: 336 time: 0.0413070 Sep 10 03:26:46.434280 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32908) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.456760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0cc277a0-a130-4d98-a662-8a48e741f277 None None] Provisioning complete for port 6681cd67-716e-4690-b9c4-c8d623d3a5ec triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:46.457827 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0cc277a0-a130-4d98-a662-8a48e741f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.471261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-163afbaa-7e03-4341-ba42-560731b2bb09 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "GET /v2.0/ports?device_id=525baf74-fc9f-4e11-905e-48b505f69883 HTTP/1.1" status: 200 len: 205 time: 0.0333085 Sep 10 03:26:46.471793 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32910) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.493961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0cc277a0-a130-4d98-a662-8a48e741f277 None None] Port 6681cd67-716e-4690-b9c4-c8d623d3a5ec cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:46.523323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8:1::1 (6f336300-8cfa-4ad5-99b9-e70422c73aac/29a4a25a-8fca-41c3-832c-2f800a305eb3/5a759052-6ab8-45be-b82d-fd7252acf64b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:46.525833 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-046c8078-9b53-40c3-99ec-9756763753cd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] delete failed (client error): The resource could not be found. Sep 10 03:26:46.526875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-046c8078-9b53-40c3-99ec-9756763753cd tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/routers/525baf74-fc9f-4e11-905e-48b505f69883 HTTP/1.1" status: 404 len: 336 time: 0.0542030 Sep 10 03:26:46.529521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32912) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.562392 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-56971ed4-ad91-4794-9fc9-98acae7e6061 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] DELETE failed (client error): The resource could not be found. Sep 10 03:26:46.562845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56971ed4-ad91-4794-9fc9-98acae7e6061 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:26:46.564603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56971ed4-ad91-4794-9fc9-98acae7e6061 tempest-RoutersAdminTest-1390768606 tempest-RoutersAdminTest-1390768606-project] 10.222.0.23 "DELETE /v2.0/subnets/859205a8-f467-41f1-9776-94feff5e0557 HTTP/1.1" status: 404 len: 337 time: 0.0341921 Sep 10 03:26:46.674324 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.691232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 5a759052-6ab8-45be-b82d-fd7252acf64b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:46.726812 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.771076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:46.774309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:46.776775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:46.777630 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:46.821910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=5a759052-6ab8-45be-b82d-fd7252acf64b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:46.876750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32918) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:46.919216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.032706 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2036c255-5d29-4f40-9bd7-76f94a693f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.128516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7b3a62e-6794-479c-9d0f-c5fe36e85aec None None] Provisioning for port 5a759052-6ab8-45be-b82d-fd7252acf64b completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:47.136931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7b3a62e-6794-479c-9d0f-c5fe36e85aec None None] Provisioning complete for port 5a759052-6ab8-45be-b82d-fd7252acf64b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:47.137606 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a62e-6794-479c-9d0f-c5fe36e85aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.155056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2036c255-5d29-4f40-9bd7-76f94a693f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.161041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2036c255-5d29-4f40-9bd7-76f94a693f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.198243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3a62e-6794-479c-9d0f-c5fe36e85aec None None] Port 5a759052-6ab8-45be-b82d-fd7252acf64b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:47.210163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2036c255-5d29-4f40-9bd7-76f94a693f78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7e7c0454aa947168cf9728c1485c81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276005 Sep 10 03:26:47.210516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:47.221904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036c255-5d29-4f40-9bd7-76f94a693f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c062b44-19c7-4019-88a9-ae66f7ab0ce2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:47.310973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47a5000a-f531-4d03-a554-2350435bc855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.316896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.325868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.326677 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.340584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28efe1b8-5482-4db5-828f-3febb6150497 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:47.369420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47a5000a-f531-4d03-a554-2350435bc855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.404817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 28efe1b8-5482-4db5-828f-3febb6150497 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:47.405280 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.453646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=5a759052-6ab8-45be-b82d-fd7252acf64b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:47.500451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:47.501882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:47.508825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47a5000a-f531-4d03-a554-2350435bc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.512291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-47a5000a-f531-4d03-a554-2350435bc855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.513055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-47a5000a-f531-4d03-a554-2350435bc855 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c062b44-19c7-4019-88a9-ae66f7ab0ce2 HTTP/1.1" status: 204 len: 168 time: 0.3014345 Sep 10 03:26:47.555025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5000a-f531-4d03-a554-2350435bc855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c062b44-19c7-4019-88a9-ae66f7ab0ce2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:47.826708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-39644d85-d63e-4044-8591-1384fb0d0d14 None None] Provisioning complete for port 5a759052-6ab8-45be-b82d-fd7252acf64b triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:47.827282 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-39644d85-d63e-4044-8591-1384fb0d0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:47.868191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-39644d85-d63e-4044-8591-1384fb0d0d14 None None] Port 5a759052-6ab8-45be-b82d-fd7252acf64b cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:47.886498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32930) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:47.926551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router da608f5a-7e3b-4140-976f-707642d09c00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:47.935381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-233c4296-7fd2-496e-9283-ec39e0cbe4d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6424bb49983429eb4b2036d1336201f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476711 Sep 10 03:26:47.937761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32932) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:47.998508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e52e4006-5f31-4f38-bd79-a25e7bab1b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.023375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e52e4006-5f31-4f38-bd79-a25e7bab1b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.024313 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:48.029784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a46e18d3-a0f2-40e5-8424-15f2cafaa16e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/da608f5a-7e3b-4140-976f-707642d09c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1237476 Sep 10 03:26:48.032262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32934) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:48.036220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] Sync routers for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:48.045676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:48.046382 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:48.083475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d5277-d425-40d3-98a8-2f6010689301 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:48.083733 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:48.083838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-728d5277-d425-40d3-98a8-2f6010689301 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports/5a759052-6ab8-45be-b82d-fd7252acf64b HTTP/1.1" status: 200 len: 913 time: 0.0464065 Sep 10 03:26:48.083919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:48.088066 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:48.088722 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:48.124683 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:48.125324 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3cde0-0cb4-42fb-9539-e8d39d4d25df None None] The sync data for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:48.134228 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e52e4006-5f31-4f38-bd79-a25e7bab1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.137036 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e52e4006-5f31-4f38-bd79-a25e7bab1b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.138180 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e52e4006-5f31-4f38-bd79-a25e7bab1b99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbc51a83-0cd7-4aef-bf85-bd43f9d90e94 HTTP/1.1" status: 204 len: 168 time: 0.1995246 Sep 10 03:26:48.173783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4006-5f31-4f38-bd79-a25e7bab1b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc51a83-0cd7-4aef-bf85-bd43f9d90e94,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:48.484217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.742812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 5a759052-6ab8-45be-b82d-fd7252acf64b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:48.743156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.836175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:48.848428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 5a759052-6ab8-45be-b82d-fd7252acf64b owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:49.032528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.069168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=5a759052-6ab8-45be-b82d-fd7252acf64b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:49.205084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.615144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32992) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:49.717215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1735170662'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:49.739221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router da608f5a-7e3b-4140-976f-707642d09c00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:49.740884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.742663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.797354 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.802036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.816034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.817943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-399d4219-8c3c-492f-b096-ca477c94b25c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2015646 Sep 10 03:26:49.820814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 32996) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:49.832625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:49.841473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-39329993-ac81-43b8-a553-b065da42ef74 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/da608f5a-7e3b-4140-976f-707642d09c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551668 Sep 10 03:26:49.841473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 32998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:49.844028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] Sync routers for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:49.857434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:49.858095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:49.896049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:49.902606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:49.907226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:49.907966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:49.940954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:49.942013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c25fb1-7875-4010-9cae-1e47b2df08b3 None None] The sync data for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:50.084618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.087208 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.141601 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.142106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dfb4afe-03d3-49a2-b758-e3d0ab9e3992 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:50.147049 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.151781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed396fd6-e29e-42f9-b475-75bfbab7a3f3 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5dfb4afe-03d3-49a2-b758-e3d0ab9e3992 HTTP/1.1" status: 204 len: 168 time: 0.3298447 Sep 10 03:26:50.152386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:50.157274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Request body: {'router': {'name': 'tempest-router-1258519507', 'distributed': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:50.183876 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.185334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.191442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.239227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.243992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.257490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.259024 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3835cc83-bb2a-416c-b485-6d5197ccf2e8 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1056345 Sep 10 03:26:50.262142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33010) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:50.333465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.440067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 6681cd67-716e-4690-b9c4-c8d623d3a5ec {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:50.440617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.492436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.494870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.528183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.543152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 6681cd67-716e-4690-b9c4-c8d623d3a5ec owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:50.545030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.545978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60fe2cbc-11e2-4aed-b4b6-528f4c54b895 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:50.550611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.552038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-72db0988-4062-4843-9ec2-45b840ef6ef9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "DELETE /v2.0/routers/60fe2cbc-11e2-4aed-b4b6-528f4c54b895 HTTP/1.1" status: 204 len: 168 time: 0.2889419 Sep 10 03:26:50.555407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33014) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:50.560606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Request body: {'router': {'name': 'tempest-router-687859718', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '10030bcc05fe4aafaa61eaf7c4f049dc'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:50.583717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.585063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.645809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.650618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.664252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.665544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-946b3700-0c49-4f83-95e1-4ef9cb9ddc69 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1090882 Sep 10 03:26:50.668578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33016) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:50.674608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:50.735999 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.766050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=6681cd67-716e-4690-b9c4-c8d623d3a5ec,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:50.878632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.893467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.893921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.982729 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94633) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 10 03:26:50.983430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Router 158a67a3-312b-4113-bc21-041435116568 migrating from provider to provider. {{(pid=94633) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 10 03:26:50.984093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.989877 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.995815 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.046120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router da608f5a-7e3b-4140-976f-707642d09c00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:51.092635 n-d-808126-2 neutron-server[94633]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] No L3 agents can host the router 158a67a3-312b-4113-bc21-041435116568 Sep 10 03:26:51.130119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:51.139877 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] Sync routers for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:51.140443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-514684a5-9127-4de9-81e6-8555fe259584 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/da608f5a-7e3b-4140-976f-707642d09c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2973969 Sep 10 03:26:51.141072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33018) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.151330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:51.152635 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:51.173940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c9461d2-271f-44c3-8c13-39c4e0782fcd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=da608f5a-7e3b-4140-976f-707642d09c00 HTTP/1.1" status: 200 len: 205 time: 0.0317059 Sep 10 03:26:51.179387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.189156 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:51.198689 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] Routers {'da608f5a-7e3b-4140-976f-707642d09c00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:51.199290 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['da608f5a-7e3b-4140-976f-707642d09c00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:51.234879 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:51.235089 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec4f4e4-e15f-4aae-8b5a-0648c5b44abf None None] The sync data for ids ['da608f5a-7e3b-4140-976f-707642d09c00'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:51.260801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Hosts for router 158a67a3-312b-4113-bc21-041435116568: [] {{(pid=94633) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 10 03:26:51.305322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.342698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Hosts for other DVR routers connected to router 158a67a3-312b-4113-bc21-041435116568: set() {{(pid=94633) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 10 03:26:51.345350 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.346557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0efb0987-eac6-4e05-a0e7-c6d191f95112 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "PUT /v2.0/routers/158a67a3-312b-4113-bc21-041435116568 HTTP/1.1" status: 200 len: 716 time: 0.6767745 Sep 10 03:26:51.349317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.442588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-65674039-ae74-4303-85e6-885ae892863c tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "GET /v2.0/routers/158a67a3-312b-4113-bc21-041435116568 HTTP/1.1" status: 200 len: 716 time: 0.0920129 Sep 10 03:26:51.445514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.633010 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d47af49e-926c-4b7a-a6c8-c08fe87fce04 tempest-RoutersTestDVR-1761451587 tempest-RoutersTestDVR-1761451587-project] 10.222.0.23 "GET /v2.0/routers/158a67a3-312b-4113-bc21-041435116568 HTTP/1.1" status: 200 len: 682 time: 0.1863782 Sep 10 03:26:51.633629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33030) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.715697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.798469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.802765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.864694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.865406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router da608f5a-7e3b-4140-976f-707642d09c00 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:51.872539 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.874035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-75b59c2c-cc9e-452d-98b5-60469db2eab1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/da608f5a-7e3b-4140-976f-707642d09c00 HTTP/1.1" status: 204 len: 168 time: 0.6933053 Sep 10 03:26:51.876753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33032) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.905253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.908022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.939205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet 29a4a25a-8fca-41c3-832c-2f800a305eb3 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:51.942507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.966949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.967862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 158a67a3-312b-4113-bc21-041435116568 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:51.973325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:51.974791 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1339002c-3aa1-4027-aab2-f4c5795d0fad tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "DELETE /v2.0/routers/158a67a3-312b-4113-bc21-041435116568 HTTP/1.1" status: 204 len: 168 time: 0.3401682 Sep 10 03:26:51.978658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:51.983237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Request body: {'router': {'name': 'tempest-router-457238673', 'distributed': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:52.000894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.013418 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.015053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.075791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.083323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.103662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.107679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.109740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b58f066a-2e1d-4083-97f4-8d8b31feae6b tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1301241 Sep 10 03:26:52.113298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33036) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:52.182913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.221488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=29a4a25a-8fca-41c3-832c-2f800a305eb3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:52.223492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.227296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.231705 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8dea958d-ff6d-410a-8060-64f03f824c3e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/29a4a25a-8fca-41c3-832c-2f800a305eb3 HTTP/1.1" status: 204 len: 168 time: 0.3513544 Sep 10 03:26:52.232602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33038) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:52.239741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24820f7-2fa6-44b4-afa8-49cfbe0180df None None] Network 6f336300-8cfa-4ad5-99b9-e70422c73aac requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:52.293246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet f3378d82-4c33-40c1-b2d5-b093b0534e04 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:26:52.297615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.349486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.432358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.435013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.457568 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.482150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] DHCP port deletion for 6f336300-8cfa-4ad5-99b9-e70422c73aac request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:26:52.489843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.490487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9327f677-7280-4ac0-b4cb-087bc69e031c {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:26:52.495389 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.497006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-215a272c-88e6-452c-bbdc-c2957cb25ff9 tempest-RoutersTestDVR-1651174693 tempest-RoutersTestDVR-1651174693-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9327f677-7280-4ac0-b4cb-087bc69e031c HTTP/1.1" status: 204 len: 168 time: 0.3818936 Sep 10 03:26:52.537085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] Deleting port 28efe1b8-5482-4db5-828f-3febb6150497 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:52.537467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.539283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.577339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=f3378d82-4c33-40c1-b2d5-b093b0534e04,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:52.584822 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.589685 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8ab7b65c-d89e-4d05-bd9e-a72c3e81434e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/f3378d82-4c33-40c1-b2d5-b093b0534e04 HTTP/1.1" status: 204 len: 168 time: 0.3558710 Sep 10 03:26:52.590688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33042) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:52.613317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c53b3-640c-4d40-9321-329472de396b None None] Network a7998e1e-71c8-4a73-aa44-95f770cadb15 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:52.639747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] For port 28efe1b8-5482-4db5-828f-3febb6150497, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28efe1b8-5482-4db5-828f-3febb6150497,segment=NetworkSegment(269c18d6-dea4-47fa-9477-57465c238eee),segment_id=269c18d6-dea4-47fa-9477-57465c238eee)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:52.640550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.664072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] Calling delete_port for 28efe1b8-5482-4db5-828f-3febb6150497 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:52.690531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.777330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 28efe1b8-5482-4db5-828f-3febb6150497 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:52.777872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.847026 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.870227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 28efe1b8-5482-4db5-828f-3febb6150497, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=28efe1b8-5482-4db5-828f-3febb6150497,segment=NetworkSegment(269c18d6-dea4-47fa-9477-57465c238eee),segment_id=269c18d6-dea4-47fa-9477-57465c238eee)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:52.870608 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.881063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] Pushing event deleted for resources: {'Port': ['ID=28efe1b8-5482-4db5-828f-3febb6150497,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:52.884775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b7fba-b6f3-4f11-8ee4-4af707d67f4d None None] No DVR routers for this DVR port 28efe1b8-5482-4db5-828f-3febb6150497 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:52.886052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 28efe1b8-5482-4db5-828f-3febb6150497 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:52.903571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:52.911318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] DHCP port deletion for a7998e1e-71c8-4a73-aa44-95f770cadb15 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:26:52.967913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] Deleting port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:52.968603 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.980218 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.014060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port 28efe1b8-5482-4db5-828f-3febb6150497 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:53.020235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=28efe1b8-5482-4db5-828f-3febb6150497,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.048162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] For port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,segment=NetworkSegment(6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3),segment_id=6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:53.049764 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9e41427-122a-47bc-9cf0-3fd6467cf3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.052627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.072419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] Calling delete_port for de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:53.116668 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.139803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f336300-8cfa-4ad5-99b9-e70422c73aac']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:53.150837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269c18d6-dea4-47fa-9477-57465c238eee') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:53.151188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269c18d6-dea4-47fa-9477-57465c238eee') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:53.164328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.176281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9e41427-122a-47bc-9cf0-3fd6467cf3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.176995 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.180885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.181680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9e41427-122a-47bc-9cf0-3fd6467cf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.188909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:53.189407 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: self.session.flush() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:53.193416 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:53.204617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] Pushing event deleted for resources: {'Port': ['ID=de0d44b8-5f1f-42c1-bcfc-e44889c3aa59,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.208781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee776f-060e-415d-ae19-875e508e24b9 None None] No DVR routers for this DVR port de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:26:53.225102 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9e41427-122a-47bc-9cf0-3fd6467cf3e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10030bcc05fe4aafaa61eaf7c4f049dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203657 Sep 10 03:26:53.225994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e41427-122a-47bc-9cf0-3fd6467cf3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d973a-dc3b-4b17-bc51-7a1259a3e657,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.228816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33052) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:53.281897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.287157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.289301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/6f336300-8cfa-4ad5-99b9-e70422c73aac HTTP/1.1" status: 204 len: 168 time: 0.6974411 Sep 10 03:26:53.291978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33054) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:53.314855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9009a-16fb-4d22-b894-169990d2f3c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=6f336300-8cfa-4ad5-99b9-e70422c73aac,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.335352 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-841686a4-0bbf-4199-9c7a-6eb80bbeb435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.339172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28efe1b8-5482-4db5-828f-3febb6150497 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:53.358611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 28efe1b8-5482-4db5-828f-3febb6150497 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:53.358957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 28efe1b8-5482-4db5-828f-3febb6150497 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:53.359373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:26:53.361038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-841686a4-0bbf-4199-9c7a-6eb80bbeb435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.378464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:26:53.379259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device de0d44b8-5f1f-42c1-bcfc-e44889c3aa59 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:26:53.382558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.413116 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-841686a4-0bbf-4199-9c7a-6eb80bbeb435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.416044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-841686a4-0bbf-4199-9c7a-6eb80bbeb435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.417221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-841686a4-0bbf-4199-9c7a-6eb80bbeb435 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e74d973a-dc3b-4b17-bc51-7a1259a3e657 HTTP/1.1" status: 204 len: 168 time: 0.1874223 Sep 10 03:26:53.424922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841686a4-0bbf-4199-9c7a-6eb80bbeb435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d973a-dc3b-4b17-bc51-7a1259a3e657,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.482551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.503135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7998e1e-71c8-4a73-aa44-95f770cadb15']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:53.514319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:53.514763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb58bb8-69ee-4b6e-ab5f-2a855d89cbb3') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:53.524283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.537697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.543952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:26:53.544340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:26:53.547549 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:26:53.608102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.615788 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.617615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/a7998e1e-71c8-4a73-aa44-95f770cadb15 HTTP/1.1" status: 204 len: 168 time: 0.3245797 Sep 10 03:26:53.621486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33062) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:53.627100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1970375374'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:53.628874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79400fe-0270-456e-a58c-aa705d49e42f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=a7998e1e-71c8-4a73-aa44-95f770cadb15,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.650109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:53.653639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.676675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:53.685960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.686729 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0 of type vlan for network 9f9c6579-8f28-4679-b3e8-78461e410b78 Sep 10 03:26:53.699640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:53.712439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6354695-9a52-4b67-9a88-57dc2da3663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.727306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.758101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.764224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:53.764810 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.809550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6354695-9a52-4b67-9a88-57dc2da3663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.815075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6354695-9a52-4b67-9a88-57dc2da3663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.837360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=9f9c6579-8f28-4679-b3e8-78461e410b78,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.842143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6354695-9a52-4b67-9a88-57dc2da3663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499bc929-83b7-4846-a315-9724ed1e14ff,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.849269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33070) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:53.849704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f35f8598-7bed-4e31-9027-54378e8f8864 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2257938 Sep 10 03:26:53.853250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:26:53.860276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:53.901228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b6354695-9a52-4b67-9a88-57dc2da3663c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=077f59e5c4a94220b5ef8263654903b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004743 Sep 10 03:26:53.901860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33072) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:53.971332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3509f7e-6933-4696-9533-060b2bab3db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.973273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:53.978089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.997620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3509f7e-6933-4696-9533-060b2bab3db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.055500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3509f7e-6933-4696-9533-060b2bab3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.058456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3509f7e-6933-4696-9533-060b2bab3db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.062111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f3509f7e-6933-4696-9533-060b2bab3db9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/499bc929-83b7-4846-a315-9724ed1e14ff HTTP/1.1" status: 204 len: 168 time: 0.1567347 Sep 10 03:26:54.074714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509f7e-6933-4696-9533-060b2bab3db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499bc929-83b7-4846-a315-9724ed1e14ff,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:54.195854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.274594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=3c6b7068-39ff-4550-baa0-f4bae517a528,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:54.283643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:54.284018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 9f9c6579-8f28-4679-b3e8-78461e410b78, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:26:54.300489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:26:54.318425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 9f9c6579-8f28-4679-b3e8-78461e410b78) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:54.323210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:54.323945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.330687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18dc5b-4dd5-410a-aded-08fbe2cb528e None None] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:54.344790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3819fc82-91be-4159-bfb7-e01b4d9eac47 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4911892 Sep 10 03:26:54.345223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:54.351873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279637780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:54.389990 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.391384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.472603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.480785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.500105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-9f9c6579-8f28-4679-b3e8-78461e410b78', 'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': '3c6b7068-39ff-4550-baa0-f4bae517a528'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:26:54.501105 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.507925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.511502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-026a0796-e3df-485e-94c7-3a251eb64351 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1623580 Sep 10 03:26:54.512455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:54.519204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'port': {'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78', 'name': 'tempest-RoutersIpV6Test-1092054129'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:54.649179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Allocated IP 2001:db8::2 (9f9c6579-8f28-4679-b3e8-78461e410b78/3c6b7068-39ff-4550-baa0-f4bae517a528/4efdae9f-fa45-4e15-b85f-bd6d2e2687aa) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:54.661471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:54.666167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.693501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] device_id is not set on port cfa19112-cf52-4949-9625-507b6f57eb0e yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:26:54.817445 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.829765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Transition to ACTIVE for port object 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:54.849124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Transition to ACTIVE for port object 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:54.855729 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.896041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:54.901828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:54.906296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:54.909564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Pushing event updated for resources: {'Port': ['ID=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:54.950544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8::3b1 (9f9c6579-8f28-4679-b3e8-78461e410b78/3c6b7068-39ff-4550-baa0-f4bae517a528/cfa19112-cf52-4949-9625-507b6f57eb0e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:26:54.977675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Attempting to bind port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:26:54.978466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Attempting to bind port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:26:54.978833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Attempting to bind port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa on network 9f9c6579-8f28-4679-b3e8-78461e410b78 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:26:54.984691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:26:54.985068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Checking segment: {'id': 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:54.985471 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.985885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Bound using segment: {'id': 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:26:54.986481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Bound port: 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f9c6579-8f28-4679-b3e8-78461e410b78'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:26:54.987171 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.016182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33104) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:55.057308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] For port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:26:55.060811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] For port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,segment=NetworkSegment(b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0),segment_id=b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:26:55.066949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.133683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1633235136'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:55.158110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd99b1-85ba-40d3-89ed-99d431dbcba4 None None] Pushing event updated for resources: {'Port': ['ID=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:55.163266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.179235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:55.182928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object cfa19112-cf52-4949-9625-507b6f57eb0e will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:26:55.185072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.197168 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.226885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.276885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:55.280783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:55.288423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:26:55.294932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:55.295634 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.308345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=cfa19112-cf52-4949-9625-507b6f57eb0e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:55.315341 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.320106 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.327243 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5064eb13-90a3-47b3-8323-a3eef62ef748 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8135355 Sep 10 03:26:55.330319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:55.334438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:55.345270 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.345960 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Added segment 2044a968-99e4-4b53-af1a-f7a5b83b72d0 of type vlan for network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e Sep 10 03:26:55.404437 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.469410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.475596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:55.476280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.618597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Network': ['ID=41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:55.641889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0868275a-bae0-4661-bdd4-fd3e5d19cdee,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:55.641889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6233554 Sep 10 03:26:55.643306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.644019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.645022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.645364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.645696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.646027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.646411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.646733 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.647184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.648924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.651486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.651486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.658705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.659072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.659740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.660359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.660516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.660806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.661136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.661459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.663694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.664762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.665161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.665506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4077f-7b93-4f0e-a329-e415e9511def tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:55.676285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:26:55.835957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.112219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.119192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.173342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=cfa19112-cf52-4949-9625-507b6f57eb0e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:56.361378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.495562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451b271-6902-45d3-8141-529e868de07d None None] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:56.540760 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.632260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3bf1d4eb-0f11-4cbd-9788-1945458a4754 None None] Provisioning for port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:56.835779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.842964 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.844274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:56.918403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=cfa19112-cf52-4949-9625-507b6f57eb0e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:56.998276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:26:56.999700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:57.090884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3976ff2e-7e55-4e46-846c-b79e58b5ce67 None None] Provisioning for port cfa19112-cf52-4949-9625-507b6f57eb0e completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:57.107167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3976ff2e-7e55-4e46-846c-b79e58b5ce67 None None] Provisioning complete for port cfa19112-cf52-4949-9625-507b6f57eb0e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:57.107813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3976ff2e-7e55-4e46-846c-b79e58b5ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.150755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3976ff2e-7e55-4e46-846c-b79e58b5ce67 None None] Port cfa19112-cf52-4949-9625-507b6f57eb0e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:57.194650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e54a1871-5ead-4272-b8ab-fb731314fc9e is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:26:57.301745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-89f5bc2b-f7c9-4dd0-9b69-b17aa15e8fa7 None None] Provisioning complete for port cfa19112-cf52-4949-9625-507b6f57eb0e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:57.302353 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-89f5bc2b-f7c9-4dd0-9b69-b17aa15e8fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.343223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:57.359907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9800e2cf-599a-4a61-b1fc-e3df75aacac8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e54a1871-5ead-4272-b8ab-fb731314fc9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278907 Sep 10 03:26:57.362298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33118) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:57.404930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-89f5bc2b-f7c9-4dd0-9b69-b17aa15e8fa7 None None] Port cfa19112-cf52-4949-9625-507b6f57eb0e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:57.408499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] Sync routers for ids ['e54a1871-5ead-4272-b8ab-fb731314fc9e'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:57.427851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:57.478520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bedbf8-49b3-4913-adf4-b9adcd2d4f92 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:57.480054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-31bedbf8-49b3-4913-adf4-b9adcd2d4f92 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports/cfa19112-cf52-4949-9625-507b6f57eb0e HTTP/1.1" status: 200 len: 984 time: 0.1154842 Sep 10 03:26:57.482695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33122) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:57.517587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] Routers {'e54a1871-5ead-4272-b8ab-fb731314fc9e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:57.518226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e54a1871-5ead-4272-b8ab-fb731314fc9e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:57.559380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:57.582946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] Routers {'e54a1871-5ead-4272-b8ab-fb731314fc9e'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:57.583552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e54a1871-5ead-4272-b8ab-fb731314fc9e'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:57.630993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:26:57.636326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:57.636995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50dbb0-056e-4455-abcb-31f61f6733f6 None None] The sync data for ids ['e54a1871-5ead-4272-b8ab-fb731314fc9e'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:26:57.638842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:57.639237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.747157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.798303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b78c9e5d-d672-4311-9115-2156becf1449 None None] Provisioning complete for port cfa19112-cf52-4949-9625-507b6f57eb0e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:57.798757 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b78c9e5d-d672-4311-9115-2156becf1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.876583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b78c9e5d-d672-4311-9115-2156becf1449 None None] Port cfa19112-cf52-4949-9625-507b6f57eb0e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:57.881997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,segment=NetworkSegment(b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0),segment_id=b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:26:57.888732 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.971849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:58.107247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ebb8faa5-9146-43c9-82c8-fad3e3557097 None None] Provisioning complete for port cfa19112-cf52-4949-9625-507b6f57eb0e triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:58.108469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ebb8faa5-9146-43c9-82c8-fad3e3557097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:58.148829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8faa5-9146-43c9-82c8-fad3e3557097 None None] Port cfa19112-cf52-4949-9625-507b6f57eb0e cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:26:58.438998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:58.802129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port cfa19112-cf52-4949-9625-507b6f57eb0e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:26:58.802479 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:58.914110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:58.931810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for cfa19112-cf52-4949-9625-507b6f57eb0e owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:26:59.191138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.204222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33126) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:59.209373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'subnet': {'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:59.226808 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=cfa19112-cf52-4949-9625-507b6f57eb0e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:59.343912 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:59.349480 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.366579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:26:59.368170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.464049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:59.464433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.649980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e54a1871-5ead-4272-b8ab-fb731314fc9e has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:26:59.679349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.747365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:26:59.760946 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b0b2d2ce-1491-47bb-b0ad-49e5b5a16f83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e54a1871-5ead-4272-b8ab-fb731314fc9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704878 Sep 10 03:26:59.760946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33130) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:59.761195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Subnet': ['ID=f2031510-5177-4c76-8e88-54c3e19b9a1d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:59.764778 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] Sync routers for ids ['e54a1871-5ead-4272-b8ab-fb731314fc9e'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:26:59.771538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Checking segment: {'id': '2044a968-99e4-4b53-af1a-f7a5b83b72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:26:59.771955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network hostable DHCP agents. Network: 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:26:59.804873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:26:59.820893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:26:59.829877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:59.830686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.830847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8237ba6-fe74-447b-b972-7e54ebc18f12 None None] Network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:59.885027 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-84e9f64c-ece2-45e7-9033-d0ffd8373364 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6787736 Sep 10 03:26:59.888253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:59.897383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-78754622'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:59.946687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:26:59.952989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.956096 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] Routers {'e54a1871-5ead-4272-b8ab-fb731314fc9e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:26:59.957540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e54a1871-5ead-4272-b8ab-fb731314fc9e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:59.980085 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:26:59.989070 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:26:59.991172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:59.993654 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Added segment dc742572-8ba7-47ec-903b-5b2ff8e75d39 of type vlan for network 6590d58d-ab89-49fa-a9da-ef1a551ab71f Sep 10 03:26:59.999522 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] Routers {'e54a1871-5ead-4272-b8ab-fb731314fc9e'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:00.000349 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:26:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e54a1871-5ead-4272-b8ab-fb731314fc9e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:00.034160 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:00.035348 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3efc5-c12d-472c-bb79-596be4aba89d None None] The sync data for ids ['e54a1871-5ead-4272-b8ab-fb731314fc9e'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:00.035530 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-1ac71903-a608-4e01-8801-c682ff4e884a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] remove_router_interface failed (client error): The resource could not be found. Sep 10 03:27:00.037304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1ac71903-a608-4e01-8801-c682ff4e884a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e54a1871-5ead-4272-b8ab-fb731314fc9e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2756643 Sep 10 03:27:00.040315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33136) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:00.085376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c3de7fd-dd3b-4d38-91fb-0bd406004d45 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=e54a1871-5ead-4272-b8ab-fb731314fc9e HTTP/1.1" status: 200 len: 205 time: 0.0382540 Sep 10 03:27:00.085628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.085871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33138) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:00.123514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.133834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:00.134658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.194402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.197640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33140) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:00.197862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3081424 Sep 10 03:27:00.199265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e', 'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e', 'tenant_id': '47fe7776b99340949f2736f20814c3d0', 'fixed_ips': [{'subnet_id': 'f2031510-5177-4c76-8e88-54c3e19b9a1d'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:00.201378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.204065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'subnet': {'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:00.233179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ff50e-f33b-4ab9-920d-b1dab8608a19 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Network': ['ID=6590d58d-ab89-49fa-a9da-ef1a551ab71f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:00.306374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6590d58d-ab89-49fa-a9da-ef1a551ab71f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:00.461848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Allocated IP 2001:db8:0:ffff::2 (41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e/f2031510-5177-4c76-8e88-54c3e19b9a1d/4c6a48aa-5e9d-4062-80f0-072b7f30071d) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:00.494468 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.499446 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.573954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:00.578302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.583380 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.583872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router e54a1871-5ead-4272-b8ab-fb731314fc9e {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:27:00.592272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.598027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bde4d6a2-6c6b-47c1-98cb-cdfc1b6f6241 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/e54a1871-5ead-4272-b8ab-fb731314fc9e HTTP/1.1" status: 204 len: 168 time: 0.5067043 Sep 10 03:27:00.598811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:00.716386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet 3c6b7068-39ff-4550-baa0-f4bae517a528 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:00.722086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.761815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.790713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Transition to ACTIVE for port object 4c6a48aa-5e9d-4062-80f0-072b7f30071d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:00.795936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.820290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Transition to ACTIVE for port object 4c6a48aa-5e9d-4062-80f0-072b7f30071d will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:00.840642 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.902830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:00.917765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:00.922419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:00.950728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:00.976641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Pushing event updated for resources: {'Port': ['ID=4c6a48aa-5e9d-4062-80f0-072b7f30071d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:01.025235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:27:01.026328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.026533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Attempting to bind port 4c6a48aa-5e9d-4062-80f0-072b7f30071d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:01.027586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Attempting to bind port 4c6a48aa-5e9d-4062-80f0-072b7f30071d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2044a968-99e4-4b53-af1a-f7a5b83b72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:01.028219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Attempting to bind port 4c6a48aa-5e9d-4062-80f0-072b7f30071d on network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:01.041013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:01.041403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Checking segment: {'id': '2044a968-99e4-4b53-af1a-f7a5b83b72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:01.041943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.042339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Bound using segment: {'id': '2044a968-99e4-4b53-af1a-f7a5b83b72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:01.043036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Bound port: 4c6a48aa-5e9d-4062-80f0-072b7f30071d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2044a968-99e4-4b53-af1a-f7a5b83b72d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:01.045310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.047942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.101982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Subnet': ['ID=3a424f0c-b625-4bc4-87ad-922834d13eaa,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:01.107289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Checking segment: {'id': 'dc742572-8ba7-47ec-903b-5b2ff8e75d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:01.107682 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network hostable DHCP agents. Network: 6590d58d-ab89-49fa-a9da-ef1a551ab71f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:01.109849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6b7068-39ff-4550-baa0-f4bae517a528,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:01.123060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.132015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ad188717-4ebc-4093-b326-db3e78517fe4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/3c6b7068-39ff-4550-baa0-f4bae517a528 HTTP/1.1" status: 204 len: 168 time: 0.5310156 Sep 10 03:27:01.133519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffbf71-ba13-420b-a590-a763a7c18351 None None] Network 9f9c6579-8f28-4679-b3e8-78461e410b78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:01.134175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33148) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:01.136045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network 6590d58d-ab89-49fa-a9da-ef1a551ab71f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:01.151148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6590d58d-ab89-49fa-a9da-ef1a551ab71f) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:01.154357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-db82cd72-4497-4536-b654-d276e226d905 None None] For port 4c6a48aa-5e9d-4062-80f0-072b7f30071d, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:01.170451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:01.171221 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.175031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385b157-4304-4a3f-a3a3-3891a582f300 None None] Network 6590d58d-ab89-49fa-a9da-ef1a551ab71f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:01.178582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-db82cd72-4497-4536-b654-d276e226d905 None None] For port 4c6a48aa-5e9d-4062-80f0-072b7f30071d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4c6a48aa-5e9d-4062-80f0-072b7f30071d,segment=NetworkSegment(2044a968-99e4-4b53-af1a-f7a5b83b72d0),segment_id=2044a968-99e4-4b53-af1a-f7a5b83b72d0)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:01.196797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.214094 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f34b6ee2-afcd-4c6e-a9fe-a6088bd26de2 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0153551 Sep 10 03:27:01.214764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33150) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:01.219817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'port': {'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f', 'name': 'tempest-NetworksIpV6TestAttrs-647968856'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:01.346818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.448855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82cd72-4497-4536-b654-d276e226d905 None None] Pushing event updated for resources: {'Port': ['ID=4c6a48aa-5e9d-4062-80f0-072b7f30071d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:01.448995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:01.449963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.482803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:01.494502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.517335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] device_id is not set on port cffc19ab-a8fd-4d61-8894-101ed89b16c3 yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:27:01.584943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6590d58d-ab89-49fa-a9da-ef1a551ab71f', 'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f', 'tenant_id': '47fe7776b99340949f2736f20814c3d0', 'fixed_ips': [{'subnet_id': '3a424f0c-b625-4bc4-87ad-922834d13eaa'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:01.585819 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.591139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,segment=NetworkSegment(b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0),segment_id=b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:01.591544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.615658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:01.702795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1747342d-b057-4cb4-b94a-b201035766be None None] DHCP port deletion for 9f9c6579-8f28-4679-b3e8-78461e410b78 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:01.734504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Allocated IP 2001:db8::f816:3eff:fe76:9ec5 (6590d58d-ab89-49fa-a9da-ef1a551ab71f/3a424f0c-b625-4bc4-87ad-922834d13eaa/cffc19ab-a8fd-4d61-8894-101ed89b16c3) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:01.745211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.802302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=4efdae9f-fa45-4e15-b85f-bd6d2e2687aa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:01.822524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:01.881373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1747342d-b057-4cb4-b94a-b201035766be None None] The port '4efdae9f-fa45-4e15-b85f-bd6d2e2687aa' was deleted {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 10 03:27:01.891887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f9846e13-dd1a-4767-a0c8-33d93280463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.951956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.976259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:01.998232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9c6579-8f28-4679-b3e8-78461e410b78']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:02.016402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:02.016892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22b1085-cfa1-4ef8-9f2d-bb7551b6f8e0') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:02.027014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.042697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.049234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:02.049748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:02.053587 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:02.063726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.100773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Transition to ACTIVE for port object cffc19ab-a8fd-4d61-8894-101ed89b16c3 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:02.134398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.145747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.147324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/9f9c6579-8f28-4679-b3e8-78461e410b78 HTTP/1.1" status: 204 len: 168 time: 1.0110557 Sep 10 03:27:02.155222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33156) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:02.158756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-468499460'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:02.159013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcd970-a277-4a54-96a8-4eef7060a258 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=9f9c6579-8f28-4679-b3e8-78461e410b78,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:02.176558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.211083 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.229093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:02.234304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Allocated IP 2001:db8::f816:3eff:fe4e:f1ed (6590d58d-ab89-49fa-a9da-ef1a551ab71f/3a424f0c-b625-4bc4-87ad-922834d13eaa/70192711-c77e-43b4-a29f-64aedc35df11) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:02.235784 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.247518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network 6590d58d-ab89-49fa-a9da-ef1a551ab71f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:02.261869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:02.274184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:02.279657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:02.279657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.282894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Port': ['ID=cffc19ab-a8fd-4d61-8894-101ed89b16c3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:02.321100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-53ec5a8c-7eae-4a1c-9d1e-0a3037a438ec tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1051466 Sep 10 03:27:02.323891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33158) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:02.335983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:02.355151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.355815 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment 3a188dcb-8a6d-4000-959b-b92292cf2920 of type vlan for network 00cf0602-5521-45fd-a955-e4c2b33c86dc Sep 10 03:27:02.408990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting subnet 3a424f0c-b625-4bc4-87ad-922834d13eaa {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:02.434530 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.483665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.490616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:02.490819 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.491259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.509247 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Transition to ACTIVE for port object 70192711-c77e-43b4-a29f-64aedc35df11 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:02.529072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Transition to ACTIVE for port object 70192711-c77e-43b4-a29f-64aedc35df11 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:02.534578 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3784032 Sep 10 03:27:02.536008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33160) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:02.542699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:02.545761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.547057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.595187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc513ae5-424b-4bcb-84f4-a229e06688a6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=00cf0602-5521-45fd-a955-e4c2b33c86dc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:02.621483 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:02.664360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Network 6590d58d-ab89-49fa-a9da-ef1a551ab71f is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:02.671808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:02.674619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:02.745330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Pushing event updated for resources: {'Port': ['ID=70192711-c77e-43b4-a29f-64aedc35df11,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:02.833271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf88914-243c-4c1d-9b8a-06677d0c56e3 None None] Network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:02.869420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Attempting to bind port 70192711-c77e-43b4-a29f-64aedc35df11 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:02.869732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Attempting to bind port 70192711-c77e-43b4-a29f-64aedc35df11 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dc742572-8ba7-47ec-903b-5b2ff8e75d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:02.874086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Attempting to bind port 70192711-c77e-43b4-a29f-64aedc35df11 on network 6590d58d-ab89-49fa-a9da-ef1a551ab71f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:02.906412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:02.906687 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Checking segment: {'id': 'dc742572-8ba7-47ec-903b-5b2ff8e75d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:02.906942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.907354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Bound using segment: {'id': 'dc742572-8ba7-47ec-903b-5b2ff8e75d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:02.907891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Bound port: 70192711-c77e-43b4-a29f-64aedc35df11, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc742572-8ba7-47ec-903b-5b2ff8e75d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6590d58d-ab89-49fa-a9da-ef1a551ab71f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:02.908276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:02.967065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e0dfa621-e808-4a9c-bd00-5fdfbb14e20e None None] Provisioning for port 4c6a48aa-5e9d-4062-80f0-072b7f30071d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:03.023832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.070208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] For port 70192711-c77e-43b4-a29f-64aedc35df11, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:03.100136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] For port 70192711-c77e-43b4-a29f-64aedc35df11, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70192711-c77e-43b4-a29f-64aedc35df11,segment=NetworkSegment(dc742572-8ba7-47ec-903b-5b2ff8e75d39),segment_id=dc742572-8ba7-47ec-903b-5b2ff8e75d39)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:03.114471 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.153245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:03.157679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.201852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bba6a-9803-492e-a6b4-5091fab6f4c7 None None] Pushing event updated for resources: {'Port': ['ID=70192711-c77e-43b4-a29f-64aedc35df11,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:03.319497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.446707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4c6a48aa-5e9d-4062-80f0-072b7f30071d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:03.521068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.562887 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 4c6a48aa-5e9d-4062-80f0-072b7f30071d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:03.570203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4c6a48aa-5e9d-4062-80f0-072b7f30071d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:03.572837 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.590360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Subnet': ['ID=3a424f0c-b625-4bc4-87ad-922834d13eaa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:03.595521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.600033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-326b7ac7-d47c-44c1-8207-e6fac2e0df94 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/3a424f0c-b625-4bc4-87ad-922834d13eaa HTTP/1.1" status: 204 len: 168 time: 1.2751138 Sep 10 03:27:03.600635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33164) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:03.670884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.677478 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff6041a4-b200-4bfb-b960-e88e7c3fc1ca None None] Provisioning complete for port 4c6a48aa-5e9d-4062-80f0-072b7f30071d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:03.678069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6041a4-b200-4bfb-b960-e88e7c3fc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.720400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc931f-afa1-47a0-ba03-26dbfb707a13 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:03.722039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc931f-afa1-47a0-ba03-26dbfb707a13 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:03.724230 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5adc931f-afa1-47a0-ba03-26dbfb707a13 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1220610 Sep 10 03:27:03.727347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33166) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:03.751200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=9d86f619-e71f-4f0a-aaab-9d749d976e9a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:03.763543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': '3a188dcb-8a6d-4000-959b-b92292cf2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:03.764263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 00cf0602-5521-45fd-a955-e4c2b33c86dc, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:03.813780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:03.829258 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2a01df2-00eb-4bcf-81df-70d1ea9e5049 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.842938 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a01df2-00eb-4bcf-81df-70d1ea9e5049 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 10 03:27:03.843744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a01df2-00eb-4bcf-81df-70d1ea9e5049 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:03.845710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2a01df2-00eb-4bcf-81df-70d1ea9e5049 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/6590d58d-ab89-49fa-a9da-ef1a551ab71f HTTP/1.1" status: 409 len: 405 time: 0.1167109 Sep 10 03:27:03.849384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff6041a4-b200-4bfb-b960-e88e7c3fc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.850087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33168) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:03.853691 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.853954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 00cf0602-5521-45fd-a955-e4c2b33c86dc) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:03.855640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2008847956'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:03.866842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:03.869640 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.887905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:03.892545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.896329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df2f25-0fb4-4e34-8388-dbfa35d82d29 None None] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:03.901870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e235bb41-a542-47f1-ae4e-f635d291aabd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3624709 Sep 10 03:27:03.902124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:03.907875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1604887593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:03.927196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:03.938786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.939064 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Added segment 902788a0-8109-42e9-873e-70efc6456b18 of type vlan for network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 Sep 10 03:27:03.946153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:03.947654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.006731 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.068647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.074101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.085198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.089380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:04.090678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.119146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.125778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33176) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:04.126942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-93ceb135-7e21-464b-aaae-6354d55fd772 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2237611 Sep 10 03:27:04.189772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 4c6a48aa-5e9d-4062-80f0-072b7f30071d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4c6a48aa-5e9d-4062-80f0-072b7f30071d,segment=NetworkSegment(2044a968-99e4-4b53-af1a-f7a5b83b72d0),segment_id=2044a968-99e4-4b53-af1a-f7a5b83b72d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:04.204747 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.218925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:04.219163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3677325 Sep 10 03:27:04.228013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'subnet': {'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:04.345068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:04.384130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:04.385459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4efdae9f-fa45-4e15-b85f-bd6d2e2687aa not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:04.452317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=4c6a48aa-5e9d-4062-80f0-072b7f30071d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:04.459496 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5aa22b7d-9d41-43b9-8d8a-efcc4a60f64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.480682 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-ff6041a4-b200-4bfb-b960-e88e7c3fc1ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:27:04.482158 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-ff6041a4-b200-4bfb-b960-e88e7c3fc1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:27:04.491519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:04.510008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.563215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-00cf0602-5521-45fd-a955-e4c2b33c86dc', 'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': '9d86f619-e71f-4f0a-aaab-9d749d976e9a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:04.564130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.683619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee31df-d943-424b-9bf0-b090e40bbd4d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Network': ['ID=ff3aaf3e-deb6-412e-aa7f-fbd5f6795165,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:04.718812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Allocated IP 2001:db8::2 (00cf0602-5521-45fd-a955-e4c2b33c86dc/9d86f619-e71f-4f0a-aaab-9d749d976e9a/09a88ac5-dd47-431d-ba71-ecef4e96e67c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:04.825784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:04.884571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:04.886278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7a6ab-089e-4d63-b7f4-6599f21c58b4 None None] Network 6590d58d-ab89-49fa-a9da-ef1a551ab71f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:04.976514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.009798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:27:05.011926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.091890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Checking segment: {'id': '902788a0-8109-42e9-873e-70efc6456b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:05.092572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network hostable DHCP agents. Network: ff3aaf3e-deb6-412e-aa7f-fbd5f6795165, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:05.094895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Subnet': ['ID=d4baa4ab-2d64-4065-986f-e46118fa3dd6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:05.098492 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.114819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Transition to ACTIVE for port object 09a88ac5-dd47-431d-ba71-ecef4e96e67c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:05.127969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:05.143768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, ff3aaf3e-deb6-412e-aa7f-fbd5f6795165) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:05.158640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Transition to ACTIVE for port object 09a88ac5-dd47-431d-ba71-ecef4e96e67c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:05.165188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1c54af-5f24-4f1a-8d42-244d9d7ce06d None None] Network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:05.171052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:05.172180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.197654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2c1f7af4-8f3d-4fc1-b011-1607b87bb423 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9750605 Sep 10 03:27:05.197873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33182) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:05.208092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'port': {'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165', 'name': 'tempest-NetworksIpV6TestAttrs-118087330'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:05.227599 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.245392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f51cccd8-9e81-4131-b853-dd1317010b7a None None] Provisioning for port 70192711-c77e-43b4-a29f-64aedc35df11 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:05.326615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:05.339769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:05.344053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:05.349658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Pushing event updated for resources: {'Port': ['ID=09a88ac5-dd47-431d-ba71-ecef4e96e67c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:05.375421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8::1 (00cf0602-5521-45fd-a955-e4c2b33c86dc/9d86f619-e71f-4f0a-aaab-9d749d976e9a/e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:05.456110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Attempting to bind port 09a88ac5-dd47-431d-ba71-ecef4e96e67c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:05.456110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Attempting to bind port 09a88ac5-dd47-431d-ba71-ecef4e96e67c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3a188dcb-8a6d-4000-959b-b92292cf2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:05.456471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Attempting to bind port 09a88ac5-dd47-431d-ba71-ecef4e96e67c on network 00cf0602-5521-45fd-a955-e4c2b33c86dc {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:05.466767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] DHCP port deletion for 6590d58d-ab89-49fa-a9da-ef1a551ab71f request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:05.470796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.474604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:05.474869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Checking segment: {'id': '3a188dcb-8a6d-4000-959b-b92292cf2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:05.475271 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.475714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Bound using segment: {'id': '3a188dcb-8a6d-4000-959b-b92292cf2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:05.476190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Bound port: 09a88ac5-dd47-431d-ba71-ecef4e96e67c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a188dcb-8a6d-4000-959b-b92292cf2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '00cf0602-5521-45fd-a955-e4c2b33c86dc'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:05.476575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.485938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:05.489890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.494925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4c6a48aa-5e9d-4062-80f0-072b7f30071d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:05.548198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] device_id is not set on port 92480d9d-9640-46ff-bca6-bfcc4ce115fc yet. {{(pid=94633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:27:05.577366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-ff3aaf3e-deb6-412e-aa7f-fbd5f6795165', 'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165', 'tenant_id': '47fe7776b99340949f2736f20814c3d0', 'fixed_ips': [{'subnet_id': 'd4baa4ab-2d64-4065-986f-e46118fa3dd6'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:05.578216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.630338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.659035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] For port 09a88ac5-dd47-431d-ba71-ecef4e96e67c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:05.675076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:05.700354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Allocated IP 2001:db8::f816:3eff:febd:a57d (ff3aaf3e-deb6-412e-aa7f-fbd5f6795165/d4baa4ab-2d64-4065-986f-e46118fa3dd6/92480d9d-9640-46ff-bca6-bfcc4ce115fc) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:05.728512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] Deleting port 70192711-c77e-43b4-a29f-64aedc35df11 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:05.729086 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.734117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] For port 09a88ac5-dd47-431d-ba71-ecef4e96e67c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=09a88ac5-dd47-431d-ba71-ecef4e96e67c,segment=NetworkSegment(3a188dcb-8a6d-4000-959b-b92292cf2920),segment_id=3a188dcb-8a6d-4000-959b-b92292cf2920)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:05.738535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 4c6a48aa-5e9d-4062-80f0-072b7f30071d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:05.738912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.758602 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.775292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.824960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:05.836765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:05.847371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:05.847945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.853041 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:05.882544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] For port 70192711-c77e-43b4-a29f-64aedc35df11, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=70192711-c77e-43b4-a29f-64aedc35df11,segment=NetworkSegment(dc742572-8ba7-47ec-903b-5b2ff8e75d39),segment_id=dc742572-8ba7-47ec-903b-5b2ff8e75d39)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:05.882987 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:05.911257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] Calling delete_port for 70192711-c77e-43b4-a29f-64aedc35df11 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:05.924901 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8f361-55c1-407d-a4e1-9a8b0b8da1d2 None None] Pushing event updated for resources: {'Port': ['ID=09a88ac5-dd47-431d-ba71-ecef4e96e67c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:06.005026 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.043303 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Transition to ACTIVE for port object 92480d9d-9640-46ff-bca6-bfcc4ce115fc will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:06.053688 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.085567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.116578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] Pushing event deleted for resources: {'Port': ['ID=70192711-c77e-43b4-a29f-64aedc35df11,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:06.120709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae70af6-af2e-47ff-9a48-e1d740397ef0 None None] No DVR routers for this DVR port 70192711-c77e-43b4-a29f-64aedc35df11 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:06.187036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.255951 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Allocated IP 2001:db8::f816:3eff:fe1a:4073 (ff3aaf3e-deb6-412e-aa7f-fbd5f6795165/d4baa4ab-2d64-4065-986f-e46118fa3dd6/0f47df8b-6ff3-431c-a283-c5511be6fcb6) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:06.326370 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:06.329222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Port': ['ID=92480d9d-9640-46ff-bca6-bfcc4ce115fc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:06.333561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:06.337245 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:06.342871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:06.343507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.376563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33188) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:06.377140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9a7b414-6f49-45de-9f02-052f509a2f64 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1747534 Sep 10 03:27:06.448097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting subnet d4baa4ab-2d64-4065-986f-e46118fa3dd6 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:06.468735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.479366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Transition to ACTIVE for port object 0f47df8b-6ff3-431c-a283-c5511be6fcb6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:06.498720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Transition to ACTIVE for port object 0f47df8b-6ff3-431c-a283-c5511be6fcb6 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:06.505016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.505960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.514686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.520545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.521554 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.554607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:06.561073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.565669 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:06.568115 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Pushing event updated for resources: {'Port': ['ID=0f47df8b-6ff3-431c-a283-c5511be6fcb6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:06.575797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:06.588594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:06.638362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Attempting to bind port 0f47df8b-6ff3-431c-a283-c5511be6fcb6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:06.638733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Attempting to bind port 0f47df8b-6ff3-431c-a283-c5511be6fcb6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '902788a0-8109-42e9-873e-70efc6456b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:06.639101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Attempting to bind port 0f47df8b-6ff3-431c-a283-c5511be6fcb6 on network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:06.644204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:06.644514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Checking segment: {'id': '902788a0-8109-42e9-873e-70efc6456b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:06.644917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.645308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Bound using segment: {'id': '902788a0-8109-42e9-873e-70efc6456b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:06.645777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Bound port: 0f47df8b-6ff3-431c-a283-c5511be6fcb6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902788a0-8109-42e9-873e-70efc6456b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ff3aaf3e-deb6-412e-aa7f-fbd5f6795165'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:06.646285 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.656438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:06.657543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:06.710314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.776713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.778254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] For port 0f47df8b-6ff3-431c-a283-c5511be6fcb6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:06.782809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] For port 0f47df8b-6ff3-431c-a283-c5511be6fcb6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f47df8b-6ff3-431c-a283-c5511be6fcb6,segment=NetworkSegment(902788a0-8109-42e9-873e-70efc6456b18),segment_id=902788a0-8109-42e9-873e-70efc6456b18)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:06.785320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router 957a86be-1897-4bfc-9d8c-237b08427e53 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:27:06.789417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.809345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Subnet': ['ID=d4baa4ab-2d64-4065-986f-e46118fa3dd6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:06.813118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:06.815017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f7a1357-49fa-4362-b680-15fdb7fed89a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/d4baa4ab-2d64-4065-986f-e46118fa3dd6 HTTP/1.1" status: 204 len: 168 time: 0.4369824 Sep 10 03:27:06.827437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33190) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:06.883574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3aac-392f-48e2-8621-f1d1900333d6 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:06.885355 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3aac-392f-48e2-8621-f1d1900333d6 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:06.886991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb7b3aac-392f-48e2-8621-f1d1900333d6 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0584214 Sep 10 03:27:06.889734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33192) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:06.910185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:06.921832 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:06.932461 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9845a7a1-ea46-4650-b740-339431079e8d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/957a86be-1897-4bfc-9d8c-237b08427e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8006275 Sep 10 03:27:06.997814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] Sync routers for ids ['957a86be-1897-4bfc-9d8c-237b08427e53'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:07.013070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7425a9a-4900-42ea-9244-610d8898458e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:07.015963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a7425a9a-4900-42ea-9244-610d8898458e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports/e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a HTTP/1.1" status: 200 len: 911 time: 0.0933609 Sep 10 03:27:07.017236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33196) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:07.020343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] Routers {'957a86be-1897-4bfc-9d8c-237b08427e53'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:07.020991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['957a86be-1897-4bfc-9d8c-237b08427e53'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:07.036467 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-594baca8-b72f-4942-89f6-43b6f4912487 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.045234 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-594baca8-b72f-4942-89f6-43b6f4912487 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 10 03:27:07.045763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594baca8-b72f-4942-89f6-43b6f4912487 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:07.047577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-594baca8-b72f-4942-89f6-43b6f4912487 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 HTTP/1.1" status: 409 len: 405 time: 0.1568589 Sep 10 03:27:07.051559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33198) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:07.056710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038625607'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:07.065486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:07.087347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:07.090719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c540e-bd93-444a-9e72-8264e1a5e84c None None] Pushing event updated for resources: {'Port': ['ID=0f47df8b-6ff3-431c-a283-c5511be6fcb6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:07.090863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.095041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] Routers {'957a86be-1897-4bfc-9d8c-237b08427e53'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:07.108815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['957a86be-1897-4bfc-9d8c-237b08427e53'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:07.141682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:07.150216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:07.151278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80771a7-b715-4f1c-9ec8-40284d4898ec None None] The sync data for ids ['957a86be-1897-4bfc-9d8c-237b08427e53'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:07.151824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.153099 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Added segment 10a9371c-4d62-4612-a83b-2eccb60dbd0b of type vlan for network 55126977-c3bc-4b36-90c2-e850b0782839 Sep 10 03:27:07.211298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.215204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf86544-4cc4-4d64-98fc-90521671d22b None None] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:07.278750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.285483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:07.286079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.352450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2997813 Sep 10 03:27:07.353092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:07.356519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-10d13f8a-cf24-47ca-8c23-55c831653e55 None None] Provisioning for port 09a88ac5-dd47-431d-ba71-ecef4e96e67c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:07.368602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'subnet': {'network_id': '55126977-c3bc-4b36-90c2-e850b0782839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:07.420635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.512316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804aa36-f869-412c-8790-1ad39c264deb tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Network': ['ID=55126977-c3bc-4b36-90c2-e850b0782839,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:07.533930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:07.538264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.557877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 55126977-c3bc-4b36-90c2-e850b0782839 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:07.657332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09a88ac5-dd47-431d-ba71-ecef4e96e67c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:07.798119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 09a88ac5-dd47-431d-ba71-ecef4e96e67c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:07.810377 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.812263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 09a88ac5-dd47-431d-ba71-ecef4e96e67c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:07.812831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:07.990775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.objects.ports [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94634) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:27:07.992070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.014806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-163838ec-239a-469a-8cd2-3509b1f17b47 None None] Provisioning complete for port 09a88ac5-dd47-431d-ba71-ecef4e96e67c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:08.016684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163838ec-239a-469a-8cd2-3509b1f17b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.058214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Subnet': ['ID=f46469ce-684d-4fca-b66e-b873cb18f173,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:08.077539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Checking segment: {'id': '10a9371c-4d62-4612-a83b-2eccb60dbd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '55126977-c3bc-4b36-90c2-e850b0782839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:08.077918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network hostable DHCP agents. Network: 55126977-c3bc-4b36-90c2-e850b0782839, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:08.103091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network 55126977-c3bc-4b36-90c2-e850b0782839 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:08.119386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 55126977-c3bc-4b36-90c2-e850b0782839) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:08.125781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:08.126173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.136754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847c757-2710-44ad-8a05-0875f3094953 None None] Network 55126977-c3bc-4b36-90c2-e850b0782839 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:08.164032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eadc9600-4b0c-47b5-8d7e-abe507f50242 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8028202 Sep 10 03:27:08.166567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33212) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:08.173364 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.297586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:08.298200 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.313005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.348507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 09a88ac5-dd47-431d-ba71-ecef4e96e67c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=09a88ac5-dd47-431d-ba71-ecef4e96e67c,segment=NetworkSegment(3a188dcb-8a6d-4000-959b-b92292cf2920),segment_id=3a188dcb-8a6d-4000-959b-b92292cf2920)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:08.349698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-163838ec-239a-469a-8cd2-3509b1f17b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.386671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.388392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f47df8b-6ff3-431c-a283-c5511be6fcb6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:08.412539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.424903 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.442457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:08.528590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.606940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Subnet': ['ID=f46469ce-684d-4fca-b66e-b873cb18f173,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:08.628994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=09a88ac5-dd47-431d-ba71-ecef4e96e67c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:08.639850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0f47df8b-6ff3-431c-a283-c5511be6fcb6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:08.642685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-163838ec-239a-469a-8cd2-3509b1f17b47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:27:08.643251 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-163838ec-239a-469a-8cd2-3509b1f17b47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:27:08.683696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27293ff-6e65-4134-b825-225f3fa8e738 None None] Network ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:08.749153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6443f5-60a7-4cbc-8e04-85fe34b6f007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-55126977-c3bc-4b36-90c2-e850b0782839', 'network_id': '55126977-c3bc-4b36-90c2-e850b0782839', 'tenant_id': '47fe7776b99340949f2736f20814c3d0', 'fixed_ips': [{'subnet_id': 'f46469ce-684d-4fca-b66e-b873cb18f173'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:08.750157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7c6443f5-60a7-4cbc-8e04-85fe34b6f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.752292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70192711-c77e-43b4-a29f-64aedc35df11 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:08.752926 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.765291 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.783497 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:08.790181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 70192711-c77e-43b4-a29f-64aedc35df11 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:08.790638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 70192711-c77e-43b4-a29f-64aedc35df11 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:08.797437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55126977-c3bc-4b36-90c2-e850b0782839']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:08.808921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a9371c-4d62-4612-a83b-2eccb60dbd0b') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:08.809296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a9371c-4d62-4612-a83b-2eccb60dbd0b') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:08.822130 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.839936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.849201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:08.849637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:08.852907 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:08.945812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-7c6443f5-60a7-4cbc-8e04-85fe34b6f007 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:27:08.945812 n-d-808126-2 neutron-server[94635]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Sep 10 03:27:08.945812 n-d-808126-2 neutron-server[94635]: [parameters: {'project_id': '47fe7776b99340949f2736f20814c3d0', 'id': '5f0f1781-4908-43e6-8f17-9e69db281ae3', 'name': '', 'network_id': '55126977-c3bc-4b36-90c2-e850b0782839', 'mac_address': 'fa:16:3e:b6:ad:cc', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-55126977-c3bc-4b36-90c2-e850b0782839', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3666}] Sep 10 03:27:08.945812 n-d-808126-2 neutron-server[94635]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:27:08.946860 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-7c6443f5-60a7-4cbc-8e04-85fe34b6f007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:27:08.948692 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.956122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:08.970800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] DHCP port deletion for ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:09.000579 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.007011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/55126977-c3bc-4b36-90c2-e850b0782839 HTTP/1.1" status: 204 len: 168 time: 0.8392184 Sep 10 03:27:09.008011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477e68e-a620-43d4-84a0-2c462267791e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Network': ['ID=55126977-c3bc-4b36-90c2-e850b0782839,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:09.011693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33218) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:09.017846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-39498571'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:09.051839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:09.057255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.068439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] Deleting port 0f47df8b-6ff3-431c-a283-c5511be6fcb6 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:09.069133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.097136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:09.104468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.104970 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Added segment 10334bd4-fe82-493e-91af-75f40880d193 of type vlan for network b6419336-de7f-42eb-846a-8ab3ee37e24f Sep 10 03:27:09.170427 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.199510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.206233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:09.207399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.213266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router 957a86be-1897-4bfc-9d8c-237b08427e53 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:09.220739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] For port 0f47df8b-6ff3-431c-a283-c5511be6fcb6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f47df8b-6ff3-431c-a283-c5511be6fcb6,segment=NetworkSegment(902788a0-8109-42e9-873e-70efc6456b18),segment_id=902788a0-8109-42e9-873e-70efc6456b18)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:09.221201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.241756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] Calling delete_port for 0f47df8b-6ff3-431c-a283-c5511be6fcb6 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:09.246762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2308917 Sep 10 03:27:09.246960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33220) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:09.248654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-163838ec-239a-469a-8cd2-3509b1f17b47 None None] Could not find standard attr ID for object e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:27:09.251873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'subnet': {'network_id': 'b6419336-de7f-42eb-846a-8ab3ee37e24f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:09.298780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ba49b-153f-4b86-a9fa-06ca6aff62fd tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Network': ['ID=b6419336-de7f-42eb-846a-8ab3ee37e24f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:09.335009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b6419336-de7f-42eb-846a-8ab3ee37e24f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:09.343687 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.388664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:09.392279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.420561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5f39de5b-e4a9-45ab-a501-3663bdef77d2 None None] Could not find standard attr ID for object 0f47df8b-6ff3-431c-a283-c5511be6fcb6. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:27:09.422680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09a88ac5-dd47-431d-ba71-ecef4e96e67c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:09.458467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] Pushing event deleted for resources: {'Port': ['ID=0f47df8b-6ff3-431c-a283-c5511be6fcb6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:09.461461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7c6443f5-60a7-4cbc-8e04-85fe34b6f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.464435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a543ebe-d47e-4094-bcde-8bb6d6322fd0 None None] No DVR routers for this DVR port 0f47df8b-6ff3-431c-a283-c5511be6fcb6 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:09.483204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5f39de5b-e4a9-45ab-a501-3663bdef77d2 None None] Could not find standard attr ID for object e0fa6a49-8841-47f2-ae22-2e88ce3f4c3a. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:27:09.557535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 09a88ac5-dd47-431d-ba71-ecef4e96e67c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:09.557805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.579873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c247e00-07c3-43ca-9dc0-ed7ead5e1a7f None None] Network 55126977-c3bc-4b36-90c2-e850b0782839 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:09.595629 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c247e00-07c3-43ca-9dc0-ed7ead5e1a7f None None] Network 55126977-c3bc-4b36-90c2-e850b0782839 could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:27:09.602441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.637139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:09.642964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3da64df6-4054-4c83-ada7-6bd45bca53f7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/957a86be-1897-4bfc-9d8c-237b08427e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246378 Sep 10 03:27:09.645745 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33222) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:09.650406 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] Sync routers for ids ['957a86be-1897-4bfc-9d8c-237b08427e53'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:09.659403 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] Routers {'957a86be-1897-4bfc-9d8c-237b08427e53'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:09.660589 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['957a86be-1897-4bfc-9d8c-237b08427e53'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:09.675876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Subnet': ['ID=a3234d1b-7747-47e4-b5f0-a4c558ee2e34,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:09.679645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6c786f31-9ebb-4182-a821-f46d52ec2ac6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=957a86be-1897-4bfc-9d8c-237b08427e53 HTTP/1.1" status: 200 len: 205 time: 0.0324044 Sep 10 03:27:09.682110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:09.700809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Checking segment: {'id': '10334bd4-fe82-493e-91af-75f40880d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b6419336-de7f-42eb-846a-8ab3ee37e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:09.701496 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network hostable DHCP agents. Network: b6419336-de7f-42eb-846a-8ab3ee37e24f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:09.701887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:09.710516 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] Routers {'957a86be-1897-4bfc-9d8c-237b08427e53'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:09.711124 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['957a86be-1897-4bfc-9d8c-237b08427e53'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:09.723380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network b6419336-de7f-42eb-846a-8ab3ee37e24f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:09.735843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b6419336-de7f-42eb-846a-8ab3ee37e24f) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:09.741049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:09.741812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.744854 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:09.745496 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914338e-25ff-4f0a-992d-ac17126012bd None None] The sync data for ids ['957a86be-1897-4bfc-9d8c-237b08427e53'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:09.748141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f47df8b-6ff3-431c-a283-c5511be6fcb6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:09.762880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a0b84fef-f335-4273-b723-67dba5e4d96e tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5147233 Sep 10 03:27:09.765890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33226) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:09.768478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.772808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf12fec-8b94-4c4a-952f-916df9a914b9 None None] Network b6419336-de7f-42eb-846a-8ab3ee37e24f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:09.775713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0f47df8b-6ff3-431c-a283-c5511be6fcb6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:09.776061 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f47df8b-6ff3-431c-a283-c5511be6fcb6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:09.873926 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.921515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08679cc0-0181-4b5d-84c0-fddaadd3fe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b6419336-de7f-42eb-846a-8ab3ee37e24f', 'network_id': 'b6419336-de7f-42eb-846a-8ab3ee37e24f', 'tenant_id': '47fe7776b99340949f2736f20814c3d0', 'fixed_ips': [{'subnet_id': 'a3234d1b-7747-47e4-b5f0-a4c558ee2e34'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:09.922453 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-08679cc0-0181-4b5d-84c0-fddaadd3fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.926804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.932463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.934730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.976513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.977196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router 957a86be-1897-4bfc-9d8c-237b08427e53 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:27:09.990486 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:09.991536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-32514fd6-bd37-445e-b158-5f5bed51e3ed tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/957a86be-1897-4bfc-9d8c-237b08427e53 HTTP/1.1" status: 204 len: 168 time: 0.3075852 Sep 10 03:27:09.994852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:10.004107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.033805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Subnet': ['ID=a3234d1b-7747-47e4-b5f0-a4c558ee2e34,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-08679cc0-0181-4b5d-84c0-fddaadd3fe58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3234d1b-7747-47e4-b5f0-a4c558ee2e34: This subnet is being modified by another concurrent operation. Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3234d1b-7747-47e4-b5f0-a4c558ee2e34: This subnet is being modified by another concurrent operation. Sep 10 03:27:10.036796 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:27:10.055274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ab8f2-5faf-4e27-b927-9eca8d8b1fca None None] Network b6419336-de7f-42eb-846a-8ab3ee37e24f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:10.061494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet 9d86f619-e71f-4f0a-aaab-9d749d976e9a {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:10.065215 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.107047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.120827 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.137859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6419336-de7f-42eb-846a-8ab3ee37e24f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:10.147538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10334bd4-fe82-493e-91af-75f40880d193') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:10.147844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10334bd4-fe82-493e-91af-75f40880d193') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:10.160515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.175924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.181700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:10.182102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:10.185263 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:10.187775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893036d5-340e-4c62-b158-da4639f35ffb None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:27:10.218711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.259444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.269502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.274867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/b6419336-de7f-42eb-846a-8ab3ee37e24f HTTP/1.1" status: 204 len: 168 time: 0.5047860 Sep 10 03:27:10.275698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33234) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:10.283216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12d098-7b0a-4a61-83ca-6c6d2ad008a1 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Network': ['ID=b6419336-de7f-42eb-846a-8ab3ee37e24f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:10.297388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893036d5-340e-4c62-b158-da4639f35ffb None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:27:10.303112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-253731750'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:10.319261 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.350177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=9d86f619-e71f-4f0a-aaab-9d749d976e9a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:10.361109 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.363325 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-020adf50-6f0b-4f88-a367-2c67b3c97573 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/9d86f619-e71f-4f0a-aaab-9d749d976e9a HTTP/1.1" status: 204 len: 168 time: 0.3673837 Sep 10 03:27:10.366030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33236) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:10.369480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:10.373884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.403517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:10.418196 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.418578 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Added segment 75fb16b9-6f52-4a51-a12e-684850e3c4ab of type vlan for network 94309e2f-eea4-457b-a59c-982a7d41b5f1 Sep 10 03:27:10.465238 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.496964 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.533524 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.541100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:10.541725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 09a88ac5-dd47-431d-ba71-ecef4e96e67c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:10.541847 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.542038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.587371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2883370 Sep 10 03:27:10.588699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33242) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:10.593466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Request body: {'subnet': {'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:10.625802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 09a88ac5-dd47-431d-ba71-ecef4e96e67c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=09a88ac5-dd47-431d-ba71-ecef4e96e67c,segment=NetworkSegment(3a188dcb-8a6d-4000-959b-b92292cf2920),segment_id=3a188dcb-8a6d-4000-959b-b92292cf2920)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:10.626271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.640219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 09a88ac5-dd47-431d-ba71-ecef4e96e67c owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:10.654015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2421c70-a28b-4f03-9a4b-eeb417c7970d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Network': ['ID=94309e2f-eea4-457b-a59c-982a7d41b5f1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:10.661933 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.resource_extend [None req-893036d5-340e-4c62-b158-da4639f35ffb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:27:10.669965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 94309e2f-eea4-457b-a59c-982a7d41b5f1 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:10.744018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Made reservation on behalf of 47fe7776b99340949f2736f20814c3d0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:10.750802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.754798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.796175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=09a88ac5-dd47-431d-ba71-ecef4e96e67c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:10.800817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7a5ae-cf71-42aa-acaf-9ded3e6e9dd0 None None] Network 00cf0602-5521-45fd-a955-e4c2b33c86dc requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:10.805172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port 09a88ac5-dd47-431d-ba71-ecef4e96e67c on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:10.906279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.936848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cf0602-5521-45fd-a955-e4c2b33c86dc']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:10.948693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a188dcb-8a6d-4000-959b-b92292cf2920') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:10.949130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a188dcb-8a6d-4000-959b-b92292cf2920') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:10.967706 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.981785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.989149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:10.989317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:10.992410 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:11.001647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c203e5-0296-4319-9546-229e18d007ce None None] DHCP port deletion for 00cf0602-5521-45fd-a955-e4c2b33c86dc request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:11.065215 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.068942 n-d-808126-2 neutron-server[94633]: DEBUG neutron.objects.ports [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94633) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:27:11.071775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.091307 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.093575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/00cf0602-5521-45fd-a955-e4c2b33c86dc HTTP/1.1" status: 204 len: 168 time: 0.7265694 Sep 10 03:27:11.097361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33246) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:11.104404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1942017072', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:11.111067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6d15d-de19-4353-a782-fcf2f00402d8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=00cf0602-5521-45fd-a955-e4c2b33c86dc,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:11.136206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event updated for resources: {'Subnet': ['ID=c0bf00f6-9b28-4793-a6c1-fcabed8087b7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:11.139537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.140980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.154981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Checking segment: {'id': '75fb16b9-6f52-4a51-a12e-684850e3c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:11.155350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network hostable DHCP agents. Network: 94309e2f-eea4-457b-a59c-982a7d41b5f1, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:11.174153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Network 94309e2f-eea4-457b-a59c-982a7d41b5f1 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:11.185761 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 94309e2f-eea4-457b-a59c-982a7d41b5f1) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:11.190319 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:11.191015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.198663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b82bb-4dfc-42cf-bcd9-88cab001d405 None None] Network 94309e2f-eea4-457b-a59c-982a7d41b5f1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:11.206645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.214745 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c7868b83-45f0-4a5d-8a19-ea6a14be54c8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6253750 Sep 10 03:27:11.217194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33248) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:11.367872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.383243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09a88ac5-dd47-431d-ba71-ecef4e96e67c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:11.397432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.418268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-94309e2f-eea4-457b-a59c-982a7d41b5f1', 'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1', 'tenant_id': '47fe7776b99340949f2736f20814c3d0', 'fixed_ips': [{'subnet_id': 'c0bf00f6-9b28-4793-a6c1-fcabed8087b7'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:11.419287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.422647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 09a88ac5-dd47-431d-ba71-ecef4e96e67c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:11.423091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09a88ac5-dd47-431d-ba71-ecef4e96e67c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:11.490214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.586781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Allocated IP 2001:db8::f816:3eff:fe62:a572 (94309e2f-eea4-457b-a59c-982a7d41b5f1/c0bf00f6-9b28-4793-a6c1-fcabed8087b7/5e31594c-c136-4641-af18-25e98ba4efb8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:11.631977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.652263 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.792119 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.803119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Transition to ACTIVE for port object 5e31594c-c136-4641-af18-25e98ba4efb8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:11.821045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 172.25.8.10 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/243abafc-315f-4298-8fef-20894cc66870) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:11.830656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Transition to ACTIVE for port object 5e31594c-c136-4641-af18-25e98ba4efb8 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:11.843435 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.866888 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.894531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Network 94309e2f-eea4-457b-a59c-982a7d41b5f1 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:11.896649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bf00f6-9b28-4793-a6c1-fcabed8087b7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:11.899636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:11.903183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:11.933508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Pushing event updated for resources: {'Port': ['ID=5e31594c-c136-4641-af18-25e98ba4efb8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:11.969405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Attempting to bind port 5e31594c-c136-4641-af18-25e98ba4efb8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:11.969783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Attempting to bind port 5e31594c-c136-4641-af18-25e98ba4efb8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '75fb16b9-6f52-4a51-a12e-684850e3c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:11.970147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Attempting to bind port 5e31594c-c136-4641-af18-25e98ba4efb8 on network 94309e2f-eea4-457b-a59c-982a7d41b5f1 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:11.970359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.975549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:11.976196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Checking segment: {'id': '75fb16b9-6f52-4a51-a12e-684850e3c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:11.976330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.976714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Bound using segment: {'id': '75fb16b9-6f52-4a51-a12e-684850e3c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:11.977184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Bound port: 5e31594c-c136-4641-af18-25e98ba4efb8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fb16b9-6f52-4a51-a12e-684850e3c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '94309e2f-eea4-457b-a59c-982a7d41b5f1'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:11.977567 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:11.978449 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.004395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94309e2f-eea4-457b-a59c-982a7d41b5f1']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:12.017100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb16b9-6f52-4a51-a12e-684850e3c4ab') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:12.017537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb16b9-6f52-4a51-a12e-684850e3c4ab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:12.018426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.028804 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.044746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.045508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] For port 5e31594c-c136-4641-af18-25e98ba4efb8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:12.051691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:12.052189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:12.055730 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:12.065574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:12.069335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:12.072954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:12.105347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=243abafc-315f-4298-8fef-20894cc66870,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:12.126618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.db.api [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:27:12.126618 n-d-808126-2 neutron-server[94633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:27:12.126618 n-d-808126-2 neutron-server[94633]: [parameters: {'id': '94309e2f-eea4-457b-a59c-982a7d41b5f1'}] Sep 10 03:27:12.126618 n-d-808126-2 neutron-server[94633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:27:12.127548 n-d-808126-2 neutron-server[94633]: DEBUG oslo_db.api [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:27:12.129315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] For port 5e31594c-c136-4641-af18-25e98ba4efb8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5e31594c-c136-4641-af18-25e98ba4efb8,segment=NetworkSegment(75fb16b9-6f52-4a51-a12e-684850e3c4ab),segment_id=75fb16b9-6f52-4a51-a12e-684850e3c4ab)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:12.134108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.214767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10b41d-37aa-4125-8346-a0b26a7668c4 None None] Pushing event updated for resources: {'Port': ['ID=5e31594c-c136-4641-af18-25e98ba4efb8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:12.234059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08456a5-604d-473d-a3ce-3bb8ce153691 None None] Network 94309e2f-eea4-457b-a59c-982a7d41b5f1 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:12.353581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.364335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72b82f-f635-4519-9fdd-0b20253cb37f None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:27:12.449306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72b82f-f635-4519-9fdd-0b20253cb37f None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:27:12.629279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.708078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting port 5e31594c-c136-4641-af18-25e98ba4efb8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:12.708842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.788605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] For port 5e31594c-c136-4641-af18-25e98ba4efb8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=5e31594c-c136-4641-af18-25e98ba4efb8,segment=NetworkSegment(75fb16b9-6f52-4a51-a12e-684850e3c4ab),segment_id=75fb16b9-6f52-4a51-a12e-684850e3c4ab)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:12.789003 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.801988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Calling delete_port for 5e31594c-c136-4641-af18-25e98ba4efb8 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:12.888646 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:12.912678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Port': ['ID=5e31594c-c136-4641-af18-25e98ba4efb8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:12.921230 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No DVR routers for this DVR port 5e31594c-c136-4641-af18-25e98ba4efb8 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:12.921384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.007711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.028417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94309e2f-eea4-457b-a59c-982a7d41b5f1']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.042474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb16b9-6f52-4a51-a12e-684850e3c4ab') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.042708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb16b9-6f52-4a51-a12e-684850e3c4ab') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.053331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.055649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router 6545b4a7-7ddb-41ef-a1de-098730ef46a2 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:27:13.069476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.075684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:13.076188 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:13.080137 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:13.145994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.164157 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.166163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/94309e2f-eea4-457b-a59c-982a7d41b5f1 HTTP/1.1" status: 204 len: 168 time: 1.9476938 Sep 10 03:27:13.167241 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057bd4c-2723-4c35-910d-292fafd2638d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Network': ['ID=94309e2f-eea4-457b-a59c-982a7d41b5f1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:13.170661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33254) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.189365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:13.201123 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-687586c4-f44e-4e77-9d3d-d3a038a13d74 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.201661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687586c4-f44e-4e77-9d3d-d3a038a13d74 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.202142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] Sync routers for ids ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:13.206140 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-687586c4-f44e-4e77-9d3d-d3a038a13d74 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/c0bf00f6-9b28-4793-a6c1-fcabed8087b7 HTTP/1.1" status: 404 len: 337 time: 0.0319331 Sep 10 03:27:13.206140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33256) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.214342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] Routers {'6545b4a7-7ddb-41ef-a1de-098730ef46a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:13.214976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.219235 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.220967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0d534fd7-3c7a-4109-9bed-486b37d8b154 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1212397 Sep 10 03:27:13.223501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33258) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.228835 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccef72aa-19b3-4c72-996a-a38045aac717 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.229586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccef72aa-19b3-4c72-996a-a38045aac717 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.233879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ccef72aa-19b3-4c72-996a-a38045aac717 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/94309e2f-eea4-457b-a59c-982a7d41b5f1 HTTP/1.1" status: 404 len: 339 time: 0.0243094 Sep 10 03:27:13.235393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33260) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.253940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.262900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] Routers {'6545b4a7-7ddb-41ef-a1de-098730ef46a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:13.263531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.263668 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f028858-1ace-431e-8ca3-2addbfb47316 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.264242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f028858-1ace-431e-8ca3-2addbfb47316 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.269990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0f028858-1ace-431e-8ca3-2addbfb47316 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/a3234d1b-7747-47e4-b5f0-a4c558ee2e34 HTTP/1.1" status: 404 len: 337 time: 0.0324197 Sep 10 03:27:13.270298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33262) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.293760 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0716ba16-90da-4828-8cf2-b6d17804240b tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.294442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0716ba16-90da-4828-8cf2-b6d17804240b tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.297132 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0716ba16-90da-4828-8cf2-b6d17804240b tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/b6419336-de7f-42eb-846a-8ab3ee37e24f HTTP/1.1" status: 404 len: 339 time: 0.0257087 Sep 10 03:27:13.299880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33264) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.315498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:13.317193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2703f-1c07-4682-a76a-1fab073eae8e None None] The sync data for ids ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:13.331411 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8a7db5-3195-48bb-8bfd-95a133b34f8b tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.331993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8a7db5-3195-48bb-8bfd-95a133b34f8b tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.334757 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6a8a7db5-3195-48bb-8bfd-95a133b34f8b tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/f46469ce-684d-4fca-b66e-b873cb18f173 HTTP/1.1" status: 404 len: 337 time: 0.0329773 Sep 10 03:27:13.337476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33266) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.361962 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ef04a6-15ef-4c3f-b4da-80b77f6befa4 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.362430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ef04a6-15ef-4c3f-b4da-80b77f6befa4 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.364959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85ef04a6-15ef-4c3f-b4da-80b77f6befa4 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/55126977-c3bc-4b36-90c2-e850b0782839 HTTP/1.1" status: 404 len: 339 time: 0.0229616 Sep 10 03:27:13.368054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33268) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.379528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eaf58ee5-f7ed-4879-a649-203feb478357 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/routers/6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 200 len: 884 time: 0.1547027 Sep 10 03:27:13.382108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33270) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.460683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting port 92480d9d-9640-46ff-bca6-bfcc4ce115fc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:13.461080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.526920 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.539711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Calling delete_port for 92480d9d-9640-46ff-bca6-bfcc4ce115fc owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:13.598229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c08ced43-4c67-46e2-8184-0f75ade76af7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2150524 Sep 10 03:27:13.600715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33272) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.606228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1942017072'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:13.626880 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.653751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Port': ['ID=92480d9d-9640-46ff-bca6-bfcc4ce115fc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:13.661953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:13.664097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-93a29aa6-b4d1-4076-a374-d69621b32697 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/ports/92480d9d-9640-46ff-bca6-bfcc4ce115fc HTTP/1.1" status: 204 len: 168 time: 0.2949605 Sep 10 03:27:13.666685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33274) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.699593 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-33571c36-5d4c-40cd-acd8-9aa949ad2be8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:13.700988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33571c36-5d4c-40cd-acd8-9aa949ad2be8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:13.702011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-33571c36-5d4c-40cd-acd8-9aa949ad2be8 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/d4baa4ab-2d64-4065-986f-e46118fa3dd6 HTTP/1.1" status: 404 len: 337 time: 0.0342979 Sep 10 03:27:13.704753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33276) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:13.864357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.000559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.053901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3aaf3e-deb6-412e-aa7f-fbd5f6795165']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.067282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902788a0-8109-42e9-873e-70efc6456b18') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.067668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902788a0-8109-42e9-873e-70efc6456b18') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.084594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.130802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.142935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.147052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:14.147452 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:14.150485 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:14.174538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.248220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.268156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.270522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/ff3aaf3e-deb6-412e-aa7f-fbd5f6795165 HTTP/1.1" status: 204 len: 168 time: 0.5647156 Sep 10 03:27:14.272982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830fb46-90e9-4d93-983a-6cfd845c7f7a tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Network': ['ID=ff3aaf3e-deb6-412e-aa7f-fbd5f6795165,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:14.273394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33280) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:14.350374 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router 6545b4a7-7ddb-41ef-a1de-098730ef46a2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:14.374423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting port cffc19ab-a8fd-4d61-8894-101ed89b16c3 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:14.374999 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.450976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.464885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Calling delete_port for cffc19ab-a8fd-4d61-8894-101ed89b16c3 owned by {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:14.473482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:14.480684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.483496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-098e3c2a-eae3-4bc7-b6e2-81d81a95deb5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 200 len: 891 time: 0.8801124 Sep 10 03:27:14.488826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33282) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:14.496668 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] Sync routers for ids ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:14.509357 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] Routers {'6545b4a7-7ddb-41ef-a1de-098730ef46a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:14.510370 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.573626 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.582075 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] Routers {'6545b4a7-7ddb-41ef-a1de-098730ef46a2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:14.582862 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.610293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7d341a1b-b028-467a-bc2d-f43f046a52df tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/routers/6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 200 len: 891 time: 0.1246934 Sep 10 03:27:14.615063 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.615567 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd8aac-070a-4d7a-95e5-18f0130479cb None None] The sync data for ids ['6545b4a7-7ddb-41ef-a1de-098730ef46a2'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:14.615781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33284) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:14.623610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.650083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9ab40831-231d-4da7-8d29-4740d384764b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 200 len: 205 time: 0.0302935 Sep 10 03:27:14.650808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33286) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:14.661376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.667554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/ports/cffc19ab-a8fd-4d61-8894-101ed89b16c3 HTTP/1.1" status: 204 len: 168 time: 0.3890383 Sep 10 03:27:14.667554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e87f1f-dbfb-466b-9e7d-ac2c114ac7f3 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Port': ['ID=cffc19ab-a8fd-4d61-8894-101ed89b16c3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:14.668140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33288) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:14.706655 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0c282d-d952-4b2d-821a-aabd4c18fe56 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] DELETE failed (client error): The resource could not be found. Sep 10 03:27:14.706655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0c282d-d952-4b2d-821a-aabd4c18fe56 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:27:14.708391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ab0c282d-d952-4b2d-821a-aabd4c18fe56 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/3a424f0c-b625-4bc4-87ad-922834d13eaa HTTP/1.1" status: 404 len: 337 time: 0.0392485 Sep 10 03:27:14.710855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33290) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:14.766548 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.818008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.890924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.911438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.940991 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6590d58d-ab89-49fa-a9da-ef1a551ab71f']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.952914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc742572-8ba7-47ec-903b-5b2ff8e75d39') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.953220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc742572-8ba7-47ec-903b-5b2ff8e75d39') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:14.956476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 243abafc-315f-4298-8fef-20894cc66870 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:14.957481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.964649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.978461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.985199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:14.985693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:14.989850 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:15.040475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.056346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 243abafc-315f-4298-8fef-20894cc66870 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:15.059401 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.068073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.070489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/6590d58d-ab89-49fa-a9da-ef1a551ab71f HTTP/1.1" status: 204 len: 168 time: 0.3585403 Sep 10 03:27:15.072961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33294) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:15.109148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd641e-082c-4601-a725-a366aa85b57d tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Network': ['ID=6590d58d-ab89-49fa-a9da-ef1a551ab71f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:15.135920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting subnet f2031510-5177-4c76-8e88-54c3e19b9a1d {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:15.138992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.179186 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.266486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.293719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.295676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=243abafc-315f-4298-8fef-20894cc66870,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:15.362625 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.370448 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.399660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Subnet': ['ID=f2031510-5177-4c76-8e88-54c3e19b9a1d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:15.402175 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.406380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3a8418c1-0b14-4cb5-ab32-9108fc56b580 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/subnets/f2031510-5177-4c76-8e88-54c3e19b9a1d HTTP/1.1" status: 204 len: 168 time: 0.3297634 Sep 10 03:27:15.406741 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33296) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:15.412260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a837eb8d-a905-42fc-89e6-c1b52dc8c639 None None] Network 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:15.464294 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.466759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.536168 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.536996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router 6545b4a7-7ddb-41ef-a1de-098730ef46a2 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:27:15.547643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.553308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.554709 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2de924cf-b295-4941-8db5-d93a57fcade9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 204 len: 168 time: 0.9031301 Sep 10 03:27:15.558363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33298) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:15.563262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1271757436'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:15.593602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:15.599470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.625166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Deleting port 4c6a48aa-5e9d-4062-80f0-072b7f30071d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:15.626233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.631137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] DHCP port deletion for 41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:15.643061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:15.667502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.667859 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment a52ddd89-f683-4333-811d-48d21f168061 of type vlan for network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e Sep 10 03:27:15.688351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] Deleting port 4c6a48aa-5e9d-4062-80f0-072b7f30071d {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:15.688739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.714725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.715074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] For port 4c6a48aa-5e9d-4062-80f0-072b7f30071d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4c6a48aa-5e9d-4062-80f0-072b7f30071d,segment=NetworkSegment(2044a968-99e4-4b53-af1a-f7a5b83b72d0),segment_id=2044a968-99e4-4b53-af1a-f7a5b83b72d0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:15.715354 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.739100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Calling delete_port for 4c6a48aa-5e9d-4062-80f0-072b7f30071d owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:15.758053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.770141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:15.770744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.779837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] For port 4c6a48aa-5e9d-4062-80f0-072b7f30071d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4c6a48aa-5e9d-4062-80f0-072b7f30071d,segment=NetworkSegment(2044a968-99e4-4b53-af1a-f7a5b83b72d0),segment_id=2044a968-99e4-4b53-af1a-f7a5b83b72d0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:15.779837 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.795512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] Calling delete_port for 4c6a48aa-5e9d-4062-80f0-072b7f30071d owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:15.806782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2472866 Sep 10 03:27:15.809801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33300) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:15.815488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:15.867313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3a7fc-d51e-42cd-8029-2de7d59854ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=409b6f1c-fd9b-4978-b789-bd7a102f4c2e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:15.887014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:15.900053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:15.945088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Port': ['ID=4c6a48aa-5e9d-4062-80f0-072b7f30071d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:15.957956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] No DVR routers for this DVR port 4c6a48aa-5e9d-4062-80f0-072b7f30071d on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:15.987405 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.018502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:16.019138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] Pushing event deleted for resources: {'Port': ['ID=4c6a48aa-5e9d-4062-80f0-072b7f30071d,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:16.022262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.027295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb83b95-0cae-462a-bf38-e4aaf530aa3f None None] No DVR routers for this DVR port 4c6a48aa-5e9d-4062-80f0-072b7f30071d on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:16.085867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.144772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:16.161779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2044a968-99e4-4b53-af1a-f7a5b83b72d0') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:16.162077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2044a968-99e4-4b53-af1a-f7a5b83b72d0') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:16.176442 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.197223 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.208199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:16.208530 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:16.211497 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:16.305352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.336593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.337097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] 10.222.0.23 "DELETE /v2.0/networks/41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e HTTP/1.1" status: 204 len: 168 time: 0.9295352 Sep 10 03:27:16.357154 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515725cb-19f3-4560-8129-926863b209e0 tempest-NetworksIpV6TestAttrs-434020011 tempest-NetworksIpV6TestAttrs-434020011-project] Pushing event deleted for resources: {'Network': ['ID=41c3a4f0-a2bb-4812-93c0-6dbbf8f00f3e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:16.366405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.435133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=e9a6f3aa-133d-48d7-a361-3469440474f3,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:16.448275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': 'a52ddd89-f683-4333-811d-48d21f168061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:16.448980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 409b6f1c-fd9b-4978-b789-bd7a102f4c2e, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:16.468713 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:16.479020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 409b6f1c-fd9b-4978-b789-bd7a102f4c2e) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:16.487516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:16.487864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcd98f-b18c-4d42-9966-aaf409d844a5 None None] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:16.489004 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.506480 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8db96bf1-ffb3-481f-8bae-e9ba3499aa0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6953497 Sep 10 03:27:16.510097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33306) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:16.515578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-791479775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:16.569790 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.571763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.664308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-409b6f1c-fd9b-4978-b789-bd7a102f4c2e', 'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': 'e9a6f3aa-133d-48d7-a361-3469440474f3'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:16.666472 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.677219 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.682618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.703933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:16.705310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c2451c8-12eb-4580-a7df-832d67f630f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1938374 Sep 10 03:27:16.718940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:16.759155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33312) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:16.855231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Allocated IP 2001:db8::2 (409b6f1c-fd9b-4978-b789-bd7a102f4c2e/e9a6f3aa-133d-48d7-a361-3469440474f3/1a1495dd-65ef-421f-85b8-a18b01ad278a) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:17.071497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cd6e779b-b31a-4ac5-b5be-cac8d2d5691f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47fe7776b99340949f2736f20814c3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066030 Sep 10 03:27:17.073501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33318) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:17.094361 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.103596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Transition to ACTIVE for port object 1a1495dd-65ef-421f-85b8-a18b01ad278a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:17.127881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Transition to ACTIVE for port object 1a1495dd-65ef-421f-85b8-a18b01ad278a will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:17.143000 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.158957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d030b208-3a8f-47b9-96b1-42118488cf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.181910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:17.182665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d030b208-3a8f-47b9-96b1-42118488cf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.185056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:17.188991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:17.223662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Pushing event updated for resources: {'Port': ['ID=1a1495dd-65ef-421f-85b8-a18b01ad278a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:17.242290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d030b208-3a8f-47b9-96b1-42118488cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.245649 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d030b208-3a8f-47b9-96b1-42118488cf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.249440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d030b208-3a8f-47b9-96b1-42118488cf4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0868275a-bae0-4661-bdd4-fd3e5d19cdee HTTP/1.1" status: 204 len: 168 time: 0.1723549 Sep 10 03:27:17.261658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Attempting to bind port 1a1495dd-65ef-421f-85b8-a18b01ad278a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:17.262176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Attempting to bind port 1a1495dd-65ef-421f-85b8-a18b01ad278a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'a52ddd89-f683-4333-811d-48d21f168061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:17.263395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Attempting to bind port 1a1495dd-65ef-421f-85b8-a18b01ad278a on network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:17.269774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:17.270253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Checking segment: {'id': 'a52ddd89-f683-4333-811d-48d21f168061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:17.271117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.271117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Bound using segment: {'id': 'a52ddd89-f683-4333-811d-48d21f168061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:17.272241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Bound port: 1a1495dd-65ef-421f-85b8-a18b01ad278a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52ddd89-f683-4333-811d-48d21f168061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '409b6f1c-fd9b-4978-b789-bd7a102f4c2e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:17.272241 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.275612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030b208-3a8f-47b9-96b1-42118488cf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0868275a-bae0-4661-bdd4-fd3e5d19cdee,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:17.408502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] For port 1a1495dd-65ef-421f-85b8-a18b01ad278a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:17.412718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] For port 1a1495dd-65ef-421f-85b8-a18b01ad278a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a1495dd-65ef-421f-85b8-a18b01ad278a,segment=NetworkSegment(a52ddd89-f683-4333-811d-48d21f168061),segment_id=a52ddd89-f683-4333-811d-48d21f168061)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:17.421692 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.427986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4c6a48aa-5e9d-4062-80f0-072b7f30071d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:17.436159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.473640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4c6a48aa-5e9d-4062-80f0-072b7f30071d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:17.473983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4c6a48aa-5e9d-4062-80f0-072b7f30071d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:17.523123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccccbff-d5ab-469d-a1c6-1e95f33d829a None None] Pushing event updated for resources: {'Port': ['ID=1a1495dd-65ef-421f-85b8-a18b01ad278a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:17.805083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8::1 (409b6f1c-fd9b-4978-b789-bd7a102f4c2e/e9a6f3aa-133d-48d7-a361-3469440474f3/00f8ceeb-caef-4d59-b3c1-63eaef9a096c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:17.946240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:17.969804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 00f8ceeb-caef-4d59-b3c1-63eaef9a096c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:18.007916 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:18.054018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:18.057399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:18.066751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:18.067272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:18.075631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=00f8ceeb-caef-4d59-b3c1-63eaef9a096c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:18.244763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:18.588052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:18.594113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:18.595177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:18.690941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48830b3-fc76-49f5-ac08-27fa00759f41 None None] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:18.712343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=00f8ceeb-caef-4d59-b3c1-63eaef9a096c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:18.723818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4c7e43c5-f6c7-4894-a958-808e843e3d00 None None] Provisioning for port 1a1495dd-65ef-421f-85b8-a18b01ad278a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:18.764279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:18.767402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:18.932620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router 67f90e67-6401-4ef8-95a7-15ee69288be9 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:27:19.066882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:19.078700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a78ed3ea-6931-4996-85db-fe4a791e1583 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/67f90e67-6401-4ef8-95a7-15ee69288be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565657 Sep 10 03:27:19.079552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33356) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:19.083838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] Sync routers for ids ['67f90e67-6401-4ef8-95a7-15ee69288be9'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:19.102902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] Routers {'67f90e67-6401-4ef8-95a7-15ee69288be9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:19.105408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['67f90e67-6401-4ef8-95a7-15ee69288be9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:19.165186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:19.174219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ecc6d-3e55-40fe-b784-be25bc83e651 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:19.181459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a63ecc6d-3e55-40fe-b784-be25bc83e651 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports/00f8ceeb-caef-4d59-b3c1-63eaef9a096c HTTP/1.1" status: 200 len: 911 time: 0.0980997 Sep 10 03:27:19.182345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:19.187805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9a6f3aa-133d-48d7-a361-3469440474f3'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:19.196596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] Routers {'67f90e67-6401-4ef8-95a7-15ee69288be9'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:19.197412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['67f90e67-6401-4ef8-95a7-15ee69288be9'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:19.242765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:19.243550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eecf78-cc61-4a5b-a510-c6fa29a52c1d None None] The sync data for ids ['67f90e67-6401-4ef8-95a7-15ee69288be9'] in n-d-808126-2 is: [] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:19.375048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-294b907b-6167-427d-92d7-a43afdd73ea2 None None] Provisioning for port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:19.389046 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-294b907b-6167-427d-92d7-a43afdd73ea2 None None] Provisioning complete for port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:19.389639 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-294b907b-6167-427d-92d7-a43afdd73ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.442597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a1495dd-65ef-421f-85b8-a18b01ad278a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:19.453936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.465540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-294b907b-6167-427d-92d7-a43afdd73ea2 None None] Port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:19.594282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1a1495dd-65ef-421f-85b8-a18b01ad278a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:19.600554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1a1495dd-65ef-421f-85b8-a18b01ad278a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:19.601025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.722906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.800796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1a1495dd-65ef-421f-85b8-a18b01ad278a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a1495dd-65ef-421f-85b8-a18b01ad278a,segment=NetworkSegment(a52ddd89-f683-4333-811d-48d21f168061),segment_id=a52ddd89-f683-4333-811d-48d21f168061)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:19.801917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0582dfe6-fd93-46d6-b0ee-7e535ed5d625 None None] Provisioning complete for port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:19.802414 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0582dfe6-fd93-46d6-b0ee-7e535ed5d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.834259 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.890719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1a1495dd-65ef-421f-85b8-a18b01ad278a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:19.910464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0582dfe6-fd93-46d6-b0ee-7e535ed5d625 None None] Port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:19.982580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:19.994535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:20.002145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:20.002785 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:20.004583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/ports/00f8ceeb-caef-4d59-b3c1-63eaef9a096c HTTP/1.1" status: 200 len: 911 time: 0.8212020 Sep 10 03:27:20.007478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33374) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:20.059606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a844f5-bf18-4014-8b22-50b235a32806 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=00f8ceeb-caef-4d59-b3c1-63eaef9a096c,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:20.131339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0e59550e-68a5-4122-bc19-8a608f3d9251 None None] Provisioning complete for port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:20.131740 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e59550e-68a5-4122-bc19-8a608f3d9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:20.171251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0e59550e-68a5-4122-bc19-8a608f3d9251 None None] Port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:20.649597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:20.891805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 00f8ceeb-caef-4d59-b3c1-63eaef9a096c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:20.892385 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:20.977355 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:20.990363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 00f8ceeb-caef-4d59-b3c1-63eaef9a096c owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:21.157365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.187579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=00f8ceeb-caef-4d59-b3c1-63eaef9a096c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:21.307030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.384636 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:27:21.413682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a1495dd-65ef-421f-85b8-a18b01ad278a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:21.494481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1a1495dd-65ef-421f-85b8-a18b01ad278a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:21.495066 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.537842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router 67f90e67-6401-4ef8-95a7-15ee69288be9 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:21.625853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:21.634352 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-083e3105-816b-435e-945d-dc26c6ad81d3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/67f90e67-6401-4ef8-95a7-15ee69288be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256020 Sep 10 03:27:21.635430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33402) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:21.643443 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] Sync routers for ids ['67f90e67-6401-4ef8-95a7-15ee69288be9'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:21.662430 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] Routers {'67f90e67-6401-4ef8-95a7-15ee69288be9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:21.663038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['67f90e67-6401-4ef8-95a7-15ee69288be9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:21.683146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-73652847-c546-448f-9f87-a4730f556b0a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f90e67-6401-4ef8-95a7-15ee69288be9 HTTP/1.1" status: 200 len: 205 time: 0.0465286 Sep 10 03:27:21.685764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33404) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:21.705123 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:21.714139 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] Routers {'67f90e67-6401-4ef8-95a7-15ee69288be9'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:21.714922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['67f90e67-6401-4ef8-95a7-15ee69288be9'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:21.748453 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:21.749346 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93d147-95ef-4458-8524-b19dfeb5726f None None] The sync data for ids ['67f90e67-6401-4ef8-95a7-15ee69288be9'] in n-d-808126-2 is: [] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:21.775205 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.940548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.943345 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.986167 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.986692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router 67f90e67-6401-4ef8-95a7-15ee69288be9 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:27:21.993863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:21.995077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-49dc87eb-68c6-4a43-9f0e-14c3504deca2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/67f90e67-6401-4ef8-95a7-15ee69288be9 HTTP/1.1" status: 204 len: 168 time: 0.3076952 Sep 10 03:27:21.997762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:22.062328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet e9a6f3aa-133d-48d7-a361-3469440474f3 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:22.066240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.112385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.194405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.258083 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.286864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a6f3aa-133d-48d7-a361-3469440474f3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:22.288849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.294309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1805acfe-9bc6-4b94-9357-a536360d5c00 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/e9a6f3aa-133d-48d7-a361-3469440474f3 HTTP/1.1" status: 204 len: 168 time: 0.2917681 Sep 10 03:27:22.294309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33408) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:22.298864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae548b-269b-4192-9e7b-9647aa5d4118 None None] Network 409b6f1c-fd9b-4978-b789-bd7a102f4c2e requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:22.374504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.435908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 1a1495dd-65ef-421f-85b8-a18b01ad278a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:22.436369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.476934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] DHCP port deletion for 409b6f1c-fd9b-4978-b789-bd7a102f4c2e request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:22.519981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 1a1495dd-65ef-421f-85b8-a18b01ad278a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a1495dd-65ef-421f-85b8-a18b01ad278a,segment=NetworkSegment(a52ddd89-f683-4333-811d-48d21f168061),segment_id=a52ddd89-f683-4333-811d-48d21f168061)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:22.520373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.540773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 1a1495dd-65ef-421f-85b8-a18b01ad278a owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:22.545222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] Deleting port 1a1495dd-65ef-421f-85b8-a18b01ad278a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:22.545607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.617531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] For port 1a1495dd-65ef-421f-85b8-a18b01ad278a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a1495dd-65ef-421f-85b8-a18b01ad278a,segment=NetworkSegment(a52ddd89-f683-4333-811d-48d21f168061),segment_id=a52ddd89-f683-4333-811d-48d21f168061)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:22.618067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.631345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] Calling delete_port for 1a1495dd-65ef-421f-85b8-a18b01ad278a owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:22.684172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.704433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port 1a1495dd-65ef-421f-85b8-a18b01ad278a on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:22.839815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.866595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409b6f1c-fd9b-4978-b789-bd7a102f4c2e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:22.879743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52ddd89-f683-4333-811d-48d21f168061') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:22.880521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52ddd89-f683-4333-811d-48d21f168061') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:22.885520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=1a1495dd-65ef-421f-85b8-a18b01ad278a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:22.900853 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.902697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.916700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.923802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:22.924329 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:22.928529 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:22.931083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] Pushing event deleted for resources: {'Port': ['ID=1a1495dd-65ef-421f-85b8-a18b01ad278a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:22.936766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aff58e-6107-48bb-bf2c-9154f8609f12 None None] No DVR routers for this DVR port 1a1495dd-65ef-421f-85b8-a18b01ad278a on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:23.000304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.006731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.008937 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/409b6f1c-fd9b-4978-b789-bd7a102f4c2e HTTP/1.1" status: 204 len: 168 time: 0.7145560 Sep 10 03:27:23.013088 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:23.018430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1229932771', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:23.033633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3acf3-1624-4c61-9ba0-e77d2e6be82a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=409b6f1c-fd9b-4978-b789-bd7a102f4c2e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:23.045473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.047373 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.111606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.117536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.136444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.137672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c8508699-9803-41a6-9ee5-a8b2acbaaa80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1231279 Sep 10 03:27:23.140320 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:23.145833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-501972049'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:23.169349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:23.173537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.200233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:23.209749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.210168 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment 419a63f9-9c21-4e21-846b-668d6e395b14 of type vlan for network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b Sep 10 03:27:23.251280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.277410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.292031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:23.292778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.345259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036891 Sep 10 03:27:23.349017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33424) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:23.354055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:23.384383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a1495dd-65ef-421f-85b8-a18b01ad278a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:23.387144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b956c-afe1-4a29-baa0-572a87ca9fb1 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=88dd8b3d-74df-49b1-aedc-2cc09a39ed7b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:23.410693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:23.413087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1a1495dd-65ef-421f-85b8-a18b01ad278a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:23.413491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a1495dd-65ef-421f-85b8-a18b01ad278a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:23.476218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:23.481946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.673320 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.755793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=83c861d7-f3d6-49d3-87be-d1272b77bbbf,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:23.761676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:23.762216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:23.798935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:23.819028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:23.824687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:23.825337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.833367 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfa635-df5b-4f72-ad7d-012ad7c2738f None None] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:23.898561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33434) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:23.910840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-17eb3c8f-030c-4ac2-b2ce-e23e92eff502 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5588012 Sep 10 03:27:24.093695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:24.094681 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.256791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Allocated IP 2001:db8::2 (88dd8b3d-74df-49b1-aedc-2cc09a39ed7b/83c861d7-f3d6-49d3-87be-d1272b77bbbf/cdcf5257-0945-439d-904b-2cc5881236d9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:24.373149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.430311 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.438930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Transition to ACTIVE for port object cdcf5257-0945-439d-904b-2cc5881236d9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:24.456823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Transition to ACTIVE for port object cdcf5257-0945-439d-904b-2cc5881236d9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:24.464741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.504986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:24.508090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:24.514040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:24.521577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Pushing event updated for resources: {'Port': ['ID=cdcf5257-0945-439d-904b-2cc5881236d9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:24.571911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Attempting to bind port cdcf5257-0945-439d-904b-2cc5881236d9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:24.572286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Attempting to bind port cdcf5257-0945-439d-904b-2cc5881236d9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:24.572646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Attempting to bind port cdcf5257-0945-439d-904b-2cc5881236d9 on network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:24.577633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:24.578010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Checking segment: {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:24.578419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.578812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Bound using segment: {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:24.579287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Bound port: cdcf5257-0945-439d-904b-2cc5881236d9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:24.579695 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.627297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8::1 (88dd8b3d-74df-49b1-aedc-2cc09a39ed7b/83c861d7-f3d6-49d3-87be-d1272b77bbbf/827577d9-c266-485d-a725-98dd2c12031c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:24.650325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] For port cdcf5257-0945-439d-904b-2cc5881236d9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:24.653685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] For port cdcf5257-0945-439d-904b-2cc5881236d9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cdcf5257-0945-439d-904b-2cc5881236d9,segment=NetworkSegment(419a63f9-9c21-4e21-846b-668d6e395b14),segment_id=419a63f9-9c21-4e21-846b-668d6e395b14)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:24.658500 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.720874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1fcd8-9218-4961-af05-7f7bdee7fa23 None None] Pushing event updated for resources: {'Port': ['ID=cdcf5257-0945-439d-904b-2cc5881236d9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:24.763052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.777113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 827577d9-c266-485d-a725-98dd2c12031c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:24.811746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.853168 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:24.856330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:24.858759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:24.859494 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.916810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=827577d9-c266-485d-a725-98dd2c12031c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:25.035065 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:25.358098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:25.363551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:25.364574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:25.411964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cdcf5257-0945-439d-904b-2cc5881236d9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:25.468189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=827577d9-c266-485d-a725-98dd2c12031c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:25.542289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:25.544145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:25.556999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port cdcf5257-0945-439d-904b-2cc5881236d9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:25.725099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:27:25.834746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:25.844916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:25.847498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4a2d8f98-8b71-49ea-a004-f8e09baca588 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9477606 Sep 10 03:27:25.850093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33458) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:25.855147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099864124'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:25.863391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:25.864175 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:25.880554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:25.885722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:25.913706 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:25.927309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:25.927997 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment dbb65be4-4c02-4f2c-a79a-2040faf92467 of type vlan for network 510dd85e-a508-4200-831b-e55cc0f70fd0 Sep 10 03:27:25.967722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5fe93-d9c5-4ece-b4f5-7fa71aec3815 None None] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:25.980338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.018362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.020407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] Provisioning for port cdcf5257-0945-439d-904b-2cc5881236d9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:26.024775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:26.025388 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.049470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:26.074320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2206464 Sep 10 03:27:26.074675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33462) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:26.086795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:26.098322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] Provisioning complete for port cdcf5257-0945-439d-904b-2cc5881236d9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:26.099061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.152017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46527f4-9bbb-4421-96fb-243c47dea239 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=510dd85e-a508-4200-831b-e55cc0f70fd0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:26.173058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:26.283406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:26.288074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.510916 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.555963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] For port cdcf5257-0945-439d-904b-2cc5881236d9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cdcf5257-0945-439d-904b-2cc5881236d9,segment=NetworkSegment(419a63f9-9c21-4e21-846b-668d6e395b14),segment_id=419a63f9-9c21-4e21-846b-668d6e395b14)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:26.571999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.637799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.677890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:24Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:25Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:26.681217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1209c72-d8ed-4579-97d0-9d8aa6393a5e None None] Pushing event updated for resources: {'Port': ['ID=cdcf5257-0945-439d-904b-2cc5881236d9,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:26.721436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:26.722520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Updating router e220c9e0-23d6-41fc-a018-6d636765ef60 port 827577d9-c266-485d-a725-98dd2c12031c binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:26.752877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:27.180936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=a6ebf543-2896-4501-87b8-bea162e9b3ac,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:27.216341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:27.230363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:27.234760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 510dd85e-a508-4200-831b-e55cc0f70fd0, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:27.238840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Transition to ACTIVE for port object 827577d9-c266-485d-a725-98dd2c12031c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:27.245560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-347e4655-bda4-41eb-97d7-b1da6248a5ad None None] Provisioning for port 827577d9-c266-485d-a725-98dd2c12031c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:27.254289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-347e4655-bda4-41eb-97d7-b1da6248a5ad None None] Provisioning complete for port 827577d9-c266-485d-a725-98dd2c12031c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:27.254664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-347e4655-bda4-41eb-97d7-b1da6248a5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:27.260635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:27.275631 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:27.290725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 510dd85e-a508-4200-831b-e55cc0f70fd0) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:27.295152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:27.295797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:27.321546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-87eb64e4-5e1e-4c1d-9e3a-fc6e9e2b234b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2433565 Sep 10 03:27:27.321802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33476) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:27.333332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619b670-3436-4ae5-a6f7-22acf515c29e None None] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:27.449365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-347e4655-bda4-41eb-97d7-b1da6248a5ad None None] Port 827577d9-c266-485d-a725-98dd2c12031c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:27.461217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cdcf5257-0945-439d-904b-2cc5881236d9 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:27.594845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-347e4655-bda4-41eb-97d7-b1da6248a5ad None None] Provisioning complete for port cdcf5257-0945-439d-904b-2cc5881236d9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:27.595566 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-347e4655-bda4-41eb-97d7-b1da6248a5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:27.645275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455f586-fdea-40c1-a852-f969b5dfe9d9 None None] Pushing event updated for resources: {'Port': ['ID=827577d9-c266-485d-a725-98dd2c12031c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:27.824743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.068550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port cdcf5257-0945-439d-904b-2cc5881236d9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:28.069607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.103405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Attempting to bind port 827577d9-c266-485d-a725-98dd2c12031c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:28.103830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Attempting to bind port 827577d9-c266-485d-a725-98dd2c12031c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:28.104202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Attempting to bind port 827577d9-c266-485d-a725-98dd2c12031c on network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:28.120492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:28.120920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Checking segment: {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:28.121405 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.121809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Bound using segment: {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:28.122289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Bound port: 827577d9-c266-485d-a725-98dd2c12031c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419a63f9-9c21-4e21-846b-668d6e395b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:28.122672 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.195555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-510dd85e-a508-4200-831b-e55cc0f70fd0', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:28.196491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.245466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8:1::1 (510dd85e-a508-4200-831b-e55cc0f70fd0/a6ebf543-2896-4501-87b8-bea162e9b3ac/21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:28.262283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] For port 827577d9-c266-485d-a725-98dd2c12031c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:28.290797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] For port 827577d9-c266-485d-a725-98dd2c12031c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=827577d9-c266-485d-a725-98dd2c12031c,segment=NetworkSegment(419a63f9-9c21-4e21-846b-668d6e395b14),segment_id=419a63f9-9c21-4e21-846b-668d6e395b14)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:28.338051 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.422640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:28.423302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:28.459799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.466935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455f586-fdea-40c1-a852-f969b5dfe9d9 None None] Pushing event updated for resources: {'Port': ['ID=827577d9-c266-485d-a725-98dd2c12031c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:28.487311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:28.580756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.622387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:28.629338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:28.633375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:28.637760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:28.638314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:28.721869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:28.767896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Allocated IP 2001:db8:1::2 (510dd85e-a508-4200-831b-e55cc0f70fd0/a6ebf543-2896-4501-87b8-bea162e9b3ac/af88a1c8-76e1-4212-8f18-70f26b83f935) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:28.799071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.144067 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.154163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.155180 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.170882 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.179685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:24Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:28Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:29.215158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ffe28-3488-443a-8596-e1b3d350f721 None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:24Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:28Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:29.220074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Transition to ACTIVE for port object af88a1c8-76e1-4212-8f18-70f26b83f935 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:29.232557 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:29.238477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Transition to ACTIVE for port object af88a1c8-76e1-4212-8f18-70f26b83f935 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:29.250040 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.296834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:29.302726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:29.305411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:29.323310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Pushing event updated for resources: {'Port': ['ID=af88a1c8-76e1-4212-8f18-70f26b83f935,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:29.342475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:29.344211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:29.383274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Attempting to bind port af88a1c8-76e1-4212-8f18-70f26b83f935 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:29.384386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Attempting to bind port af88a1c8-76e1-4212-8f18-70f26b83f935 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:29.385489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Attempting to bind port af88a1c8-76e1-4212-8f18-70f26b83f935 on network 510dd85e-a508-4200-831b-e55cc0f70fd0 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:29.390912 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:29.391300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Checking segment: {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:29.391718 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.392104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Bound using segment: {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:29.392576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Bound port: af88a1c8-76e1-4212-8f18-70f26b83f935, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:29.392950 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.462473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] For port af88a1c8-76e1-4212-8f18-70f26b83f935, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:29.468634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] For port af88a1c8-76e1-4212-8f18-70f26b83f935, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af88a1c8-76e1-4212-8f18-70f26b83f935,segment=NetworkSegment(dbb65be4-4c02-4f2c-a79a-2040faf92467),segment_id=dbb65be4-4c02-4f2c-a79a-2040faf92467)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:29.478627 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.513036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:29.618599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6274f4-7fe9-4aa2-bf4b-55c58967f7b2 None None] Pushing event updated for resources: {'Port': ['ID=af88a1c8-76e1-4212-8f18-70f26b83f935,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:29.705445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:29.730055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85d0eccf-da72-40a2-b1ef-4c688c729d8b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072738 Sep 10 03:27:29.736149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33494) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:29.741575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-47153858'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:29.812651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:29.850409 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.920620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:29.943660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:29.944021 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment 7a274589-a539-4a00-8114-aa45ae065f04 of type vlan for network b984e42f-4f91-43cc-bfbb-c3939c0d0337 Sep 10 03:27:30.001775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:30.055609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:30.070013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:30.070955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:30.227566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33498) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:30.230864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4862397 Sep 10 03:27:30.239000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:30.322155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa455bb-4230-47ea-a368-8624c2d4645e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=b984e42f-4f91-43cc-bfbb-c3939c0d0337,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:30.339294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:30.405879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:30.410051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:30.705434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:30.774060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=c8acaf1d-1a0a-45a0-9207-453c131a6447,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:30.779003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:30.779337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: b984e42f-4f91-43cc-bfbb-c3939c0d0337, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:30.819314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:30.848753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b984e42f-4f91-43cc-bfbb-c3939c0d0337) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:30.857709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea25597e-7c1d-45e1-96a4-76e7cbf9d276 None None] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:30.869507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:30.870116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:30.910028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e2007151-1fd9-4194-9e91-a178896c3f5f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6775856 Sep 10 03:27:30.911867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:31.062144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba356a3-feee-46f2-ade2-566c696f3cc5 None None] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:31.079221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:31.080185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:31.234117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9b901e5c-f495-41ed-b3ff-f4976973bb11 None None] Provisioning for port af88a1c8-76e1-4212-8f18-70f26b83f935 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:31.369635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Allocated IP 2001:db8:2::2 (b984e42f-4f91-43cc-bfbb-c3939c0d0337/c8acaf1d-1a0a-45a0-9207-453c131a6447/8c1fb24e-a111-40df-8607-12b06db198da) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:31.516765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:31.584379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af88a1c8-76e1-4212-8f18-70f26b83f935 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:31.703727 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:31.721343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Transition to ACTIVE for port object 8c1fb24e-a111-40df-8607-12b06db198da will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:31.744355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port af88a1c8-76e1-4212-8f18-70f26b83f935 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:31.755401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Transition to ACTIVE for port object 8c1fb24e-a111-40df-8607-12b06db198da will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:31.771670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port af88a1c8-76e1-4212-8f18-70f26b83f935 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:31.771670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:31.776110 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:31.803890 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:31.804312 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:31.814989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:31.817165 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-332155f0-0179-41a2-8af0-ebaba957b7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:31.877369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Pushing event updated for resources: {'Port': ['ID=8c1fb24e-a111-40df-8607-12b06db198da,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:31.897465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:31.901148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:31.912041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:31.947413 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:32.006077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.092407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Attempting to bind port 8c1fb24e-a111-40df-8607-12b06db198da on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:32.092791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Attempting to bind port 8c1fb24e-a111-40df-8607-12b06db198da by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:32.093161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Attempting to bind port 8c1fb24e-a111-40df-8607-12b06db198da on network b984e42f-4f91-43cc-bfbb-c3939c0d0337 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:32.100823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:32.103834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Checking segment: {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:32.103834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.103834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Bound using segment: {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:32.103834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Bound port: 8c1fb24e-a111-40df-8607-12b06db198da, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:32.103834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.125204 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.286831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8:2::1 (b984e42f-4f91-43cc-bfbb-c3939c0d0337/c8acaf1d-1a0a-45a0-9207-453c131a6447/8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:32.367587 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.412011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-af48ac92-d2ac-437c-82cf-0d6afa39c29b None None] Provisioning for port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:32.428234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-af48ac92-d2ac-437c-82cf-0d6afa39c29b None None] Provisioning complete for port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:32.428635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-af48ac92-d2ac-437c-82cf-0d6afa39c29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.436674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port af88a1c8-76e1-4212-8f18-70f26b83f935, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af88a1c8-76e1-4212-8f18-70f26b83f935,segment=NetworkSegment(dbb65be4-4c02-4f2c-a79a-2040faf92467),segment_id=dbb65be4-4c02-4f2c-a79a-2040faf92467)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:32.460412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.461428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 827577d9-c266-485d-a725-98dd2c12031c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:32.493802 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:28Z', 'revision_number': 3, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:28Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:28Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:32.512941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] For port 8c1fb24e-a111-40df-8607-12b06db198da, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:32.567150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.576027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] For port 8c1fb24e-a111-40df-8607-12b06db198da, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8c1fb24e-a111-40df-8607-12b06db198da,segment=NetworkSegment(7a274589-a539-4a00-8114-aa45ae065f04),segment_id=7a274589-a539-4a00-8114-aa45ae065f04)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:32.587730 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.626877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:32.667626 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:32.668279 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Updating router e220c9e0-23d6-41fc-a018-6d636765ef60 port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:32.706746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.739533 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.805921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:32.816134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:32.816493 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33520) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:32.826500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:32.827384 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:32.903819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:32.954656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-af48ac92-d2ac-437c-82cf-0d6afa39c29b None None] Port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:33.033761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e789644-1fae-4247-a60a-7fc723d48a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.039915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=af88a1c8-76e1-4212-8f18-70f26b83f935,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:33.114129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-af48ac92-d2ac-437c-82cf-0d6afa39c29b None None] Provisioning complete for port af88a1c8-76e1-4212-8f18-70f26b83f935 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:33.114866 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-af48ac92-d2ac-437c-82cf-0d6afa39c29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.252883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 827577d9-c266-485d-a725-98dd2c12031c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:33.281302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 827577d9-c266-485d-a725-98dd2c12031c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:33.281674 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.301553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e789644-1fae-4247-a60a-7fc723d48a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.307348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e789644-1fae-4247-a60a-7fc723d48a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.429976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ea18e-c6c4-4ba5-b546-3da962e0fde5 None None] Pushing event updated for resources: {'Port': ['ID=8c1fb24e-a111-40df-8607-12b06db198da,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:33.445293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9e789644-1fae-4247-a60a-7fc723d48a10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f671172199d14c5aa0a8894744408386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6276979 Sep 10 03:27:33.452116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33524) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:33.513722 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e789644-1fae-4247-a60a-7fc723d48a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a226ac8d-42c2-494c-8f27-9773b4e7bf59,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:33.604679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37f8406f-46e6-4057-a1f5-f88e12a681bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.613743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.666071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37f8406f-46e6-4057-a1f5-f88e12a681bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.686889 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.728246 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Transition to ACTIVE for port object 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:33.750881 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.754039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 827577d9-c266-485d-a725-98dd2c12031c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=827577d9-c266-485d-a725-98dd2c12031c,segment=NetworkSegment(419a63f9-9c21-4e21-846b-668d6e395b14),segment_id=419a63f9-9c21-4e21-846b-668d6e395b14)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:33.770365 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.775673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.786475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37f8406f-46e6-4057-a1f5-f88e12a681bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.796011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-37f8406f-46e6-4057-a1f5-f88e12a681bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:33.798015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-37f8406f-46e6-4057-a1f5-f88e12a681bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a226ac8d-42c2-494c-8f27-9773b4e7bf59 HTTP/1.1" status: 204 len: 168 time: 0.3446021 Sep 10 03:27:33.840489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8406f-46e6-4057-a1f5-f88e12a681bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a226ac8d-42c2-494c-8f27-9773b4e7bf59,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:33.885027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=827577d9-c266-485d-a725-98dd2c12031c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:33.892752 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Pushing event updated for resources: {'Port': ['ID=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:33.941249 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.941925 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.942347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.942896 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.943427 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.944022 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.944439 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.944851 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.945387 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.945876 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.946417 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:33.946803 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:34.059970 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Attempting to bind port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:34.060733 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Attempting to bind port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:34.061329 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Attempting to bind port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 on network 510dd85e-a508-4200-831b-e55cc0f70fd0 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:34.069853 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:34.075880 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Checking segment: {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:34.079980 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.082161 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Bound using segment: {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:34.084259 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Bound port: 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb65be4-4c02-4f2c-a79a-2040faf92467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:34.085203 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.349440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.362701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e1e10630-0d95-4a4e-a490-d236d40e4505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.368776 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.369786 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.381149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8c1fb24e-a111-40df-8607-12b06db198da up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:34.395050 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] For port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:34.401864 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] For port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,segment=NetworkSegment(dbb65be4-4c02-4f2c-a79a-2040faf92467),segment_id=dbb65be4-4c02-4f2c-a79a-2040faf92467)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:34.411179 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.532608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8c1fb24e-a111-40df-8607-12b06db198da completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:34.543686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af88a1c8-76e1-4212-8f18-70f26b83f935 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:34.566344 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:34.566887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:34.575993 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f4b54-b09c-4035-ae13-1e95b500b883 None None] Pushing event updated for resources: {'Port': ['ID=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:34.596437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:34.625748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:34.629947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:34.646265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port af88a1c8-76e1-4212-8f18-70f26b83f935 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:34.646782 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.754017 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:34.788040 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:34.933343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34118e2d-f9fa-438a-a5c9-f4727cee4637 None None] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:34.956097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:35.043235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] Provisioning for port 8c1fb24e-a111-40df-8607-12b06db198da completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:35.057938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] Provisioning complete for port 8c1fb24e-a111-40df-8607-12b06db198da triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:35.059645 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.118307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:35.129931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-dd61a23e-d64b-42a3-9c3a-915dc3e50d0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2173581 Sep 10 03:27:35.132465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33550) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:35.138673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1103575274'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:35.172017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:35.177290 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.211116 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:35.226609 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.227226 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added segment 51587da2-1753-41cb-a58b-41caf97fce59 of type vlan for network 75c4a841-1363-4517-a389-1b96c5b3d47d Sep 10 03:27:35.269868 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.285799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.289645 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:34Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:34Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:35.322284 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096703-1b8f-48ab-8bd2-735105a012be None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:34Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:34Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:35.323024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.337261 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:35.338170 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.342604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] For port 8c1fb24e-a111-40df-8607-12b06db198da, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8c1fb24e-a111-40df-8607-12b06db198da,segment=NetworkSegment(7a274589-a539-4a00-8114-aa45ae065f04),segment_id=7a274589-a539-4a00-8114-aa45ae065f04)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:35.354842 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.408225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33556) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:35.418019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9307e7-b85a-453e-a223-b08fbd9b9b6c None None] Pushing event updated for resources: {'Port': ['ID=8c1fb24e-a111-40df-8607-12b06db198da,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:35.469261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.499709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Network': ['ID=75c4a841-1363-4517-a389-1b96c5b3d47d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:35.513911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3800840 Sep 10 03:27:35.515810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.516262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.516695 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.516846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33560) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:35.517193 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.517590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.518004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.519184 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.519617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.520011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.520402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.520791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.521191 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0eed2c-5eba-491a-906d-0e148e206235 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:35.529477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'subnet': {'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:35.535904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 75c4a841-1363-4517-a389-1b96c5b3d47d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:35.594152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1243826322-network', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:35.672172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Made reservation on behalf of 01405d8777214eb58ab8dff8785ed0a0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:35.674515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.691274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.712477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a321ec42-08e7-4182-a179-c58dc3d53b37 None None] Provisioning complete for port 8c1fb24e-a111-40df-8607-12b06db198da triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:35.712900 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a321ec42-08e7-4182-a179-c58dc3d53b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.719732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Made reservation on behalf of 4dabb93cc1ac4491b3bc555cc68e76a7 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:35.723975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.907553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a321ec42-08e7-4182-a179-c58dc3d53b37 None None] Provisioning for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:35.915653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a321ec42-08e7-4182-a179-c58dc3d53b37 None None] Provisioning complete for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:35.916341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a321ec42-08e7-4182-a179-c58dc3d53b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.011266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a321ec42-08e7-4182-a179-c58dc3d53b37 None None] Port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:36.026523 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.039524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.053000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:36.056224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8c1fb24e-a111-40df-8607-12b06db198da up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:36.072875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.101142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.101643 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Added segment 43386ee1-3ddd-4d5b-b16e-9087ace203fb of type vlan for network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 Sep 10 03:27:36.139264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86259eac-e140-44ba-aaad-2f76101bbc4b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:36.150241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-392169fe-8da0-444f-9a59-3f760ce86741 None None] Provisioning complete for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:36.150728 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-392169fe-8da0-444f-9a59-3f760ce86741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.176999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8c1fb24e-a111-40df-8607-12b06db198da triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:36.177517 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.229104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-392169fe-8da0-444f-9a59-3f760ce86741 None None] Port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:36.301180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.307900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Subnet': ['ID=b6d205c3-5113-4d15-833c-6c44a30d083a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:36.334151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:36.367169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Checking segment: {'id': '51587da2-1753-41cb-a58b-41caf97fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:36.367574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network hostable DHCP agents. Network: 75c4a841-1363-4517-a389-1b96c5b3d47d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:36.388467 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.389489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:36.390065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.394099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 75c4a841-1363-4517-a389-1b96c5b3d47d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:36.396106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:36.401696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:36.402439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.429818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 75c4a841-1363-4517-a389-1b96c5b3d47d) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:36.434879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:36.436106 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.447016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d1620-b38f-455e-ab52-2f937aac196d None None] Network 75c4a841-1363-4517-a389-1b96c5b3d47d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:36.450837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0406678 Sep 10 03:27:36.455235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33576) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:36.461591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Request body: {'subnet': {'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1243826322-subnet', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:36.484332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11ac6-e710-4617-b078-cd00a312f235 admin admin] Pushing event updated for resources: {'Network': ['ID=b3be14fc-c334-4bc4-9722-2adc6c3dedb7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:36.491686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9c942155-3b98-455a-922d-3fae913d4ed5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9737885 Sep 10 03:27:36.494522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33580) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:36.507151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:36.551219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Made reservation on behalf of 01405d8777214eb58ab8dff8785ed0a0 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:36.554088 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.688195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-384b2294-3c05-4a1b-95b4-45e4415fc063 None None] Provisioning complete for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:36.688753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-384b2294-3c05-4a1b-95b4-45e4415fc063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.779300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-384b2294-3c05-4a1b-95b4-45e4415fc063 None None] Port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:36.787809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.796129 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.875137 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41c87c0-5825-4686-be8b-aebd725836f0,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:36.891272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-75c4a841-1363-4517-a389-1b96c5b3d47d', 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'fixed_ips': [{'subnet_id': 'b6d205c3-5113-4d15-833c-6c44a30d083a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:36.892246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.896883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Checking segment: {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:36.897609 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Network hostable DHCP agents. Network: b3be14fc-c334-4bc4-9722-2adc6c3dedb7, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:36.928662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,segment=NetworkSegment(dbb65be4-4c02-4f2c-a79a-2040faf92467),segment_id=dbb65be4-4c02-4f2c-a79a-2040faf92467)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:36.929321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:36.944629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b3be14fc-c334-4bc4-9722-2adc6c3dedb7) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:36.949178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:36.949785 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.974116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7b311ee8-3e80-4bf5-9318-54de740848f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5143118 Sep 10 03:27:36.974511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33584) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:36.979036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:36.985300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:36.988325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24904f10-8ece-406f-90f7-98e783342e03 None None] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:36.990370 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:36.991160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 827577d9-c266-485d-a725-98dd2c12031c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:37.009113 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.011344 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.028252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.073048 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.097397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:37.097397 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:37.236484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.278672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:37.312203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Allocated IP 2001:db8:3::2 (75c4a841-1363-4517-a389-1b96c5b3d47d/b6d205c3-5113-4d15-833c-6c44a30d083a/294d7c70-d58d-48fb-8d33-31270f4ecee8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:37.318588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 827577d9-c266-485d-a725-98dd2c12031c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:37.318970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.322571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:37.459158 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.462359 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.479024 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.592304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Allocated IP 172.25.8.25 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/88b100d0-409f-4548-92ff-c2d40840bc29) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:37.715191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.723964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b3be14fc-c334-4bc4-9722-2adc6c3dedb7', 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'fixed_ips': [{'subnet_id': 'b41c87c0-5825-4686-be8b-aebd725836f0'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:37.724810 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.759250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:37.797931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:37.809115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:37.813893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:37.817387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Pushing event updated for resources: {'Port': ['ID=88b100d0-409f-4548-92ff-c2d40840bc29,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:38.059848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.084817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Transition to ACTIVE for port object 294d7c70-d58d-48fb-8d33-31270f4ecee8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:38.092732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Allocated IP 172.20.0.2 (b3be14fc-c334-4bc4-9722-2adc6c3dedb7/b41c87c0-5825-4686-be8b-aebd725836f0/bf70b23e-494f-4472-90f8-6c275f445ad2) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:38.103146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.107162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:38.154321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Transition to ACTIVE for port object 294d7c70-d58d-48fb-8d33-31270f4ecee8 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:38.193261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.228439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Allocated IP 2001:db8:3::1 (75c4a841-1363-4517-a389-1b96c5b3d47d/b6d205c3-5113-4d15-833c-6c44a30d083a/4ac24c6d-ea27-4cc3-a3b9-eda10a56d420) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:38.314078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Pushing event updated for resources: {'Port': ['ID=294d7c70-d58d-48fb-8d33-31270f4ecee8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:38.355429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Network 75c4a841-1363-4517-a389-1b96c5b3d47d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:38.358230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:34Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:38.388232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:38.398338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:38.403161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:38.403489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Updating router e220c9e0-23d6-41fc-a018-6d636765ef60 port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:38.454220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.471939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Transition to ACTIVE for port object 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:38.530772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.559187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.592961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:38.593442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.594582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=4ac24c6d-ea27-4cc3-a3b9-eda10a56d420,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:38.606127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 75c4a841-1363-4517-a389-1b96c5b3d47d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:38.607663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:38.609941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:38.610548 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.721412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Attempting to bind port 294d7c70-d58d-48fb-8d33-31270f4ecee8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:38.721797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Attempting to bind port 294d7c70-d58d-48fb-8d33-31270f4ecee8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '51587da2-1753-41cb-a58b-41caf97fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:38.722208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Attempting to bind port 294d7c70-d58d-48fb-8d33-31270f4ecee8 on network 75c4a841-1363-4517-a389-1b96c5b3d47d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:38.770744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:38.771425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Checking segment: {'id': '51587da2-1753-41cb-a58b-41caf97fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:38.772170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.772845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Bound using segment: {'id': '51587da2-1753-41cb-a58b-41caf97fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:38.773345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Bound port: 294d7c70-d58d-48fb-8d33-31270f4ecee8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51587da2-1753-41cb-a58b-41caf97fce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:38.773865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.793265 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.826472 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.857412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Transition to ACTIVE for port object bf70b23e-494f-4472-90f8-6c275f445ad2 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:38.881237 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:38.969803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Transition to ACTIVE for port object bf70b23e-494f-4472-90f8-6c275f445ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:39.000510 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.010466 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-489c7508-04b6-4282-b544-fec382540c46 None None] For port 294d7c70-d58d-48fb-8d33-31270f4ecee8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:39.086275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Router d9d31467-aef7-400a-9c73-376c900b7f67 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:27:39.087490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-489c7508-04b6-4282-b544-fec382540c46 None None] For port 294d7c70-d58d-48fb-8d33-31270f4ecee8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=294d7c70-d58d-48fb-8d33-31270f4ecee8,segment=NetworkSegment(51587da2-1753-41cb-a58b-41caf97fce59),segment_id=51587da2-1753-41cb-a58b-41caf97fce59)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:39.111402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:39.111402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:39.111737 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.125039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:39.150895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Pushing event updated for resources: {'Port': ['ID=bf70b23e-494f-4472-90f8-6c275f445ad2,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:39.250922 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:39.260688 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Sync routers for ids ['d9d31467-aef7-400a-9c73-376c900b7f67'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:39.277398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.282402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9af85588-8e46-4502-bf4f-cefe48162afb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3044260 Sep 10 03:27:39.282693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33604) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:39.287919 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Routers {'d9d31467-aef7-400a-9c73-376c900b7f67'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:39.288781 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d9d31467-aef7-400a-9c73-376c900b7f67'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:39.422054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.434687 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.435496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.450391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Attempting to bind port bf70b23e-494f-4472-90f8-6c275f445ad2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:39.450931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Attempting to bind port bf70b23e-494f-4472-90f8-6c275f445ad2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:39.451299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Attempting to bind port bf70b23e-494f-4472-90f8-6c275f445ad2 on network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:39.467939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:39.468316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Checking segment: {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:39.468890 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.469118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Bound using segment: {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:39.469604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Bound port: bf70b23e-494f-4472-90f8-6c275f445ad2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:39.469989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.542135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7508-04b6-4282-b544-fec382540c46 None None] Pushing event updated for resources: {'Port': ['ID=294d7c70-d58d-48fb-8d33-31270f4ecee8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:39.632744 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Set router d9d31467-aef7-400a-9c73-376c900b7f67 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:39.702034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.738197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Transition to ACTIVE for port object 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:39.747057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] For port bf70b23e-494f-4472-90f8-6c275f445ad2, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:39.754600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] For port bf70b23e-494f-4472-90f8-6c275f445ad2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bf70b23e-494f-4472-90f8-6c275f445ad2,segment=NetworkSegment(43386ee1-3ddd-4d5b-b16e-9087ace203fb),segment_id=43386ee1-3ddd-4d5b-b16e-9087ace203fb)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:39.761521 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.781482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Network 75c4a841-1363-4517-a389-1b96c5b3d47d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:39.786512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:39.788503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event updated for resources: {'Port': ['ID=4ac24c6d-ea27-4cc3-a3b9-eda10a56d420,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:39.813730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d34747-4220-44ff-b7e8-06cf64856d56 None None] Pushing event updated for resources: {'Port': ['ID=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:39.820271 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:39.910360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:39.967862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ce66d-5a2b-4e79-a39f-d409c98c27e1 None None] Pushing event updated for resources: {'Port': ['ID=bf70b23e-494f-4472-90f8-6c275f445ad2,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:40.061461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:40.087507 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:37Z', 'revision_number': 3, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:40.108706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-120f8c73-7aec-4b2f-99fe-d49970aeeb1a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6129911 Sep 10 03:27:40.111259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:40.119047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:40.120699 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Checking router: d9d31467-aef7-400a-9c73-376c900b7f67 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:40.121381 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Updating router d9d31467-aef7-400a-9c73-376c900b7f67 port 88b100d0-409f-4548-92ff-c2d40840bc29 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:40.147645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Attempting to bind port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:40.147645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Attempting to bind port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:40.147645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Attempting to bind port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 on network b984e42f-4f91-43cc-bfbb-c3939c0d0337 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:40.152446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:40.152827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Checking segment: {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:40.153232 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.153625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Bound using segment: {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:40.154097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Bound port: 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a274589-a539-4a00-8114-aa45ae065f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:40.154479 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.186239 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.226038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.257807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 294d7c70-d58d-48fb-8d33-31270f4ecee8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:40.491067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] For port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:40.501837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] For port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,segment=NetworkSegment(7a274589-a539-4a00-8114-aa45ae065f04),segment_id=7a274589-a539-4a00-8114-aa45ae065f04)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:40.567065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.667276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Allocated IP 172.20.0.1 (b3be14fc-c334-4bc4-9722-2adc6c3dedb7/b41c87c0-5825-4686-be8b-aebd725836f0/c130a013-23d3-490b-85e7-28340721c76d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:40.786156 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.807274 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Transition to ACTIVE for port object 88b100d0-409f-4548-92ff-c2d40840bc29 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:40.825613 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.834266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.853353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Transition to ACTIVE for port object c130a013-23d3-490b-85e7-28340721c76d will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:40.880944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.extraroute_db [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:27:40.894680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.914994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.extraroute_db [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Removed routes are [] {{(pid=94634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:27:40.917404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.951723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43beb90-2e85-4b6c-836e-45ca059e45ba None None] Pushing event updated for resources: {'Port': ['ID=88b100d0-409f-4548-92ff-c2d40840bc29,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:40.960349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:40.961702 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Attempting to bind port 88b100d0-409f-4548-92ff-c2d40840bc29 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:40.962288 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Attempting to bind port 88b100d0-409f-4548-92ff-c2d40840bc29 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:40.963205 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Attempting to bind port 88b100d0-409f-4548-92ff-c2d40840bc29 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:40.964129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:40.969573 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:40.970304 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:40.971088 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.972440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:40.973076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:40.973386 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Bound port: 88b100d0-409f-4548-92ff-c2d40840bc29, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:40.974162 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.031539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 294d7c70-d58d-48fb-8d33-31270f4ecee8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:41.033389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d34747-4220-44ff-b7e8-06cf64856d56 None None] Pushing event updated for resources: {'Port': ['ID=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:41.040140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:41.040780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:41.060711 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] For port 88b100d0-409f-4548-92ff-c2d40840bc29, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:41.067422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.069409 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] For port 88b100d0-409f-4548-92ff-c2d40840bc29, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=88b100d0-409f-4548-92ff-c2d40840bc29,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:41.075146 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.127007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d11a6-3904-40cf-a026-a13ffad2536c None None] Network 75c4a841-1363-4517-a389-1b96c5b3d47d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:41.170399 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43beb90-2e85-4b6c-836e-45ca059e45ba None None] Pushing event updated for resources: {'Port': ['ID=88b100d0-409f-4548-92ff-c2d40840bc29,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:41.215527 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Routers {'d9d31467-aef7-400a-9c73-376c900b7f67'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:41.216460 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d9d31467-aef7-400a-9c73-376c900b7f67'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:41.232117 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c130a013-23d3-490b-85e7-28340721c76d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:41.277551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.386239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:41.399376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] Provisioning for port 294d7c70-d58d-48fb-8d33-31270f4ecee8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:41.444396 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] Set router d9d31467-aef7-400a-9c73-376c900b7f67 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:41.472577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] Provisioning complete for port 294d7c70-d58d-48fb-8d33-31270f4ecee8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:41.477430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.582676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.595017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.707062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.784069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c130a013-23d3-490b-85e7-28340721c76d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:41.844998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a93af4-4db5-4a0b-8f0d-d9d3e9926f02 None None] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:41.851068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.856703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.878949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:41.881597 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:37Z', 'revision_number': 3, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:41.901148 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:41.902663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:41.930410 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e098d-d942-4d39-ab7d-c3d668ed662b None None] The sync data for ids ['d9d31467-aef7-400a-9c73-376c900b7f67'] in n-d-808126-2 is: [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:37Z', 'revision_number': 3, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:41.991894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:42.065954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] For port 294d7c70-d58d-48fb-8d33-31270f4ecee8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=294d7c70-d58d-48fb-8d33-31270f4ecee8,segment=NetworkSegment(51587da2-1753-41cb-a58b-41caf97fce59),segment_id=51587da2-1753-41cb-a58b-41caf97fce59)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:42.093448 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:42.240013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385813db-1130-4ed3-9b76-9b4c151c4bf8 None None] Pushing event updated for resources: {'Port': ['ID=294d7c70-d58d-48fb-8d33-31270f4ecee8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:42.241583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Router d9d31467-aef7-400a-9c73-376c900b7f67 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:42.263240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:42.277112 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:42.291715 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-84627737-2139-4a11-a4b1-42b258c17c84 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 954 time: 2.1783898 Sep 10 03:27:42.292920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33624) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:42.309851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:40Z', 'revision_number': 6, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac24c6d-ea27-4cc3-a3b9-eda10a56d420', 'name': '', 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:0d:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b6d205c3-5113-4d15-833c-6c44a30d083a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:39Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'b6d205c3-5113-4d15-833c-6c44a30d083a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:40Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:42.400863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:42.480438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:42.487739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff9b7-dded-4fce-b768-48c20231f1f8 None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:40Z', 'revision_number': 6, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac24c6d-ea27-4cc3-a3b9-eda10a56d420', 'name': '', 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:0d:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b6d205c3-5113-4d15-833c-6c44a30d083a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:39Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'b6d205c3-5113-4d15-833c-6c44a30d083a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:40Z', 'revision_number': 4, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:42.500603 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2307d838-b10c-4e4b-b948-fa610b0da3b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9d31467-aef7-400a-9c73-376c900b7f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2079630 Sep 10 03:27:42.500603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:42.500889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4089fd40-eca2-47ca-aa2c-b9da2d776210 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 954 time: 0.2002475 Sep 10 03:27:42.500980 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'routes': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:42.576234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:42.581985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:42.582629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:42.587052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Provisioning for port bf70b23e-494f-4472-90f8-6c275f445ad2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:42.661261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Provisioning complete for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:42.661261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:42.939989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.052642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] For port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,segment=NetworkSegment(7a274589-a539-4a00-8114-aa45ae065f04),segment_id=7a274589-a539-4a00-8114-aa45ae065f04)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:43.056176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.127378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.363118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Pushing event updated for resources: {'Port': ['ID=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:43.366846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:27:43.367481 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:27:43.383189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.384556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.385586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.386121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.386663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.387151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.387655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.401691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.402304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.404743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.405328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.405855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d8f3a-a7eb-4d39-a601-fbc0ac12e6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:43.420074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Provisioning for port c130a013-23d3-490b-85e7-28340721c76d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:43.431302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Provisioning complete for port c130a013-23d3-490b-85e7-28340721c76d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:43.431839 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.515166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Port c130a013-23d3-490b-85e7-28340721c76d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:43.550145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Provisioning complete for port 294d7c70-d58d-48fb-8d33-31270f4ecee8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:43.550623 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.585426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.extraroute_db [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added routes are [] {{(pid=94633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:27:43.586331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.extraroute_db [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:27:43.647136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:43.652581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1834859755-network', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:43.665779 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.712227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Made reservation on behalf of 63d940d4a34644339ee2b9ee8ac05791 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:43.714608 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.715947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Provisioning for port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:43.720913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Provisioning complete for port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:43.721625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.743549 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.784424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7505f243-9894-42f9-96c8-2c2b46471052 None None] Port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:43.930669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.936939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.945342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.946961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4862d0cb-0cdd-4487-8151-3f45c50c8248 None None] Provisioning complete for port c130a013-23d3-490b-85e7-28340721c76d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:43.948157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4862d0cb-0cdd-4487-8151-3f45c50c8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.950210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.951776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf70b23e-494f-4472-90f8-6c275f445ad2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:43.966485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:43.982998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f1c24f-6df3-4202-ac93-84031084d803,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:43.989935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.990358 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Added segment 8254aa8c-bc40-4996-b51d-590178142e20 of type vlan for network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df Sep 10 03:27:44.045955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.051582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port bf70b23e-494f-4472-90f8-6c275f445ad2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:44.058036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bf70b23e-494f-4472-90f8-6c275f445ad2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:44.058187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.060379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:44.084855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.085778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:44.086432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.114270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4862d0cb-0cdd-4487-8151-3f45c50c8248 None None] Port c130a013-23d3-490b-85e7-28340721c76d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:44.132016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4812715 Sep 10 03:27:44.132439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33654) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:44.134640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4862d0cb-0cdd-4487-8151-3f45c50c8248 None None] Provisioning complete for port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:44.135152 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4862d0cb-0cdd-4487-8151-3f45c50c8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.138895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Request body: {'subnet': {'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1834859755-subnet', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:44.188542 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:44.204597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.205301 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Made reservation on behalf of 63d940d4a34644339ee2b9ee8ac05791 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:44.208363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.209263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ed5671b1-9173-40b9-bc47-07831d036000 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 704 time: 1.7158475 Sep 10 03:27:44.210410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4862d0cb-0cdd-4487-8151-3f45c50c8248 None None] Port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:44.210633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33656) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:44.211276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42001-efc2-41a3-a6a6-b69e8cf162a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3bae52a9-ec5b-4d73-80fe-cb16fb1da4df,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:44.229987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:44.246025 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.382733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9010d82d-d11a-41bf-8727-ab21385ded4f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 704 time: 0.1637142 Sep 10 03:27:44.383685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33658) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:44.507733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:44.534341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port bf70b23e-494f-4472-90f8-6c275f445ad2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bf70b23e-494f-4472-90f8-6c275f445ad2,segment=NetworkSegment(43386ee1-3ddd-4d5b-b16e-9087ace203fb),segment_id=43386ee1-3ddd-4d5b-b16e-9087ace203fb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:44.539039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:44.539892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:44.543432 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.639808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.719913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:44.737749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:44.761522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Checking segment: {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:44.761892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Network hostable DHCP agents. Network: 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:44.781608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=bf70b23e-494f-4472-90f8-6c275f445ad2,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:44.814175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:44.832485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:44.848267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:44.848925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.870949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 294d7c70-d58d-48fb-8d33-31270f4ecee8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:44.894360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33660) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:44.899380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:44.903588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-12941553-1bb5-4f50-a2f3-1e09640f9622 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7699938 Sep 10 03:27:44.909166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc7633-dba7-43bb-aaf8-4154e2b9817e None None] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:44.938391 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.942033 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.943198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.005109 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Sync routers for ids ['d9d31467-aef7-400a-9c73-376c900b7f67'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:45.025472 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Routers {'d9d31467-aef7-400a-9c73-376c900b7f67'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:45.026249 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d9d31467-aef7-400a-9c73-376c900b7f67'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:45.045620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.107291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 294d7c70-d58d-48fb-8d33-31270f4ecee8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:45.107703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.244318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Set router d9d31467-aef7-400a-9c73-376c900b7f67 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:45.283333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.305550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:43Z', 'revision_number': 7, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac24c6d-ea27-4cc3-a3b9-eda10a56d420', 'name': '', 'network_id': '75c4a841-1363-4517-a389-1b96c5b3d47d', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:0d:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b6d205c3-5113-4d15-833c-6c44a30d083a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:39Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'b6d205c3-5113-4d15-833c-6c44a30d083a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:42Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:45.329855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'fixed_ips': [{'subnet_id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:45.331266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.379015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:45.379566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Updating router e220c9e0-23d6-41fc-a018-6d636765ef60 port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:45.441399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 88b100d0-409f-4548-92ff-c2d40840bc29 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:45.477431 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.564899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:45.565779 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.593539 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 4, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c130a013-23d3-490b-85e7-28340721c76d', 'name': '', 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'mac_address': 'fa:16:3e:4c:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'b41c87c0-5825-4686-be8b-aebd725836f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:40Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 2, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'subnets': [{'id': 'b41c87c0-5825-4686-be8b-aebd725836f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:45.656182 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Checking router: d9d31467-aef7-400a-9c73-376c900b7f67 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:45.656533 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Updating router d9d31467-aef7-400a-9c73-376c900b7f67 port c130a013-23d3-490b-85e7-28340721c76d binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:45.683078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.686615 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.753326 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.787607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.822458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:45.873738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 88b100d0-409f-4548-92ff-c2d40840bc29 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:45.883891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Allocated IP 172.20.0.2 (3bae52a9-ec5b-4d73-80fe-cb16fb1da4df/7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9/bd20de4d-83be-4d43-90e2-1db3445b7e86) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:45.898402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 88b100d0-409f-4548-92ff-c2d40840bc29 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:45.899090 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.015602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Allocated IP 172.25.8.97 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/d22979fd-f13c-4f1c-bb4f-8b37c0c8e986) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:46.062563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.103847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=4ac24c6d-ea27-4cc3-a3b9-eda10a56d420,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:46.246615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.302638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.308057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.326769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.341413 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.343982 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.374330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Transition to ACTIVE for port object c130a013-23d3-490b-85e7-28340721c76d will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:46.388981 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.404091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Transition to ACTIVE for port object bd20de4d-83be-4d43-90e2-1db3445b7e86 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:46.419910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:46.424857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:46.429112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:46.430325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Transition to ACTIVE for port object bd20de4d-83be-4d43-90e2-1db3445b7e86 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:46.456855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:27:46.457273 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:27:46.468692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 88b100d0-409f-4548-92ff-c2d40840bc29, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=88b100d0-409f-4548-92ff-c2d40840bc29,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:46.470485 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.474753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Pushing event updated for resources: {'Port': ['ID=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:46.490969 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c5caf-f82f-466c-9edb-325d4f78f649 None None] Pushing event updated for resources: {'Port': ['ID=c130a013-23d3-490b-85e7-28340721c76d,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:46.523219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.524046 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:46.568555 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Attempting to bind port c130a013-23d3-490b-85e7-28340721c76d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:46.569412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Attempting to bind port c130a013-23d3-490b-85e7-28340721c76d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:46.570052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Attempting to bind port c130a013-23d3-490b-85e7-28340721c76d on network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:46.577804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:46.578706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Checking segment: {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:46.579499 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.580108 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Bound using segment: {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:46.580878 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Bound port: c130a013-23d3-490b-85e7-28340721c76d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43386ee1-3ddd-4d5b-b16e-9087ace203fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:46.581495 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.627854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:46.641420 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:46.645026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:46.653317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Pushing event updated for resources: {'Port': ['ID=bd20de4d-83be-4d43-90e2-1db3445b7e86,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:46.691542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:46.700058 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] For port c130a013-23d3-490b-85e7-28340721c76d, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:46.704581 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] For port c130a013-23d3-490b-85e7-28340721c76d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c130a013-23d3-490b-85e7-28340721c76d,segment=NetworkSegment(43386ee1-3ddd-4d5b-b16e-9087ace203fb),segment_id=43386ee1-3ddd-4d5b-b16e-9087ace203fb)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:46.711329 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.779037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:46.779880 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.818125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.835533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=88b100d0-409f-4548-92ff-c2d40840bc29,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:46.845016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Attempting to bind port bd20de4d-83be-4d43-90e2-1db3445b7e86 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:46.847396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Attempting to bind port bd20de4d-83be-4d43-90e2-1db3445b7e86 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:46.847865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Attempting to bind port bd20de4d-83be-4d43-90e2-1db3445b7e86 on network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:46.876404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:46.876975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:46.880486 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Routers {'d9d31467-aef7-400a-9c73-376c900b7f67'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:46.882706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d9d31467-aef7-400a-9c73-376c900b7f67'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:46.882862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Checking segment: {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:46.883333 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3f4b50bf-f5b3-4b3a-97d0-a91088997145 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4990675 Sep 10 03:27:46.886332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33680) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:46.886887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.887364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Bound using segment: {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:46.888089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Bound port: bd20de4d-83be-4d43-90e2-1db3445b7e86, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:46.888549 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:46.965216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet b6d205c3-5113-4d15-833c-6c44a30d083a {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:46.965476 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c5caf-f82f-466c-9edb-325d4f78f649 None None] Pushing event updated for resources: {'Port': ['ID=c130a013-23d3-490b-85e7-28340721c76d,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:46.974935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.067177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.073777 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] Set router d9d31467-aef7-400a-9c73-376c900b7f67 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:47.215358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Port 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 not found while updating agent binding for router e220c9e0-23d6-41fc-a018-6d636765ef60. {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 10 03:27:47.272646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:47.273316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:47.278532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.375689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:47.380831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.422229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.428032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/b6d205c3-5113-4d15-833c-6c44a30d083a HTTP/1.1" status: 204 len: 168 time: 0.5406692 Sep 10 03:27:47.428755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33688) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:47.437475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7cb91-c187-412d-8bec-362c6a82fceb tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d205c3-5113-4d15-833c-6c44a30d083a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:47.463125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] For port bd20de4d-83be-4d43-90e2-1db3445b7e86, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:47.552452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4860165f-499f-4d26-8481-6e0e00046a64 None None] Network 75c4a841-1363-4517-a389-1b96c5b3d47d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:47.571138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.595504 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 4, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c130a013-23d3-490b-85e7-28340721c76d', 'name': '', 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'mac_address': 'fa:16:3e:4c:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'b41c87c0-5825-4686-be8b-aebd725836f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:40Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 4, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'subnets': [{'id': 'b41c87c0-5825-4686-be8b-aebd725836f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:47.620366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 88b100d0-409f-4548-92ff-c2d40840bc29 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:47.637168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 294d7c70-d58d-48fb-8d33-31270f4ecee8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:47.637580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.651302 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238761dd-4e66-4770-a65d-25281513ba5e None None] The sync data for ids ['d9d31467-aef7-400a-9c73-376c900b7f67'] in n-d-808126-2 is: [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:41Z', 'revision_number': 4, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'c130a013-23d3-490b-85e7-28340721c76d', 'name': '', 'network_id': 'b3be14fc-c334-4bc4-9722-2adc6c3dedb7', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'mac_address': 'fa:16:3e:4c:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'b41c87c0-5825-4686-be8b-aebd725836f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:40Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 4, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'subnets': [{'id': 'b41c87c0-5825-4686-be8b-aebd725836f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:47.662834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.715269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] For port bd20de4d-83be-4d43-90e2-1db3445b7e86, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bd20de4d-83be-4d43-90e2-1db3445b7e86,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:47.735896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 294d7c70-d58d-48fb-8d33-31270f4ecee8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=294d7c70-d58d-48fb-8d33-31270f4ecee8,segment=NetworkSegment(51587da2-1753-41cb-a58b-41caf97fce59),segment_id=51587da2-1753-41cb-a58b-41caf97fce59)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:47.735896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.769849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.786836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 294d7c70-d58d-48fb-8d33-31270f4ecee8 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:47.859058 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:27:47.866310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 88b100d0-409f-4548-92ff-c2d40840bc29 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:47.866715 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.943807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] DHCP port deletion for 75c4a841-1363-4517-a389-1b96c5b3d47d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:47.961328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baba4d4-1e18-4a6e-b02c-291ff339cd5b None None] Pushing event updated for resources: {'Port': ['ID=bd20de4d-83be-4d43-90e2-1db3445b7e86,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:47.995373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.009654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:45Z', 'revision_number': 8, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:42Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:48.043795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:48.054988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=294d7c70-d58d-48fb-8d33-31270f4ecee8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:48.067718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.068918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f5783daf-9a27-4442-bf33-efbd8d9a7aef admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1735430 Sep 10 03:27:48.070382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port 294d7c70-d58d-48fb-8d33-31270f4ecee8 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:48.071605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:48.082458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Sync routers for ids ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:48.089289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb49367-ecdb-45f9-a823-ea64c4f7242a None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:45Z', 'revision_number': 8, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:42Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:48.138776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Routers {'29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:48.139433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:48.260811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Deleting port 294d7c70-d58d-48fb-8d33-31270f4ecee8 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:48.261204 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.326125 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf70b23e-494f-4472-90f8-6c275f445ad2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:48.468518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] For port 294d7c70-d58d-48fb-8d33-31270f4ecee8, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:48.469173 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.488670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Calling delete_port for 294d7c70-d58d-48fb-8d33-31270f4ecee8 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:48.498383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Port 294d7c70-d58d-48fb-8d33-31270f4ecee8 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:27:48.531138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Set router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:48.537415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.749566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bf70b23e-494f-4472-90f8-6c275f445ad2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:48.749953 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.751712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] Pushing event deleted for resources: {'Port': ['ID=294d7c70-d58d-48fb-8d33-31270f4ecee8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:48.766886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.813276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c4a841-1363-4517-a389-1b96c5b3d47d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:48.824434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec92033-4ea8-42da-8aad-18af77ef20db None None] No DVR routers for this DVR port 294d7c70-d58d-48fb-8d33-31270f4ecee8 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:48.839822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51587da2-1753-41cb-a58b-41caf97fce59') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:48.839822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51587da2-1753-41cb-a58b-41caf97fce59') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:48.862406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.895728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.904309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:48.906304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:48.918508 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:48.954533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:48.998960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.006358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.012295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/75c4a841-1363-4517-a389-1b96c5b3d47d HTTP/1.1" status: 204 len: 168 time: 1.5821576 Sep 10 03:27:49.013095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33700) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:49.162970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 3, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:49.178858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a72b9-b36b-4d0c-a31b-779959b388e7 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=75c4a841-1363-4517-a389-1b96c5b3d47d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:49.202437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Allocated IP 172.20.0.1 (3bae52a9-ec5b-4d73-80fe-cb16fb1da4df/7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9/0f08eac8-7755-45bf-8905-cf2fe8e09c5a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:49.205318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Checking router: 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:49.206134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Updating router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:49.221086 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:49.233085 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:49.233706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:49.270897 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.384452 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.412605 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:49.427798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Transition to ACTIVE for port object 0f08eac8-7755-45bf-8905-cf2fe8e09c5a will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:49.518210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.559644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bd20de4d-83be-4d43-90e2-1db3445b7e86 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:49.561738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb4db2-7b0e-4f34-9e38-4453de834390 None None] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:49.577629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:49.586765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:49.592209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:49.645861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.690242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:49.699752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6a1715db-dcc9-4617-9257-66bb5958bbfd None None] Provisioning for port bd20de4d-83be-4d43-90e2-1db3445b7e86 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:49.760738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.847252 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.866080 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:45Z', 'revision_number': 8, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:42Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:49.886950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port bd20de4d-83be-4d43-90e2-1db3445b7e86 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:49.929257 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:49.947258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bd20de4d-83be-4d43-90e2-1db3445b7e86 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:49.947865 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.952680 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:49.954103 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:49.954811 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:50.101695 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:50.151518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.160502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.212088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Transition to ACTIVE for port object d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:50.234406 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.256250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:50.256830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.265351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.268216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:50.378913 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282e52-ed3b-41d0-a0a5-0a5b29498f87 None None] Pushing event updated for resources: {'Port': ['ID=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:50.383333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Attempting to bind port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:50.394811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Attempting to bind port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:50.394811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Attempting to bind port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:50.432654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:50.433133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:50.433599 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.434000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:50.434487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Bound port: d22979fd-f13c-4f1c-bb4f-8b37c0c8e986, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:50.434873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.448717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,segment=NetworkSegment(7a274589-a539-4a00-8114-aa45ae065f04),segment_id=7a274589-a539-4a00-8114-aa45ae065f04)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:50.449103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.459302 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.479803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:50.489016 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:50.490032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:50.561070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port bd20de4d-83be-4d43-90e2-1db3445b7e86, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bd20de4d-83be-4d43-90e2-1db3445b7e86,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:50.583956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.585882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c130a013-23d3-490b-85e7-28340721c76d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:50.586979 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:45Z', 'revision_number': 8, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:42Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:50.643613 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee408fd6-6d04-4546-9106-c0eea9aa3054 None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:45Z', 'revision_number': 8, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0', 'name': '', 'network_id': 'b984e42f-4f91-43cc-bfbb-c3939c0d0337', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:b8:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:31Z', 'updated_at': '2021-09-10T03:27:42Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'c8acaf1d-1a0a-45a0-9207-453c131a6447', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:50.647322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:50.693135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] For port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:50.732016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] For port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:50.746777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=bd20de4d-83be-4d43-90e2-1db3445b7e86,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:50.758531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.835603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.856700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:50.866897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-23ec66da-fbcb-40a5-b373-0c443c97ebe5 admin admin] 10.222.0.23 "PUT /v2.0/routers/29406d7b-9835-4d70-ab2e-8f41d6bfb6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7942019 Sep 10 03:27:50.897878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282e52-ed3b-41d0-a0a5-0a5b29498f87 None None] Pushing event updated for resources: {'Port': ['ID=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:50.901230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:50.932018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c130a013-23d3-490b-85e7-28340721c76d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:50.938637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Routers {'29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:50.939635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:50.944938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4fb488ff-e330-4845-81e8-cef957bce72f None None] Provisioning for port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:51.006993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4fb488ff-e330-4845-81e8-cef957bce72f None None] Provisioning complete for port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:51.007658 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4fb488ff-e330-4845-81e8-cef957bce72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.011635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c130a013-23d3-490b-85e7-28340721c76d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:51.012384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.076419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.097858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4fb488ff-e330-4845-81e8-cef957bce72f None None] Port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:51.175044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4fb488ff-e330-4845-81e8-cef957bce72f None None] Provisioning complete for port bd20de4d-83be-4d43-90e2-1db3445b7e86 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:51.175428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4fb488ff-e330-4845-81e8-cef957bce72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.245154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] Set router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:51.447086 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.456181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:51.600847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c130a013-23d3-490b-85e7-28340721c76d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c130a013-23d3-490b-85e7-28340721c76d,segment=NetworkSegment(43386ee1-3ddd-4d5b-b16e-9087ace203fb),segment_id=43386ee1-3ddd-4d5b-b16e-9087ace203fb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:51.634449 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.634784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:51.644513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33742) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:51.645462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0d0b80ad-a877-4507-806e-741afab56bf8 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274526 Sep 10 03:27:51.672160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:51.713052 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 294d7c70-d58d-48fb-8d33-31270f4ecee8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:51.720359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:51.721523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:51.727387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet c8acaf1d-1a0a-45a0-9207-453c131a6447 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:51.731046 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.777209 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.779519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 294d7c70-d58d-48fb-8d33-31270f4ecee8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:51.779872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 294d7c70-d58d-48fb-8d33-31270f4ecee8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:51.780306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:51.781804 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c130a013-23d3-490b-85e7-28340721c76d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:51.816587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d32bc84e-2848-4343-98aa-5a21acffffe1 None None] Provisioning complete for port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:51.816587 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d32bc84e-2848-4343-98aa-5a21acffffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.816587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:51.816873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 4ac24c6d-ea27-4cc3-a3b9-eda10a56d420 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:51.896955 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:51.897213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d32bc84e-2848-4343-98aa-5a21acffffe1 None None] Port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:27:51.912984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:51.916263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f08eac8-7755-45bf-8905-cf2fe8e09c5a', 'name': '', 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'mac_address': 'fa:16:3e:eb:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:48Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 2, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'subnets': [{'id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:51.978164 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.015012 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=c8acaf1d-1a0a-45a0-9207-453c131a6447,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:52.019733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bd20de4d-83be-4d43-90e2-1db3445b7e86 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:52.021125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.023277 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e795331f-cde4-4aa8-8825-e6f464801e6d tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/c8acaf1d-1a0a-45a0-9207-453c131a6447 HTTP/1.1" status: 204 len: 168 time: 0.3777397 Sep 10 03:27:52.025909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33756) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:52.049737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0dda5-b5ce-4677-b12d-c2ba9c108b79 None None] Network b984e42f-4f91-43cc-bfbb-c3939c0d0337 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:52.080921 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b620e99-9fd9-4430-89f2-f1e268a1931c None None] The sync data for ids ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'] in n-d-808126-2 is: [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f08eac8-7755-45bf-8905-cf2fe8e09c5a', 'name': '', 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'mac_address': 'fa:16:3e:eb:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:48Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 2, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'subnets': [{'id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:52.123721 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.194653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 8c1fb24e-a111-40df-8607-12b06db198da {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:52.195047 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.278483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 8c1fb24e-a111-40df-8607-12b06db198da, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8c1fb24e-a111-40df-8607-12b06db198da,segment=NetworkSegment(7a274589-a539-4a00-8114-aa45ae065f04),segment_id=7a274589-a539-4a00-8114-aa45ae065f04)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:52.278858 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.284315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bd20de4d-83be-4d43-90e2-1db3445b7e86 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:52.284695 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.293096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 8c1fb24e-a111-40df-8607-12b06db198da owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:52.399853 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.428011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=8c1fb24e-a111-40df-8607-12b06db198da,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:52.434019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port 8c1fb24e-a111-40df-8607-12b06db198da on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:52.454174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c130a013-23d3-490b-85e7-28340721c76d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:52.499904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:50Z', 'revision_number': 9, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:52.541183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:52.543831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a146cd-7a8a-4b2c-81cd-26b8ab30ea2a None None] DHCP port deletion for b984e42f-4f91-43cc-bfbb-c3939c0d0337 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:52.564938 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.567295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:52.568182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:52.596719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b984e42f-4f91-43cc-bfbb-c3939c0d0337']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:52.609032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a274589-a539-4a00-8114-aa45ae065f04') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:52.618272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a274589-a539-4a00-8114-aa45ae065f04') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:52.641190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.665574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c130a013-23d3-490b-85e7-28340721c76d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:52.666132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.666362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33786) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:52.686285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.705336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:52.705758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:52.713854 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:52.729129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:52.848930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.869096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:52.873880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/b984e42f-4f91-43cc-bfbb-c3939c0d0337 HTTP/1.1" status: 204 len: 168 time: 0.8439503 Sep 10 03:27:52.873880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd3f20-36fd-4af0-b5c8-0c5e92efe480 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=b984e42f-4f91-43cc-bfbb-c3939c0d0337,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:52.874131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:53.219543 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:50Z', 'revision_number': 9, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:53.252337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8a71c-d59d-4c3c-9aa6-0249f470f09b None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:50Z', 'revision_number': 9, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8', 'name': '', 'network_id': '510dd85e-a508-4200-831b-e55cc0f70fd0', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:c4:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:28Z', 'updated_at': '2021-09-10T03:27:36Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': 'a6ebf543-2896-4501-87b8-bea162e9b3ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:53.439444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:53.502037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:53.935171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:53.991626 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:53.998656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:53.999084 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.085815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.109217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:54.114411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.180721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8c1fb24e-a111-40df-8607-12b06db198da no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:54.183089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:54.203582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8c1fb24e-a111-40df-8607-12b06db198da {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:54.203933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8c1fb24e-a111-40df-8607-12b06db198da not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:54.204358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:54.223510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:54.223867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8e11901d-6b14-4ff6-bbc3-c8a0eebb6ef0 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:54.285291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Deleting port c130a013-23d3-490b-85e7-28340721c76d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:54.285839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.306862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:54.307199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.434659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] For port c130a013-23d3-490b-85e7-28340721c76d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c130a013-23d3-490b-85e7-28340721c76d,segment=NetworkSegment(43386ee1-3ddd-4d5b-b16e-9087ace203fb),segment_id=43386ee1-3ddd-4d5b-b16e-9087ace203fb)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:54.434955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.455430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,segment=NetworkSegment(dbb65be4-4c02-4f2c-a79a-2040faf92467),segment_id=dbb65be4-4c02-4f2c-a79a-2040faf92467)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:54.455814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.458194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Calling delete_port for c130a013-23d3-490b-85e7-28340721c76d owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:54.474144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:54.780365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.811833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.816925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:54.850169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Pushing event deleted for resources: {'Port': ['ID=c130a013-23d3-490b-85e7-28340721c76d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:55.040284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.187994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.363659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:55.496346 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Sync routers for ids ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:55.505376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Routers {'29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:55.505974 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:55.513490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:55.524231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:55.533378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:55.534015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:55.545691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9e2079d3-e879-4015-8f72-f521b09dfb7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705842 Sep 10 03:27:55.548489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33806) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:55.568841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Router d9d31467-aef7-400a-9c73-376c900b7f67 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:55.611409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet a6ebf543-2896-4501-87b8-bea162e9b3ac {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:55.615338 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.629663 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Set router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:55.630697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:55.662748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.685742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:55.691840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0b1b4694-2137-4fe4-bad6-2694fed1613a admin admin] 10.222.0.23 "PUT /v2.0/routers/d9d31467-aef7-400a-9c73-376c900b7f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0244300 Sep 10 03:27:55.694236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:55.713417 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] Sync routers for ids ['d9d31467-aef7-400a-9c73-376c900b7f67'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:55.772588 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.812704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.863775 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.876235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 10, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:55.883836 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] Routers {'d9d31467-aef7-400a-9c73-376c900b7f67'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:55.884475 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d9d31467-aef7-400a-9c73-376c900b7f67'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:55.903253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ebf543-2896-4501-87b8-bea162e9b3ac,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:55.914638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.922348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d8227707-b562-4740-a6a4-c3289a85120a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/a6ebf543-2896-4501-87b8-bea162e9b3ac HTTP/1.1" status: 204 len: 168 time: 0.3684986 Sep 10 03:27:55.922348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33810) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:55.966317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bf9f6-4ea4-4198-909c-c08c0b28a1dd None None] Network 510dd85e-a508-4200-831b-e55cc0f70fd0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:55.970081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:55.974521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:55.997158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:55.997970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.035840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.071639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Deleting port 88b100d0-409f-4548-92ff-c2d40840bc29 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:56.072274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.085220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] Set router d9d31467-aef7-400a-9c73-376c900b7f67 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:56.087145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:56.102045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port af88a1c8-76e1-4212-8f18-70f26b83f935 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:56.102475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.165102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:56.166390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] For port 88b100d0-409f-4548-92ff-c2d40840bc29, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=88b100d0-409f-4548-92ff-c2d40840bc29,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:56.166758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.172405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port af88a1c8-76e1-4212-8f18-70f26b83f935, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=af88a1c8-76e1-4212-8f18-70f26b83f935,segment=NetworkSegment(dbb65be4-4c02-4f2c-a79a-2040faf92467),segment_id=dbb65be4-4c02-4f2c-a79a-2040faf92467)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:56.172860 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.180011 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f08eac8-7755-45bf-8905-cf2fe8e09c5a', 'name': '', 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'mac_address': 'fa:16:3e:eb:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:48Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 2, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'subnets': [{'id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.191047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for af88a1c8-76e1-4212-8f18-70f26b83f935 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:56.200342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Calling delete_port for 88b100d0-409f-4548-92ff-c2d40840bc29 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:56.241430 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Checking router: 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:56.241789 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Updating router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:27:56.282444 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.343821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.387508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=af88a1c8-76e1-4212-8f18-70f26b83f935,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:56.402515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port af88a1c8-76e1-4212-8f18-70f26b83f935 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:56.466704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:56.467851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.521688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.534027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f36e2-9618-4916-8129-b3619ed4fc9e None None] DHCP port deletion for 510dd85e-a508-4200-831b-e55cc0f70fd0 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:56.540802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.555218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 5, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port': {'id': '88b100d0-409f-4548-92ff-c2d40840bc29', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.567126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510dd85e-a508-4200-831b-e55cc0f70fd0']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.568350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b100d0-409f-4548-92ff-c2d40840bc29,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:56.579776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb65be4-4c02-4f2c-a79a-2040faf92467') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.580895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb65be4-4c02-4f2c-a79a-2040faf92467') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.583105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.583575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.584377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.584790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.585244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.585653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.586057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.586463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.586859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.587549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.588024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.588614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:56.601236 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.607914 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] Checking router: d9d31467-aef7-400a-9c73-376c900b7f67 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:56.614826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 10, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.615964 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.628173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:56.628867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.645164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfce3c-31ec-46cc-b930-6eab487151fb None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 10, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None, '_interfaces': [{'id': '827577d9-c266-485d-a725-98dd2c12031c', 'name': '', 'network_id': '88dd8b3d-74df-49b1-aedc-2cc09a39ed7b', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'mac_address': 'fa:16:3e:88:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:24Z', 'updated_at': '2021-09-10T03:27:33Z', 'revision_number': 5, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'subnets': [{'id': '83c861d7-f3d6-49d3-87be-d1272b77bbbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:56.651540 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:56.666328 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] Routers {'d9d31467-aef7-400a-9c73-376c900b7f67'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:56.667226 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d9d31467-aef7-400a-9c73-376c900b7f67'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.676561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.713420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.736378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.738419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/510dd85e-a508-4200-831b-e55cc0f70fd0 HTTP/1.1" status: 204 len: 168 time: 0.8172853 Sep 10 03:27:56.739324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386098d-f431-4c86-bd0f-26e75e82ca83 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=510dd85e-a508-4200-831b-e55cc0f70fd0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:56.741462 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33818) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:56.762519 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] Set router d9d31467-aef7-400a-9c73-376c900b7f67 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:56.803099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.805947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.836621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:56Z', 'revision_number': 7, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:56.857079 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.857853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d31467-aef7-400a-9c73-376c900b7f67 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:27:56.864652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.868106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1d3e4d3a-6fd7-40ef-b7f5-d225e4901a35 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d9d31467-aef7-400a-9c73-376c900b7f67 HTTP/1.1" status: 204 len: 168 time: 1.1706512 Sep 10 03:27:56.868368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33820) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:56.869535 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5938223-6c41-4950-b7ea-c6d066d45cb6 None None] The sync data for ids ['d9d31467-aef7-400a-9c73-376c900b7f67'] in n-d-808126-2 is: [{'id': 'd9d31467-aef7-400a-9c73-376c900b7f67', 'name': 'tempest-TestAggregatesBasicOps-1243826322-router', 'tenant_id': '01405d8777214eb58ab8dff8785ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:37Z', 'updated_at': '2021-09-10T03:27:56Z', 'revision_number': 7, 'project_id': '01405d8777214eb58ab8dff8785ed0a0', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:56.927762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Deleting subnet b41c87c0-5825-4686-be8b-aebd725836f0 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:56.931016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.953485 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.967306 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Transition to ACTIVE for port object 0f08eac8-7755-45bf-8905-cf2fe8e09c5a will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:56.974314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.982907 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.032986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38de5-b5bd-4e96-ae8e-d9145989f061 None None] Pushing event updated for resources: {'Port': ['ID=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:57.087666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.095355 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Attempting to bind port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:57.096254 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Attempting to bind port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:57.096526 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Attempting to bind port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a on network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:57.101956 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:57.102424 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Checking segment: {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:57.102896 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.103407 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Bound using segment: {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:57.103977 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Bound port: 0f08eac8-7755-45bf-8905-cf2fe8e09c5a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254aa8c-bc40-4996-b51d-590178142e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:57.104429 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.142352 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.174258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.177600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] For port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:57.181028 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] For port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:57.188298 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.223563 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.226689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b41c87c0-5825-4686-be8b-aebd725836f0 HTTP/1.1" status: 204 len: 168 time: 0.3572116 Sep 10 03:27:57.228878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50762fc2-de91-40ca-918c-e60e6158547e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41c87c0-5825-4686-be8b-aebd725836f0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:57.230993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582f095-284c-4ff2-b606-7b37faad7848 None None] Network b3be14fc-c334-4bc4-9722-2adc6c3dedb7 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:57.236296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33822) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:57.347364 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.357983 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Routers {'29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:57.358621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:57.455375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Deleting port bf70b23e-494f-4472-90f8-6c275f445ad2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:57.455875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.468114 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38de5-b5bd-4e96-ae8e-d9145989f061 None None] Pushing event updated for resources: {'Port': ['ID=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:57.575253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] For port bf70b23e-494f-4472-90f8-6c275f445ad2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bf70b23e-494f-4472-90f8-6c275f445ad2,segment=NetworkSegment(43386ee1-3ddd-4d5b-b16e-9087ace203fb),segment_id=43386ee1-3ddd-4d5b-b16e-9087ace203fb)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:57.575894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.591274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Calling delete_port for bf70b23e-494f-4472-90f8-6c275f445ad2 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:57.616001 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] Set router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:57.687357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.748473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf70b23e-494f-4472-90f8-6c275f445ad2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:57.750853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] No DVR routers for this DVR port bf70b23e-494f-4472-90f8-6c275f445ad2 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:27:57.771870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae47bb-5f2e-4bbc-ba64-722c0bce483b None None] DHCP port deletion for b3be14fc-c334-4bc4-9722-2adc6c3dedb7 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:27:57.871415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.910828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3be14fc-c334-4bc4-9722-2adc6c3dedb7']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:57.923700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43386ee1-3ddd-4d5b-b16e-9087ace203fb') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:57.924561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43386ee1-3ddd-4d5b-b16e-9087ace203fb') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:57.936179 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.950959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:57.958213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:27:57.958641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.020297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f08eac8-7755-45bf-8905-cf2fe8e09c5a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:27:58.027814 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:27:58.039261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.052200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.054505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b3be14fc-c334-4bc4-9722-2adc6c3dedb7 HTTP/1.1" status: 204 len: 168 time: 0.8164504 Sep 10 03:27:58.063220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33836) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:58.065033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f08eac8-7755-45bf-8905-cf2fe8e09c5a', 'name': '', 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'mac_address': 'fa:16:3e:eb:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:48Z', 'updated_at': '2021-09-10T03:27:57Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'subnets': [{'id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:58.069623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port 827577d9-c266-485d-a725-98dd2c12031c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:58.070137 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.110178 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca2e4b-41f0-4dc3-9a7d-523ce525b9e4 None None] The sync data for ids ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'] in n-d-808126-2 is: [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:49Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '0f08eac8-7755-45bf-8905-cf2fe8e09c5a', 'name': '', 'network_id': '3bae52a9-ec5b-4d73-80fe-cb16fb1da4df', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'mac_address': 'fa:16:3e:eb:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:48Z', 'updated_at': '2021-09-10T03:27:57Z', 'revision_number': 4, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'subnets': [{'id': '7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:58.139780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7d06d-2dd7-479c-8534-d4924aa5746d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3be14fc-c334-4bc4-9722-2adc6c3dedb7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:58.150448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:58.164416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:58.169760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.210702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port 827577d9-c266-485d-a725-98dd2c12031c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=827577d9-c266-485d-a725-98dd2c12031c,segment=NetworkSegment(419a63f9-9c21-4e21-846b-668d6e395b14),segment_id=419a63f9-9c21-4e21-846b-668d6e395b14)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:58.211079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.227020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for 827577d9-c266-485d-a725-98dd2c12031c owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:58.300030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.338221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:58.352234 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.387951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:27:58.446661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:58.465817 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c130a013-23d3-490b-85e7-28340721c76d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:58.487686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c130a013-23d3-490b-85e7-28340721c76d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:58.488417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c130a013-23d3-490b-85e7-28340721c76d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:58.489084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af88a1c8-76e1-4212-8f18-70f26b83f935 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:58.509586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: af88a1c8-76e1-4212-8f18-70f26b83f935 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:58.510579 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device af88a1c8-76e1-4212-8f18-70f26b83f935 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:58.511223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf70b23e-494f-4472-90f8-6c275f445ad2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:58.541890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: bf70b23e-494f-4472-90f8-6c275f445ad2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:58.542604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bf70b23e-494f-4472-90f8-6c275f445ad2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:58.543306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:58.550857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.569944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:58.570671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ce0c4e-ef68-40ca-bdef-71d7e6ed21d8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:58.571380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 88b100d0-409f-4548-92ff-c2d40840bc29 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:27:58.594509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=827577d9-c266-485d-a725-98dd2c12031c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:58.601059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 88b100d0-409f-4548-92ff-c2d40840bc29 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:27:58.601740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 88b100d0-409f-4548-92ff-c2d40840bc29 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:27:58.726439 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:58.933526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:27:59.021055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:27:59.029390 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-32dd4b61-83b6-4c5b-9775-e586d0be625e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864265 Sep 10 03:27:59.030057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33838) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:59.040382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:27:59.052281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:59.055203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:59.064508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.103853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting subnet 83c861d7-f3d6-49d3-87be-d1272b77bbbf {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:27:59.107902 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.156473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:59.170463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.245584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:58Z', 'revision_number': 11, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:59.279090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:27:59.289285 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:27:59.289889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:59.300169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.373952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:27:59.376626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.392362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.394379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/83c861d7-f3d6-49d3-87be-d1272b77bbbf HTTP/1.1" status: 204 len: 168 time: 0.3633673 Sep 10 03:27:59.397429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:59.416962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d8148-0008-4e61-96f0-37eb82f559f6 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Subnet': ['ID=83c861d7-f3d6-49d3-87be-d1272b77bbbf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:59.505526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Deleting port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:59.508103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.516972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.648124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b03972-8112-4c18-89c5-e3682a8d9b4b None None] Network 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:59.649546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] For port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:59.649922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.661612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:58Z', 'revision_number': 11, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:27:59.667815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Calling delete_port for 0f08eac8-7755-45bf-8905-cf2fe8e09c5a owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:59.684875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Deleting port cdcf5257-0945-439d-904b-2cc5881236d9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:27:59.685268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.700931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3563405-9c04-45f1-a404-3d952c21766c None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:58Z', 'revision_number': 11, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:27:59.798339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] For port cdcf5257-0945-439d-904b-2cc5881236d9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=cdcf5257-0945-439d-904b-2cc5881236d9,segment=NetworkSegment(419a63f9-9c21-4e21-846b-668d6e395b14),segment_id=419a63f9-9c21-4e21-846b-668d6e395b14)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:59.798710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.814170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Calling delete_port for cdcf5257-0945-439d-904b-2cc5881236d9 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:27:59.968206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:59.999370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Port': ['ID=cdcf5257-0945-439d-904b-2cc5881236d9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:00.003115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No DVR routers for this DVR port cdcf5257-0945-439d-904b-2cc5881236d9 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:28:00.033624 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.090305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa33c5-2c3c-4934-bdb3-fc7e9bb666ea None None] DHCP port deletion for 88dd8b3d-74df-49b1-aedc-2cc09a39ed7b request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:28:00.090687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f08eac8-7755-45bf-8905-cf2fe8e09c5a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:00.141174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.213558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f08eac8-7755-45bf-8905-cf2fe8e09c5a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:00.227859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dd8b3d-74df-49b1-aedc-2cc09a39ed7b']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:00.250824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419a63f9-9c21-4e21-846b-668d6e395b14') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:00.251201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419a63f9-9c21-4e21-846b-668d6e395b14') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:00.264047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0f08eac8-7755-45bf-8905-cf2fe8e09c5a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:00.264724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f08eac8-7755-45bf-8905-cf2fe8e09c5a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 10 03:28:00.287262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Port 0f08eac8-7755-45bf-8905-cf2fe8e09c5a not found, will not notify nova. {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 10 03:28:00.303090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.339509 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.351626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:28:00.352040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:28:00.355029 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:28:00.365491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cdcf5257-0945-439d-904b-2cc5881236d9 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:28:00.390477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: cdcf5257-0945-439d-904b-2cc5881236d9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:00.391066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device cdcf5257-0945-439d-904b-2cc5881236d9 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:28:00.391721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 827577d9-c266-485d-a725-98dd2c12031c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:28:00.418477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 827577d9-c266-485d-a725-98dd2c12031c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:00.418706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 827577d9-c266-485d-a725-98dd2c12031c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:28:00.460044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.461568 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.470000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.471878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/networks/88dd8b3d-74df-49b1-aedc-2cc09a39ed7b HTTP/1.1" status: 204 len: 168 time: 1.0735109 Sep 10 03:28:00.474661 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33846) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:00.480247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'routes': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:00.485244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fd3f8-0434-4c44-91ea-f23ace5d6fef tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Pushing event deleted for resources: {'Network': ['ID=88dd8b3d-74df-49b1-aedc-2cc09a39ed7b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:00.653956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.extraroute_db [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Added routes are [] {{(pid=94633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:28:00.654383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.extraroute_db [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Removed routes are [] {{(pid=94633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:28:00.654814 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.751272 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:28:00.867135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.870697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:00.878539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:28:00.887065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f556dfe3-e9b8-4771-9b93-43168682028d admin admin] 10.222.0.23 "PUT /v2.0/routers/29406d7b-9835-4d70-ab2e-8f41d6bfb6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8196967 Sep 10 03:28:00.887352 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33848) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:00.894331 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] Sync routers for ids ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:28:00.903791 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] Routers {'29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:00.904421 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:00.961476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router e220c9e0-23d6-41fc-a018-6d636765ef60 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:28:01.011894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.037333 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] Set router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:01.039559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:28:01.046279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.047467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e51e182a-9e8a-43b7-bafc-45e6797730d2 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 705 time: 0.5709345 Sep 10 03:28:01.050832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33850) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:01.053393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] Sync routers for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:28:01.063589 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:01.065274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.082195 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b6dbc714-c27d-47a0-968a-5e5bbe74ab40 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 205 time: 0.0302632 Sep 10 03:28:01.085336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33852) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:01.136421 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.150563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:01.164230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.224016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Deleting port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:28:01.224016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.262839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:58Z', 'revision_number': 11, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.316450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] Checking router: e220c9e0-23d6-41fc-a018-6d636765ef60 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:28:01.326058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] Routers {'e220c9e0-23d6-41fc-a018-6d636765ef60'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:01.327016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e220c9e0-23d6-41fc-a018-6d636765ef60'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.331771 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:27:59Z', 'revision_number': 5, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port': {'id': 'd22979fd-f13c-4f1c-bb4f-8b37c0c8e986', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:27:45Z', 'updated_at': '2021-09-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.332030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] For port d22979fd-f13c-4f1c-bb4f-8b37c0c8e986, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:01.332454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.349517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Calling delete_port for d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:28:01.372398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.373256 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] Checking router: 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:28:01.376626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.386407 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] Routers {'29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:01.387048 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.422100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] Set router e220c9e0-23d6-41fc-a018-6d636765ef60 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:01.481057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.481830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router e220c9e0-23d6-41fc-a018-6d636765ef60 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:28:01.496169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.502389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-57c0ba13-531f-4eef-a9bc-29db2c59fc04 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 204 len: 168 time: 0.4111652 Sep 10 03:28:01.502606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:01.507967 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] Set router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:01.508176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862128849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:01.523430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:58Z', 'revision_number': 11, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.556354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e9e45-23a9-4bbf-8491-e3dd64120168 None None] The sync data for ids ['e220c9e0-23d6-41fc-a018-6d636765ef60'] in n-d-808126-2 is: [{'id': 'e220c9e0-23d6-41fc-a018-6d636765ef60', 'name': 'tempest-RoutersIpV6Test-router-1229932771', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:23Z', 'updated_at': '2021-09-10T03:27:58Z', 'revision_number': 11, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:28:01.570297 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:28:01Z', 'revision_number': 6, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:01.587877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.589334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.609086 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2d0c5-3c81-4bd6-82a7-50078ca6f121 None None] The sync data for ids ['29406d7b-9835-4d70-ab2e-8f41d6bfb6f2'] in n-d-808126-2 is: [{'id': '29406d7b-9835-4d70-ab2e-8f41d6bfb6f2', 'name': 'tempest-TestAggregatesBasicOps-1834859755-router', 'tenant_id': '63d940d4a34644339ee2b9ee8ac05791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:27:44Z', 'updated_at': '2021-09-10T03:28:01Z', 'revision_number': 6, 'project_id': '63d940d4a34644339ee2b9ee8ac05791', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:28:01.687243 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.719255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Pushing event deleted for resources: {'Port': ['ID=d22979fd-f13c-4f1c-bb4f-8b37c0c8e986,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:01.772318 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a556-c458-4fff-95ab-fedebe44fc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.789961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.809692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.873319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.903087 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.907077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-70ac48f5-f032-42cd-be0f-7d049dddec85 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4043176 Sep 10 03:28:01.908078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33878) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:01.914063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:01.954940 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.973855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:01.976535 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.069579 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.070346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:28:02.074728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.080740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fa66b3b9-e24b-421d-bcdc-8a43fb7d810d admin admin] 10.222.0.23 "DELETE /v2.0/routers/29406d7b-9835-4d70-ab2e-8f41d6bfb6f2 HTTP/1.1" status: 204 len: 168 time: 1.1917636 Sep 10 03:28:02.082602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33880) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:02.150769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Deleting subnet 7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:28:02.151849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1011980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-623'] for router, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.154059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.162675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012021'] for router, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.194938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.209233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.269758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Router ca6d28a9-0316-4a54-a642-4fa89752f0be is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:28:02.363445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:28:02.370965 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.372286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fe859778-10d4-42e8-8831-10e1800053d4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "PUT /v2.0/routers/ca6d28a9-0316-4a54-a642-4fa89752f0be HTTP/1.1" status: 200 len: 697 time: 0.4622471 Sep 10 03:28:02.374842 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33882) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:02.375511 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] Sync routers for ids ['ca6d28a9-0316-4a54-a642-4fa89752f0be'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:28:02.394630 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] Routers {'ca6d28a9-0316-4a54-a642-4fa89752f0be'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:02.396080 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ca6d28a9-0316-4a54-a642-4fa89752f0be'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:02.458062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-27fcb4d9-5ff6-4d39-8451-b8f40f14257f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/routers/ca6d28a9-0316-4a54-a642-4fa89752f0be HTTP/1.1" status: 200 len: 703 time: 0.0819628 Sep 10 03:28:02.458800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f08eac8-7755-45bf-8905-cf2fe8e09c5a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:28:02.460604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33884) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:02.494007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9a8bf93f-2007-4785-9ee3-b9b8eee862b3 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6d28a9-0316-4a54-a642-4fa89752f0be HTTP/1.1" status: 200 len: 205 time: 0.0299385 Sep 10 03:28:02.494675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:02.511925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 0f08eac8-7755-45bf-8905-cf2fe8e09c5a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:02.512529 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 0f08eac8-7755-45bf-8905-cf2fe8e09c5a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:28:02.524557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] Set router ca6d28a9-0316-4a54-a642-4fa89752f0be gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:02.574887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.592518 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6d28a9-0316-4a54-a642-4fa89752f0be', 'name': 'tempest-RoutersIpV6Test-router-862128849', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:01Z', 'updated_at': '2021-09-10T03:28:02Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:02.662891 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] Checking router: ca6d28a9-0316-4a54-a642-4fa89752f0be for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:28:02.673578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] Routers {'ca6d28a9-0316-4a54-a642-4fa89752f0be'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:02.674847 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:27:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['ca6d28a9-0316-4a54-a642-4fa89752f0be'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:02.724342 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.762485 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] Set router ca6d28a9-0316-4a54-a642-4fa89752f0be gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:02.781274 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.785087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.803474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.829009 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6d28a9-0316-4a54-a642-4fa89752f0be', 'name': 'tempest-RoutersIpV6Test-router-862128849', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:01Z', 'updated_at': '2021-09-10T03:28:02Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:02.834523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:02.841446 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:02.843501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ef4d29fa-c7a7-47c5-bb1d-8e7d64b33172 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d0a2b11-a62a-44ce-b47b-e5a16b1cf1e9 HTTP/1.1" status: 204 len: 168 time: 0.7590730 Sep 10 03:28:02.845947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33888) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:02.855003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5682b2-3a9a-4bf0-a110-4ba94d5b7045 None None] Network 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:02.862890 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed4386-65b4-4e16-a472-89b47e85bfb7 None None] The sync data for ids ['ca6d28a9-0316-4a54-a642-4fa89752f0be'] in n-d-808126-2 is: [{'id': 'ca6d28a9-0316-4a54-a642-4fa89752f0be', 'name': 'tempest-RoutersIpV6Test-router-862128849', 'tenant_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:01Z', 'updated_at': '2021-09-10T03:28:02Z', 'revision_number': 2, 'project_id': '4dabb93cc1ac4491b3bc555cc68e76a7', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:28:02.962350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.035594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Deleting port bd20de4d-83be-4d43-90e2-1db3445b7e86 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:28:03.035952 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.161464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] For port bd20de4d-83be-4d43-90e2-1db3445b7e86, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bd20de4d-83be-4d43-90e2-1db3445b7e86,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:03.162110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.175275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Calling delete_port for bd20de4d-83be-4d43-90e2-1db3445b7e86 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:28:03.195675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] DHCP port deletion for 3bae52a9-ec5b-4d73-80fe-cb16fb1da4df request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:28:03.271794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] Deleting port bd20de4d-83be-4d43-90e2-1db3445b7e86 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:28:03.272378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.278711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.278711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Fanout notify agent at l3_agent the message router_deleted on router ca6d28a9-0316-4a54-a642-4fa89752f0be {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:28:03.286059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.287146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.294231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d80a89ab-caa5-402f-95b7-d96f401e9fdd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/ca6d28a9-0316-4a54-a642-4fa89752f0be HTTP/1.1" status: 204 len: 168 time: 0.7986546 Sep 10 03:28:03.297833 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33892) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.320173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd20de4d-83be-4d43-90e2-1db3445b7e86,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:03.326191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] No DVR routers for this DVR port bd20de4d-83be-4d43-90e2-1db3445b7e86 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:28:03.341058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7fb5452a-b7a2-4fd6-b2dd-b3e30aa31e80 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6d28a9-0316-4a54-a642-4fa89752f0be HTTP/1.1" status: 200 len: 205 time: 0.0419035 Sep 10 03:28:03.343248 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33894) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.363336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] For port bd20de4d-83be-4d43-90e2-1db3445b7e86, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bd20de4d-83be-4d43-90e2-1db3445b7e86,segment=NetworkSegment(8254aa8c-bc40-4996-b51d-590178142e20),segment_id=8254aa8c-bc40-4996-b51d-590178142e20)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:03.363834 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.382393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] Calling delete_port for bd20de4d-83be-4d43-90e2-1db3445b7e86 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:28:03.397665 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-963be04b-0b24-448f-af26-fa0061ca295e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:03.398990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-963be04b-0b24-448f-af26-fa0061ca295e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/ca6d28a9-0316-4a54-a642-4fa89752f0be HTTP/1.1" status: 404 len: 336 time: 0.0546067 Sep 10 03:28:03.401576 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33896) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.406241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.428256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bae52a9-ec5b-4d73-80fe-cb16fb1da4df']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:03.430820 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-7326e7ca-8c97-471a-a670-faa4068f5ede tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:03.431552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7326e7ca-8c97-471a-a670-faa4068f5ede tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:03.435494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7326e7ca-8c97-471a-a670-faa4068f5ede tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/b6d205c3-5113-4d15-833c-6c44a30d083a HTTP/1.1" status: 404 len: 337 time: 0.0309527 Sep 10 03:28:03.436457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33898) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.437981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8254aa8c-bc40-4996-b51d-590178142e20') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:03.438384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8254aa8c-bc40-4996-b51d-590178142e20') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:03.448402 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.465361 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.466998 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b0b03a-327b-466c-9b48-e21c35d4b30c tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:03.467626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b0b03a-327b-466c-9b48-e21c35d4b30c tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:03.469360 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-43b0b03a-327b-466c-9b48-e21c35d4b30c tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/c8acaf1d-1a0a-45a0-9207-453c131a6447 HTTP/1.1" status: 404 len: 337 time: 0.0319960 Sep 10 03:28:03.472594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33900) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.474048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.475335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:28:03.476165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:28:03.478909 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:28:03.500819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] Pushing event deleted for resources: {'Port': ['ID=bd20de4d-83be-4d43-90e2-1db3445b7e86,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:03.504436 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a9f38c-ad21-4e97-b57f-d2058922de0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:03.504939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f092d5-f8f0-4704-b6aa-9a3e6cdd87bb None None] No DVR routers for this DVR port bd20de4d-83be-4d43-90e2-1db3445b7e86 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:28:03.505061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a9f38c-ad21-4e97-b57f-d2058922de0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:03.506654 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a9a9f38c-ad21-4e97-b57f-d2058922de0f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/a6ebf543-2896-4501-87b8-bea162e9b3ac HTTP/1.1" status: 404 len: 337 time: 0.0331240 Sep 10 03:28:03.509278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33902) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.540849 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d904a4-a3ec-425e-9a47-0fdbdb16634f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:03.541341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d904a4-a3ec-425e-9a47-0fdbdb16634f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:03.545791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56d904a4-a3ec-425e-9a47-0fdbdb16634f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/83c861d7-f3d6-49d3-87be-d1272b77bbbf HTTP/1.1" status: 404 len: 337 time: 0.0331185 Sep 10 03:28:03.546044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33904) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.557065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.575100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-249629c7-7e16-4cfb-9e76-7003af8d96c5 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 200 len: 205 time: 0.0278981 Sep 10 03:28:03.575383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.577145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3bae52a9-ec5b-4d73-80fe-cb16fb1da4df HTTP/1.1" status: 204 len: 168 time: 0.7301266 Sep 10 03:28:03.578023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a1a99-5d8d-4bbd-8df2-d99bd8923df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bae52a9-ec5b-4d73-80fe-cb16fb1da4df,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:03.579850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.618363 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-eda8481e-bcd7-41ab-9536-dd1973283a15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:03.621854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eda8481e-bcd7-41ab-9536-dd1973283a15 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/e220c9e0-23d6-41fc-a018-6d636765ef60 HTTP/1.1" status: 404 len: 336 time: 0.0379071 Sep 10 03:28:03.622084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.650224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e14991b3-cf4e-44b9-8923-0a3692d29660 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f90e67-6401-4ef8-95a7-15ee69288be9 HTTP/1.1" status: 200 len: 205 time: 0.0270610 Sep 10 03:28:03.652475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33912) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.697302 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-673c4915-8f5d-4d28-9fa1-7bf7e304e00e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:03.699941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-673c4915-8f5d-4d28-9fa1-7bf7e304e00e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/67f90e67-6401-4ef8-95a7-15ee69288be9 HTTP/1.1" status: 404 len: 336 time: 0.0464942 Sep 10 03:28:03.701189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33914) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.733507 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d67b61-76a8-4c8d-b980-2e38e4a4db35 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:03.733978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d67b61-76a8-4c8d-b980-2e38e4a4db35 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:03.736061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-91d67b61-76a8-4c8d-b980-2e38e4a4db35 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/e9a6f3aa-133d-48d7-a361-3469440474f3 HTTP/1.1" status: 404 len: 337 time: 0.0336747 Sep 10 03:28:03.738630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33916) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.767546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-238d3742-ed19-479d-b2c9-61263edc009b tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 200 len: 205 time: 0.0271215 Sep 10 03:28:03.770255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33918) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.793723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.811647 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-e1352fd1-22b2-4187-8223-a25ca0ada4b9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:03.815714 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e1352fd1-22b2-4187-8223-a25ca0ada4b9 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/6545b4a7-7ddb-41ef-a1de-098730ef46a2 HTTP/1.1" status: 404 len: 336 time: 0.0414245 Sep 10 03:28:03.815935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33922) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.840061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4f526d6f-9b47-4612-8d8a-2ac978c4e185 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01405d8777214eb58ab8dff8785ed0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451880 Sep 10 03:28:03.840652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33924) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.848965 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2205b392-7de3-471f-a76a-a244053520ac tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=957a86be-1897-4bfc-9d8c-237b08427e53 HTTP/1.1" status: 200 len: 205 time: 0.0298412 Sep 10 03:28:03.849203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33926) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.906292 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-a03e5df5-261f-479f-835f-1b288e8a4dfd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:03.907345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a03e5df5-261f-479f-835f-1b288e8a4dfd tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/957a86be-1897-4bfc-9d8c-237b08427e53 HTTP/1.1" status: 404 len: 336 time: 0.0572450 Sep 10 03:28:03.909972 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33928) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:03.912287 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a38d6863-b503-47b9-a382-b720ec1d0e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.938370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a38d6863-b503-47b9-a382-b720ec1d0e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:03.953521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bd20de4d-83be-4d43-90e2-1db3445b7e86 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:28:04.003191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a38d6863-b503-47b9-a382-b720ec1d0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.007048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a38d6863-b503-47b9-a382-b720ec1d0e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.008893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a38d6863-b503-47b9-a382-b720ec1d0e4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86259eac-e140-44ba-aaad-2f76101bbc4b HTTP/1.1" status: 204 len: 168 time: 0.1670439 Sep 10 03:28:04.014836 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-5097ae9f-9450-46cd-a248-b630ebe4aa2a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:04.015429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: bd20de4d-83be-4d43-90e2-1db3445b7e86 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:04.017412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5097ae9f-9450-46cd-a248-b630ebe4aa2a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:04.017607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bd20de4d-83be-4d43-90e2-1db3445b7e86 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:28:04.017607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:28:04.019497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5097ae9f-9450-46cd-a248-b630ebe4aa2a tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/9d86f619-e71f-4f0a-aaab-9d749d976e9a HTTP/1.1" status: 404 len: 337 time: 0.1077962 Sep 10 03:28:04.021123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d6863-b503-47b9-a382-b720ec1d0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86259eac-e140-44ba-aaad-2f76101bbc4b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:04.023818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33934) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.063561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-32798e64-d9ee-4ec6-821d-49100471df9f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=e54a1871-5ead-4272-b8ab-fb731314fc9e HTTP/1.1" status: 200 len: 205 time: 0.0385919 Sep 10 03:28:04.066549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.070429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:04.070775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device d22979fd-f13c-4f1c-bb4f-8b37c0c8e986 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:28:04.128973 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-c61715ab-ba44-48ec-817b-a48dde6cd4ae tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:04.131974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c61715ab-ba44-48ec-817b-a48dde6cd4ae tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/e54a1871-5ead-4272-b8ab-fb731314fc9e HTTP/1.1" status: 404 len: 336 time: 0.0642128 Sep 10 03:28:04.133053 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.160840 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2d207c-312d-469c-a3ef-87341bee6c7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:04.161326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2d207c-312d-469c-a3ef-87341bee6c7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:04.163158 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8c2d207c-312d-469c-a3ef-87341bee6c7f tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/3c6b7068-39ff-4550-baa0-f4bae517a528 HTTP/1.1" status: 404 len: 337 time: 0.0290732 Sep 10 03:28:04.165843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.196875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-102f9801-2d89-435b-9787-c617a8672797 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "GET /v2.0/ports?device_id=da608f5a-7e3b-4140-976f-707642d09c00 HTTP/1.1" status: 200 len: 205 time: 0.0291355 Sep 10 03:28:04.199024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33942) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.240026 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [None req-0deecc7f-cc23-4644-a13f-a4872b8a2844 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] delete failed (client error): The resource could not be found. Sep 10 03:28:04.243397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0deecc7f-cc23-4644-a13f-a4872b8a2844 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/routers/da608f5a-7e3b-4140-976f-707642d09c00 HTTP/1.1" status: 404 len: 336 time: 0.0410402 Sep 10 03:28:04.243841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33944) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.271179 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce270cce-c384-4be8-8ffa-4e68b67b145e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:04.271830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce270cce-c384-4be8-8ffa-4e68b67b145e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:04.273543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ce270cce-c384-4be8-8ffa-4e68b67b145e tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/29a4a25a-8fca-41c3-832c-2f800a305eb3 HTTP/1.1" status: 404 len: 337 time: 0.0289037 Sep 10 03:28:04.275938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33948) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.307926 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6b3f7e-1f6c-4ac5-b389-97ad768c52c4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] DELETE failed (client error): The resource could not be found. Sep 10 03:28:04.308409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6b3f7e-1f6c-4ac5-b389-97ad768c52c4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:28:04.310141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6e6b3f7e-1f6c-4ac5-b389-97ad768c52c4 tempest-RoutersIpV6Test-499005764 tempest-RoutersIpV6Test-499005764-project] 10.222.0.23 "DELETE /v2.0/subnets/f3378d82-4c33-40c1-b2d5-b093b0534e04 HTTP/1.1" status: 404 len: 337 time: 0.0329676 Sep 10 03:28:04.349310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f5c678c0-3e05-4140-8717-8a78a0965a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.448909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33952) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.489409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-595ab9f8-ccb5-4db0-9318-96d7b17d7e37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63d940d4a34644339ee2b9ee8ac05791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392325 Sep 10 03:28:04.496014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 33954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.546414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a1c3-1860-4ee0-8891-f427077400e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.567434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a1c3-1860-4ee0-8891-f427077400e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.585903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.615090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a1c3-1860-4ee0-8891-f427077400e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.617759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a1c3-1860-4ee0-8891-f427077400e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.621373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5fe2a1c3-1860-4ee0-8891-f427077400e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4f1c24f-6df3-4202-ac93-84031084d803 HTTP/1.1" status: 204 len: 168 time: 0.1219008 Sep 10 03:28:04.627018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2a1c3-1860-4ee0-8891-f427077400e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f1c24f-6df3-4202-ac93-84031084d803,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:04.712266 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.729811 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d219fb29-95d2-4b5a-82a2-a699b52a1145 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dabb93cc1ac4491b3bc555cc68e76a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427262 Sep 10 03:28:04.733838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 33964) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:04.784502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d312-11e8-442c-a773-e4f66cc28704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.805838 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d312-11e8-442c-a773-e4f66cc28704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.856456 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d312-11e8-442c-a773-e4f66cc28704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.859085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d312-11e8-442c-a773-e4f66cc28704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:04.860347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3fe0d312-11e8-442c-a773-e4f66cc28704 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25992ce0-57b8-46ae-b737-4aea7c0e73c8 HTTP/1.1" status: 204 len: 168 time: 0.1252222 Sep 10 03:28:04.868166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0d312-11e8-442c-a773-e4f66cc28704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25992ce0-57b8-46ae-b737-4aea7c0e73c8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:05.458397 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:05.663882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:05.879820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--125666207'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:05.905854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:05.914384 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.010810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.018080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.059218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b5f4c-799c-44e7-9f0d-dea22295c09f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:06.131959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.136850 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.165941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.169928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34046) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.170447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5048838 Sep 10 03:28:06.172356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df1202-69d0-4e57-96a0-0db1ae9bf0c2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e62fe-fb09-4abe-918f-265bc3636a57,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:06.250751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d214a45c-406b-4c02-a3b6-d926a09ec30c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0795097 Sep 10 03:28:06.253683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.258372 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-security--619303431', 'description': 'tempest-security-description-2016244743'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:06.286051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.331559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.336300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.339861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.344556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "PUT /v2.0/security-groups/1d2e62fe-fb09-4abe-918f-265bc3636a57 HTTP/1.1" status: 200 len: 1779 time: 0.0898087 Sep 10 03:28:06.345433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34052) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.388667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976a532-a3e1-4570-9118-9dad26eb3646 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e62fe-fb09-4abe-918f-265bc3636a57,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:06.441735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34062) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.442385 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a4f8e4a2-e9da-4bbb-96b9-473cd2f430f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups/1d2e62fe-fb09-4abe-918f-265bc3636a57 HTTP/1.1" status: 200 len: 1779 time: 0.0845745 Sep 10 03:28:06.520117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf02ac9c-546a-408d-85e8-6981731ed591 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.546143 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf02ac9c-546a-408d-85e8-6981731ed591 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.594539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf02ac9c-546a-408d-85e8-6981731ed591 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.598175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf02ac9c-546a-408d-85e8-6981731ed591 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.599590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cf02ac9c-546a-408d-85e8-6981731ed591 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d2e62fe-fb09-4abe-918f-265bc3636a57 HTTP/1.1" status: 204 len: 168 time: 0.1568336 Sep 10 03:28:06.602218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.609769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02ac9c-546a-408d-85e8-6981731ed591 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e62fe-fb09-4abe-918f-265bc3636a57,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:06.696838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e5dbf7b9-ce4d-470d-ac1f-4544968b5680 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934098 Sep 10 03:28:06.699420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.714498 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-08a40f97-a4e1-4957-be38-12ae3916e853 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] delete failed (client error): The resource could not be found. Sep 10 03:28:06.720235 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-08a40f97-a4e1-4957-be38-12ae3916e853 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d2e62fe-fb09-4abe-918f-265bc3636a57 HTTP/1.1" status: 404 len: 347 time: 0.0152693 Sep 10 03:28:06.720552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34072) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.727992 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--678961580'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:06.754451 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.847201 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.855945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.888108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.892156 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1650171 Sep 10 03:28:06.892306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34078) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:06.897907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '42e67363-2e43-4993-97d6-72fea7a1bb4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:06.902085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf21b77-fa44-46e5-93a0-3dc40200e4b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e67363-2e43-4993-97d6-72fea7a1bb4d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:06.938250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:06.995720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.000706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.023657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa57bc51-cd05-4fbd-8545-494be31a716c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.033917 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.035321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-33c6eda7-9321-4790-a8a6-b8b6cadcf7e5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410744 Sep 10 03:28:07.038252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34080) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.077842 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8bc4419-69df-46e4-8bc2-40ea9f7c6331 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.090563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8bc4419-69df-46e4-8bc2-40ea9f7c6331 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.135078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8bc4419-69df-46e4-8bc2-40ea9f7c6331 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.140821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c8bc4419-69df-46e4-8bc2-40ea9f7c6331 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.144486 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c8bc4419-69df-46e4-8bc2-40ea9f7c6331 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fa57bc51-cd05-4fbd-8545-494be31a716c HTTP/1.1" status: 204 len: 168 time: 0.1029027 Sep 10 03:28:07.144965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34084) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.159776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc4419-69df-46e4-8bc2-40ea9f7c6331 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa57bc51-cd05-4fbd-8545-494be31a716c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.207236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6fd063c4-57b7-4e01-bf38-88512ba78eaf tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610168 Sep 10 03:28:07.207818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34086) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.240291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34088) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.247569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'network': {'name': 'tempest-network-smoke--1542729509', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:07.272501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Made reservation on behalf of ce5190e85aa149d6a57066cc8070ea10 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:07.276909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.281228 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96d6af54-4987-49f6-a5f7-10b1f419706e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.286615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.306369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96d6af54-4987-49f6-a5f7-10b1f419706e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.359749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96d6af54-4987-49f6-a5f7-10b1f419706e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.363979 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-96d6af54-4987-49f6-a5f7-10b1f419706e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.365229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-96d6af54-4987-49f6-a5f7-10b1f419706e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/42e67363-2e43-4993-97d6-72fea7a1bb4d HTTP/1.1" status: 204 len: 168 time: 0.1561766 Sep 10 03:28:07.368614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.388897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6af54-4987-49f6-a5f7-10b1f419706e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e67363-2e43-4993-97d6-72fea7a1bb4d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.399673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.406326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.422590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.427498 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0b0d230-855d-4b2f-a8bc-3442463e3277 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555160 Sep 10 03:28:07.430718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34092) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.435100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--792165837'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:07.456804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:28:07.464672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d305ac3c-b539-45f7-90e5-17a0a292a3cb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.479803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.480066 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Added segment 30cd1f5e-5d7f-4cfa-9883-7d409e079c9c of type vlan for network a2d49e07-8536-47ca-8116-413f02755b39 Sep 10 03:28:07.490704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.552801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.595524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.601455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:07.602034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.689549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Network': ['ID=a2d49e07-8536-47ca-8116-413f02755b39,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.693456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.700727 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.701148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a2d49e07-8536-47ca-8116-413f02755b39 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:28:07.711257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5cb53443-76c9-497d-9fa9-7ae23f746137 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4696131 Sep 10 03:28:07.714202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34098) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.724730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'admin_state_up': True, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:07.731839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd61dec-c26b-4cfc-99c1-f0fcd7b83220,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.735252 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.737290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-37a5c515-29b6-4a1f-bbc9-407ac93b7c4d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3055327 Sep 10 03:28:07.741830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34100) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.750467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '5cd61dec-c26b-4cfc-99c1-f0fcd7b83220', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:07.771509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.773730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.801048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.834790 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.875367 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.879335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.901696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d8d50e-8650-43a5-bed3-8053d60eee8e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:07.905909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:07.911096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f6d52e7c-8538-42da-a6ab-21b5b94445e0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680701 Sep 10 03:28:07.911668 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34102) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:07.916755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '5cd61dec-c26b-4cfc-99c1-f0fcd7b83220', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:07.991868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.016871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.116173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.125226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.146733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee977430-90d4-46fe-80c0-d3d85a9a4acb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:08.156475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.157682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-02e53c14-0d24-47f9-8610-0728b52e544e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2450724 Sep 10 03:28:08.160672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34104) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:08.166488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '5cd61dec-c26b-4cfc-99c1-f0fcd7b83220', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:08.196743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.258689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.262839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.263244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.281724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5226e925-fac3-443f-a749-029c46c27c92,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:08.283686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.290155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.292163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6357b345-b43b-4bbf-9f0a-114caa3fdb63 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304061 Sep 10 03:28:08.295073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34106) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:08.299589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '5cd61dec-c26b-4cfc-99c1-f0fcd7b83220', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:08.386899 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.441853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.25.8.207 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/a841dd9c-532a-41be-a761-b87e9dc8c743) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:08.491837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.499098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.542556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a04fd3-8890-4406-a9fa-4400d8d5b26f,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:08.556096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.560267 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-95127892-8934-4b04-abf7-e7c67bb6baed tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612286 Sep 10 03:28:08.560267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:08.566708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '5cd61dec-c26b-4cfc-99c1-f0fcd7b83220', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:08.609720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.622121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.695483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.744379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.750870 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:08.754683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.760829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:08.772555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:08.789111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=a841dd9c-532a-41be-a761-b87e9dc8c743,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:08.810349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992d17f3-5e66-4325-9024-e4b5b0faf5d7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:08.820493 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.821898 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f9dba3de-3a5e-4f16-9ff9-d0cb07aa56b5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2607145 Sep 10 03:28:08.826700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34124) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:08.867323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1c08-cac8-44ec-8d39-512f6df72628 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.875938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1c08-cac8-44ec-8d39-512f6df72628 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.934373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1c08-cac8-44ec-8d39-512f6df72628 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.940501 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1c08-cac8-44ec-8d39-512f6df72628 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:08.941676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9b9b1c08-cac8-44ec-8d39-512f6df72628 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/992d17f3-5e66-4325-9024-e4b5b0faf5d7 HTTP/1.1" status: 204 len: 168 time: 0.1129425 Sep 10 03:28:08.945715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34128) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:08.965167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b1c08-cac8-44ec-8d39-512f6df72628 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=992d17f3-5e66-4325-9024-e4b5b0faf5d7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:08.999561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-16721728-52e0-414a-aa7b-9541d43b8993 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0526819 Sep 10 03:28:09.002714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.026733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b130bbb7-42e6-4163-bfe3-302c8eb3004e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.035690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b130bbb7-42e6-4163-bfe3-302c8eb3004e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.062648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b130bbb7-42e6-4163-bfe3-302c8eb3004e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.068449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b130bbb7-42e6-4163-bfe3-302c8eb3004e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.072006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b130bbb7-42e6-4163-bfe3-302c8eb3004e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/87a04fd3-8890-4406-a9fa-4400d8d5b26f HTTP/1.1" status: 204 len: 168 time: 0.0658131 Sep 10 03:28:09.072632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34132) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.097927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130bbb7-42e6-4163-bfe3-302c8eb3004e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87a04fd3-8890-4406-a9fa-4400d8d5b26f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:09.105191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.136616 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d3a83121-3222-4481-98a2-e3c928f6f2a0 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0599504 Sep 10 03:28:09.136946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.170113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b690d8fc-5ba5-4048-b05a-adc3e6ac0ee3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.179346 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b690d8fc-5ba5-4048-b05a-adc3e6ac0ee3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.208857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b690d8fc-5ba5-4048-b05a-adc3e6ac0ee3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.216930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b690d8fc-5ba5-4048-b05a-adc3e6ac0ee3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.220589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b690d8fc-5ba5-4048-b05a-adc3e6ac0ee3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5226e925-fac3-443f-a749-029c46c27c92 HTTP/1.1" status: 204 len: 168 time: 0.0800798 Sep 10 03:28:09.220794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34136) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.231203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690d8fc-5ba5-4048-b05a-adc3e6ac0ee3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5226e925-fac3-443f-a749-029c46c27c92,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:09.271812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e06fd6f6-9056-44c7-ac9f-e6874f535179 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0499368 Sep 10 03:28:09.274505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34138) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.297103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-751e0476-c933-4a49-a6fa-015107d131ff tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.304957 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-751e0476-c933-4a49-a6fa-015107d131ff tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.312624 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.331839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-751e0476-c933-4a49-a6fa-015107d131ff tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.337954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-751e0476-c933-4a49-a6fa-015107d131ff tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.339056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-751e0476-c933-4a49-a6fa-015107d131ff tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ee977430-90d4-46fe-80c0-d3d85a9a4acb HTTP/1.1" status: 204 len: 168 time: 0.0636461 Sep 10 03:28:09.343744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.349793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e0476-c933-4a49-a6fa-015107d131ff tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee977430-90d4-46fe-80c0-d3d85a9a4acb,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:09.393565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8aa17bee-e2c9-4b78-a6ac-2881855d5e09 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459332 Sep 10 03:28:09.393790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34142) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.418330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6f5dd78-ecec-4cf1-a391-743825588892 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.429637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6f5dd78-ecec-4cf1-a391-743825588892 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.448755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router f8d31734-108f-42bb-a59d-11899629c014 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:28:09.456524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6f5dd78-ecec-4cf1-a391-743825588892 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.461359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6f5dd78-ecec-4cf1-a391-743825588892 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.464841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c6f5dd78-ecec-4cf1-a391-743825588892 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e2d8d50e-8650-43a5-bed3-8053d60eee8e HTTP/1.1" status: 204 len: 168 time: 0.0678177 Sep 10 03:28:09.465333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34144) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.481542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5dd78-ecec-4cf1-a391-743825588892 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2d8d50e-8650-43a5-bed3-8053d60eee8e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:09.510031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02504819-83da-4b28-b052-90592857b87a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436726 Sep 10 03:28:09.512978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34146) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.555260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:28:09.564298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4779-4f13-4008-98d9-423243bb16fb tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.566747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Sync routers for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:28:09.575653 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.576928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eb60a359-8ba7-47ab-98e9-4b8cab009e8f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8591321 Sep 10 03:28:09.580057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34148) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.580712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:09.581335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:09.589251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4779-4f13-4008-98d9-423243bb16fb tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.634258 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4779-4f13-4008-98d9-423243bb16fb tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.637425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4779-4f13-4008-98d9-423243bb16fb tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.638792 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2b3d4779-4f13-4008-98d9-423243bb16fb tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/5cd61dec-c26b-4cfc-99c1-f0fcd7b83220 HTTP/1.1" status: 204 len: 168 time: 0.1247239 Sep 10 03:28:09.643154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34152) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.655149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d4779-4f13-4008-98d9-423243bb16fb tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd61dec-c26b-4cfc-99c1-f0fcd7b83220,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:09.701812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abfa529b-fb9e-4e5b-a28c-12cab4c28868 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516257 Sep 10 03:28:09.701812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34154) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.703479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:09.709296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--581680525'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:09.723508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f75b4930-e7d7-479a-99e3-2490c440dbea tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ce5190e85aa149d6a57066cc8070ea10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1394899 Sep 10 03:28:09.724038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34156) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.732333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.819726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.824914 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.858243 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.862732 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1579022 Sep 10 03:28:09.863491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34158) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.868885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': 'b5c04d3e-a8a1-4be4-8bc3-69bf335f5bb9', 'direction': 'ingress', 'protocol': 17}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:09.884221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456f78e-2234-4039-9e86-4a83a82c822a tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:09.888059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:08Z', 'revision_number': 3, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:09.889133 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1456f78e-2234-4039-9e86-4a83a82c822a tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641369 Sep 10 03:28:09.889471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34160) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.915535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Checking router: f8d31734-108f-42bb-a59d-11899629c014 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:28:09.915823 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Updating router f8d31734-108f-42bb-a59d-11899629c014 port a841dd9c-532a-41be-a761-b87e9dc8c743 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:28:09.929796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0d2d8-c77a-45e7-8d2d-c553fe0be0c9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c04d3e-a8a1-4be4-8bc3-69bf335f5bb9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:09.934927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-12e56eba-8dad-4bf5-82b7-6c14103b4a4b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424933 Sep 10 03:28:09.937798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34164) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:09.943883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104613539', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:09.952240 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:09.956986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.027730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.033829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.053964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f763249f-e36a-4a06-b310-615ca6be5145,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.071044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.072715 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6893ef32-edf3-4770-9314-acbd8075cca2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2083294 Sep 10 03:28:10.075619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34168) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:10.153823 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b75c593e-8b2f-4372-8f0e-155bf58a28f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.196583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b75c593e-8b2f-4372-8f0e-155bf58a28f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.262965 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b75c593e-8b2f-4372-8f0e-155bf58a28f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.266313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b75c593e-8b2f-4372-8f0e-155bf58a28f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.268299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b75c593e-8b2f-4372-8f0e-155bf58a28f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/b5c04d3e-a8a1-4be4-8bc3-69bf335f5bb9 HTTP/1.1" status: 204 len: 168 time: 0.1908667 Sep 10 03:28:10.273092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34172) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:10.298817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c593e-8b2f-4372-8f0e-155bf58a28f5 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c04d3e-a8a1-4be4-8bc3-69bf335f5bb9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.313242 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.356090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5040c4fa-c118-4337-90f2-d80c884b6e66 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810876 Sep 10 03:28:10.359135 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34180) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:10.362512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Transition to ACTIVE for port object a841dd9c-532a-41be-a761-b87e9dc8c743 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:10.364104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634684939'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:10.372726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.402896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.446474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Attempting to bind port a841dd9c-532a-41be-a761-b87e9dc8c743 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:28:10.447039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Attempting to bind port a841dd9c-532a-41be-a761-b87e9dc8c743 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:28:10.447573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Attempting to bind port a841dd9c-532a-41be-a761-b87e9dc8c743 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:10.452470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ec9af-9e6f-4873-8fd9-b33583a63dda None None] Pushing event updated for resources: {'Port': ['ID=a841dd9c-532a-41be-a761-b87e9dc8c743,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.460114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:28:10.460623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:10.461715 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.461715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:28:10.462335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Bound port: a841dd9c-532a-41be-a761-b87e9dc8c743, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:28:10.462817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.518586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.521068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] For port a841dd9c-532a-41be-a761-b87e9dc8c743, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:28:10.522423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.526280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] For port a841dd9c-532a-41be-a761-b87e9dc8c743, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a841dd9c-532a-41be-a761-b87e9dc8c743,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:28:10.530579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.548297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Made reservation on behalf of ce5190e85aa149d6a57066cc8070ea10 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:10.553519 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.554868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1947377 Sep 10 03:28:10.555760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a025c2-c927-40b7-b288-a2eef05e6214 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd268a-978c-415d-bc46-82aefc1762b6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.556012 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.557785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:10.562598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406543313'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:10.581736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:10.582982 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:10.590636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.711199 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.717821 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.759981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.761532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2028220 Sep 10 03:28:10.766699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34186) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:10.771318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '92fd268a-978c-415d-bc46-82aefc1762b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f159dcbf-ebcd-47e3-b4ac-f4c011dcff59', 'remote_ip_prefix': None}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:10.771779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78455-c9a9-462a-8a31-2a100f42a37f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f159dcbf-ebcd-47e3-b4ac-f4c011dcff59,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.795849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.863564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.866973 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Subnet': ['ID=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.880935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ec9af-9e6f-4873-8fd9-b33583a63dda None None] Pushing event updated for resources: {'Port': ['ID=a841dd9c-532a-41be-a761-b87e9dc8c743,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.904347 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:10.909928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Checking segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:10.910410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network hostable DHCP agents. Network: a2d49e07-8536-47ca-8116-413f02755b39, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:28:10.956689 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network a2d49e07-8536-47ca-8116-413f02755b39 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:28:10.963884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.968744 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:10.977210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a2d49e07-8536-47ca-8116-413f02755b39) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:10.991389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8fdf1c-c284-4983-b118-9dd463f8c79e,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:10.994238 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:10.994834 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.007586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.008891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-627cdaee-0539-4a27-b507-f3fe6e0271d2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2411978 Sep 10 03:28:11.012197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34188) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.017270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b3bf3-e141-4bfc-a9af-70c1fec12ad9 None None] Network a2d49e07-8536-47ca-8116-413f02755b39 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:11.023496 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-31eee1a1-2758-49b7-9239-15b5acef0dcf tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0825291 Sep 10 03:28:11.024729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34190) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.039156 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d165cee-0e26-4841-873d-673802ea410f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.049429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d165cee-0e26-4841-873d-673802ea410f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.094222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d165cee-0e26-4841-873d-673802ea410f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.103276 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9d165cee-0e26-4841-873d-673802ea410f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.105903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9d165cee-0e26-4841-873d-673802ea410f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ce8fdf1c-c284-4983-b118-9dd463f8c79e HTTP/1.1" status: 204 len: 168 time: 0.0926189 Sep 10 03:28:11.108638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34192) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.136986 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165cee-0e26-4841-873d-673802ea410f tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce8fdf1c-c284-4983-b118-9dd463f8c79e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:11.181346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-724f8b90-c4a5-48da-9c9d-f905ab466910 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0713580 Sep 10 03:28:11.184223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.225987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:08Z', 'revision_number': 3, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:11.256631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342bb39-fb58-4b5e-b299-4348f3367624 None None] The sync data for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 is: [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:08Z', 'revision_number': 3, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:28:11.292416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-a2d49e07-8536-47ca-8116-413f02755b39', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:28:11.293396 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.327732 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3db2f4ad-90f6-4fcc-8c67-013557d3a75a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.360772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3db2f4ad-90f6-4fcc-8c67-013557d3a75a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.471093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Allocated IP 172.20.0.2 (a2d49e07-8536-47ca-8116-413f02755b39/b04f9ac7-5f59-41a0-a7d8-844732ae6a8b/ce60972e-7770-4cb4-ab26-c0153bf79209) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:11.496618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3db2f4ad-90f6-4fcc-8c67-013557d3a75a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.499787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3db2f4ad-90f6-4fcc-8c67-013557d3a75a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.501358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3db2f4ad-90f6-4fcc-8c67-013557d3a75a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/f159dcbf-ebcd-47e3-b4ac-f4c011dcff59 HTTP/1.1" status: 204 len: 168 time: 0.3159308 Sep 10 03:28:11.509332 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34200) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.535879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f4ad-90f6-4fcc-8c67-013557d3a75a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159dcbf-ebcd-47e3-b4ac-f4c011dcff59,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:11.626009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4be382dd-5769-4b52-aabe-59bac520b426 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1130328 Sep 10 03:28:11.626353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34204) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.705898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.725242 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94f99008-892d-45f9-ab1e-9cf3eaa7186a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.734591 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.753453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Transition to ACTIVE for port object ce60972e-7770-4cb4-ab26-c0153bf79209 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:11.768124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94f99008-892d-45f9-ab1e-9cf3eaa7186a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.773356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Transition to ACTIVE for port object ce60972e-7770-4cb4-ab26-c0153bf79209 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:11.786504 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.848717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94f99008-892d-45f9-ab1e-9cf3eaa7186a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.853376 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-94f99008-892d-45f9-ab1e-9cf3eaa7186a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:11.860355 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-94f99008-892d-45f9-ab1e-9cf3eaa7186a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/92fd268a-978c-415d-bc46-82aefc1762b6 HTTP/1.1" status: 204 len: 168 time: 0.2282782 Sep 10 03:28:11.860993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34208) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.865891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Network a2d49e07-8536-47ca-8116-413f02755b39 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:11.869254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:11.881601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:11.901146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Pushing event updated for resources: {'Port': ['ID=ce60972e-7770-4cb4-ab26-c0153bf79209,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:11.908961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99008-892d-45f9-ab1e-9cf3eaa7186a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd268a-978c-415d-bc46-82aefc1762b6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:11.965344 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-38408d34-3e13-49bc-bf21-d958c9ec9a51 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977917 Sep 10 03:28:11.971310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Attempting to bind port ce60972e-7770-4cb4-ab26-c0153bf79209 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:28:11.972003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Attempting to bind port ce60972e-7770-4cb4-ab26-c0153bf79209 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:28:11.972911 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Attempting to bind port ce60972e-7770-4cb4-ab26-c0153bf79209 on network a2d49e07-8536-47ca-8116-413f02755b39 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:11.978067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34210) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:11.983409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--746202058'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:12.010265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a841dd9c-532a-41be-a761-b87e9dc8c743 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:12.028471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.054718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:28:12.055585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Checking segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:12.056221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.056839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Bound using segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:28:12.057547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Bound port: ce60972e-7770-4cb4-ab26-c0153bf79209, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:28:12.058181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.142110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.150298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.166899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] For port ce60972e-7770-4cb4-ab26-c0153bf79209, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:28:12.171169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] For port ce60972e-7770-4cb4-ab26-c0153bf79209, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ce60972e-7770-4cb4-ab26-c0153bf79209,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:28:12.173062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a841dd9c-532a-41be-a761-b87e9dc8c743 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:12.177855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a841dd9c-532a-41be-a761-b87e9dc8c743 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:12.179187 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.182320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.20.0.1 (a2d49e07-8536-47ca-8116-413f02755b39/b04f9ac7-5f59-41a0-a7d8-844732ae6a8b/357ee2ea-af37-4ede-a461-b557e0829db5) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:12.200107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980a8015-27e2-4754-b301-5134257bdb25,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:12.203023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.204442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-99105e0e-a423-4ba3-81f7-c13c5580e7b3 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2252383 Sep 10 03:28:12.208977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34212) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:12.218862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '980a8015-27e2-4754-b301-5134257bdb25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:12.226464 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.280302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.345845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e81c55-14d7-4282-951d-b5b43d46c899 None None] Pushing event updated for resources: {'Port': ['ID=ce60972e-7770-4cb4-ab26-c0153bf79209,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:12.350725 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.374309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a841dd9c-532a-41be-a761-b87e9dc8c743, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a841dd9c-532a-41be-a761-b87e9dc8c743,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:12.378748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.380656 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.413050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Transition to ACTIVE for port object 357ee2ea-af37-4ede-a461-b557e0829db5 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:12.428987 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.438027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.442128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a841dd9c-532a-41be-a761-b87e9dc8c743,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:12.466010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55aadc24-6fb0-45a0-ae38-45d4a4421d3c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:12.478931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.480279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f35fc1d5-8fbb-411c-a30d-91e71af5352c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2701542 Sep 10 03:28:12.482882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.483234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34214) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:12.516371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be982a3d-4ddc-4589-8bc3-824434c55a04 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.526270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be982a3d-4ddc-4589-8bc3-824434c55a04 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.540471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network a2d49e07-8536-47ca-8116-413f02755b39 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:12.545184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:12.548288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:12.555703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=357ee2ea-af37-4ede-a461-b557e0829db5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:12.593515 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be982a3d-4ddc-4589-8bc3-824434c55a04 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.600181 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be982a3d-4ddc-4589-8bc3-824434c55a04 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.603740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-be982a3d-4ddc-4589-8bc3-824434c55a04 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/55aadc24-6fb0-45a0-ae38-45d4a4421d3c HTTP/1.1" status: 204 len: 168 time: 0.1171505 Sep 10 03:28:12.605203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34216) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:12.607323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982a3d-4ddc-4589-8bc3-824434c55a04 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55aadc24-6fb0-45a0-ae38-45d4a4421d3c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:12.642113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.712238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-13de353e-6dd0-471c-8c0a-4692c72abcea tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1056893 Sep 10 03:28:12.714782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34218) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:12.858628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0d872b1-5080-4058-ae48-bf4dad7f1398 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.884986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:12.899716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0d872b1-5080-4058-ae48-bf4dad7f1398 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.016010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0d872b1-5080-4058-ae48-bf4dad7f1398 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.019033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b0d872b1-5080-4058-ae48-bf4dad7f1398 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.020239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b0d872b1-5080-4058-ae48-bf4dad7f1398 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/980a8015-27e2-4754-b301-5134257bdb25 HTTP/1.1" status: 204 len: 168 time: 0.3045454 Sep 10 03:28:13.023094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34222) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.034935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d872b1-5080-4058-ae48-bf4dad7f1398 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980a8015-27e2-4754-b301-5134257bdb25,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:13.147198 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-41f7f2bc-7e60-4a26-bba9-de8df113f9bd tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211705 Sep 10 03:28:13.147936 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34224) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.156895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group': {'name': 'tempest-secgroup--947736129'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:13.233556 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.382297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.389601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.393065 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.397481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.434118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.435294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2863712 Sep 10 03:28:13.436569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11441b-135b-45d6-b005-14ecc70f1a41 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3527ff1a-b3ff-4eaa-a03b-ead4fa598532,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:13.438688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34226) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.443501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '3527ff1a-b3ff-4eaa-a03b-ead4fa598532', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:13.483397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.504599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.506731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=357ee2ea-af37-4ede-a461-b557e0829db5,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:13.559778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.566074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.584182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae67e2e-35ef-49b6-979e-e32bb721dec5,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:13.597075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.601389 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1de89ee0-767c-495e-9287-468e574f002e tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616700 Sep 10 03:28:13.602081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.621544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d134c23c-6856-4b35-b068-11f7354a6871 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules/2ae67e2e-35ef-49b6-979e-e32bb721dec5 HTTP/1.1" status: 200 len: 763 time: 0.0161681 Sep 10 03:28:13.621956 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34230) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.630415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network a2d49e07-8536-47ca-8116-413f02755b39 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:13.631789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:13.647792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d5d3d-09f8-4b78-b8db-2374c329bf4d None None] Network a2d49e07-8536-47ca-8116-413f02755b39 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:13.671512 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ecf7d608-34e3-4ae6-9d13-f72ddf4234d9 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0462797 Sep 10 03:28:13.672340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34232) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.722211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5dc4-1275-4a7c-96d1-4a0b765a06ca tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.728256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3fe659b6-c760-41f0-a054-65af2a5acbea None None] Provisioning for port ce60972e-7770-4cb4-ab26-c0153bf79209 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:13.760887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5dc4-1275-4a7c-96d1-4a0b765a06ca tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.802433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5dc4-1275-4a7c-96d1-4a0b765a06ca tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.805333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router f8d31734-108f-42bb-a59d-11899629c014 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:28:13.810547 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3d1b5dc4-1275-4a7c-96d1-4a0b765a06ca tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:13.811664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3d1b5dc4-1275-4a7c-96d1-4a0b765a06ca tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2ae67e2e-35ef-49b6-979e-e32bb721dec5 HTTP/1.1" status: 204 len: 168 time: 0.1382992 Sep 10 03:28:13.814307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34234) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.819206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b5dc4-1275-4a7c-96d1-4a0b765a06ca tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ae67e2e-35ef-49b6-979e-e32bb721dec5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:13.862651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cb255576-5b57-40d8-8e84-e98498e7b668 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471871 Sep 10 03:28:13.865095 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34238) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:13.869982 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '3527ff1a-b3ff-4eaa-a03b-ead4fa598532', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:13.918016 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.008797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.030063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.075172 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb9d9ec-6077-4b09-9d98-00c1e5460436,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:14.100125 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.106388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ed0a2af-fc68-4636-a0c8-7fd36cd1698d tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376645 Sep 10 03:28:14.106669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34250) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.122029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ce60972e-7770-4cb4-ab26-c0153bf79209 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:14.131016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f15d736d-3272-4baf-9d96-967e170d3b6b tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules/afb9d9ec-6077-4b09-9d98-00c1e5460436 HTTP/1.1" status: 200 len: 763 time: 0.0208833 Sep 10 03:28:14.131263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.191207 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6899276a-7ced-4a99-9423-24381c32fbea tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0583498 Sep 10 03:28:14.192508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34256) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.208976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Provisioning for port 357ee2ea-af37-4ede-a461-b557e0829db5 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:14.213571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Provisioning complete for port 357ee2ea-af37-4ede-a461-b557e0829db5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:14.213983 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.234044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fcf66b6-75ac-4448-8486-a5fe70889a1a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.244061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fcf66b6-75ac-4448-8486-a5fe70889a1a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.253070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ce60972e-7770-4cb4-ab26-c0153bf79209 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:14.262046 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ce60972e-7770-4cb4-ab26-c0153bf79209 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:14.262430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.293950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Port 357ee2ea-af37-4ede-a461-b557e0829db5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:28:14.298308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fcf66b6-75ac-4448-8486-a5fe70889a1a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.315033 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8fcf66b6-75ac-4448-8486-a5fe70889a1a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.323228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8fcf66b6-75ac-4448-8486-a5fe70889a1a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/afb9d9ec-6077-4b09-9d98-00c1e5460436 HTTP/1.1" status: 204 len: 168 time: 0.1252639 Sep 10 03:28:14.323640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Provisioning complete for port ce60972e-7770-4cb4-ab26-c0153bf79209 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:14.324034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.330666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34260) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.339581 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf66b6-75ac-4448-8486-a5fe70889a1a tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afb9d9ec-6077-4b09-9d98-00c1e5460436,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:14.408828 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df2fc514-ae65-4e28-9acb-87ce60ff7b11 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763679 Sep 10 03:28:14.409124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34264) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.415613 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Request body: {'security_group_rule': {'security_group_id': '3527ff1a-b3ff-4eaa-a03b-ead4fa598532', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:14.432153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:28:14.447558 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Sync routers for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:28:14.452828 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Project 526896ce72c34ecd93b9097540ca14d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:28:14.458747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-997c0179-3c29-4c8b-9b92-53173a8e651a tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "PUT /v2.0/routers/f8d31734-108f-42bb-a59d-11899629c014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4330254 Sep 10 03:28:14.460528 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:14.460831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34268) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.461581 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:14.467913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.469963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2098224049', 'description': 'tempest-secgroup_access--2098224049 description', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:14.470689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.521375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.568411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ce60972e-7770-4cb4-ab26-c0153bf79209, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ce60972e-7770-4cb4-ab26-c0153bf79209,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:14.569920 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.573683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.581948 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.583118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.590793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a841dd9c-532a-41be-a761-b87e9dc8c743 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:14.628459 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2bd9c3-5c67-4221-ab6a-3e22ebcba7c8,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:14.674945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.687474 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.697190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.701007 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:14.701204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0de8665f-1862-46b4-b04f-220802335cb2 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880428 Sep 10 03:28:14.701433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34270) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.733938 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dae4f596-e573-4d25-958b-40349d9490bf tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules/9e2bd9c3-5c67-4221-ab6a-3e22ebcba7c8 HTTP/1.1" status: 200 len: 769 time: 0.0287812 Sep 10 03:28:14.734554 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34272) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.746556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ce60972e-7770-4cb4-ab26-c0153bf79209,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:14.768610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab7885-b27f-43bc-9b4c-0316f81a9dfd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:14.773411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.774892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5934fd7b-7340-444c-b09b-d2b003df7636 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3109026 Sep 10 03:28:14.779006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34274) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.788044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:28:14.788471 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-17fca26e-fdc9-40af-8362-f4a78b742d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:28:14.789859 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--350794542', 'description': 'tempest-secgroup_general--350794542 description', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:14.795857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a841dd9c-532a-41be-a761-b87e9dc8c743 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:14.796483 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.825938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.839445 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d2d8ffbc-ed67-47d6-8826-8299cc58f00b tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1019573 Sep 10 03:28:14.841199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34276) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.894603 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82fd740f-1234-4045-a161-065a0f5c5559 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.907215 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82fd740f-1234-4045-a161-065a0f5c5559 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.940606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82fd740f-1234-4045-a161-065a0f5c5559 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.948476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.954720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.959949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-82fd740f-1234-4045-a161-065a0f5c5559 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.961941 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-82fd740f-1234-4045-a161-065a0f5c5559 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9e2bd9c3-5c67-4221-ab6a-3e22ebcba7c8 HTTP/1.1" status: 204 len: 168 time: 0.1196849 Sep 10 03:28:14.963766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd740f-1234-4045-a161-065a0f5c5559 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e2bd9c3-5c67-4221-ab6a-3e22ebcba7c8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:14.966194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34278) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.983870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:14.985644 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2052507 Sep 10 03:28:14.990206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34280) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:14.995129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'security_group_rule': {'security_group_id': '0bab7885-b27f-43bc-9b4c-0316f81a9dfd', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:15.014560 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-78808466-43a4-4adf-947e-df5089289b71 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465887 Sep 10 03:28:15.017545 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34282) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:15.050954 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.055154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713e04a-712d-457b-a82d-61e9b704d9d4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cef12a-c2da-4771-aa52-fe399ab553e8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:15.090053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d40814b0-511a-4f2e-91e0-5c56eb869799 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.118213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d40814b0-511a-4f2e-91e0-5c56eb869799 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.147770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.154225 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.166207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:13Z', 'revision_number': 2, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:15.171741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d40814b0-511a-4f2e-91e0-5c56eb869799 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.174804 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8a840f-11aa-4861-b813-93190cc0095c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:15.176079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d40814b0-511a-4f2e-91e0-5c56eb869799 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.178001 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d40814b0-511a-4f2e-91e0-5c56eb869799 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "DELETE /v2.0/security-groups/3527ff1a-b3ff-4eaa-a03b-ead4fa598532 HTTP/1.1" status: 204 len: 168 time: 0.1593981 Sep 10 03:28:15.182696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34284) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:15.189082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.191164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3e1e98b2-f3e2-4920-9c4c-11cf7cff6c89 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998730 Sep 10 03:28:15.212740 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Checking router: f8d31734-108f-42bb-a59d-11899629c014 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:28:15.213219 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Updating router f8d31734-108f-42bb-a59d-11899629c014 port 357ee2ea-af37-4ede-a461-b557e0829db5 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:28:15.237173 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d7e9434d-777e-4723-87bb-b310ca37c33c tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520895 Sep 10 03:28:15.241592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34290) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:15.244018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40814b0-511a-4f2e-91e0-5c56eb869799 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527ff1a-b3ff-4eaa-a03b-ead4fa598532,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:15.264579 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.297384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-308503a0-627f-4abc-bfee-c870b33ed3a1 tempest-SecGroupIPv6Test-2013527546 tempest-SecGroupIPv6Test-2013527546-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496097 Sep 10 03:28:15.380364 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-b5165b73-b0b1-4c73-9646-cfad7b84ef88 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--350794542&fields=id&tenant_id=ce5190e85aa149d6a57066cc8070ea10 HTTP/1.1" status: 200 len: 267 time: 0.0519290 Sep 10 03:28:15.428558 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-0ffe9452-0f76-4a44-9679-bf8d4ea3204f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--2098224049&fields=id&tenant_id=ce5190e85aa149d6a57066cc8070ea10 HTTP/1.1" status: 200 len: 267 time: 0.0386789 Sep 10 03:28:15.472729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5c804700-fab7-445b-8a8a-92e354b823e8 None None] Provisioning complete for port 357ee2ea-af37-4ede-a461-b557e0829db5 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:15.473183 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c804700-fab7-445b-8a8a-92e354b823e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.549975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5c804700-fab7-445b-8a8a-92e354b823e8 None None] Port 357ee2ea-af37-4ede-a461-b557e0829db5 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:28:15.651079 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.665721 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Transition to ACTIVE for port object 357ee2ea-af37-4ede-a461-b557e0829db5 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:15.668149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-0a3b10fa-9950-49d4-86ac-e1afadef1f8d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:15.670206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-0a3b10fa-9950-49d4-86ac-e1afadef1f8d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/networks?id=a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 200 len: 797 time: 0.2259226 Sep 10 03:28:15.673398 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.688736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:15.692405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-be0bee5f-7092-4d5d-a5be-1db1031155a6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/quotas/ce5190e85aa149d6a57066cc8070ea10 HTTP/1.1" status: 200 len: 375 time: 0.0119610 Sep 10 03:28:15.727430 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238c65b-a2aa-4d38-8bd9-a2231ad98735 None None] Pushing event updated for resources: {'Port': ['ID=357ee2ea-af37-4ede-a461-b557e0829db5,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:15.786275 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Attempting to bind port 357ee2ea-af37-4ede-a461-b557e0829db5 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:28:15.786649 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Attempting to bind port 357ee2ea-af37-4ede-a461-b557e0829db5 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:28:15.787007 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Attempting to bind port 357ee2ea-af37-4ede-a461-b557e0829db5 on network a2d49e07-8536-47ca-8116-413f02755b39 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:15.799386 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:28:15.799793 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Checking segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:15.803511 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.803511 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Bound using segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:28:15.804007 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Bound port: 357ee2ea-af37-4ede-a461-b557e0829db5, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:28:15.804639 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.820869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-d680be16-3c83-4597-967d-bedd35893a47 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202924 Sep 10 03:28:15.907362 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] For port 357ee2ea-af37-4ede-a461-b557e0829db5, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:28:15.910964 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] For port 357ee2ea-af37-4ede-a461-b557e0829db5, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=357ee2ea-af37-4ede-a461-b557e0829db5,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:28:15.918880 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:15.936902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-b44c5808-79c1-40b0-8b7b-a3e2881ef6a0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:28:15.938224 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-b44c5808-79c1-40b0-8b7b-a3e2881ef6a0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948007 Sep 10 03:28:15.941674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34316) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:15.949218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ce60972e-7770-4cb4-ab26-c0153bf79209 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:15.950573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-068ae728-2ce7-4aad-b839-4fb037ccd5b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=526896ce72c34ecd93b9097540ca14d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593467 Sep 10 03:28:15.981387 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238c65b-a2aa-4d38-8bd9-a2231ad98735 None None] Pushing event updated for resources: {'Port': ['ID=357ee2ea-af37-4ede-a461-b557e0829db5,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:15.984005 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:15.984613 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:16.010977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ce60972e-7770-4cb4-ab26-c0153bf79209 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:16.011423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:16.088089 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b625e13-fde2-4ca4-8eea-f232a86c26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:16.115628 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b625e13-fde2-4ca4-8eea-f232a86c26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:16.141884 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-b98800e0-cdf8-4eb4-9c9a-922db3db4d04 service neutron] 10.222.0.23 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853728 Sep 10 03:28:16.149067 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:16.240043 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b625e13-fde2-4ca4-8eea-f232a86c26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:16.242585 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8b625e13-fde2-4ca4-8eea-f232a86c26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:16.243770 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8b625e13-fde2-4ca4-8eea-f232a86c26dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f6b5f4c-799c-44e7-9f0d-dea22295c09f HTTP/1.1" status: 204 len: 168 time: 0.2969930 Sep 10 03:28:16.261043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-202f17ee-6718-4304-8d01-3d8084798d06 service neutron] 10.222.0.23 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108913 Sep 10 03:28:16.262141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b625e13-fde2-4ca4-8eea-f232a86c26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b5f4c-799c-44e7-9f0d-dea22295c09f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:16.369132 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:15Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:16.405861 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa987c-efab-4670-8d17-3b25ae9dcced None None] The sync data for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 is: [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:15Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:28:16.461569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b333bd49-b600-4ce5-8799-a3768f86cdb8 req-31176e1b-ae88-4b2e-8935-4616e5a89c8c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 210 time: 0.0271187 Sep 10 03:28:17.594974 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-964fc9a7-2f25-42bf-9261-f0cf391d2c56 req-29c05527-5776-4b81-9840-10002e57c4ab tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 210 time: 0.0367503 Sep 10 03:28:17.862176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-4b188c10-38a9-463f-a472-1690ba1f7693 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:17.867102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-4b188c10-38a9-463f-a472-1690ba1f7693 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.36 "GET /v2.0/networks?id=a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 200 len: 797 time: 0.1740913 Sep 10 03:28:17.944797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-4baab286-349b-46e7-809a-d3e5d17c7ecc tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5190e85aa149d6a57066cc8070ea10 HTTP/1.1" status: 200 len: 477 time: 0.0632515 Sep 10 03:28:17.956107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'port': {'device_id': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'admin_state_up': True, 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'security_groups': ['50cef12a-c2da-4771-aa52-fe399ab553e8', '0bab7885-b27f-43bc-9b4c-0316f81a9dfd']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:17.999303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 357ee2ea-af37-4ede-a461-b557e0829db5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:18.077257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 357ee2ea-af37-4ede-a461-b557e0829db5 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:18.082448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 357ee2ea-af37-4ede-a461-b557e0829db5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:18.083117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.130684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Made reservation on behalf of ce5190e85aa149d6a57066cc8070ea10 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:18.137000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.185649 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.229630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 357ee2ea-af37-4ede-a461-b557e0829db5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=357ee2ea-af37-4ede-a461-b557e0829db5,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:18.236587 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.295661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=357ee2ea-af37-4ede-a461-b557e0829db5,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:18.301682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.20.0.8 (a2d49e07-8536-47ca-8116-413f02755b39/b04f9ac7-5f59-41a0-a7d8-844732ae6a8b/f5b3a286-201f-4321-8f9d-8cefae1f4211) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:18.471354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.485570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Transition to ACTIVE for port object f5b3a286-201f-4321-8f9d-8cefae1f4211 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:18.523924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.575960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network a2d49e07-8536-47ca-8116-413f02755b39 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:18.581924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:18.584598 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:18.616893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=f5b3a286-201f-4321-8f9d-8cefae1f4211,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:18.679400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:18.680638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.701751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-30489ecf-7bc7-49e0-8bbd-4b44b75be10f tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7505634 Sep 10 03:28:18.715527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-66afe3e5-0cc3-4998-ac28-491b5b7a5f5e tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:28:18.717462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-66afe3e5-0cc3-4998-ac28-491b5b7a5f5e tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088785 Sep 10 03:28:18.777945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:18.821974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c4f1-e407-46c1-a71a-f75ff0b20bcf req-a47d79c0-c136-4c87-b8fa-385e84a21224 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:18.823857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e607c4f1-e407-46c1-a71a-f75ff0b20bcf req-a47d79c0-c136-4c87-b8fa-385e84a21224 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 970 time: 0.0731084 Sep 10 03:28:18.882650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e607c4f1-e407-46c1-a71a-f75ff0b20bcf req-2c7fde3d-cf55-4722-b1cc-29975afbd015 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0525646 Sep 10 03:28:18.919268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Request body: {'port': {'device_id': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:18.941818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-064213ad-323a-4563-8dc6-fd245fd264fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.983965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e7da6362-2c12-42ff-8645-4a4d33782863 None None] Provisioning for port f5b3a286-201f-4321-8f9d-8cefae1f4211 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:18.988971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e7da6362-2c12-42ff-8645-4a4d33782863 None None] Provisioning complete for port f5b3a286-201f-4321-8f9d-8cefae1f4211 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:18.991110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:18.991621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e7da6362-2c12-42ff-8645-4a4d33782863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.051979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e7da6362-2c12-42ff-8645-4a4d33782863 None None] Port f5b3a286-201f-4321-8f9d-8cefae1f4211 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:28:19.054831 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-064213ad-323a-4563-8dc6-fd245fd264fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.060069 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-064213ad-323a-4563-8dc6-fd245fd264fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.089496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064213ad-323a-4563-8dc6-fd245fd264fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f260019e-ce63-4922-8676-d6e70fce0a04,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:19.113554 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-064213ad-323a-4563-8dc6-fd245fd264fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3b39549061f481a8f33e62312b94ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316400 Sep 10 03:28:19.113758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34430) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:19.200634 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6d70039-844b-4e44-b83f-e672b0dc157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.235570 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6d70039-844b-4e44-b83f-e672b0dc157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.295232 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6d70039-844b-4e44-b83f-e672b0dc157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.298168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a6d70039-844b-4e44-b83f-e672b0dc157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.299979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a6d70039-844b-4e44-b83f-e672b0dc157c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f260019e-ce63-4922-8676-d6e70fce0a04 HTTP/1.1" status: 204 len: 168 time: 0.1852560 Sep 10 03:28:19.317213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d70039-844b-4e44-b83f-e672b0dc157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f260019e-ce63-4922-8676-d6e70fce0a04,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:19.364083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b3a286-201f-4321-8f9d-8cefae1f4211 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:28:19.377310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.394233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Transition to ACTIVE for port object f5b3a286-201f-4321-8f9d-8cefae1f4211 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:19.398728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.485709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f5b3a286-201f-4321-8f9d-8cefae1f4211,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:19.568269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Attempting to bind port f5b3a286-201f-4321-8f9d-8cefae1f4211 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:28:19.568618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Attempting to bind port f5b3a286-201f-4321-8f9d-8cefae1f4211 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:28:19.568956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Attempting to bind port f5b3a286-201f-4321-8f9d-8cefae1f4211 on network a2d49e07-8536-47ca-8116-413f02755b39 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:19.573800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Port f5b3a286-201f-4321-8f9d-8cefae1f4211 on network a2d49e07-8536-47ca-8116-413f02755b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:28:19.574139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Attempting to bind port f5b3a286-201f-4321-8f9d-8cefae1f4211 on network a2d49e07-8536-47ca-8116-413f02755b39 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:19.579558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:28:19.580479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Checking segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:19.581074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Bound using segment: {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:28:19.581306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Bound port: f5b3a286-201f-4321-8f9d-8cefae1f4211, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:28:19.581674 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.659205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] For port f5b3a286-201f-4321-8f9d-8cefae1f4211, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:28:19.663628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] For port f5b3a286-201f-4321-8f9d-8cefae1f4211, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:28:19.669231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.733606 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34458) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:19.742437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:19.743071 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.745159 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] 10.222.0.36 "PUT /v2.0/ports/f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 200 len: 1130 time: 1.0190372 Sep 10 03:28:19.747887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:19.752584 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf04e7-4588-4796-a297-284a63fe43c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:19.759044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a9712-d74c-4ff8-afed-965b3d2c0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f5b3a286-201f-4321-8f9d-8cefae1f4211,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:19.797725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e89d3de-d67c-4d14-bf67-e19686899515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:19.864312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-4b1772bb-c2f8-401e-9cd9-825300a1aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:19.866537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-4b1772bb-c2f8-401e-9cd9-825300a1aeb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1133 time: 0.0636373 Sep 10 03:28:19.941171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-63178d1d-0051-4fdc-9e2f-9e3c71738e12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 200 len: 217 time: 0.0666752 Sep 10 03:28:19.950037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34468) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:19.987969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 357ee2ea-af37-4ede-a461-b557e0829db5 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:20.031068 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e89d3de-d67c-4d14-bf67-e19686899515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.046453 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e89d3de-d67c-4d14-bf67-e19686899515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.059014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 357ee2ea-af37-4ede-a461-b557e0829db5 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:20.060235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.096817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0e89d3de-d67c-4d14-bf67-e19686899515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91ed71963f8747d89c7c03fbecd5b7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616610 Sep 10 03:28:20.102185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34474) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:20.144546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-d32f026c-a012-46c5-bd85-a324917c55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:20.146135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-d32f026c-a012-46c5-bd85-a324917c55e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b HTTP/1.1" status: 200 len: 835 time: 0.1943350 Sep 10 03:28:20.152595 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89d3de-d67c-4d14-bf67-e19686899515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789cda5-758c-4b79-bc34-e023be4d12b7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:20.180792 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df7c7b0d-7423-4296-bafe-b67b163e6f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.201074 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df7c7b0d-7423-4296-bafe-b67b163e6f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.208874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86714cf-bef9-4da1-8009-12e0353fc08e req-b495be58-b2d4-43cd-9712-7f25274eee55 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:20.210659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a86714cf-bef9-4da1-8009-12e0353fc08e req-b495be58-b2d4-43cd-9712-7f25274eee55 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 982 time: 0.1880116 Sep 10 03:28:20.236947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d07deda9-b081-4be1-8675-31e88329d216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.249012 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df7c7b0d-7423-4296-bafe-b67b163e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.252005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df7c7b0d-7423-4296-bafe-b67b163e6f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.253353 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df7c7b0d-7423-4296-bafe-b67b163e6f4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f789cda5-758c-4b79-bc34-e023be4d12b7 HTTP/1.1" status: 204 len: 168 time: 0.1499970 Sep 10 03:28:20.261815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c7b0d-7423-4296-bafe-b67b163e6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789cda5-758c-4b79-bc34-e023be4d12b7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:20.274006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-45ccfe3a-b7a9-4c3a-bfe6-c81e4b992324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:20.275429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-45ccfe3a-b7a9-4c3a-bfe6-c81e4b992324 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2d49e07-8536-47ca-8116-413f02755b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192479 Sep 10 03:28:20.289827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a86714cf-bef9-4da1-8009-12e0353fc08e req-14e842d8-7ae8-4d69-9b5b-6319b3d42151 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0696759 Sep 10 03:28:20.409696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-266e8350-4a29-48b2-b6e7-0af938ff026a service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245952 Sep 10 03:28:20.499473 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d07deda9-b081-4be1-8675-31e88329d216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.506107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d07deda9-b081-4be1-8675-31e88329d216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.558337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d07deda9-b081-4be1-8675-31e88329d216 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0e5f6d7c154492590889a2bca17dcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374329 Sep 10 03:28:20.560971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34486) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:20.562981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32cf1c0b-5042-4273-8a40-63d6e6b92ce4 req-2dc957e6-a46d-4e1f-9586-06580f1693ee service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465902 Sep 10 03:28:20.563599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07deda9-b081-4be1-8675-31e88329d216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12fda45-6b86-4a3c-b5f6-9988f3894e26,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:20.620363 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16b99f6c-ea4e-420d-9081-1cce729007d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.644561 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16b99f6c-ea4e-420d-9081-1cce729007d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.691318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16b99f6c-ea4e-420d-9081-1cce729007d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.696011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16b99f6c-ea4e-420d-9081-1cce729007d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:20.699618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-16b99f6c-ea4e-420d-9081-1cce729007d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f12fda45-6b86-4a3c-b5f6-9988f3894e26 HTTP/1.1" status: 204 len: 168 time: 0.1352549 Sep 10 03:28:20.707675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b99f6c-ea4e-420d-9081-1cce729007d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12fda45-6b86-4a3c-b5f6-9988f3894e26,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:20.971840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34502) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:20.984906 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cacee6eb-b0d3-4999-bc2e-0998e7f24c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.082711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cacee6eb-b0d3-4999-bc2e-0998e7f24c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.086861 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cacee6eb-b0d3-4999-bc2e-0998e7f24c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.123616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacee6eb-b0d3-4999-bc2e-0998e7f24c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9855a8a3-e6c7-46d9-83ba-7c1f216ba31b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:21.130866 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cacee6eb-b0d3-4999-bc2e-0998e7f24c3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cab1d0eca6a455bbaee24169911e073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556163 Sep 10 03:28:21.131198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34508) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:21.168638 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5522e2f-d8f0-4306-b553-549b411bf81f x-openstack-request-id: req-c5522e2f-d8f0-4306-b553-549b411bf81f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:21.169136 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:21.169297 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5522e2f-d8f0-4306-b553-549b411bf81f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:21.169765 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'status': 'completed', 'code': 200} Sep 10 03:28:21.190781 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f29f7bb-0bbe-474e-9d15-b8639b78e1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.212341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f29f7bb-0bbe-474e-9d15-b8639b78e1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.236506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-8fd69b6e-9c28-4483-91bf-b1bd194f7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:21.238103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-8fd69b6e-9c28-4483-91bf-b1bd194f7687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1133 time: 0.0437462 Sep 10 03:28:21.264769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f29f7bb-0bbe-474e-9d15-b8639b78e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.267885 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f29f7bb-0bbe-474e-9d15-b8639b78e1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:21.271996 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5f29f7bb-0bbe-474e-9d15-b8639b78e1c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9855a8a3-e6c7-46d9-83ba-7c1f216ba31b HTTP/1.1" status: 204 len: 168 time: 0.1371450 Sep 10 03:28:21.277322 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29f7bb-0bbe-474e-9d15-b8639b78e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9855a8a3-e6c7-46d9-83ba-7c1f216ba31b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:21.352834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-920cd76a-4995-4b67-a10c-7875e6f3b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:21.354396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-920cd76a-4995-4b67-a10c-7875e6f3b255 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 200 len: 897 time: 0.1093884 Sep 10 03:28:21.429727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-591298e2-da51-40d0-a3d4-834b08658403 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 200 len: 217 time: 0.0650730 Sep 10 03:28:21.483563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8760f8-d5f8-47a3-9013-99c8875ce8b8 req-94e060ab-0db0-4b16-adc2-fff54f6fa860 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:21.485249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f8760f8-d5f8-47a3-9013-99c8875ce8b8 req-94e060ab-0db0-4b16-adc2-fff54f6fa860 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 982 time: 0.1145065 Sep 10 03:28:21.503997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-2b8c644c-c841-441c-8de1-4a38f67cfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:21.505501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-2b8c644c-c841-441c-8de1-4a38f67cfa96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b HTTP/1.1" status: 200 len: 835 time: 0.0692616 Sep 10 03:28:21.563712 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f8760f8-d5f8-47a3-9013-99c8875ce8b8 req-915ab5b8-30ea-43a4-9f3e-c130eeea98bc tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0701504 Sep 10 03:28:21.573052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-478b9d32-dcf5-4c17-b262-da5d09aace40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:21.573052 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-478b9d32-dcf5-4c17-b262-da5d09aace40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2d49e07-8536-47ca-8116-413f02755b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593472 Sep 10 03:28:21.670445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-c8d4590f-207d-4ef4-be3e-13ef91b9e640 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911274 Sep 10 03:28:21.779000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-61cf04e7-4588-4796-a297-284a63fe43c4 req-075d54cb-349f-4b21-826c-91f3c898d6b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005144 Sep 10 03:28:22.706969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bdb6b-84d5-4a1f-b6d3-ec494a57bd63 req-d0db89d2-b9ff-47ba-9edc-ea4a59c1f8fb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:22.708869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-629bdb6b-84d5-4a1f-b6d3-ec494a57bd63 req-d0db89d2-b9ff-47ba-9edc-ea4a59c1f8fb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 982 time: 0.0573580 Sep 10 03:28:22.760836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-629bdb6b-84d5-4a1f-b6d3-ec494a57bd63 req-e9f44b33-9d18-4c53-953f-a9155055903d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0456057 Sep 10 03:28:23.438560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:23.454218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34696) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:23.547058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6778c5f0-a175-4020-b50d-77136babed8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.556411 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa5f834e-48bb-4913-9419-736f7750ea90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.636301 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6778c5f0-a175-4020-b50d-77136babed8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.640114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6778c5f0-a175-4020-b50d-77136babed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.679730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6778c5f0-a175-4020-b50d-77136babed8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8b5356a003d48d0983b039774046518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399311 Sep 10 03:28:23.680943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778c5f0-a175-4020-b50d-77136babed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1630d693-9522-40da-a89b-f023175b3fd8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:23.682165 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:23.751550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa5f834e-48bb-4913-9419-736f7750ea90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.756500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-651c4c02-e0f5-496c-be8d-66c569981f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.757947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aa5f834e-48bb-4913-9419-736f7750ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.814729 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-aa5f834e-48bb-4913-9419-736f7750ea90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7201ca84bd2747dabf6a33710a58091e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571138 Sep 10 03:28:23.815231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34704) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:23.816705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-651c4c02-e0f5-496c-be8d-66c569981f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.823884 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f834e-48bb-4913-9419-736f7750ea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16125dd5-f3d2-41bc-bf42-6b09bf11cca0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:23.868483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-651c4c02-e0f5-496c-be8d-66c569981f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.871233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-651c4c02-e0f5-496c-be8d-66c569981f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.875167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-651c4c02-e0f5-496c-be8d-66c569981f7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1630d693-9522-40da-a89b-f023175b3fd8 HTTP/1.1" status: 204 len: 168 time: 0.1918936 Sep 10 03:28:23.883612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c4c02-e0f5-496c-be8d-66c569981f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1630d693-9522-40da-a89b-f023175b3fd8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:23.909617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b7a2-41f8-42e9-b224-84bba85908f4 req-3163ac24-f6ce-43d3-ad34-2d28495e171b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:23.911891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c5e7b7a2-41f8-42e9-b224-84bba85908f4 req-3163ac24-f6ce-43d3-ad34-2d28495e171b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 982 time: 0.0801725 Sep 10 03:28:23.927325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f5b3a286-201f-4321-8f9d-8cefae1f4211 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:28:23.931594 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05eb0611-a747-47f8-a758-1692e77c918d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.975869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05eb0611-a747-47f8-a758-1692e77c918d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.986030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c5e7b7a2-41f8-42e9-b224-84bba85908f4 req-384d840b-c206-42a7-8e31-5b630c160939 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0643852 Sep 10 03:28:24.029178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f5b3a286-201f-4321-8f9d-8cefae1f4211, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:24.034960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05eb0611-a747-47f8-a758-1692e77c918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.037746 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05eb0611-a747-47f8-a758-1692e77c918d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.038915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05eb0611-a747-47f8-a758-1692e77c918d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16125dd5-f3d2-41bc-bf42-6b09bf11cca0 HTTP/1.1" status: 204 len: 168 time: 0.2218735 Sep 10 03:28:24.044494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'port_id': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'mac_address': 'fa:16:3e:42:fd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:28:24.047049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0611-a747-47f8-a758-1692e77c918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16125dd5-f3d2-41bc-bf42-6b09bf11cca0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:24.099752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.113468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b3a286-201f-4321-8f9d-8cefae1f4211 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:28:24.134559 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f5b3a286-201f-4321-8f9d-8cefae1f4211, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:24.139577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.188491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f5b3a286-201f-4321-8f9d-8cefae1f4211,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:24.204485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34712) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:24.221376 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3789a44b-be20-4157-9eca-901c384f275b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.311611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3789a44b-be20-4157-9eca-901c384f275b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.316244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3789a44b-be20-4157-9eca-901c384f275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.354004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3789a44b-be20-4157-9eca-901c384f275b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c890208d3474a6c9f1d0829d0ab5b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477544 Sep 10 03:28:24.355091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789a44b-be20-4157-9eca-901c384f275b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f80a46-e889-475a-b487-e217f39dfacd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:24.356764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34716) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:24.373283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['f5b3a286-201f-4321-8f9d-8cefae1f4211'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:28:24.391962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34718) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:24.405724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02ccd90a-c01b-40e0-8aaa-6f2884161fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.415897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40793940-6912-436c-8b41-83a390eafd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.438553 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40793940-6912-436c-8b41-83a390eafd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.489606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40793940-6912-436c-8b41-83a390eafd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.492145 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40793940-6912-436c-8b41-83a390eafd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.495585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-40793940-6912-436c-8b41-83a390eafd2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69f80a46-e889-475a-b487-e217f39dfacd HTTP/1.1" status: 204 len: 168 time: 0.1354692 Sep 10 03:28:24.502290 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02ccd90a-c01b-40e0-8aaa-6f2884161fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.504841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40793940-6912-436c-8b41-83a390eafd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f80a46-e889-475a-b487-e217f39dfacd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:24.507774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02ccd90a-c01b-40e0-8aaa-6f2884161fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.548153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02ccd90a-c01b-40e0-8aaa-6f2884161fe3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53ce4305662f4e88aead7fabb7fb3b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550829 Sep 10 03:28:24.549921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccd90a-c01b-40e0-8aaa-6f2884161fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf9f94-5c27-42cd-9f55-cb25fc36772e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:24.551315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34722) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:24.602082 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa72f-1f7a-44a2-8f4e-d9ad8e100bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.624398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa72f-1f7a-44a2-8f4e-d9ad8e100bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.674953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa72f-1f7a-44a2-8f4e-d9ad8e100bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.677438 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa72f-1f7a-44a2-8f4e-d9ad8e100bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.678643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fdbaa72f-1f7a-44a2-8f4e-d9ad8e100bc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fbf9f94-5c27-42cd-9f55-cb25fc36772e HTTP/1.1" status: 204 len: 168 time: 0.1256211 Sep 10 03:28:24.686516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaa72f-1f7a-44a2-8f4e-d9ad8e100bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf9f94-5c27-42cd-9f55-cb25fc36772e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:25.125435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a9baf-4a53-4099-959e-54759c88044c req-a8514ad0-2e72-4b4c-a597-42c5c71282eb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:25.127915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e19a9baf-4a53-4099-959e-54759c88044c req-a8514ad0-2e72-4b4c-a597-42c5c71282eb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 983 time: 0.0644217 Sep 10 03:28:25.172442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e19a9baf-4a53-4099-959e-54759c88044c req-079e0b15-a605-4c05-9693-61646cd4f3bb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0390899 Sep 10 03:28:25.370560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34764) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:25.558133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-537824436-network', 'tenant_id': 'a4ee6a7d304e4955b8f508305306a97e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:25.578997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Made reservation on behalf of a4ee6a7d304e4955b8f508305306a97e for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:25.581902 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.590688 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.680506 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.685444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.704601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:28:25.723404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c289ee59-3634-428a-a62f-04f1909cd708,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:25.726382 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.726726 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Added segment 61b1e5d3-09e2-4554-a117-359ebcc6ebe6 of type vlan for network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba Sep 10 03:28:25.767267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.793507 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.794493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:25.795113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.820224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4485619 Sep 10 03:28:25.823310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34782) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:25.829081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Request body: {'subnet': {'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-537824436-subnet', 'tenant_id': 'a4ee6a7d304e4955b8f508305306a97e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:25.852419 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Made reservation on behalf of a4ee6a7d304e4955b8f508305306a97e for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:25.855298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:25.861286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea51a-43f7-4173-8fcf-efd0d549d986 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:25.871161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:28:25.926087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f5b3a286-201f-4321-8f9d-8cefae1f4211 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:25.986351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port f5b3a286-201f-4321-8f9d-8cefae1f4211 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:25.990208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port f5b3a286-201f-4321-8f9d-8cefae1f4211 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:25.990912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.043766 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.076570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.101227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:26.102905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:26.103859 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6705fbd-4098-4241-9700-a2a1d1df43df" -d '{"events": [{"server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:26.123618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Checking segment: {'id': '61b1e5d3-09e2-4554-a117-359ebcc6ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:26.124232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Network hostable DHCP agents. Network: 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:28:26.132676 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port f5b3a286-201f-4321-8f9d-8cefae1f4211, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:26.138813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.144927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:28:26.156122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:26.162142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:26.163748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.177968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb9b9c7-b293-4a26-a0a1-fdae8c7a876b None None] Network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:26.182899 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5f4c0a15-8c81-4428-a5bf-a0cdd10e4df3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583043 Sep 10 03:28:26.263162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=f5b3a286-201f-4321-8f9d-8cefae1f4211,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:26.343611 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66092e52-e60f-467e-9971-d0f51e9490b6 x-openstack-request-id: req-66092e52-e60f-467e-9971-d0f51e9490b6 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:26.345899 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:26.346165 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66092e52-e60f-467e-9971-d0f51e9490b6 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:26.346571 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'code': 200} Sep 10 03:28:26.359962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5509ff1-7ff8-4984-a125-ea9cf8df2330 req-d3d98013-e24f-4c25-82bc-695d79dc6650 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:26.361585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5509ff1-7ff8-4984-a125-ea9cf8df2330 req-d3d98013-e24f-4c25-82bc-695d79dc6650 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0712690 Sep 10 03:28:26.388373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c442428-28f5-44cb-b3d6-a5000a83fac8 None None] Network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:26.431926 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a5509ff1-7ff8-4984-a125-ea9cf8df2330 req-a4c28bb9-6a49-4209-b325-3c5594744434 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0591662 Sep 10 03:28:26.489297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2bb84-7411-40f6-b2f6-ec64290cbba9 req-8bf823a5-3e7a-48ab-b187-22e88e8fadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:26.489297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0d2bb84-7411-40f6-b2f6-ec64290cbba9 req-8bf823a5-3e7a-48ab-b187-22e88e8fadb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1135 time: 0.0763650 Sep 10 03:28:26.536680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0d2bb84-7411-40f6-b2f6-ec64290cbba9 req-5ab54c0e-f3b2-4914-9227-d32c7ef227f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50cef12a-c2da-4771-aa52-fe399ab553e8&id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0439115 Sep 10 03:28:26.819166 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34816) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:26.823996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1189160072-network', 'tenant_id': 'fe228da5a3764127a1e9d91b0ac425ba'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:26.847522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Made reservation on behalf of fe228da5a3764127a1e9d91b0ac425ba for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:26.849818 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.858044 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.944030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.947507 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.971187 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:28:26.981079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb9406b-d170-4fc6-b2ae-e87183b1d10a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:26.986991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.986991 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Added segment e8664fa9-f1e0-49bd-accd-7814af3da9a6 of type vlan for network cb70f2b2-3943-4056-b166-327518573ff3 Sep 10 03:28:27.025859 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:27.048870 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:27.049815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:27.050386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:27.073460 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2531772 Sep 10 03:28:27.076498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34818) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:27.081901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Request body: {'subnet': {'network_id': 'cb70f2b2-3943-4056-b166-327518573ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1189160072-subnet', 'tenant_id': 'fe228da5a3764127a1e9d91b0ac425ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:27.102508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Made reservation on behalf of fe228da5a3764127a1e9d91b0ac425ba for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:27.105072 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:27.116939 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbed0b5-1f0a-4a16-8776-873467abe057 admin admin] Pushing event updated for resources: {'Network': ['ID=cb70f2b2-3943-4056-b166-327518573ff3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:27.126881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network cb70f2b2-3943-4056-b166-327518573ff3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:28:27.271710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:27.327230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80256fae-976b-4a19-bc99-c3410afd6486,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:27.334802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Checking segment: {'id': 'e8664fa9-f1e0-49bd-accd-7814af3da9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cb70f2b2-3943-4056-b166-327518573ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:27.335162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Network hostable DHCP agents. Network: cb70f2b2-3943-4056-b166-327518573ff3, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:28:27.351649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Network cb70f2b2-3943-4056-b166-327518573ff3 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:28:27.359607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, cb70f2b2-3943-4056-b166-327518573ff3) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:27.364034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:27.364645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:27.368960 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be9c5d-dc55-4ec1-bc10-c4e97cc02b81 None None] Network cb70f2b2-3943-4056-b166-327518573ff3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:27.378688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-96da2cf1-a91f-4c35-8caa-48afe82c8166 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3011153 Sep 10 03:28:27.509205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c53f4-3368-4ccc-ba31-4a90249ed33d None None] Network cb70f2b2-3943-4056-b166-327518573ff3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:28:27.634198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3596c7-ebf8-43de-8bf5-4910037b460b req-79d88d3f-6803-4a44-855f-38dedfcebf76 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:27.636120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df3596c7-ebf8-43de-8bf5-4910037b460b req-79d88d3f-6803-4a44-855f-38dedfcebf76 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0756545 Sep 10 03:28:27.707707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-df3596c7-ebf8-43de-8bf5-4910037b460b req-9a6d893b-8606-45b3-ac9c-1004df1d13a9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0632997 Sep 10 03:28:27.964486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-1e6aeb28-631c-4be9-bb3f-82f9e2fd13b9 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:27.971272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-1e6aeb28-631c-4be9-bb3f-82f9e2fd13b9 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/networks?id=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba HTTP/1.1" status: 200 len: 808 time: 0.1057298 Sep 10 03:28:27.987202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-118a2e76-25b8-4c35-99c3-000725213e45 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/quotas/a4ee6a7d304e4955b8f508305306a97e HTTP/1.1" status: 200 len: 375 time: 0.0150363 Sep 10 03:28:28.019311 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-ee149b30-925c-4ff7-ae4b-e05925af8678 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4ee6a7d304e4955b8f508305306a97e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312326 Sep 10 03:28:28.107300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-54cfc8ca-cc6d-4eec-a4ce-4abd845183b7 service neutron] 10.222.0.23 "GET /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Sep 10 03:28:28.195963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-693a72f0-9060-4791-85d3-4c715a669b09 service neutron] 10.222.0.23 "GET /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824659 Sep 10 03:28:28.348619 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3291d57e-728d-4b7c-b5fd-613fa84f946c req-892b74d8-4672-4faa-86b0-aebc2f1cd74b tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 210 time: 0.0266762 Sep 10 03:28:28.816535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f744e7-1fd2-4dac-bf64-b2c5b0202de4 req-6d41239f-9822-484b-acc9-8ca833066147 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:28.817963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88f744e7-1fd2-4dac-bf64-b2c5b0202de4 req-6d41239f-9822-484b-acc9-8ca833066147 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0499060 Sep 10 03:28:28.857953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88f744e7-1fd2-4dac-bf64-b2c5b0202de4 req-8bdcf1f3-9817-4296-8359-6147a330379c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0339327 Sep 10 03:28:28.973773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4eb05-f004-404d-a128-3eb53f17223d req-1157d6ca-cf96-4779-b55b-1b3a2287dd7e tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:28.975281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5d4eb05-f004-404d-a128-3eb53f17223d req-1157d6ca-cf96-4779-b55b-1b3a2287dd7e tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0507879 Sep 10 03:28:29.014668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f5d4eb05-f004-404d-a128-3eb53f17223d req-57cc8e53-4c15-45c9-a1c6-307f2e2b7b27 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0333014 Sep 10 03:28:29.144968 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c269f65-c380-4ea9-b381-3ab8ea3a5126 req-c6072ea1-f5eb-488a-9a6b-c12ccc5a17cc tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:29.146695 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c269f65-c380-4ea9-b381-3ab8ea3a5126 req-c6072ea1-f5eb-488a-9a6b-c12ccc5a17cc tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1135 time: 0.0655665 Sep 10 03:28:29.185495 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3c269f65-c380-4ea9-b381-3ab8ea3a5126 req-c6048027-29bb-4cf5-9c54-7da4d42d807f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.273579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-4d85f6e2-e223-485e-8bdc-c12681236ae5 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:29.275070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-4d85f6e2-e223-485e-8bdc-c12681236ae5 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.32 "GET /v2.0/networks?id=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba HTTP/1.1" status: 200 len: 808 time: 0.1440551 Sep 10 03:28:29.290165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Request body: {'port': {'device_id': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba', 'admin_state_up': True, 'tenant_id': 'a4ee6a7d304e4955b8f508305306a97e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:29.300168 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3c269f65-c380-4ea9-b381-3ab8ea3a5126 req-c6048027-29bb-4cf5-9c54-7da4d42d807f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.304661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-3c269f65-c380-4ea9-b381-3ab8ea3a5126 req-c6048027-29bb-4cf5-9c54-7da4d42d807f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.340478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6048027-29bb-4cf5-9c54-7da4d42d807f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb73cbb-ad98-413c-ae4c-4d520b04db7b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:29.361994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3c269f65-c380-4ea9-b381-3ab8ea3a5126 req-c6048027-29bb-4cf5-9c54-7da4d42d807f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2002401 Sep 10 03:28:29.373307 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:29.412745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Made reservation on behalf of a4ee6a7d304e4955b8f508305306a97e for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:29.416496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.419484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70251d5-462d-4639-9e49-5ca5a02d7942 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:29.425437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e70251d5-462d-4639-9e49-5ca5a02d7942 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1130 time: 0.0510290 Sep 10 03:28:29.426049 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34894) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:29.430460 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:29.456094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.498335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a17bc8f0-892d-46cf-9dbd-e6b0b77c6a0f req-c57b873f-8f38-48f6-9ec8-d69164100d89 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 210 time: 0.0574694 Sep 10 03:28:29.566079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.575173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Allocated IP 172.20.0.14 (7ac062e2-9a56-45a3-bcb4-d4cf3d238bba/50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb/b3bf5f0c-ecb9-4476-a481-3f23e9e3396b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:29.677282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.25.8.156 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0689e076-bd1e-4212-b83b-9ce986483094) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:29.736191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.777022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.799701 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.818590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:29.821769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:29.826898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:29.843610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.871284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Pushing event updated for resources: {'Port': ['ID=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:29.881735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:29.884645 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:29.890593 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:29.893807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:29.894451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:29.910150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-b1028fe9-20ad-4df4-b8f7-a92563f89653 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251137 Sep 10 03:28:29.914336 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=0689e076-bd1e-4212-b83b-9ce986483094,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:29.923193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Request body: {'port': {'device_id': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:29.946971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:29.988249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.113812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02cc3538-8186-4581-9ee2-6e4e08665245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.261006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.315947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02cc3538-8186-4581-9ee2-6e4e08665245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.325763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bf5f0c-ecb9-4476-a481-3f23e9e3396b {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:28:30.326857 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.329893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-02cc3538-8186-4581-9ee2-6e4e08665245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.336370 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.370240 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Transition to ACTIVE for port object b3bf5f0c-ecb9-4476-a481-3f23e9e3396b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:30.378794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.383544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc3538-8186-4581-9ee2-6e4e08665245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7626e07e-3a7c-41d8-85e9-a6093e431f75,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:30.408034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-02cc3538-8186-4581-9ee2-6e4e08665245 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b1897d2c0e04596b0cab26a4f63d104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600351 Sep 10 03:28:30.411782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:30.451811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:30.482342 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.487745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.527725 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6fae9c2-8116-4839-bc7a-3c3a7a112301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.559892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=0689e076-bd1e-4212-b83b-9ce986483094,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:30.560603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6fae9c2-8116-4839-bc7a-3c3a7a112301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.562457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Attempting to bind port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:28:30.562790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Attempting to bind port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '61b1e5d3-09e2-4554-a117-359ebcc6ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:28:30.563165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Attempting to bind port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b on network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:30.571722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.578862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b on network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:28:30.579190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Attempting to bind port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b on network 7ac062e2-9a56-45a3-bcb4-d4cf3d238bba {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:30.591232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:28:30.591592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Checking segment: {'id': '61b1e5d3-09e2-4554-a117-359ebcc6ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:30.591977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Bound using segment: {'id': '61b1e5d3-09e2-4554-a117-359ebcc6ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:28:30.592406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Bound port: b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b1e5d3-09e2-4554-a117-359ebcc6ebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:28:30.592765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.658403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6fae9c2-8116-4839-bc7a-3c3a7a112301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.661023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c6fae9c2-8116-4839-bc7a-3c3a7a112301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.662158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c6fae9c2-8116-4839-bc7a-3c3a7a112301 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7626e07e-3a7c-41d8-85e9-a6093e431f75 HTTP/1.1" status: 204 len: 168 time: 0.2494764 Sep 10 03:28:30.668337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] For port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:28:30.675610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] For port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,segment=NetworkSegment(61b1e5d3-09e2-4554-a117-359ebcc6ebe6),segment_id=61b1e5d3-09e2-4554-a117-359ebcc6ebe6)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:28:30.677068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fae9c2-8116-4839-bc7a-3c3a7a112301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7626e07e-3a7c-41d8-85e9-a6093e431f75,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:30.681554 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.697890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce02bf-7a44-4dec-b1db-b5f902f94ced req-90a3ba68-43e2-4496-8919-9aefee0d71ad tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:30.699405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fce02bf-7a44-4dec-b1db-b5f902f94ced req-90a3ba68-43e2-4496-8919-9aefee0d71ad tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 944 time: 0.0953541 Sep 10 03:28:30.718594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:30.719163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:30.721550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3bf5f0c-ecb9-4476-a481-3f23e9e3396b HTTP/1.1" status: 200 len: 1092 time: 0.8031769 Sep 10 03:28:30.723806 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'tag': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:30.732696 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10787a11-5780-4745-b95a-bac468a273ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cd35fea7-2cdd-49e0-9178-cad20ba91a4e", "tag": "b3bf5f0c-ecb9-4476-a481-3f23e9e3396b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:30.734186 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Floating IP 3374115a-8776-4bf9-b5fb-fb9b5d6a3910 associated. External IP: 172.25.8.156, port: f5b3a286-201f-4321-8f9d-8cefae1f4211. Sep 10 03:28:30.773378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440e0e-52d9-470f-94a8-41b832d4b4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:30.807594 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7986d5c-57ea-4be2-9f3c-bd1e8c0283af x-openstack-request-id: req-f7986d5c-57ea-4be2-9f3c-bd1e8c0283af {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:30.807755 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd35fea7-2cdd-49e0-9178-cad20ba91a4e", "tag": "b3bf5f0c-ecb9-4476-a481-3f23e9e3396b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:30.808017 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7986d5c-57ea-4be2-9f3c-bd1e8c0283af {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:30.808417 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'tag': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b', 'status': 'completed', 'code': 200} Sep 10 03:28:30.808805 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fce02bf-7a44-4dec-b1db-b5f902f94ced req-e6ff1017-0021-49e2-8102-bcb6b7eefa0d tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972497 Sep 10 03:28:30.830370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-70dc855b-2fc1-4312-aadf-37ef8c3903d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:30.831921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-70dc855b-2fc1-4312-aadf-37ef8c3903d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4ee6a7d304e4955b8f508305306a97e&device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 1095 time: 0.0666945 Sep 10 03:28:30.876996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-fe5af0ab-63a1-487b-bba2-a331d3042199 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b HTTP/1.1" status: 200 len: 217 time: 0.0353060 Sep 10 03:28:30.931946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-81773a26-40d8-4d9a-a450-d0fbb441d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:30.933508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-81773a26-40d8-4d9a-a450-d0fbb441d755 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb HTTP/1.1" status: 200 len: 848 time: 0.0487077 Sep 10 03:28:30.965567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-99115f75-0786-4155-9f16-2c9b0d220bdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252359 Sep 10 03:28:31.005756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:31.024242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09291fdd-d68e-42ca-9572-27a2d7c6ad94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.103637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-2bc93cce-763d-439d-bf3c-8269548b9e9a service neutron] 10.222.0.32 "GET /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307113 Sep 10 03:28:31.227979 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c6dc7dab-6f04-4b59-8b69-86b6d9745fb1 req-a423b9ea-f7a0-4065-8176-196fbb28dd1b service neutron] 10.222.0.32 "GET /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169131 Sep 10 03:28:31.236326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09291fdd-d68e-42ca-9572-27a2d7c6ad94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.241238 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09291fdd-d68e-42ca-9572-27a2d7c6ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.279629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-09291fdd-d68e-42ca-9572-27a2d7c6ad94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=169a9cac3dde454da657fe943f50d15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725346 Sep 10 03:28:31.281607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09291fdd-d68e-42ca-9572-27a2d7c6ad94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4f2411-1710-48e2-8966-363d6d3c6ba7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:31.290860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34922) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:31.326454 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router f8d31734-108f-42bb-a59d-11899629c014 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:28:31.353074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a11-5780-4745-b95a-bac468a273ac req-031f5ae7-09e3-4adf-a483-bbc1f5d764a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:31.354528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-031f5ae7-09e3-4adf-a483-bbc1f5d764a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4ee6a7d304e4955b8f508305306a97e&device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 1095 time: 0.0738719 Sep 10 03:28:31.382890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-553bb66c-ebba-4190-a872-e1ce61833968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.436427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:28:31.439728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-553bb66c-ebba-4190-a872-e1ce61833968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.448180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] Sync routers for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:28:31.455296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.464377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:31.465145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:31.485787 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5496ad61-1b76-4d43-8554-55e54d522e6c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0563350 Sep 10 03:28:31.485787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:31.486213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 34924) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:31.488542 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be8f777-eea9-42d3-8667-4e3c56cc5c36" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:31.520813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a11-5780-4745-b95a-bac468a273ac req-f0ee1f85-be6c-4952-aa78-74a134f4339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:31.521556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-f0ee1f85-be6c-4952-aa78-74a134f4339a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba HTTP/1.1" status: 200 len: 908 time: 0.1583383 Sep 10 03:28:31.582403 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-553bb66c-ebba-4190-a872-e1ce61833968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.584975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-553bb66c-ebba-4190-a872-e1ce61833968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.586146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-553bb66c-ebba-4190-a872-e1ce61833968 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee4f2411-1710-48e2-8966-363d6d3c6ba7 HTTP/1.1" status: 204 len: 168 time: 0.2943249 Sep 10 03:28:31.748585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:31.783163 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0975624f-cc3e-43a8-b016-a5bef922516b x-openstack-request-id: req-0975624f-cc3e-43a8-b016-a5bef922516b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:31.783820 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:31.784265 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0975624f-cc3e-43a8-b016-a5bef922516b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:31.784843 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'status': 'completed', 'code': 200} Sep 10 03:28:31.828292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4138-0d4c-4cd7-8430-c0ef7645ba24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:31.978306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530724ee-b052-4088-bd86-ab424cde6931 req-c87e847b-df61-4bc9-9d8a-ee8f62483b1a tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:31.981259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-530724ee-b052-4088-bd86-ab424cde6931 req-c87e847b-df61-4bc9-9d8a-ee8f62483b1a tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 944 time: 0.0637438 Sep 10 03:28:32.010788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-1161a0ad-e273-4247-8ed2-cedd18398f26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b HTTP/1.1" status: 200 len: 217 time: 0.4778252 Sep 10 03:28:32.034539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bb66c-ebba-4190-a872-e1ce61833968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4f2411-1710-48e2-8966-363d6d3c6ba7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:32.036336 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-530724ee-b052-4088-bd86-ab424cde6931 req-6735e982-b6c4-406b-8e4e-cd9770d44106 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 Sep 10 03:28:32.041328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:32.073703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3374115a-8776-4bf9-b5fb-fb9b5d6a3910', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'port_id': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'mac_address': 'fa:16:3e:42:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:28:30Z', 'updated_at': '2021-09-10T03:28:30Z', 'revision_number': 0, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:18Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:32.113411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] Checking router: f8d31734-108f-42bb-a59d-11899629c014 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:28:32.124133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:28:32.124994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:32.159407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-20110452-e160-4089-b91c-a1b12a002b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.160936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-20110452-e160-4089-b91c-a1b12a002b6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1135 time: 0.1439044 Sep 10 03:28:32.165592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787a11-5780-4745-b95a-bac468a273ac req-02dc92e6-ad1d-4bfb-a821-c5cd06f2e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.166969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-02dc92e6-ad1d-4bfb-a821-c5cd06f2e8c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb HTTP/1.1" status: 200 len: 848 time: 0.1301479 Sep 10 03:28:32.169667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.170147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.170606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.171074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.171551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.172014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.174252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-57d47568-e01e-468f-bb37-3d467516698b tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4274 time: 0.6866982 Sep 10 03:28:32.177091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34944) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:32.213953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-abb85074-9f02-4fa9-9feb-d03084581bdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386877 Sep 10 03:28:32.242984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.243590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.244114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.244634 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.245198 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.245815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.247830 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-606cc21f-d4ab-4eaf-a54d-fd1d5056b22f tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.0697081 Sep 10 03:28:32.250616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:32.284061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:32.297295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:28:32.344652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-e7a43ea4-a0e7-48ea-ad2a-be022fa203a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.346768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-e7a43ea4-a0e7-48ea-ad2a-be022fa203a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 200 len: 897 time: 0.1789377 Sep 10 03:28:32.407265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-efc5f666-236c-460c-b33c-9419c0f54975 service neutron] 10.222.0.32 "GET /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828039 Sep 10 03:28:32.480487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-335950da-35c8-40fb-8c43-a5fa04a68ee5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 200 len: 999 time: 0.1243751 Sep 10 03:28:32.548665 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6eb500cb-c260-4193-a2d5-b52aa0594fa0 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2967067 Sep 10 03:28:32.551207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:32.571352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10787a11-5780-4745-b95a-bac468a273ac req-86d8d069-5bea-4dc8-b6da-1794f8686a10 service neutron] 10.222.0.32 "GET /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532710 Sep 10 03:28:32.575004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-cf65a4d6-de01-4420-91ca-985ca8956deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.576550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-cf65a4d6-de01-4420-91ca-985ca8956deb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b HTTP/1.1" status: 200 len: 835 time: 0.0654058 Sep 10 03:28:32.594209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3374115a-8776-4bf9-b5fb-fb9b5d6a3910', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'port_id': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'mac_address': 'fa:16:3e:42:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:28:30Z', 'updated_at': '2021-09-10T03:28:30Z', 'revision_number': 0, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:18Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:28:32.603246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96994ba-ea32-4580-a16a-791443f6a704 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.603859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96994ba-ea32-4580-a16a-791443f6a704 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.615056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d96994ba-ea32-4580-a16a-791443f6a704 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d31734-108f-42bb-a59d-11899629c014 HTTP/1.1" status: 200 len: 1990 time: 0.0534732 Sep 10 03:28:32.623339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620a8b3-0925-4635-917b-88558a921bf4 None None] The sync data for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 is: [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3374115a-8776-4bf9-b5fb-fb9b5d6a3910', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'port_id': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'mac_address': 'fa:16:3e:42:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:28:30Z', 'updated_at': '2021-09-10T03:28:30Z', 'revision_number': 0, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:18Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:28:32.634069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-d7b24484-4f28-41e4-8b38-168f7016334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:32.635890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-d7b24484-4f28-41e4-8b38-168f7016334a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2d49e07-8536-47ca-8116-413f02755b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522876 Sep 10 03:28:32.737945 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-a97a52d1-1a61-4ed4-9ea8-f8c333ed3f74 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940702 Sep 10 03:28:32.835043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0be8f777-eea9-42d3-8667-4e3c56cc5c36 req-8167e603-cf0d-42b3-bba1-7d325d48ae0e service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905368 Sep 10 03:28:32.858510 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dad1db-209e-4435-a49e-c94824faba19 None None] New status for floating IP 3374115a-8776-4bf9-b5fb-fb9b5d6a3910: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:28:33.161388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248b2d-fe42-4a9b-a2b2-8682bf66a6df req-b69fb7e6-5af7-40fa-9669-57b1a784865f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:33.162811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9248b2d-fe42-4a9b-a2b2-8682bf66a6df req-b69fb7e6-5af7-40fa-9669-57b1a784865f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 944 time: 0.0547287 Sep 10 03:28:33.200294 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c9248b2d-fe42-4a9b-a2b2-8682bf66a6df req-62532f2f-a147-4324-a3c2-1d8849951ee3 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Sep 10 03:28:33.550412 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:33.652245 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a112ee53-f149-45e8-aa17-ddedeca40849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.729098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b3bf5f0c-ecb9-4476-a481-3f23e9e3396b details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:28:33.738334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a112ee53-f149-45e8-aa17-ddedeca40849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.742400 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a112ee53-f149-45e8-aa17-ddedeca40849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.778873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112ee53-f149-45e8-aa17-ddedeca40849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4913000e-099d-4ede-adf4-929d88537896,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:33.783720 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a112ee53-f149-45e8-aa17-ddedeca40849 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63b0211075c446228a9706bf7eee6482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322657 Sep 10 03:28:33.787111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 34998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:33.827732 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,segment=NetworkSegment(61b1e5d3-09e2-4554-a117-359ebcc6ebe6),segment_id=61b1e5d3-09e2-4554-a117-359ebcc6ebe6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:33.834153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84422b45-81fa-4edc-a027-8f77ba3590e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.840083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b', 'network_id': '7ac062e2-9a56-45a3-bcb4-d4cf3d238bba', 'port_id': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b', 'mac_address': 'fa:16:3e:23:b1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:28:33.855234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84422b45-81fa-4edc-a027-8f77ba3590e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.876817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.889671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bf5f0c-ecb9-4476-a481-3f23e9e3396b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:28:33.908786 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84422b45-81fa-4edc-a027-8f77ba3590e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.911511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84422b45-81fa-4edc-a027-8f77ba3590e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.912223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,segment=NetworkSegment(61b1e5d3-09e2-4554-a117-359ebcc6ebe6),segment_id=61b1e5d3-09e2-4554-a117-359ebcc6ebe6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:33.912710 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84422b45-81fa-4edc-a027-8f77ba3590e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4913000e-099d-4ede-adf4-929d88537896 HTTP/1.1" status: 204 len: 168 time: 0.1252642 Sep 10 03:28:33.919804 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:33.920651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84422b45-81fa-4edc-a027-8f77ba3590e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4913000e-099d-4ede-adf4-929d88537896,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:33.983101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:34.147548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b3bf5f0c-ecb9-4476-a481-3f23e9e3396b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:28:34.167540 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35004) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:34.183367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877ecca9-dc04-463a-98ea-2cb8b95482ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.287412 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877ecca9-dc04-463a-98ea-2cb8b95482ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.306288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-877ecca9-dc04-463a-98ea-2cb8b95482ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.340202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-da9b8508-7718-4705-b462-6d8ebbf57f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.351736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-877ecca9-dc04-463a-98ea-2cb8b95482ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7335956ad50478eb5037214f4953459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830847 Sep 10 03:28:34.353440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ecca9-dc04-463a-98ea-2cb8b95482ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3bd33-6f94-49e9-bccb-681783a70c3b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:34.354371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35008) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:34.366079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b4a5d-2db4-4d30-9f6e-5b2a36342145 req-0462134c-9d21-480a-8b81-505671c93dd7 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:34.367438 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-105b4a5d-2db4-4d30-9f6e-5b2a36342145 req-0462134c-9d21-480a-8b81-505671c93dd7 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 945 time: 0.0902958 Sep 10 03:28:34.404488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04408aa3-ebf9-4453-bde8-84b6315e5a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.406472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-105b4a5d-2db4-4d30-9f6e-5b2a36342145 req-a8eafd7a-ad70-4149-9303-3b0ae17eb686 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Sep 10 03:28:34.425601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04408aa3-ebf9-4453-bde8-84b6315e5a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.471334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04408aa3-ebf9-4453-bde8-84b6315e5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.474040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04408aa3-ebf9-4453-bde8-84b6315e5a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:34.475201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-04408aa3-ebf9-4453-bde8-84b6315e5a3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39e3bd33-6f94-49e9-bccb-681783a70c3b HTTP/1.1" status: 204 len: 168 time: 0.1197288 Sep 10 03:28:34.482873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04408aa3-ebf9-4453-bde8-84b6315e5a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3bd33-6f94-49e9-bccb-681783a70c3b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:34.705927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:35.388238 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:28:35.462365 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:35.523924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaabd3-1b8e-404e-9781-38ab77f8f388 req-b268fa73-2248-4de9-8311-85e151658fa8 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:35.525466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-17aaabd3-1b8e-404e-9781-38ab77f8f388 req-b268fa73-2248-4de9-8311-85e151658fa8 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 945 time: 0.0485413 Sep 10 03:28:35.566445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-17aaabd3-1b8e-404e-9781-38ab77f8f388 req-7e91a9a3-77cb-4697-a0db-ef3933cbb9e1 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349333 Sep 10 03:28:35.729254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b3bf5f0c-ecb9-4476-a481-3f23e9e3396b up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:35.790095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:35.793689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:35.794198 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:35.873845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:35.897274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:35.899621 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec9505e-58b3-4a6a-b1bc-bb69860f0dae" -d '{"events": [{"server_uuid": "cd35fea7-2cdd-49e0-9178-cad20ba91a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf5f0c-ecb9-4476-a481-3f23e9e3396b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:35.912267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,segment=NetworkSegment(61b1e5d3-09e2-4554-a117-359ebcc6ebe6),segment_id=61b1e5d3-09e2-4554-a117-359ebcc6ebe6)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:35.916614 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:35.943424 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc13ca35-95c7-47e2-ab9d-fc805702e391 x-openstack-request-id: req-cc13ca35-95c7-47e2-ab9d-fc805702e391 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:35.943742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd35fea7-2cdd-49e0-9178-cad20ba91a4e", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf5f0c-ecb9-4476-a481-3f23e9e3396b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:35.943994 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc13ca35-95c7-47e2-ab9d-fc805702e391 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:35.944378 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b', 'code': 200} Sep 10 03:28:35.972084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:36.040317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a5ef-e1e2-4e1f-97e7-37221d73debf req-82815e6f-4033-4a85-a074-e91470311d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:36.041848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96a2a5ef-e1e2-4e1f-97e7-37221d73debf req-82815e6f-4033-4a85-a074-e91470311d30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 1097 time: 0.0425379 Sep 10 03:28:36.077246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96a2a5ef-e1e2-4e1f-97e7-37221d73debf req-e04812ed-def4-450f-85d7-7c16cd58cea0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279434 Sep 10 03:28:36.679714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5016-35c7-4894-8957-4fe634caa0a2 req-a21e6f34-2499-4083-a5da-75143f9d623e tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:36.681200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce2d5016-35c7-4894-8957-4fe634caa0a2 req-a21e6f34-2499-4083-a5da-75143f9d623e tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 946 time: 0.0480611 Sep 10 03:28:36.717498 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce2d5016-35c7-4894-8957-4fe634caa0a2 req-2fcb5f0f-be79-4422-93c6-98d169dde3bb tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Sep 10 03:28:37.394091 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:37.833311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b737789-b400-48e4-87f4-b89ef3b7d24d req-f9120f55-c2fb-44af-8e4a-a892e96fc96e tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:37.835663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b737789-b400-48e4-87f4-b89ef3b7d24d req-f9120f55-c2fb-44af-8e4a-a892e96fc96e tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 946 time: 0.0497594 Sep 10 03:28:37.878999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9b737789-b400-48e4-87f4-b89ef3b7d24d req-208a2bd7-069c-434a-bb0b-b9847fcaed06 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Sep 10 03:28:40.355309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb97e9e-fc38-46e7-b555-9a8e95d26c75 req-55e54564-5784-4736-93d0-838c2aed65dc tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:40.356841 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edb97e9e-fc38-46e7-b555-9a8e95d26c75 req-55e54564-5784-4736-93d0-838c2aed65dc tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 946 time: 0.0512025 Sep 10 03:28:40.395062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-edb97e9e-fc38-46e7-b555-9a8e95d26c75 req-a4bf12ee-1308-47d8-be5a-23ba18579cf2 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Sep 10 03:28:41.509726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900ccee-75ff-4edf-8edd-73c13333b979 req-61389470-54e2-464c-9f68-0ce8e8fd1793 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:41.511477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b900ccee-75ff-4edf-8edd-73c13333b979 req-61389470-54e2-464c-9f68-0ce8e8fd1793 tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 946 time: 0.0480433 Sep 10 03:28:41.577160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b900ccee-75ff-4edf-8edd-73c13333b979 req-4c5db658-2f8a-4356-b1a8-f1709fb7a72b tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.23 "GET /v2.0/security-groups?id=c289ee59-3634-428a-a62f-04f1909cd708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592639 Sep 10 03:28:41.591991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-c79f9dca-605c-409c-abfa-af62da9988ac tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:41.593455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-c79f9dca-605c-409c-abfa-af62da9988ac tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd35fea7-2cdd-49e0-9178-cad20ba91a4e HTTP/1.1" status: 200 len: 946 time: 0.0592813 Sep 10 03:28:41.681164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Deleting port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:28:41.681415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:41.768626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] For port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,segment=NetworkSegment(61b1e5d3-09e2-4554-a117-359ebcc6ebe6),segment_id=61b1e5d3-09e2-4554-a117-359ebcc6ebe6)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:41.768990 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:41.780349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Calling delete_port for b3bf5f0c-ecb9-4476-a481-3f23e9e3396b owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:28:41.910989 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:41.922372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b3bf5f0c-ecb9-4476-a481-3f23e9e3396b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:28:41.943087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Pushing event deleted for resources: {'Port': ['ID=b3bf5f0c-ecb9-4476-a481-3f23e9e3396b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:41.988330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] No DVR routers for this DVR port b3bf5f0c-ecb9-4476-a481-3f23e9e3396b on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:28:41.991113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:41.993524 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7385482c-71bf-4f52-b71e-5c1451bad048 req-f52f74db-d2d2-4242-a3b7-c4b94a9df28f tempest-VolumesActionsTest-894927120 tempest-VolumesActionsTest-894927120-project] 10.222.0.32 "DELETE /v2.0/ports/b3bf5f0c-ecb9-4476-a481-3f23e9e3396b HTTP/1.1" status: 204 len: 173 time: 0.3930888 Sep 10 03:28:41.993984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'name': 'network-vif-deleted', 'tag': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:41.996896 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e688835-9d5f-4a57-b0f3-3a3653e74953" -d '{"events": [{"server_uuid": "cd35fea7-2cdd-49e0-9178-cad20ba91a4e", "name": "network-vif-deleted", "tag": "b3bf5f0c-ecb9-4476-a481-3f23e9e3396b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:42.040310 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892016ad-c212-4e64-bc46-eee28b8bda8e x-openstack-request-id: req-892016ad-c212-4e64-bc46-eee28b8bda8e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:42.040810 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd35fea7-2cdd-49e0-9178-cad20ba91a4e", "name": "network-vif-deleted", "tag": "b3bf5f0c-ecb9-4476-a481-3f23e9e3396b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:42.041059 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-892016ad-c212-4e64-bc46-eee28b8bda8e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:42.041643 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd35fea7-2cdd-49e0-9178-cad20ba91a4e', 'name': 'network-vif-deleted', 'tag': 'b3bf5f0c-ecb9-4476-a481-3f23e9e3396b', 'status': 'completed', 'code': 200} Sep 10 03:28:44.575032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35216) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:44.680851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25eac09-d4e6-4624-8386-2857b8cf382a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.769639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25eac09-d4e6-4624-8386-2857b8cf382a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.773328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e25eac09-d4e6-4624-8386-2857b8cf382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.809423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eac09-d4e6-4624-8386-2857b8cf382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f04646-e930-4331-9a85-ade6053c0c66,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:44.817213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e25eac09-d4e6-4624-8386-2857b8cf382a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb5091533e50451bb150d9b6e0284f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388890 Sep 10 03:28:44.817594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35220) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:44.872831 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91dfde79-6591-4e60-bf08-3e1b7b87426e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.895057 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91dfde79-6591-4e60-bf08-3e1b7b87426e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.940000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91dfde79-6591-4e60-bf08-3e1b7b87426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.943209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-91dfde79-6591-4e60-bf08-3e1b7b87426e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:44.944491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-91dfde79-6591-4e60-bf08-3e1b7b87426e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63f04646-e930-4331-9a85-ade6053c0c66 HTTP/1.1" status: 204 len: 168 time: 0.1260850 Sep 10 03:28:44.956671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfde79-6591-4e60-bf08-3e1b7b87426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f04646-e930-4331-9a85-ade6053c0c66,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:45.244227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35230) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:45.259224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b174c6b3-5871-47fb-a936-a7670b29456d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.351483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b174c6b3-5871-47fb-a936-a7670b29456d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.356390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b174c6b3-5871-47fb-a936-a7670b29456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.398477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b174c6b3-5871-47fb-a936-a7670b29456d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41977aeece84a86a9895b14b8022fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506810 Sep 10 03:28:45.398477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174c6b3-5871-47fb-a936-a7670b29456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d9c3a-36b1-490a-b6aa-ede0471e56c3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:45.399337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35232) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:45.456805 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.480341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.529388 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.531993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.536161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b8d9c3a-36b1-490a-b6aa-ede0471e56c3 HTTP/1.1" status: 204 len: 168 time: 0.1347117 Sep 10 03:28:45.544446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d9c3a-36b1-490a-b6aa-ede0471e56c3,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:45.554240 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.554623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.554954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.555287 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.555700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.556039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.556393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.556712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.557043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.557555 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.557865 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.558149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47da4e6-c758-4268-94cf-3ae6b06905a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:45.745563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b3bf5f0c-ecb9-4476-a481-3f23e9e3396b no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:28:45.765673 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: b3bf5f0c-ecb9-4476-a481-3f23e9e3396b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:28:45.766015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b3bf5f0c-ecb9-4476-a481-3f23e9e3396b not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:28:45.868949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35238) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:45.882277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0323d62c-fb9d-48ad-9d3f-1ef0ba3684aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.971908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0323d62c-fb9d-48ad-9d3f-1ef0ba3684aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:45.975298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0323d62c-fb9d-48ad-9d3f-1ef0ba3684aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:46.013597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0323d62c-fb9d-48ad-9d3f-1ef0ba3684aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be02f7ca51464f0bb8ba612a4d06e43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433227 Sep 10 03:28:46.014760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323d62c-fb9d-48ad-9d3f-1ef0ba3684aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97767f-1122-4feb-8fd0-3b2fac1962d4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:46.016344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35240) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:28:46.070521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03af84d1-d68f-499c-b07e-cd182403a599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:46.092397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03af84d1-d68f-499c-b07e-cd182403a599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:46.143615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03af84d1-d68f-499c-b07e-cd182403a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:46.146364 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03af84d1-d68f-499c-b07e-cd182403a599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:46.147563 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03af84d1-d68f-499c-b07e-cd182403a599 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c97767f-1122-4feb-8fd0-3b2fac1962d4 HTTP/1.1" status: 204 len: 168 time: 0.1295676 Sep 10 03:28:46.155126 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af84d1-d68f-499c-b07e-cd182403a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97767f-1122-4feb-8fd0-3b2fac1962d4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:48.431442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-e81daf3d-0c00-40ff-8f40-54331b3e9e2c tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290589 Sep 10 03:28:48.615380 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-e974074e-6936-4dce-a652-430af3f6c94c tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:48.616930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-e974074e-6936-4dce-a652-430af3f6c94c tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801043 Sep 10 03:28:48.632783 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-4f9980b1-72c3-41e2-ae84-b1f30e95e9f5 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/quotas/7cc7b2c6ae22454c96069e7e2d70594c HTTP/1.1" status: 200 len: 375 time: 0.0100734 Sep 10 03:28:48.665182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-3328669d-1291-4f98-8759-a5d7d6a5f089 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262389 Sep 10 03:28:48.833451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-45092ac6-4b3c-4617-af83-648c3a64bd11 req-a28190e0-001b-44b9-87b2-46ce8231f41b tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 210 time: 0.0395367 Sep 10 03:28:49.665857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-f3b8888e-acab-4bc6-983b-aea1e580c911 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285318 Sep 10 03:28:49.851205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-f76c3a57-8689-484d-9fd3-23537fcd897c tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:49.852606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-f76c3a57-8689-484d-9fd3-23537fcd897c tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808641 Sep 10 03:28:49.867730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Request body: {'port': {'device_id': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '7cc7b2c6ae22454c96069e7e2d70594c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:49.944879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-21bda94b-b9a2-463f-95de-d1c23975f75d req-3cbcd92d-555b-4242-9daa-9d4c5933f46b tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 210 time: 0.0325074 Sep 10 03:28:49.987587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Made reservation on behalf of 7cc7b2c6ae22454c96069e7e2d70594c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:28:49.991047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.000945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.121147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.126620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.208247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6aaadf-fa4c-4c67-ac73-78a5839190a7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:50.275023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Allocated IP 192.168.233.185 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/dad01f63-f50a-4251-83d2-b160afeab890) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:28:50.422333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.435864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Transition to ACTIVE for port object dad01f63-f50a-4251-83d2-b160afeab890 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:50.471099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.509072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:28:50.512306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:28:50.514687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:28:50.558997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Pushing event updated for resources: {'Port': ['ID=dad01f63-f50a-4251-83d2-b160afeab890,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:50.577330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:50.577909 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.593417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-829bf703-d48f-42d4-84f3-16e7b6bacc23 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7313471 Sep 10 03:28:50.605883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Request body: {'port': {'device_id': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:28:50.663899 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.725086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95976b83-70e6-4823-8d37-3161a74bda09 None None] Provisioning for port dad01f63-f50a-4251-83d2-b160afeab890 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:50.729861 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95976b83-70e6-4823-8d37-3161a74bda09 None None] Provisioning complete for port dad01f63-f50a-4251-83d2-b160afeab890 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:50.729861 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95976b83-70e6-4823-8d37-3161a74bda09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.781868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-95976b83-70e6-4823-8d37-3161a74bda09 None None] Port dad01f63-f50a-4251-83d2-b160afeab890 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:28:50.937385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad01f63-f50a-4251-83d2-b160afeab890 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:28:50.945136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.957148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Transition to ACTIVE for port object dad01f63-f50a-4251-83d2-b160afeab890 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:28:50.960840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:51.012308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Pushing event updated for resources: {'Port': ['ID=dad01f63-f50a-4251-83d2-b160afeab890,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:51.107023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d179e0-6795-47e1-af5f-1cb145804406 req-5e8f5c3a-7bcc-45ca-a6e2-c1f1abc592c1 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:51.107276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-23d179e0-6795-47e1-af5f-1cb145804406 req-5e8f5c3a-7bcc-45ca-a6e2-c1f1abc592c1 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 948 time: 0.0908983 Sep 10 03:28:51.138517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Attempting to bind port dad01f63-f50a-4251-83d2-b160afeab890 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:28:51.138858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Attempting to bind port dad01f63-f50a-4251-83d2-b160afeab890 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:28:51.139193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Attempting to bind port dad01f63-f50a-4251-83d2-b160afeab890 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:51.146780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Port dad01f63-f50a-4251-83d2-b160afeab890 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:28:51.147107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Attempting to bind port dad01f63-f50a-4251-83d2-b160afeab890 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:28:51.162072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:28:51.162418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:28:51.162817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:28:51.163264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Bound port: dad01f63-f50a-4251-83d2-b160afeab890, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:28:51.163668 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:51.176305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-23d179e0-6795-47e1-af5f-1cb145804406 req-bdf15d9b-31b6-4191-9c08-3cf3b9a2d0f1 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625067 Sep 10 03:28:51.238497 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] For port dad01f63-f50a-4251-83d2-b160afeab890, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:28:51.241627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] For port dad01f63-f50a-4251-83d2-b160afeab890, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dad01f63-f50a-4251-83d2-b160afeab890,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:28:51.246834 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:51.280963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:51.281602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:51.283046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] 10.222.0.32 "PUT /v2.0/ports/dad01f63-f50a-4251-83d2-b160afeab890 HTTP/1.1" status: 200 len: 1096 time: 0.6815004 Sep 10 03:28:51.283503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'tag': 'dad01f63-f50a-4251-83d2-b160afeab890'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:51.285739 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4" -d '{"events": [{"name": "network-changed", "server_uuid": "908f81a2-1dd9-4c11-9054-9917b4c4da96", "tag": "dad01f63-f50a-4251-83d2-b160afeab890"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:51.335536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a139c-9aa6-4238-99a1-a9b077147e85 service neutron] Pushing event updated for resources: {'Port': ['ID=dad01f63-f50a-4251-83d2-b160afeab890,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:51.343735 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c6b4f-05ff-4d97-8653-2cb350190ef8 x-openstack-request-id: req-b47c6b4f-05ff-4d97-8653-2cb350190ef8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:51.344189 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f81a2-1dd9-4c11-9054-9917b4c4da96", "tag": "dad01f63-f50a-4251-83d2-b160afeab890", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:51.344377 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b47c6b4f-05ff-4d97-8653-2cb350190ef8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:51.344649 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'tag': 'dad01f63-f50a-4251-83d2-b160afeab890', 'status': 'completed', 'code': 200} Sep 10 03:28:51.384237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-126d6760-bf6e-4d0b-83d0-a4a70305eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:51.386019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-126d6760-bf6e-4d0b-83d0-a4a70305eaa3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 1099 time: 0.0581059 Sep 10 03:28:51.436020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-0398149a-a599-462a-8ca6-893ea837c1c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dad01f63-f50a-4251-83d2-b160afeab890 HTTP/1.1" status: 200 len: 217 time: 0.0421653 Sep 10 03:28:51.496850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-bebddee8-c928-452f-93d6-fec8a62e1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:51.498457 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-bebddee8-c928-452f-93d6-fec8a62e1ea3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0557265 Sep 10 03:28:51.544347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-114cc877-034f-42c2-936f-7da130f500bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:51.545876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-114cc877-034f-42c2-936f-7da130f500bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403957 Sep 10 03:28:51.867401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-2b3d4c81-88df-4689-ae16-d004bca56d9c service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137643 Sep 10 03:28:51.957983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab89e561-fc21-4616-8fb3-da5a566f08f5 req-702f1368-05b6-4d8b-bf33-aa2378e52ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829382 Sep 10 03:28:52.045224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-4d39b858-9554-459d-bf4c-9a32abf98813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:52.046731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-4d39b858-9554-459d-bf4c-9a32abf98813 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 1099 time: 0.0443354 Sep 10 03:28:52.136157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-5693c884-ab73-454d-a1c4-25893cf84938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:52.137534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-5693c884-ab73-454d-a1c4-25893cf84938 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.0831742 Sep 10 03:28:52.181127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-dd500bb1-9b9c-4a60-81a8-e2b6d69a2eaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dad01f63-f50a-4251-83d2-b160afeab890 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Sep 10 03:28:52.231569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-7d3c8cc5-727c-4bbc-9e57-cbeb56053524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:52.233167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-7d3c8cc5-727c-4bbc-9e57-cbeb56053524 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0450091 Sep 10 03:28:52.307729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-9e916d29-7d19-4d0e-a561-41ba42e8af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:52.309272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-9e916d29-7d19-4d0e-a561-41ba42e8af3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674186 Sep 10 03:28:52.320257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02f02-2250-4382-ad9a-d76a0d0999c0 req-f0d8a7ac-0260-4d3a-a0cb-da882c685ac6 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:52.321736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42a02f02-2250-4382-ad9a-d76a0d0999c0 req-f0d8a7ac-0260-4d3a-a0cb-da882c685ac6 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 948 time: 0.0713847 Sep 10 03:28:52.416912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42a02f02-2250-4382-ad9a-d76a0d0999c0 req-27d30cc3-4ecd-4322-b546-5152acb42c25 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866096 Sep 10 03:28:52.437341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-418e50b1-0a93-4fc5-948a-9a19414a56f8 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146641 Sep 10 03:28:52.534125 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-87ffde9e-90ca-4649-ba02-aa2a5c4c66b4 req-6b8a0ca7-4049-4189-b6a3-600af7c0449d service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884588 Sep 10 03:28:53.537249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd0358-f888-4a01-9b43-253ab795a2d9 req-16f9bc22-3d77-432f-ac27-2f68473513d4 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:53.539817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43bd0358-f888-4a01-9b43-253ab795a2d9 req-16f9bc22-3d77-432f-ac27-2f68473513d4 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 948 time: 0.0534194 Sep 10 03:28:53.581269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43bd0358-f888-4a01-9b43-253ab795a2d9 req-e114bdcd-6066-4a77-b7a5-ad528790d41a tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Sep 10 03:28:53.814069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dad01f63-f50a-4251-83d2-b160afeab890 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:28:53.909851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dad01f63-f50a-4251-83d2-b160afeab890, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dad01f63-f50a-4251-83d2-b160afeab890,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:53.920742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'dad01f63-f50a-4251-83d2-b160afeab890', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'dad01f63-f50a-4251-83d2-b160afeab890', 'mac_address': 'fa:16:3e:ec:ce:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:28:53.958687 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:53.974209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad01f63-f50a-4251-83d2-b160afeab890 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:28:53.992447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dad01f63-f50a-4251-83d2-b160afeab890, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dad01f63-f50a-4251-83d2-b160afeab890,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:53.996411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:54.043010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=dad01f63-f50a-4251-83d2-b160afeab890,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:54.050965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.051311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.051678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.052012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.052344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.052675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.052993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.053321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.053642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.053967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.054284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.054601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:28:54.182975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dad01f63-f50a-4251-83d2-b160afeab890'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:28:54.694243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd10d56-6783-4189-9eb4-e76748fdb226 req-2818c172-0738-4a80-a03c-d56528cc16fb tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:54.695634 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd10d56-6783-4189-9eb4-e76748fdb226 req-2818c172-0738-4a80-a03c-d56528cc16fb tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 949 time: 0.0483155 Sep 10 03:28:54.732066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fd10d56-6783-4189-9eb4-e76748fdb226 req-5071861a-027b-4b5b-8b30-f7943d9d3d40 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306318 Sep 10 03:28:55.828655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dad01f63-f50a-4251-83d2-b160afeab890 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:28:55.846489 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83102d2-92ff-4073-845e-17ab95c51cd1 req-b340ff12-b90f-4994-8527-841823b9bc05 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:55.848014 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a83102d2-92ff-4073-845e-17ab95c51cd1 req-b340ff12-b90f-4994-8527-841823b9bc05 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 949 time: 0.0487583 Sep 10 03:28:55.882840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port dad01f63-f50a-4251-83d2-b160afeab890 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:28:55.888733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port dad01f63-f50a-4251-83d2-b160afeab890 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:28:55.889442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:55.895396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a83102d2-92ff-4073-845e-17ab95c51cd1 req-f4568b89-9b99-45c2-915a-e37eff3fd005 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Sep 10 03:28:55.968394 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:55.990418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad01f63-f50a-4251-83d2-b160afeab890'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:28:55.992636 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c70668-910e-425e-b198-981e09249fa2" -d '{"events": [{"server_uuid": "908f81a2-1dd9-4c11-9054-9917b4c4da96", "name": "network-vif-plugged", "status": "completed", "tag": "dad01f63-f50a-4251-83d2-b160afeab890"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:28:56.004957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dad01f63-f50a-4251-83d2-b160afeab890, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dad01f63-f50a-4251-83d2-b160afeab890,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:28:56.009534 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:56.039965 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3fb82c-9f9a-4dd5-9138-d6e1752295c1 x-openstack-request-id: req-cf3fb82c-9f9a-4dd5-9138-d6e1752295c1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:28:56.040253 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f81a2-1dd9-4c11-9054-9917b4c4da96", "name": "network-vif-plugged", "status": "completed", "tag": "dad01f63-f50a-4251-83d2-b160afeab890", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:28:56.040784 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf3fb82c-9f9a-4dd5-9138-d6e1752295c1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:28:56.040927 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad01f63-f50a-4251-83d2-b160afeab890', 'code': 200} Sep 10 03:28:56.069273 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=dad01f63-f50a-4251-83d2-b160afeab890,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:28:56.124615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ef79d-e57e-46b9-a39c-8d4e9d58be1a req-02f02763-23a3-4567-ac4d-f35eefe9cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:56.126645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f2ef79d-e57e-46b9-a39c-8d4e9d58be1a req-02f02763-23a3-4567-ac4d-f35eefe9cfb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 1101 time: 0.0399165 Sep 10 03:28:56.163361 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1f2ef79d-e57e-46b9-a39c-8d4e9d58be1a req-b6f9ad26-7bc0-42ac-84f0-214d302e539e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Sep 10 03:28:57.009989 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0ed82-1a6e-4c38-8bad-98f7598bd0ce req-36a85029-8fef-4271-b52d-fee8a423d61b tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:57.011791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf0ed82-1a6e-4c38-8bad-98f7598bd0ce req-36a85029-8fef-4271-b52d-fee8a423d61b tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 950 time: 0.0493581 Sep 10 03:28:57.050070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eaf0ed82-1a6e-4c38-8bad-98f7598bd0ce req-071bfc60-a861-4bce-82df-633e6f30b4ff tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Sep 10 03:28:58.170270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d988ea-e538-4924-be3f-909fc40f8199 req-4f6fe4ab-8800-4fd1-8b2a-0c840b05d7a9 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:28:58.171670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d988ea-e538-4924-be3f-909fc40f8199 req-4f6fe4ab-8800-4fd1-8b2a-0c840b05d7a9 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 950 time: 0.0516925 Sep 10 03:28:58.207870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d988ea-e538-4924-be3f-909fc40f8199 req-f6cd6aa9-49f8-4dff-848f-2384f929c59b tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Sep 10 03:29:00.777938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-5950f81f-5fe5-4f76-8f4b-7c2081905341 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396588 Sep 10 03:29:00.846463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35436) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:00.868606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-01734192-a628-4927-8345-e344726bab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:00.869724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-01734192-a628-4927-8345-e344726bab5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1135 time: 0.0472128 Sep 10 03:29:00.943058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c8e5dc85-bb05-4d91-a919-de90976e6847 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1509 time: 0.0927799 Sep 10 03:29:00.943352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35438) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:00.948678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'network': {'name': 'tempest-network-smoke--2136841977', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'port_security_enabled': False}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:00.983537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Made reservation on behalf of ce5190e85aa149d6a57066cc8070ea10 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:00.989083 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:00.994317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-a0f9b37a-8e2f-4183-9032-b6d290c74261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:00.996098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-a0f9b37a-8e2f-4183-9032-b6d290c74261 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 200 len: 897 time: 0.1054339 Sep 10 03:29:01.014928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:29:01.038519 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.038955 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Added segment 4524ccd7-ca1d-4d95-9639-1f691621a6c0 of type vlan for network 7e2981db-9e43-4e85-b82a-02e1f51e4298 Sep 10 03:29:01.074670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-3bb390b4-2dd1-4344-978a-7e75c9d12378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 200 len: 1001 time: 0.0702374 Sep 10 03:29:01.105234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.149561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-2f2ee5ee-f323-4a9d-aa9c-e4dff0cad2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:01.150907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-2f2ee5ee-f323-4a9d-aa9c-e4dff0cad2db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b HTTP/1.1" status: 200 len: 835 time: 0.0652122 Sep 10 03:29:01.174971 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.181532 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:01.182399 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.219511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-3a09257b-d485-4e77-a405-e4c95a558f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:01.222463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-3a09257b-d485-4e77-a405-e4c95a558f31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2d49e07-8536-47ca-8116-413f02755b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628037 Sep 10 03:29:01.319507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Network': ['ID=7e2981db-9e43-4e85-b82a-02e1f51e4298,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:01.332620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c9f68f7-0860-4eaf-859b-3a332338a79c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3879919 Sep 10 03:29:01.332949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:29:01.335364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35454) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:01.340647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'admin_state_up': True, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:01.372684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.374307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.404177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-76a9055e-dae8-4ef6-a291-59472c499f23 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730533 Sep 10 03:29:01.476710 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.512369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-64048a06-a906-4750-b4ac-cdeaa049c207 req-6891a804-3263-4d04-8994-000ed975a535 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006339 Sep 10 03:29:01.624444 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.773155 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ab6febed-f62d-424b-bdbf-1e29949b5c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.841259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.859969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-a03ad07d-9abe-4f26-b568-8f798db2a81b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547097 Sep 10 03:29:01.869062 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.961673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-cd66e04d-56a6-4e4d-886a-1612f8eb47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:01.964254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-cd66e04d-56a6-4e4d-886a-1612f8eb47fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 1101 time: 0.0525596 Sep 10 03:29:01.983056 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:01.995874 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.25.8.72 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/dd09e3a7-2b42-4688-8c72-68a6fe8b599a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:29:02.118967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-a0b2e0db-bb85-4fbf-a6e4-8b72d5103336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:02.121131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-a0b2e0db-bb85-4fbf-a6e4-8b72d5103336 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1328151 Sep 10 03:29:02.141299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:02.172307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-21b11b90-680a-42c3-ad4f-096c10d3b18c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dad01f63-f50a-4251-83d2-b160afeab890 HTTP/1.1" status: 200 len: 217 time: 0.0435009 Sep 10 03:29:02.188329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:02.210816 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:29:02.233863 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:02.237458 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:02.241210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:29:02.258958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-4e0f7a36-e448-494a-9e3d-95e8a26c31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:02.260474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-4e0f7a36-e448-494a-9e3d-95e8a26c31bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0813379 Sep 10 03:29:02.282110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:02.309645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-952c6e23-e1fe-4448-8e2a-bdbca6c71805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:02.311510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-952c6e23-e1fe-4448-8e2a-bdbca6c71805 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431345 Sep 10 03:29:02.452609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-0bac4605-9272-490a-811f-ba74e42474f0 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330361 Sep 10 03:29:02.560966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97cd19d3-93c8-4185-a791-41c019bcc46d req-63b076ec-ce91-499d-a268-34834fd984fc service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002891 Sep 10 03:29:02.561478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:02.772957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:02.905258 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router 7e303adf-76fd-4496-9000-fb6c36125980 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:29:03.013376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:29:03.024057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Sync routers for ids ['7e303adf-76fd-4496-9000-fb6c36125980'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:29:03.036319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Routers {'7e303adf-76fd-4496-9000-fb6c36125980'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:03.037240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['7e303adf-76fd-4496-9000-fb6c36125980'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:03.039011 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.044889 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ef12735c-8382-4c81-b56d-41c992ce535c tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7082272 Sep 10 03:29:03.045061 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.128139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c1fad-3473-48d0-9756-712885034e5d tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:03.132330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-167c1fad-3473-48d0-9756-712885034e5d tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ce5190e85aa149d6a57066cc8070ea10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0833437 Sep 10 03:29:03.132539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.150463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Set router 7e303adf-76fd-4496-9000-fb6c36125980 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:03.277892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aaa2b3-c211-4e84-837d-303f7fc8643a tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:03.281996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-59aaa2b3-c211-4e84-837d-303f7fc8643a tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458626 Sep 10 03:29:03.282337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35468) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.318910 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-387e96eb-0dd9-47c9-a4a5-e23ec873b188 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347512 Sep 10 03:29:03.321703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35470) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.340683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:02Z', 'revision_number': 3, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:03.351601 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2c42fc8c-dcdd-4355-93f0-1657e2c6d5c6 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ce5190e85aa149d6a57066cc8070ea10&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287943 Sep 10 03:29:03.354242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35472) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.367307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Checking router: 7e303adf-76fd-4496-9000-fb6c36125980 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:29:03.367672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Updating router 7e303adf-76fd-4496-9000-fb6c36125980 port dd09e3a7-2b42-4688-8c72-68a6fe8b599a binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:29:03.393644 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.452990 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f309a6-6834-4090-be45-6533e8cbe7c5 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:03.457703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98f309a6-6834-4090-be45-6533e8cbe7c5 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994301 Sep 10 03:29:03.457929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35474) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.486073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35478) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.495402 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c8106d1-3fb7-4b30-b70e-873b9744615c tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364420 Sep 10 03:29:03.497855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35480) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:03.502922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942999762', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:03.534365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Deleting subnet 50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:29:03.537541 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.576919 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.606635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Made reservation on behalf of ce5190e85aa149d6a57066cc8070ea10 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:03.611224 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.711288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.724635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Transition to ACTIVE for port object dd09e3a7-2b42-4688-8c72-68a6fe8b599a will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:03.733457 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.794962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Attempting to bind port dd09e3a7-2b42-4688-8c72-68a6fe8b599a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:29:03.796014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Attempting to bind port dd09e3a7-2b42-4688-8c72-68a6fe8b599a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:29:03.796014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Attempting to bind port dd09e3a7-2b42-4688-8c72-68a6fe8b599a on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:03.801267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcae75-2eeb-4ca6-96d2-bec55c0a6f49 None None] Pushing event updated for resources: {'Port': ['ID=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:03.805148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:29:03.806841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:03.807136 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.807582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:29:03.808391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Bound port: dd09e3a7-2b42-4688-8c72-68a6fe8b599a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:29:03.808529 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.870707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.914034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] For port dd09e3a7-2b42-4688-8c72-68a6fe8b599a, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:29:03.917978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] For port dd09e3a7-2b42-4688-8c72-68a6fe8b599a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:29:03.923649 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:03.972924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Subnet': ['ID=e783beef-e84b-4769-b900-72bc8907eb60,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:03.980208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Routers {'7e303adf-76fd-4496-9000-fb6c36125980'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:03.980919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:28:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['7e303adf-76fd-4496-9000-fb6c36125980'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:03.982886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.984854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.984854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.984854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.984854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.984854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.985339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.985339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.986052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.986991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.986991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.986991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:03.992343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Checking segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:03.992709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network hostable DHCP agents. Network: 7e2981db-9e43-4e85-b82a-02e1f51e4298, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:29:04.009527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:29:04.010166 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.019313 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7e2981db-9e43-4e85-b82a-02e1f51e4298) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:04.023888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:04.024497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.036516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f780ad-0c00-4dfc-8cdb-83c4e2b7755b None None] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:04.043525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-48b8ebe0-36ef-4638-9d61-66c8e366293b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5445306 Sep 10 03:29:04.044046 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35484) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:04.046508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcae75-2eeb-4ca6-96d2-bec55c0a6f49 None None] Pushing event updated for resources: {'Port': ['ID=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:04.121875 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.169072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] Set router 7e303adf-76fd-4496-9000-fb6c36125980 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:04.176839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:04.185770 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.187672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e3a2ba9d-8c4e-4ba9-8aa0-ba2af8371618 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/50e46f2d-e0a8-427a-b5f6-2a5b8b451fdb HTTP/1.1" status: 204 len: 168 time: 0.7006149 Sep 10 03:29:04.190759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35486) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:04.314811 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.445693 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2274a289-83fa-4823-8b76-4c174ef680e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.481051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.520941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-7e2981db-9e43-4e85-b82a-02e1f51e4298', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'fixed_ips': [{'subnet_id': 'e783beef-e84b-4769-b900-72bc8907eb60'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:29:04.521770 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.532994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac062e2-9a56-45a3-bcb4-d4cf3d238bba']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:04.545439 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b1e5d3-09e2-4554-a117-359ebcc6ebe6') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:04.545736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b1e5d3-09e2-4554-a117-359ebcc6ebe6') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:04.563910 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.599297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.609803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:29:04.610153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:29:04.612464 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:29:04.674944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:02Z', 'revision_number': 3, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:04.712168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed716a-3820-4ed2-84b3-781344edf2bb None None] The sync data for ids ['7e303adf-76fd-4496-9000-fb6c36125980'] in n-d-808126-2 is: [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:02Z', 'revision_number': 3, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:29:04.714119 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.722725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.727113 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7ac062e2-9a56-45a3-bcb4-d4cf3d238bba HTTP/1.1" status: 204 len: 168 time: 0.5326631 Sep 10 03:29:04.728468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35488) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:04.741551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Allocated IP 172.20.0.18 (7e2981db-9e43-4e85-b82a-02e1f51e4298/e783beef-e84b-4769-b900-72bc8907eb60/17594e8c-3c8a-49e5-ae61-31f5bfa0e858) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:29:04.744323 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.746440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e2f66-a741-4eb3-9161-a2b5dc8cfd56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac062e2-9a56-45a3-bcb4-d4cf3d238bba,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:04.793832 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.800913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Deleting subnet 80256fae-976b-4a19-bc99-c3410afd6486 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:29:04.805003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.849730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.910632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.920238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.932421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Transition to ACTIVE for port object 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:04.957902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Transition to ACTIVE for port object 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:04.973694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:04.984670 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.013435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80256fae-976b-4a19-bc99-c3410afd6486,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:05.021088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:29:05.024079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:05.026990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:29:05.068857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Pushing event updated for resources: {'Port': ['ID=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:05.069518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.072887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d219a6e8-0b97-4c56-b98d-3c6b2ec87f1c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/80256fae-976b-4a19-bc99-c3410afd6486 HTTP/1.1" status: 204 len: 168 time: 0.3424163 Sep 10 03:29:05.075370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35492) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:05.124907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Attempting to bind port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:29:05.125198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Attempting to bind port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:29:05.125568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Attempting to bind port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 on network 7e2981db-9e43-4e85-b82a-02e1f51e4298 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:05.131028 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:29:05.131407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Checking segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:05.131901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.132305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Bound using segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:29:05.132780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Bound port: 17594e8c-3c8a-49e5-ae61-31f5bfa0e858, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:29:05.133169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.161994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.204341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] For port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:29:05.208305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] For port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:29:05.215170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.262903 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.265968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046791f4-a0aa-4ada-8989-d6fe5b017af3 None None] Pushing event updated for resources: {'Port': ['ID=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:05.284004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb70f2b2-3943-4056-b166-327518573ff3']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:05.293949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8664fa9-f1e0-49bd-accd-7814af3da9a6') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:05.294259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8664fa9-f1e0-49bd-accd-7814af3da9a6') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:05.294434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.20.0.17 (7e2981db-9e43-4e85-b82a-02e1f51e4298/e783beef-e84b-4769-b900-72bc8907eb60/484583c0-364b-43fc-ab85-5a5a78d6bb4c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:29:05.308148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.323276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.330239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:29:05.330591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:29:05.332285 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:29:05.398907 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.405891 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.411072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cb70f2b2-3943-4056-b166-327518573ff3 HTTP/1.1" status: 204 len: 168 time: 0.3274629 Sep 10 03:29:05.422607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74de19-a766-43f0-a624-1195cbc59989 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb70f2b2-3943-4056-b166-327518573ff3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:05.445796 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.464637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.487145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Transition to ACTIVE for port object 484583c0-364b-43fc-ab85-5a5a78d6bb4c will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:05.578774 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.619943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:29:05.625651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:05.632923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:29:05.652015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35496) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:05.689615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=484583c0-364b-43fc-ab85-5a5a78d6bb4c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:05.701738 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.711430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-97fa6be4-3836-480b-97ac-d352daee8350 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4ee6a7d304e4955b8f508305306a97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581985 Sep 10 03:29:05.713995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35498) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:05.768712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8031082c-c927-42dd-8c95-d66b99169d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.791796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8031082c-c927-42dd-8c95-d66b99169d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.849204 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8031082c-c927-42dd-8c95-d66b99169d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.852019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8031082c-c927-42dd-8c95-d66b99169d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.853492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8031082c-c927-42dd-8c95-d66b99169d13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c289ee59-3634-428a-a62f-04f1909cd708 HTTP/1.1" status: 204 len: 168 time: 0.1383247 Sep 10 03:29:05.861742 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:05.865262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031082c-c927-42dd-8c95-d66b99169d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c289ee59-3634-428a-a62f-04f1909cd708,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:06.045303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dd09e3a7-2b42-4688-8c72-68a6fe8b599a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:06.124952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port dd09e3a7-2b42-4688-8c72-68a6fe8b599a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:06.129528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dd09e3a7-2b42-4688-8c72-68a6fe8b599a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:06.129951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.221893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.246012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port dd09e3a7-2b42-4688-8c72-68a6fe8b599a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:06.251851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.252445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:06.269402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.276237 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.353960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35506) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:06.371691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=484583c0-364b-43fc-ab85-5a5a78d6bb4c,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:06.372302 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:06.389950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.395201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:06.411657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-de83b317-96f4-4456-ad92-11c2517ce6e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe228da5a3764127a1e9d91b0ac425ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537353 Sep 10 03:29:06.412342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35508) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:06.461377 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c6f3-93db-4fb7-b549-55e1e3c7ef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.486478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:29:06.486696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c6f3-93db-4fb7-b549-55e1e3c7ef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.488129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:06.506283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408b2645-fc3a-4c5d-bfe5-df31b8be69ca None None] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:06.539612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c6f3-93db-4fb7-b549-55e1e3c7ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.545668 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c6f3-93db-4fb7-b549-55e1e3c7ef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.551508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7dc5c6f3-93db-4fb7-b549-55e1e3c7ef96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cb9406b-d170-4fc6-b2ae-e87183b1d10a HTTP/1.1" status: 204 len: 168 time: 0.1379285 Sep 10 03:29:06.560530 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5c6f3-93db-4fb7-b549-55e1e3c7ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb9406b-d170-4fc6-b2ae-e87183b1d10a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:06.610392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] Provisioning for port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:06.620713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] Provisioning complete for port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:06.621510 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.646949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router 7e303adf-76fd-4496-9000-fb6c36125980 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:29:06.765048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.772604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:29:06.778997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1eb5b3e9-54da-45e0-9f1c-34c4b3360db5 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "PUT /v2.0/routers/7e303adf-76fd-4496-9000-fb6c36125980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7338905 Sep 10 03:29:06.818082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] For port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:06.824829 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:06.909801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015a143-1a1c-4cfd-b2c5-43213a91fd3a None None] Pushing event updated for resources: {'Port': ['ID=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:07.015370 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Sync routers for ids ['7e303adf-76fd-4496-9000-fb6c36125980'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:29:07.027213 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Routers {'7e303adf-76fd-4496-9000-fb6c36125980'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:07.028212 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['7e303adf-76fd-4496-9000-fb6c36125980'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:07.139079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-354b1f44-25da-4912-ab2d-7bcc98c23949 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:07.140842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-354b1f44-25da-4912-ab2d-7bcc98c23949 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/networks?id=7e2981db-9e43-4e85-b82a-02e1f51e4298 HTTP/1.1" status: 200 len: 798 time: 0.1491981 Sep 10 03:29:07.154312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dbd9eb27-2fd6-43df-9cf9-b2041781f078 None None] Provisioning for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:07.160223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dbd9eb27-2fd6-43df-9cf9-b2041781f078 None None] Provisioning complete for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:07.160862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbd9eb27-2fd6-43df-9cf9-b2041781f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.183995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-553f4fd8-f0b1-42fc-90b1-163a64825571 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/quotas/ce5190e85aa149d6a57066cc8070ea10 HTTP/1.1" status: 200 len: 375 time: 0.0342581 Sep 10 03:29:07.191556 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Set router 7e303adf-76fd-4496-9000-fb6c36125980 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:07.241305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9eb27-2fd6-43df-9cf9-b2041781f078 None None] Port 484583c0-364b-43fc-ab85-5a5a78d6bb4c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:29:07.255684 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dbd9eb27-2fd6-43df-9cf9-b2041781f078 None None] Provisioning complete for port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:07.255951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbd9eb27-2fd6-43df-9cf9-b2041781f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.321023 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-daa2419f-f9ee-4162-ba88-8f6bc69f29c3 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1261301 Sep 10 03:29:07.425377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.462080 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:05Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '484583c0-364b-43fc-ab85-5a5a78d6bb4c', 'name': '', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:47:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:04Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 2, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:07.529842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-c345ca8a-67a5-4a23-ac0b-28c6af054745 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:29:07.531343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-c345ca8a-67a5-4a23-ac0b-28c6af054745 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2050824 Sep 10 03:29:07.577189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4259b500-e733-4f1a-ab52-76f4d61c2a9a None None] Provisioning complete for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:07.577613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4259b500-e733-4f1a-ab52-76f4d61c2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.588047 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Checking router: 7e303adf-76fd-4496-9000-fb6c36125980 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:29:07.589384 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Updating router 7e303adf-76fd-4496-9000-fb6c36125980 port 484583c0-364b-43fc-ab85-5a5a78d6bb4c binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:29:07.619584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4259b500-e733-4f1a-ab52-76f4d61c2a9a None None] Port 484583c0-364b-43fc-ab85-5a5a78d6bb4c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:29:07.633244 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.666868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-41a56418-35ea-4a2c-ac23-b80604c7214f service neutron] 10.222.0.23 "GET /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255836 Sep 10 03:29:07.738605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-29de610f-4446-4a47-b128-6f6302377cf0 None None] Provisioning complete for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:07.739078 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-29de610f-4446-4a47-b128-6f6302377cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.773990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-46361f83-da8b-41be-80ba-b5dd689f0bec service neutron] 10.222.0.23 "GET /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973446 Sep 10 03:29:07.790068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-29de610f-4446-4a47-b128-6f6302377cf0 None None] Port 484583c0-364b-43fc-ab85-5a5a78d6bb4c cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:29:07.942461 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.952959 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Transition to ACTIVE for port object 484583c0-364b-43fc-ab85-5a5a78d6bb4c will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:07.969993 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.986996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dd09e3a7-2b42-4688-8c72-68a6fe8b599a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:08.003917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b0c66dda-6486-4ac3-8f37-818e36f2cb52 req-f3cfe24b-f117-474b-a006-03633bdf2050 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 210 time: 0.0445254 Sep 10 03:29:08.073896 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port dd09e3a7-2b42-4688-8c72-68a6fe8b599a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:08.075283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.154438 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Pushing event updated for resources: {'Port': ['ID=484583c0-364b-43fc-ab85-5a5a78d6bb4c,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:08.168782 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.170279 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.170783 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.171326 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.171851 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.172351 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.172680 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.173921 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.174257 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.174759 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.175712 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.176253 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.217653 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Attempting to bind port 484583c0-364b-43fc-ab85-5a5a78d6bb4c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:29:08.218115 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Attempting to bind port 484583c0-364b-43fc-ab85-5a5a78d6bb4c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:29:08.218545 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Attempting to bind port 484583c0-364b-43fc-ab85-5a5a78d6bb4c on network 7e2981db-9e43-4e85-b82a-02e1f51e4298 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:08.225412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:29:08.225899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Checking segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:08.226375 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.226983 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Bound using segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:29:08.227999 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Bound port: 484583c0-364b-43fc-ab85-5a5a78d6bb4c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:29:08.227999 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.239528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:08.368340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:08.368809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.378607 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] For port 484583c0-364b-43fc-ab85-5a5a78d6bb4c, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:29:08.383549 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] For port 484583c0-364b-43fc-ab85-5a5a78d6bb4c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=484583c0-364b-43fc-ab85-5a5a78d6bb4c,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:29:08.391142 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.489086 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Routers {'7e303adf-76fd-4496-9000-fb6c36125980'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:08.489729 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['7e303adf-76fd-4496-9000-fb6c36125980'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:08.492820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c33507-3d50-49ec-b20b-288711e8ee4a None None] Pushing event updated for resources: {'Port': ['ID=484583c0-364b-43fc-ab85-5a5a78d6bb4c,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:08.685451 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] Set router 7e303adf-76fd-4496-9000-fb6c36125980 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:08.937864 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:05Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '484583c0-364b-43fc-ab85-5a5a78d6bb4c', 'name': '', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:47:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:04Z', 'updated_at': '2021-09-10T03:29:08Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:08.971966 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74830189-a49f-4847-a706-6d9ed0162160 None None] The sync data for ids ['7e303adf-76fd-4496-9000-fb6c36125980'] in n-d-808126-2 is: [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:05Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '484583c0-364b-43fc-ab85-5a5a78d6bb4c', 'name': '', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:47:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:04Z', 'updated_at': '2021-09-10T03:29:08Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:29:09.191564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01741b8d-06b5-4cc2-9bfc-d7dbb1cf24ae req-774b80df-438d-475b-b82f-a1f7ec9439f7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 210 time: 0.0674677 Sep 10 03:29:09.464774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-1bd75828-fa0e-4ebf-a4b6-b9057038cfce tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:09.466722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-1bd75828-fa0e-4ebf-a4b6-b9057038cfce tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.32 "GET /v2.0/networks?id=7e2981db-9e43-4e85-b82a-02e1f51e4298 HTTP/1.1" status: 200 len: 798 time: 0.1740403 Sep 10 03:29:09.482298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Request body: {'port': {'device_id': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'admin_state_up': True, 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:09.624674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Made reservation on behalf of ce5190e85aa149d6a57066cc8070ea10 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:09.637140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:09.788592 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Allocated IP 172.20.0.21 (7e2981db-9e43-4e85-b82a-02e1f51e4298/e783beef-e84b-4769-b900-72bc8907eb60/686ecf37-dd45-44ac-9f20-61cd7b82c58a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:29:09.930812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:09.962476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Transition to ACTIVE for port object 686ecf37-dd45-44ac-9f20-61cd7b82c58a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:09.998170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 484583c0-364b-43fc-ab85-5a5a78d6bb4c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:10.031280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:10.090089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:29:10.095849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:10.100607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:29:10.119880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:10.156599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:10.167564 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:10.429114 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872740ca-ae9e-45f5-92ae-2c612a56dac0 req-0869876b-7a01-413f-aa7e-dd5b03a43d14 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:10.430732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-872740ca-ae9e-45f5-92ae-2c612a56dac0 req-0869876b-7a01-413f-aa7e-dd5b03a43d14 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 895 time: 0.1168067 Sep 10 03:29:10.483608 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:10.523847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 484583c0-364b-43fc-ab85-5a5a78d6bb4c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=484583c0-364b-43fc-ab85-5a5a78d6bb4c,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:10.532604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:10.608025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event updated for resources: {'Port': ['ID=686ecf37-dd45-44ac-9f20-61cd7b82c58a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:10.621099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=484583c0-364b-43fc-ab85-5a5a78d6bb4c,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:10.630425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-264a97cc-f9d7-4fb6-8ac7-9cdc61ae65d7 None None] Provisioning for port 686ecf37-dd45-44ac-9f20-61cd7b82c58a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:10.643543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:10.644218 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:10.650486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-264a97cc-f9d7-4fb6-8ac7-9cdc61ae65d7 None None] Provisioning complete for port 686ecf37-dd45-44ac-9f20-61cd7b82c58a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:10.650840 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-264a97cc-f9d7-4fb6-8ac7-9cdc61ae65d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:10.672462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-e25462b1-6bc1-476f-8498-196938dd48ac tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1947639 Sep 10 03:29:10.695383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Request body: {'port': {'device_id': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:10.717815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-264a97cc-f9d7-4fb6-8ac7-9cdc61ae65d7 None None] Port 686ecf37-dd45-44ac-9f20-61cd7b82c58a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:29:10.775805 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:11.113898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686ecf37-dd45-44ac-9f20-61cd7b82c58a {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:29:11.121573 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:11.134597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Transition to ACTIVE for port object 686ecf37-dd45-44ac-9f20-61cd7b82c58a will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:11.138334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:11.196820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Pushing event updated for resources: {'Port': ['ID=686ecf37-dd45-44ac-9f20-61cd7b82c58a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:11.294201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Attempting to bind port 686ecf37-dd45-44ac-9f20-61cd7b82c58a on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:29:11.294602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Attempting to bind port 686ecf37-dd45-44ac-9f20-61cd7b82c58a by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:29:11.295025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Attempting to bind port 686ecf37-dd45-44ac-9f20-61cd7b82c58a on network 7e2981db-9e43-4e85-b82a-02e1f51e4298 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:11.300670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Port 686ecf37-dd45-44ac-9f20-61cd7b82c58a on network 7e2981db-9e43-4e85-b82a-02e1f51e4298 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:29:11.301127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Attempting to bind port 686ecf37-dd45-44ac-9f20-61cd7b82c58a on network 7e2981db-9e43-4e85-b82a-02e1f51e4298 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:11.306745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:29:11.307398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Checking segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:11.307663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Bound using segment: {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:29:11.308186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Bound port: 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4524ccd7-ca1d-4d95-9639-1f691621a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:29:11.308760 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:11.381477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] For port 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:29:11.384812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] For port 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:29:11.390518 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:11.425504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:11.426229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:11.427827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] 10.222.0.32 "PUT /v2.0/ports/686ecf37-dd45-44ac-9f20-61cd7b82c58a HTTP/1.1" status: 200 len: 1055 time: 0.7440619 Sep 10 03:29:11.428328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'tag': '686ecf37-dd45-44ac-9f20-61cd7b82c58a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:11.430733 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17868d5-c3b3-4804-b283-5a2e3711297d" -d '{"events": [{"name": "network-changed", "server_uuid": "71c18a9c-d59d-4a6f-82d1-5c5ba16add5e", "tag": "686ecf37-dd45-44ac-9f20-61cd7b82c58a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:11.462970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b11680-0ddb-48cf-840f-834d68ae53fe service neutron] Pushing event updated for resources: {'Port': ['ID=686ecf37-dd45-44ac-9f20-61cd7b82c58a,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:11.511594 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bf7616-7ee9-4310-874a-fa378954e0f6 x-openstack-request-id: req-59bf7616-7ee9-4310-874a-fa378954e0f6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:11.511925 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c18a9c-d59d-4a6f-82d1-5c5ba16add5e", "tag": "686ecf37-dd45-44ac-9f20-61cd7b82c58a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:11.512145 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59bf7616-7ee9-4310-874a-fa378954e0f6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:11.512555 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'tag': '686ecf37-dd45-44ac-9f20-61cd7b82c58a', 'status': 'completed', 'code': 200} Sep 10 03:29:11.525714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-0301ed66-46f1-4567-8396-6551ae18eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:11.527546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-0301ed66-46f1-4567-8396-6551ae18eb2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 1058 time: 0.0555489 Sep 10 03:29:11.599237 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-dd1a173b-a884-4071-ae08-a227cb616b64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a HTTP/1.1" status: 200 len: 217 time: 0.0640817 Sep 10 03:29:11.670319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-4d0efb29-eb17-4204-8469-d09b9e786c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:11.673476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-4d0efb29-eb17-4204-8469-d09b9e786c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e783beef-e84b-4769-b900-72bc8907eb60 HTTP/1.1" status: 200 len: 838 time: 0.0668557 Sep 10 03:29:11.754910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-ce004d19-6489-479a-908f-ecfcc3385ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:11.756875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-ce004d19-6489-479a-908f-ecfcc3385ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e2981db-9e43-4e85-b82a-02e1f51e4298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650797 Sep 10 03:29:11.869198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-a650c771-d6c0-493c-882d-ec53f2bef735 service neutron] 10.222.0.32 "GET /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043003 Sep 10 03:29:11.872470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6abdc-af0f-45a0-ad92-fcfeb885a5a4 req-b6f5d272-0271-4f72-b7dc-a13a99ebd2d7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:11.873942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-88c6abdc-af0f-45a0-ad92-fcfeb885a5a4 req-b6f5d272-0271-4f72-b7dc-a13a99ebd2d7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 907 time: 0.3333833 Sep 10 03:29:11.967062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 484583c0-364b-43fc-ab85-5a5a78d6bb4c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:11.981881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cea62aad-9613-4036-aeae-19b0e8da5895 req-5bef55d4-4ecb-45d1-9950-ccf3e3435704 service neutron] 10.222.0.32 "GET /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058669 Sep 10 03:29:12.030759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 484583c0-364b-43fc-ab85-5a5a78d6bb4c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:12.031137 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:12.098156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-dc33d89e-091c-4aae-806a-0549eccc9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:12.099661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-dc33d89e-091c-4aae-806a-0549eccc9ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 1058 time: 0.0659256 Sep 10 03:29:12.211262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-30c49856-1f03-433b-b4d1-a59adf4892e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:12.212831 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-30c49856-1f03-433b-b4d1-a59adf4892e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e2981db-9e43-4e85-b82a-02e1f51e4298 HTTP/1.1" status: 200 len: 898 time: 0.1047013 Sep 10 03:29:12.261765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-072b4e67-e0cd-4898-a6fc-8abbf3573cc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a HTTP/1.1" status: 200 len: 217 time: 0.0408578 Sep 10 03:29:12.323943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-270d57a7-4e4f-4693-a165-f06d88eb803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:12.325958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-270d57a7-4e4f-4693-a165-f06d88eb803d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e783beef-e84b-4769-b900-72bc8907eb60 HTTP/1.1" status: 200 len: 838 time: 0.0552318 Sep 10 03:29:12.387901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-c9ac848c-f62d-4f52-a874-d3d146440d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:12.390011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-c9ac848c-f62d-4f52-a874-d3d146440d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e2981db-9e43-4e85-b82a-02e1f51e4298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558512 Sep 10 03:29:12.391090 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:29:12.492385 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-5ebdb844-bfe4-49b5-8c10-cd7c993c2418 service neutron] 10.222.0.32 "GET /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929756 Sep 10 03:29:12.589367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c17868d5-c3b3-4804-b283-5a2e3711297d req-9054491e-fac2-4eed-a008-64d47ac89bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878515 Sep 10 03:29:13.040133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f3704-1ebf-424f-8dcc-02b5c5fb92e5 req-f553e1fa-a31b-43b1-ac55-ee1acf92d9a4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:13.046997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-104f3704-1ebf-424f-8dcc-02b5c5fb92e5 req-f553e1fa-a31b-43b1-ac55-ee1acf92d9a4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 907 time: 0.0727096 Sep 10 03:29:13.922686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 686ecf37-dd45-44ac-9f20-61cd7b82c58a details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:29:14.041189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:14.053619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '686ecf37-dd45-44ac-9f20-61cd7b82c58a', 'network_id': '7e2981db-9e43-4e85-b82a-02e1f51e4298', 'port_id': '686ecf37-dd45-44ac-9f20-61cd7b82c58a', 'mac_address': 'fa:16:3e:a6:77:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e783beef-e84b-4769-b900-72bc8907eb60', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:29:14.118927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:14.154324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686ecf37-dd45-44ac-9f20-61cd7b82c58a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:29:14.184146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:14.193641 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:14.201988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb75436-0b86-49ff-b2e4-d448125a3f5a req-16b979a7-4809-4540-a7c6-46187231fabc tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:14.216159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-adb75436-0b86-49ff-b2e4-d448125a3f5a req-16b979a7-4809-4540-a7c6-46187231fabc tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 907 time: 0.0781779 Sep 10 03:29:14.276085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=686ecf37-dd45-44ac-9f20-61cd7b82c58a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:14.403249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['686ecf37-dd45-44ac-9f20-61cd7b82c58a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:29:15.381937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae7d5-04d5-4229-91da-b95f6d7161aa req-a92eb3b6-9d6d-466f-8527-de8416fb3ca4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:15.392560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b0ae7d5-04d5-4229-91da-b95f6d7161aa req-a92eb3b6-9d6d-466f-8527-de8416fb3ca4 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 908 time: 0.1029701 Sep 10 03:29:15.923476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 686ecf37-dd45-44ac-9f20-61cd7b82c58a up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:15.998779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 686ecf37-dd45-44ac-9f20-61cd7b82c58a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:16.013789 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 686ecf37-dd45-44ac-9f20-61cd7b82c58a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:16.014174 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:16.113499 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:16.175769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686ecf37-dd45-44ac-9f20-61cd7b82c58a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:16.186502 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420937e5-9699-4db2-91a7-c76ce42d3cf1" -d '{"events": [{"server_uuid": "71c18a9c-d59d-4a6f-82d1-5c5ba16add5e", "name": "network-vif-plugged", "status": "completed", "tag": "686ecf37-dd45-44ac-9f20-61cd7b82c58a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:16.247498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:16.261031 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:16.396137 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4557df-1a65-4287-8f69-8e2c061dea65 x-openstack-request-id: req-2f4557df-1a65-4287-8f69-8e2c061dea65 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:16.396442 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c18a9c-d59d-4a6f-82d1-5c5ba16add5e", "name": "network-vif-plugged", "status": "completed", "tag": "686ecf37-dd45-44ac-9f20-61cd7b82c58a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:16.396788 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f4557df-1a65-4287-8f69-8e2c061dea65 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:16.398183 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686ecf37-dd45-44ac-9f20-61cd7b82c58a', 'code': 200} Sep 10 03:29:16.406116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=686ecf37-dd45-44ac-9f20-61cd7b82c58a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:16.442901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa0ebc-8594-4011-a308-cc895fb2ab5c req-9b834236-2281-49b4-a41e-ebd86cf9d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:16.451647 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0efa0ebc-8594-4011-a308-cc895fb2ab5c req-9b834236-2281-49b4-a41e-ebd86cf9d11c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 1060 time: 0.0687406 Sep 10 03:29:16.534149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b06b16-a613-4a54-a370-11138b14eb9d req-987407aa-f721-4b8f-bba8-bb9329b6e1e1 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:16.535636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-30b06b16-a613-4a54-a370-11138b14eb9d req-987407aa-f721-4b8f-bba8-bb9329b6e1e1 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0594025 Sep 10 03:29:17.721667 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d353e98-02fe-4dfb-980c-7df71c7cdbdf req-8646215e-6e47-4871-9787-9fa9885c45bb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:17.739617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d353e98-02fe-4dfb-980c-7df71c7cdbdf req-8646215e-6e47-4871-9787-9fa9885c45bb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0808792 Sep 10 03:29:18.858041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b40f6-fea1-4eb6-b706-618a5c3125b2 req-cce94e31-3e7b-40b8-9904-9126f3d2d847 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:18.859635 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0c0b40f6-fea1-4eb6-b706-618a5c3125b2 req-cce94e31-3e7b-40b8-9904-9126f3d2d847 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0626955 Sep 10 03:29:19.000739 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fa58d-76e4-4763-a6db-e06c8fe62e06 req-1bc85a7b-47ad-4d8e-aa07-d9f1dc6174da tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:19.003008 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c7fa58d-76e4-4763-a6db-e06c8fe62e06 req-1bc85a7b-47ad-4d8e-aa07-d9f1dc6174da tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0549943 Sep 10 03:29:19.124877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b1ff9-a89f-4ea4-8073-3e2b8076b8b3 req-c2f916f9-e416-4cf0-9fed-0a3657feef94 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:19.127173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9b6b1ff9-a89f-4ea4-8073-3e2b8076b8b3 req-c2f916f9-e416-4cf0-9fed-0a3657feef94 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 1060 time: 0.0425296 Sep 10 03:29:19.243242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cfee9-d988-47ec-a9a2-57e64caccb7e req-599cf9b0-0324-4582-89d3-954eec6e5388 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:19.244856 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-989cfee9-d988-47ec-a9a2-57e64caccb7e req-599cf9b0-0324-4582-89d3-954eec6e5388 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1135 time: 0.0463762 Sep 10 03:29:19.282193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-989cfee9-d988-47ec-a9a2-57e64caccb7e req-a79f460a-e286-4d15-a380-e3bbf9356417 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0310197 Sep 10 03:29:19.304607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:19.344444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab192d63-5cb0-417f-9946-d420784ea9e1 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:19.349140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ab192d63-5cb0-417f-9946-d420784ea9e1 tempest-TestSecurityGroupsBasicOps-2108219382 tempest-TestSecurityGroupsBasicOps-2108219382-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 1055 time: 0.0407920 Sep 10 03:29:19.606469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248102c-53f3-4c04-bb09-e7d1483d71d5 req-c2032e9e-875b-4f6d-997b-ef7228fb3fb2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:19.608021 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2248102c-53f3-4c04-bb09-e7d1483d71d5 req-c2032e9e-875b-4f6d-997b-ef7228fb3fb2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0688436 Sep 10 03:29:20.765976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94416003-df64-4333-972b-b8a7365584c6 req-08c0d618-286c-4f1a-96f6-9648e3a05b76 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:20.767484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94416003-df64-4333-972b-b8a7365584c6 req-08c0d618-286c-4f1a-96f6-9648e3a05b76 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0504141 Sep 10 03:29:20.910369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-baa07303-c817-49d8-bcda-fb20c23b5b2d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:20.912020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-baa07303-c817-49d8-bcda-fb20c23b5b2d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.32 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 909 time: 0.0577116 Sep 10 03:29:21.044349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port 686ecf37-dd45-44ac-9f20-61cd7b82c58a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:21.044600 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:21.163583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] For port 686ecf37-dd45-44ac-9f20-61cd7b82c58a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=686ecf37-dd45-44ac-9f20-61cd7b82c58a,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:21.163966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:21.178329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for 686ecf37-dd45-44ac-9f20-61cd7b82c58a owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:21.328255 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:21.387719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=686ecf37-dd45-44ac-9f20-61cd7b82c58a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:21.429864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] No DVR routers for this DVR port 686ecf37-dd45-44ac-9f20-61cd7b82c58a on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:29:21.433034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:21.435411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ba1d32a-99a8-41ee-b368-535741eed7bd req-c7b71fc4-59f0-4755-a070-cf77de827f9d tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.32 "DELETE /v2.0/ports/686ecf37-dd45-44ac-9f20-61cd7b82c58a HTTP/1.1" status: 204 len: 173 time: 0.5175316 Sep 10 03:29:21.435916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'name': 'network-vif-deleted', 'tag': '686ecf37-dd45-44ac-9f20-61cd7b82c58a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:21.438631 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce29c65-258a-4b24-9932-d63136e6411f" -d '{"events": [{"server_uuid": "71c18a9c-d59d-4a6f-82d1-5c5ba16add5e", "name": "network-vif-deleted", "tag": "686ecf37-dd45-44ac-9f20-61cd7b82c58a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:21.498307 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a49a68-40b1-4e43-9777-6c689ba49085 x-openstack-request-id: req-66a49a68-40b1-4e43-9777-6c689ba49085 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:21.498921 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c18a9c-d59d-4a6f-82d1-5c5ba16add5e", "name": "network-vif-deleted", "tag": "686ecf37-dd45-44ac-9f20-61cd7b82c58a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:21.499393 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66a49a68-40b1-4e43-9777-6c689ba49085 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:21.499996 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c18a9c-d59d-4a6f-82d1-5c5ba16add5e', 'name': 'network-vif-deleted', 'tag': '686ecf37-dd45-44ac-9f20-61cd7b82c58a', 'status': 'completed', 'code': 200} Sep 10 03:29:21.940348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7780ff8e-9eea-4c6d-8d9c-6c85020ddce1 req-65aea79c-39c0-4e1e-86a6-6d8e3f1364a6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=71c18a9c-d59d-4a6f-82d1-5c5ba16add5e HTTP/1.1" status: 200 len: 210 time: 0.0388887 Sep 10 03:29:22.069459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35738) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:22.190275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b4198d-56bd-4ca3-aad2-0824e4dfb59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.280127 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b4198d-56bd-4ca3-aad2-0824e4dfb59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.284866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99b4198d-56bd-4ca3-aad2-0824e4dfb59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.322474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-99b4198d-56bd-4ca3-aad2-0824e4dfb59b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93766d165cea4a7f9be6104865de52dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516999 Sep 10 03:29:22.323642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4198d-56bd-4ca3-aad2-0824e4dfb59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128a7446-91b8-4496-b2be-48ae7d3e4d90,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:22.325253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35742) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:22.377337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-417aa2f5-1985-4736-9620-eb08dbc663ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.400511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-417aa2f5-1985-4736-9620-eb08dbc663ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.445084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-417aa2f5-1985-4736-9620-eb08dbc663ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.447618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-417aa2f5-1985-4736-9620-eb08dbc663ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.451126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-417aa2f5-1985-4736-9620-eb08dbc663ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/128a7446-91b8-4496-b2be-48ae7d3e4d90 HTTP/1.1" status: 204 len: 168 time: 0.1225202 Sep 10 03:29:22.457073 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aa2f5-1985-4736-9620-eb08dbc663ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128a7446-91b8-4496-b2be-48ae7d3e4d90,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:22.724951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35748) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:22.740052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d463cdb3-2a76-4808-87c6-208f178d3fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.849652 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d463cdb3-2a76-4808-87c6-208f178d3fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.853469 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d463cdb3-2a76-4808-87c6-208f178d3fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.893942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d463cdb3-2a76-4808-87c6-208f178d3fec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb65676faf8a4513a1a61422902ce9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678095 Sep 10 03:29:22.894814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463cdb3-2a76-4808-87c6-208f178d3fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4574125-9086-4b1d-9324-3220b07bca1f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:22.896601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35752) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:22.955784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8288185-e612-44e3-816f-356bc596666e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.976896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8288185-e612-44e3-816f-356bc596666e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:22.990273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35756) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:23.025353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8288185-e612-44e3-816f-356bc596666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.028312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8288185-e612-44e3-816f-356bc596666e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.030660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e8288185-e612-44e3-816f-356bc596666e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4574125-9086-4b1d-9324-3220b07bca1f HTTP/1.1" status: 204 len: 168 time: 0.1318848 Sep 10 03:29:23.039058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8288185-e612-44e3-816f-356bc596666e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4574125-9086-4b1d-9324-3220b07bca1f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:23.370445 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.634977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port 484583c0-364b-43fc-ab85-5a5a78d6bb4c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:23.635322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.727988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] For port 484583c0-364b-43fc-ab85-5a5a78d6bb4c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=484583c0-364b-43fc-ab85-5a5a78d6bb4c,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:23.728300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.743257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for 484583c0-364b-43fc-ab85-5a5a78d6bb4c owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:23.947993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.975551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=484583c0-364b-43fc-ab85-5a5a78d6bb4c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:24.203070 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:24.454851 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router 7e303adf-76fd-4496-9000-fb6c36125980 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:29:24.592880 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:29:24.603754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:24.604354 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-493cebbe-a74b-4990-a8d4-6c88649eae09 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "PUT /v2.0/routers/7e303adf-76fd-4496-9000-fb6c36125980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125572 Sep 10 03:29:24.608477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] Sync routers for ids ['7e303adf-76fd-4496-9000-fb6c36125980'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:29:24.629939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] Routers {'7e303adf-76fd-4496-9000-fb6c36125980'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:24.630860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['7e303adf-76fd-4496-9000-fb6c36125980'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:24.677171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting subnet e783beef-e84b-4769-b900-72bc8907eb60 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:29:24.684486 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:24.738651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:24.757889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] Set router 7e303adf-76fd-4496-9000-fb6c36125980 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:24.865853 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:24.949173 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:24.981519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Subnet': ['ID=e783beef-e84b-4769-b900-72bc8907eb60,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:24.986310 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:24.989387 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e15b66ea-edf0-4b28-9e0b-7ffa5266ccf7 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/subnets/e783beef-e84b-4769-b900-72bc8907eb60 HTTP/1.1" status: 204 len: 168 time: 0.3844903 Sep 10 03:29:24.991831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35880) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:25.003231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e3d24-8b37-43e9-9f90-5de2c3faba75 None None] Network 7e2981db-9e43-4e85-b82a-02e1f51e4298 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:25.152502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.241342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:23Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:25.280832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] Checking router: 7e303adf-76fd-4496-9000-fb6c36125980 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:29:25.291633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] Routers {'7e303adf-76fd-4496-9000-fb6c36125980'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:25.292294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['7e303adf-76fd-4496-9000-fb6c36125980'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:25.300710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.336816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f3608-3042-45cc-af98-964114630e7e None None] DHCP port deletion for 7e2981db-9e43-4e85-b82a-02e1f51e4298 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:29:25.375667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port dd09e3a7-2b42-4688-8c72-68a6fe8b599a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:25.376048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.461418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] Set router 7e303adf-76fd-4496-9000-fb6c36125980 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:25.489074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] For port dd09e3a7-2b42-4688-8c72-68a6fe8b599a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:25.489074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.501495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for dd09e3a7-2b42-4688-8c72-68a6fe8b599a owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:25.536346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-165f3608-3042-45cc-af98-964114630e7e None None] Deleting port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:25.543988 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-165f3608-3042-45cc-af98-964114630e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.676587 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-165f3608-3042-45cc-af98-964114630e7e None None] For port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,segment=NetworkSegment(4524ccd7-ca1d-4d95-9639-1f691621a6c0),segment_id=4524ccd7-ca1d-4d95-9639-1f691621a6c0)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:25.677281 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-165f3608-3042-45cc-af98-964114630e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.696260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-165f3608-3042-45cc-af98-964114630e7e None None] Calling delete_port for 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:25.704983 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.765436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=dd09e3a7-2b42-4688-8c72-68a6fe8b599a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:25.818868 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.826450 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:23Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:25.860677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f77c1-66a0-4aa7-bbbe-5893767ec190 None None] The sync data for ids ['7e303adf-76fd-4496-9000-fb6c36125980'] in n-d-808126-2 is: [{'id': '7e303adf-76fd-4496-9000-fb6c36125980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031791489', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:23Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'dd09e3a7-2b42-4688-8c72-68a6fe8b599a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e303adf-76fd-4496-9000-fb6c36125980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:29:01Z', 'updated_at': '2021-09-10T03:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:29:25.884753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-165f3608-3042-45cc-af98-964114630e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.912871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f3608-3042-45cc-af98-964114630e7e None None] Pushing event deleted for resources: {'Port': ['ID=17594e8c-3c8a-49e5-ae61-31f5bfa0e858,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:25.918374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f3608-3042-45cc-af98-964114630e7e None None] No DVR routers for this DVR port 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:29:25.961605 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.964412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.965695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 686ecf37-dd45-44ac-9f20-61cd7b82c58a no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:25.996611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 686ecf37-dd45-44ac-9f20-61cd7b82c58a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:25.997342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 686ecf37-dd45-44ac-9f20-61cd7b82c58a not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:26.009335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.009761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Fanout notify agent at l3_agent the message router_deleted on router 7e303adf-76fd-4496-9000-fb6c36125980 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:29:26.017961 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.019282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a061f1ab-5616-45f5-8ed2-ea7fdeb448ca tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/routers/7e303adf-76fd-4496-9000-fb6c36125980 HTTP/1.1" status: 204 len: 168 time: 1.0261278 Sep 10 03:29:26.021767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:26.099648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.197357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.217711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2981db-9e43-4e85-b82a-02e1f51e4298']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:26.228469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524ccd7-ca1d-4d95-9639-1f691621a6c0') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:26.228766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524ccd7-ca1d-4d95-9639-1f691621a6c0') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:26.248344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.264812 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.272714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:29:26.273206 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:29:26.276455 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:29:26.377597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.383658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.389968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/networks/7e2981db-9e43-4e85-b82a-02e1f51e4298 HTTP/1.1" status: 204 len: 168 time: 0.3631015 Sep 10 03:29:26.390170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35906) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:26.414056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:26.422532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177fe81-8201-46d8-9605-ad1b33825dd6 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Network': ['ID=7e2981db-9e43-4e85-b82a-02e1f51e4298,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:26.454418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:26.455017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 17594e8c-3c8a-49e5-ae61-31f5bfa0e858 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:26.713371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port 0689e076-bd1e-4212-b83b-9ce986483094 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:26.713730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.805307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.806891 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.819040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for 0689e076-bd1e-4212-b83b-9ce986483094 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:27.009782 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:27.039662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=0689e076-bd1e-4212-b83b-9ce986483094,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:27.137803 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:27.138495 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Floating IP 3374115a-8776-4bf9-b5fb-fb9b5d6a3910 disassociated (deleted). External IP: 172.25.8.156, port: f5b3a286-201f-4321-8f9d-8cefae1f4211. Sep 10 03:29:27.655228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router f8d31734-108f-42bb-a59d-11899629c014 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:29:27.772971 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:29:27.782822 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] Sync routers for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:29:27.783346 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:27.799184 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:27.800773 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:27.811381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-84687f4f-db2d-4c76-a159-5d41fb5cbb0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/floatingips/3374115a-8776-4bf9-b5fb-fb9b5d6a3910 HTTP/1.1" status: 204 len: 168 time: 1.4205449 Sep 10 03:29:27.811978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:27.815102 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b171a8-fec2-4331-973a-494b2330365b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:27.891281 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1ac308-5a9b-4bb9-b464-9fa9d48d3e78 x-openstack-request-id: req-4d1ac308-5a9b-4bb9-b464-9fa9d48d3e78 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:27.892181 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:27.892181 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d1ac308-5a9b-4bb9-b464-9fa9d48d3e78 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:27.892441 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'status': 'completed', 'code': 200} Sep 10 03:29:27.936105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dd09e3a7-2b42-4688-8c72-68a6fe8b599a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:27.965610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: dd09e3a7-2b42-4688-8c72-68a6fe8b599a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:27.966845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device dd09e3a7-2b42-4688-8c72-68a6fe8b599a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:27.967546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 484583c0-364b-43fc-ab85-5a5a78d6bb4c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:27.968006 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:27.994443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 484583c0-364b-43fc-ab85-5a5a78d6bb4c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:27.995332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 484583c0-364b-43fc-ab85-5a5a78d6bb4c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:28.008928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b171a8-fec2-4331-973a-494b2330365b req-28393e18-6e69-4ef3-b237-07260e349302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:28.012517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-28393e18-6e69-4ef3-b237-07260e349302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce5190e85aa149d6a57066cc8070ea10&device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 1135 time: 0.1001141 Sep 10 03:29:28.182546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b171a8-fec2-4331-973a-494b2330365b req-092ffd21-bfb2-4cca-9b04-23c1ffbc864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:28.184194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-092ffd21-bfb2-4cca-9b04-23c1ffbc864d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 200 len: 897 time: 0.1645291 Sep 10 03:29:28.232601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c38a-5ad4-4204-a5ff-626622c8e70e req-ce2adb10-ed86-4948-807c-fea851335862 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:28.240928 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3c2c38a-5ad4-4204-a5ff-626622c8e70e req-ce2adb10-ed86-4948-807c-fea851335862 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0825851 Sep 10 03:29:28.250974 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:18Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:28.283995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3c2c38a-5ad4-4204-a5ff-626622c8e70e req-217eff29-ec9a-4803-8e98-8bea0dfa0965 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0419500 Sep 10 03:29:28.284290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-313ce629-a1cb-4c25-9339-ec5797154f72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 200 len: 217 time: 0.0914192 Sep 10 03:29:28.285870 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] Checking router: f8d31734-108f-42bb-a59d-11899629c014 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:29:28.295435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:28.296157 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:28.336233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b171a8-fec2-4331-973a-494b2330365b req-cdbbedff-37bc-401b-ab05-121c337beba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:28.337851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-cdbbedff-37bc-401b-ab05-121c337beba8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b HTTP/1.1" status: 200 len: 835 time: 0.0465531 Sep 10 03:29:28.401246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b171a8-fec2-4331-973a-494b2330365b req-263c5689-e8ca-4c57-8144-1e1b4a16b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:28.402914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-263c5689-e8ca-4c57-8144-1e1b4a16b252 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2d49e07-8536-47ca-8116-413f02755b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564601 Sep 10 03:29:28.442425 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:28.525713 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-396ed07d-473c-488d-ad0d-53ebccdd6297 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128151 Sep 10 03:29:28.640912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10b171a8-fec2-4331-973a-494b2330365b req-51830b30-4942-4e94-8816-663d6b0bcb04 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070683 Sep 10 03:29:28.775240 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:18Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:28.801748 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5766eb-b2ba-42d1-8267-90c6d1bc5563 None None] The sync data for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 is: [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '357ee2ea-af37-4ede-a461-b557e0829db5', 'name': '', 'network_id': 'a2d49e07-8536-47ca-8116-413f02755b39', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'mac_address': 'fa:16:3e:17:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:11Z', 'updated_at': '2021-09-10T03:28:18Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'subnets': [{'id': 'b04f9ac7-5f59-41a0-a7d8-844732ae6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:29:29.101648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3ac47-e771-4bf0-b90a-4d5fec694404 None None] New status for floating IP 3374115a-8776-4bf9-b5fb-fb9b5d6a3910: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:29:29.427951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e253c-1e49-4404-8ecb-33551faa528d req-d7e8076e-0d15-42ca-9bea-8a1e70460ec2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:29.430085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-636e253c-1e49-4404-8ecb-33551faa528d req-d7e8076e-0d15-42ca-9bea-8a1e70460ec2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0858653 Sep 10 03:29:29.451790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710918-897d-4378-84dc-053877f9c45d req-6d9b3743-e010-4e39-af9b-b98f4f67c14b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:29.453543 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7710918-897d-4378-84dc-053877f9c45d req-6d9b3743-e010-4e39-af9b-b98f4f67c14b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed465eb-0c6a-4591-91d9-03bda9f533d6 HTTP/1.1" status: 200 len: 984 time: 0.0795438 Sep 10 03:29:29.545456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b7710918-897d-4378-84dc-053877f9c45d req-c992c885-bd20-4431-895c-8bb4d00d7eeb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bab7885-b27f-43bc-9b4c-0316f81a9dfd&id=50cef12a-c2da-4771-aa52-fe399ab553e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0755267 Sep 10 03:29:29.565747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port f5b3a286-201f-4321-8f9d-8cefae1f4211 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:29.566170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:29.665096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] For port f5b3a286-201f-4321-8f9d-8cefae1f4211, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=f5b3a286-201f-4321-8f9d-8cefae1f4211,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:29.665500 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:29.679516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for f5b3a286-201f-4321-8f9d-8cefae1f4211 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:29.828943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:29.861662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=f5b3a286-201f-4321-8f9d-8cefae1f4211,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:29.912093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] No DVR routers for this DVR port f5b3a286-201f-4321-8f9d-8cefae1f4211 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:29:29.915040 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:29.920491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-636e253c-1e49-4404-8ecb-33551faa528d req-ca5c9b42-b0f2-4e4d-9c01-7f1a8d3be8e2 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.36 "DELETE /v2.0/ports/f5b3a286-201f-4321-8f9d-8cefae1f4211 HTTP/1.1" status: 204 len: 173 time: 0.4818757 Sep 10 03:29:29.920491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'name': 'network-vif-deleted', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:29.929740 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666f562-6a01-4f00-a627-e48e186df4ed" -d '{"events": [{"server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "name": "network-vif-deleted", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:29.973242 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93b4e40-240c-4b76-9802-f7a370895a7e x-openstack-request-id: req-f93b4e40-240c-4b76-9802-f7a370895a7e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:29.973557 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed465eb-0c6a-4591-91d9-03bda9f533d6", "name": "network-vif-deleted", "tag": "f5b3a286-201f-4321-8f9d-8cefae1f4211", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:29.973817 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f93b4e40-240c-4b76-9802-f7a370895a7e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:29.974283 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed465eb-0c6a-4591-91d9-03bda9f533d6', 'name': 'network-vif-deleted', 'tag': 'f5b3a286-201f-4321-8f9d-8cefae1f4211', 'status': 'completed', 'code': 200} Sep 10 03:29:30.612861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 35992) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:30.674001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60e3908a-20d3-490f-acb3-c44583d2a4f9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.698247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60e3908a-20d3-490f-acb3-c44583d2a4f9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.748605 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60e3908a-20d3-490f-acb3-c44583d2a4f9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.753440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60e3908a-20d3-490f-acb3-c44583d2a4f9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.755228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-60e3908a-20d3-490f-acb3-c44583d2a4f9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/security-groups/50cef12a-c2da-4771-aa52-fe399ab553e8 HTTP/1.1" status: 204 len: 168 time: 0.1411319 Sep 10 03:29:30.757987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 35998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:30.767937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3908a-20d3-490f-acb3-c44583d2a4f9 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cef12a-c2da-4771-aa52-fe399ab553e8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:30.838469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb4de06-e374-4b60-a443-8e5320865405 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.864004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb4de06-e374-4b60-a443-8e5320865405 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.909632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb4de06-e374-4b60-a443-8e5320865405 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.912383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-abb4de06-e374-4b60-a443-8e5320865405 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.913800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-abb4de06-e374-4b60-a443-8e5320865405 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/security-groups/0bab7885-b27f-43bc-9b4c-0316f81a9dfd HTTP/1.1" status: 204 len: 168 time: 0.1543522 Sep 10 03:29:30.917072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36002) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:30.923515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4de06-e374-4b60-a443-8e5320865405 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab7885-b27f-43bc-9b4c-0316f81a9dfd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:31.321797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:31.611996 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port 357ee2ea-af37-4ede-a461-b557e0829db5 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:31.612353 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:31.718531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] For port 357ee2ea-af37-4ede-a461-b557e0829db5, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=357ee2ea-af37-4ede-a461-b557e0829db5,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:31.719807 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:31.732413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for 357ee2ea-af37-4ede-a461-b557e0829db5 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:31.768034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28e775bb-0cc3-484e-93c6-1cfa6149f304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:31.960417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:31.962695 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:31.991802 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=357ee2ea-af37-4ede-a461-b557e0829db5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:32.182795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:32.257666 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:32.442946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Router f8d31734-108f-42bb-a59d-11899629c014 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:29:32.558232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:29:32.564164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-162d70f1-5ced-4edb-8443-fbeafcfbfbdb tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "PUT /v2.0/routers/f8d31734-108f-42bb-a59d-11899629c014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452019 Sep 10 03:29:32.566641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:32.579962 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] Sync routers for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:29:32.593462 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:32.593462 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:32.644663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting subnet b04f9ac7-5f59-41a0-a7d8-844732ae6a8b {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:29:32.648118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:32.708353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:32.981151 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:29:31Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:32.992432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.020312 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] Checking router: f8d31734-108f-42bb-a59d-11899629c014 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:29:33.030278 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] Routers {'f8d31734-108f-42bb-a59d-11899629c014'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:29:33.030993 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:29:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['f8d31734-108f-42bb-a59d-11899629c014'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:33.100372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.165374 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] Set router f8d31734-108f-42bb-a59d-11899629c014 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:29:33.178382 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.195272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.199606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/subnets/b04f9ac7-5f59-41a0-a7d8-844732ae6a8b HTTP/1.1" status: 204 len: 168 time: 0.6296904 Sep 10 03:29:33.200718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36046) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:33.208534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15cbc7-679a-4c2e-a4df-f2f14df566e0 None None] Network a2d49e07-8536-47ca-8116-413f02755b39 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:33.257626 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6126-a556-4cf2-9d74-884a5728fb13 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Subnet': ['ID=b04f9ac7-5f59-41a0-a7d8-844732ae6a8b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:33.373487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.455412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:29:31Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:33.476375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] DHCP port deletion for a2d49e07-8536-47ca-8116-413f02755b39 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:29:33.497919 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bfc193-e525-4d83-a4e7-159ed7fcbaf3 None None] The sync data for ids ['f8d31734-108f-42bb-a59d-11899629c014'] in n-d-808126-2 is: [{'id': 'f8d31734-108f-42bb-a59d-11899629c014', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069237189', 'tenant_id': 'ce5190e85aa149d6a57066cc8070ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:28:07Z', 'updated_at': '2021-09-10T03:29:31Z', 'revision_number': 5, 'project_id': 'ce5190e85aa149d6a57066cc8070ea10', 'gw_port': {'id': 'a841dd9c-532a-41be-a761-b87e9dc8c743', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d31734-108f-42bb-a59d-11899629c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:28:08Z', 'updated_at': '2021-09-10T03:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:29:33.526204 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.540087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] Deleting port ce60972e-7770-4cb4-ab26-c0153bf79209 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:33.540789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.611588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Deleting port a841dd9c-532a-41be-a761-b87e9dc8c743 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:33.611933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.619910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] For port ce60972e-7770-4cb4-ab26-c0153bf79209, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ce60972e-7770-4cb4-ab26-c0153bf79209,segment=NetworkSegment(30cd1f5e-5d7f-4cfa-9883-7d409e079c9c),segment_id=30cd1f5e-5d7f-4cfa-9883-7d409e079c9c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:33.620665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.643261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] Calling delete_port for ce60972e-7770-4cb4-ab26-c0153bf79209 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:33.720213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] For port a841dd9c-532a-41be-a761-b87e9dc8c743, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a841dd9c-532a-41be-a761-b87e9dc8c743,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:33.721080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.738623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Calling delete_port for a841dd9c-532a-41be-a761-b87e9dc8c743 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:29:33.742572 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:33.779647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] Pushing event deleted for resources: {'Port': ['ID=ce60972e-7770-4cb4-ab26-c0153bf79209,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:33.787257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb53c9-6de7-4c59-be17-1e25d854dfb7 None None] No DVR routers for this DVR port ce60972e-7770-4cb4-ab26-c0153bf79209 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:29:34.007155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 357ee2ea-af37-4ede-a461-b557e0829db5 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:34.042600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 357ee2ea-af37-4ede-a461-b557e0829db5 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:34.043227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 357ee2ea-af37-4ede-a461-b557e0829db5 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:34.044009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ce60972e-7770-4cb4-ab26-c0153bf79209 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:34.049959 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.079173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ce60972e-7770-4cb4-ab26-c0153bf79209 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:34.080178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ce60972e-7770-4cb4-ab26-c0153bf79209 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:34.097162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Port': ['ID=a841dd9c-532a-41be-a761-b87e9dc8c743,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:34.182437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.218900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f5b3a286-201f-4321-8f9d-8cefae1f4211 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:34.248719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: f5b3a286-201f-4321-8f9d-8cefae1f4211 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:34.250192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device f5b3a286-201f-4321-8f9d-8cefae1f4211 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:34.289250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.292262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.342674 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.343234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Fanout notify agent at l3_agent the message router_deleted on router f8d31734-108f-42bb-a59d-11899629c014 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:29:34.354397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.356199 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2aaff1fc-5230-455a-ace1-0f1fad735d16 tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/routers/f8d31734-108f-42bb-a59d-11899629c014 HTTP/1.1" status: 204 len: 168 time: 1.1544752 Sep 10 03:29:34.358984 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6797f617-8be7-4004-bbc7-f397a4637f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.360194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36064) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:34.474890 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.604569 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.631831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d49e07-8536-47ca-8116-413f02755b39']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:34.646648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:34.646648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cd1f5e-5d7f-4cfa-9883-7d409e079c9c') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:29:34.654581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.670450 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.676862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:29:34.677266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:29:34.680884 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:29:34.708272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.754420 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.765492 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:34.770270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] 10.222.0.23 "DELETE /v2.0/networks/a2d49e07-8536-47ca-8116-413f02755b39 HTTP/1.1" status: 204 len: 168 time: 0.4064667 Sep 10 03:29:34.801787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4953c6f-9a26-4d29-91ce-952b25edfa0b tempest-TestSecurityGroupsBasicOps-1492162487 tempest-TestSecurityGroupsBasicOps-1492162487-project] Pushing event deleted for resources: {'Network': ['ID=a2d49e07-8536-47ca-8116-413f02755b39,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:35.133297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36090) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:35.291009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-066ed84d-3591-499c-b192-a52348d3af65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce5190e85aa149d6a57066cc8070ea10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563909 Sep 10 03:29:35.293363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36098) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:35.361489 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9961153f-1b9c-46cc-a21b-108590a5f60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.383037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9961153f-1b9c-46cc-a21b-108590a5f60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.437030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9961153f-1b9c-46cc-a21b-108590a5f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.439935 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9961153f-1b9c-46cc-a21b-108590a5f60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.446459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9961153f-1b9c-46cc-a21b-108590a5f60c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d305ac3c-b539-45f7-90e5-17a0a292a3cb HTTP/1.1" status: 204 len: 168 time: 0.1519120 Sep 10 03:29:35.459580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961153f-1b9c-46cc-a21b-108590a5f60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d305ac3c-b539-45f7-90e5-17a0a292a3cb,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:35.511373 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.775886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:35.791410 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0317342e-6e44-41c1-97c5-81d72859245b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.908328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0317342e-6e44-41c1-97c5-81d72859245b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.913631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0317342e-6e44-41c1-97c5-81d72859245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:35.946748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0317342e-6e44-41c1-97c5-81d72859245b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd9c8b9f0ccf441e892d4db142332ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696322 Sep 10 03:29:35.949348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36116) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:35.977845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317342e-6e44-41c1-97c5-81d72859245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27917f-3ea2-467c-b9d9-f4094eae4651,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:36.002847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a841dd9c-532a-41be-a761-b87e9dc8c743 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:29:36.018396 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6e4acfb-440b-41e4-9053-4731dd773579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.025536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a841dd9c-532a-41be-a761-b87e9dc8c743 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:29:36.026092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a841dd9c-532a-41be-a761-b87e9dc8c743 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:29:36.048037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6e4acfb-440b-41e4-9053-4731dd773579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.117019 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6e4acfb-440b-41e4-9053-4731dd773579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.120054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b6e4acfb-440b-41e4-9053-4731dd773579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.121423 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b6e4acfb-440b-41e4-9053-4731dd773579 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c27917f-3ea2-467c-b9d9-f4094eae4651 HTTP/1.1" status: 204 len: 168 time: 0.1709795 Sep 10 03:29:36.132488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4acfb-440b-41e4-9053-4731dd773579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27917f-3ea2-467c-b9d9-f4094eae4651,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:36.522504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:36.567330 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4ba08dbb-98b2-4af6-adc2-369cf28f6cd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=741361f4481b49019988f9ce4e293ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436573 Sep 10 03:29:36.569844 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36136) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:36.624484 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1159e266-7cf2-4de5-a173-2a7aade50ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.648588 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1159e266-7cf2-4de5-a173-2a7aade50ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.705663 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1159e266-7cf2-4de5-a173-2a7aade50ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.708485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1159e266-7cf2-4de5-a173-2a7aade50ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:36.709754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1159e266-7cf2-4de5-a173-2a7aade50ea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eb73cbb-ad98-413c-ae4c-4d520b04db7b HTTP/1.1" status: 204 len: 168 time: 0.1388140 Sep 10 03:29:36.730167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e266-7cf2-4de5-a173-2a7aade50ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb73cbb-ad98-413c-ae4c-4d520b04db7b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:37.402520 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.554757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36182) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:37.658384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-407142864-network', 'tenant_id': 'f75e37b841e644f2b734118aaa48116e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:37.680830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Made reservation on behalf of f75e37b841e644f2b734118aaa48116e for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:37.684005 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.696466 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.796781 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.801174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.850050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:29:37.857580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff83a8-a4d9-41c9-b948-091b9e227e14,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:37.869156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.869613 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Added segment 00ddf09b-b7b0-4f0c-833c-69e417981d82 of type vlan for network 12a7a562-0b21-4d00-874f-040a578ae191 Sep 10 03:29:37.914686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.941289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.942377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:37.943067 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:37.979538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4236875 Sep 10 03:29:37.980152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36198) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:37.986048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Request body: {'subnet': {'network_id': '12a7a562-0b21-4d00-874f-040a578ae191', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-407142864-subnet', 'tenant_id': 'f75e37b841e644f2b734118aaa48116e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:38.012614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Made reservation on behalf of f75e37b841e644f2b734118aaa48116e for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:38.013732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd382592-8292-42fe-bc48-fae691bd83fa admin admin] Pushing event updated for resources: {'Network': ['ID=12a7a562-0b21-4d00-874f-040a578ae191,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:38.016511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:38.024316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 12a7a562-0b21-4d00-874f-040a578ae191 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:29:38.514462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:38.575511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7910f45-48c0-4031-802c-5c535ebaa7d0,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:38.586032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Checking segment: {'id': '00ddf09b-b7b0-4f0c-833c-69e417981d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:38.586478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Network hostable DHCP agents. Network: 12a7a562-0b21-4d00-874f-040a578ae191, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:29:38.610386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Network 12a7a562-0b21-4d00-874f-040a578ae191 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:29:38.620232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 12a7a562-0b21-4d00-874f-040a578ae191) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:38.624373 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:38.624968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:38.633565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896cbda-ae79-4d04-b018-80bc0c507a66 None None] Network 12a7a562-0b21-4d00-874f-040a578ae191 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:38.648058 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4e16b28b-79aa-47da-8ebb-51b544e57167 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6663773 Sep 10 03:29:38.786655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e623a0-f038-48b3-b781-225d147e3f88 None None] Network 12a7a562-0b21-4d00-874f-040a578ae191 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:39.337580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36244) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:39.342678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1126329059-network', 'tenant_id': 'be3da3a666934a1f87b8a25201d49a03'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:39.372836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Made reservation on behalf of be3da3a666934a1f87b8a25201d49a03 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:39.375121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.386298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.505933 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.510617 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.538866 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:29:39.550196 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3218eb8f-2865-4279-ad2b-be8daf12f038,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:39.556723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.557068 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Added segment a15d5ca0-52a4-4a3f-b4b9-ac1818a31c4e of type vlan for network a681de2d-e00b-4ede-a081-8c8c5b2e1498 Sep 10 03:29:39.599769 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.627537 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.628714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:39.629371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.670890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3320928 Sep 10 03:29:39.674070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36256) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:39.681367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Request body: {'subnet': {'network_id': 'a681de2d-e00b-4ede-a081-8c8c5b2e1498', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1126329059-subnet', 'tenant_id': 'be3da3a666934a1f87b8a25201d49a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:39.714113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276623b5-a17d-483f-bdd6-035da75ac79a admin admin] Pushing event updated for resources: {'Network': ['ID=a681de2d-e00b-4ede-a081-8c8c5b2e1498,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:39.733634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a681de2d-e00b-4ede-a081-8c8c5b2e1498 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:29:39.734286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Made reservation on behalf of be3da3a666934a1f87b8a25201d49a03 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:39.738100 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.930894 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:39.997649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Checking segment: {'id': 'a15d5ca0-52a4-4a3f-b4b9-ac1818a31c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a681de2d-e00b-4ede-a081-8c8c5b2e1498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:39.998005 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Network hostable DHCP agents. Network: a681de2d-e00b-4ede-a081-8c8c5b2e1498, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:29:40.001646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8509eff2-d43b-4828-b4ac-09ecbce6e9af,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:40.023921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Network a681de2d-e00b-4ede-a081-8c8c5b2e1498 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:29:40.036736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a681de2d-e00b-4ede-a081-8c8c5b2e1498) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:40.042183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:40.042937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:40.050667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a286b-d427-4c59-b8fe-1c9f9f528cf7 None None] Network a681de2d-e00b-4ede-a081-8c8c5b2e1498 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:40.065032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-19b22574-63cf-46d7-9899-885e96848846 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3898013 Sep 10 03:29:40.201007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141bf17-f86f-4141-914e-3e613b00603d None None] Network a681de2d-e00b-4ede-a081-8c8c5b2e1498 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:29:40.669469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-6c71bee0-55d5-4d02-b0ba-8f66b6544c56 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:40.671112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-6c71bee0-55d5-4d02-b0ba-8f66b6544c56 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/networks?id=12a7a562-0b21-4d00-874f-040a578ae191 HTTP/1.1" status: 200 len: 811 time: 0.1238601 Sep 10 03:29:40.689276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-a5b70742-77d9-4a06-92ec-004aa0fe0e33 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/quotas/f75e37b841e644f2b734118aaa48116e HTTP/1.1" status: 200 len: 375 time: 0.0096023 Sep 10 03:29:40.722377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-a28bfeb1-c3fd-4ae7-a5da-d42e088df0e0 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f75e37b841e644f2b734118aaa48116e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271828 Sep 10 03:29:40.851806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-adae9051-8968-40e9-8cb9-a75ad24645ae service neutron] 10.222.0.23 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219349 Sep 10 03:29:40.977211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-e2a2d1cb-4603-45e5-9c41-36fa330995e4 service neutron] 10.222.0.23 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244593 Sep 10 03:29:41.187474 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd45e463-7151-4db6-be31-f4ca341348c8 req-7cb2ba8f-5f17-4a0c-9e8f-11117fb88379 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 210 time: 0.0347414 Sep 10 03:29:42.257119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bbb0d3cf-c983-4c4c-bf80-ff646465a88a tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:42.259799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bbb0d3cf-c983-4c4c-bf80-ff646465a88a tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.36 "GET /v2.0/networks?id=12a7a562-0b21-4d00-874f-040a578ae191 HTTP/1.1" status: 200 len: 811 time: 0.1602888 Sep 10 03:29:42.281124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Request body: {'port': {'device_id': '00acc38d-bd13-42fd-b74a-952e835b3687', 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191', 'admin_state_up': True, 'tenant_id': 'f75e37b841e644f2b734118aaa48116e'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:42.358754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-891864b5-0e5f-44ea-9fbb-b583f93c79b6 req-6b118bd6-7d5c-40a2-873b-f040f8bdc175 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 210 time: 0.0546472 Sep 10 03:29:42.433045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Made reservation on behalf of f75e37b841e644f2b734118aaa48116e for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:29:42.436606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:42.569367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Allocated IP 172.20.0.7 (12a7a562-0b21-4d00-874f-040a578ae191/e7910f45-48c0-4031-802c-5c535ebaa7d0/b82a7101-d987-4d19-96b5-d1066a7e9b9a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:29:42.755582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:42.806113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:42.861471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Network 12a7a562-0b21-4d00-874f-040a578ae191 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:29:42.864589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:29:42.868436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:29:42.912003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Pushing event updated for resources: {'Port': ['ID=b82a7101-d987-4d19-96b5-d1066a7e9b9a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:42.929839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:42.930462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:42.945837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-eec10071-5c96-48b6-a8a1-7934c4e27eaf tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6763048 Sep 10 03:29:42.962883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Request body: {'port': {'device_id': '00acc38d-bd13-42fd-b74a-952e835b3687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:29:43.028921 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:43.319689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82a7101-d987-4d19-96b5-d1066a7e9b9a {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:29:43.327425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:43.342342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Transition to ACTIVE for port object b82a7101-d987-4d19-96b5-d1066a7e9b9a will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:29:43.348729 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:43.442891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Pushing event updated for resources: {'Port': ['ID=b82a7101-d987-4d19-96b5-d1066a7e9b9a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:43.474679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Attempting to bind port b82a7101-d987-4d19-96b5-d1066a7e9b9a on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:29:43.475281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Attempting to bind port b82a7101-d987-4d19-96b5-d1066a7e9b9a by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '00ddf09b-b7b0-4f0c-833c-69e417981d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:29:43.475833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Attempting to bind port b82a7101-d987-4d19-96b5-d1066a7e9b9a on network 12a7a562-0b21-4d00-874f-040a578ae191 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:43.480377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Port b82a7101-d987-4d19-96b5-d1066a7e9b9a on network 12a7a562-0b21-4d00-874f-040a578ae191 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:29:43.480966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Attempting to bind port b82a7101-d987-4d19-96b5-d1066a7e9b9a on network 12a7a562-0b21-4d00-874f-040a578ae191 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:29:43.486248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:29:43.486901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Checking segment: {'id': '00ddf09b-b7b0-4f0c-833c-69e417981d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:29:43.487559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Bound using segment: {'id': '00ddf09b-b7b0-4f0c-833c-69e417981d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:29:43.488232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Bound port: b82a7101-d987-4d19-96b5-d1066a7e9b9a, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ddf09b-b7b0-4f0c-833c-69e417981d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:29:43.488819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:43.505807 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1651b98-8ee9-44d6-b7ef-5c3b5b1b311c req-842b4197-82f7-4622-b659-df1eecf94d34 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:43.515011 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1651b98-8ee9-44d6-b7ef-5c3b5b1b311c req-842b4197-82f7-4622-b659-df1eecf94d34 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 943 time: 0.0656862 Sep 10 03:29:43.558886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] For port b82a7101-d987-4d19-96b5-d1066a7e9b9a, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:29:43.562141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] For port b82a7101-d987-4d19-96b5-d1066a7e9b9a, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a,segment=NetworkSegment(00ddf09b-b7b0-4f0c-833c-69e417981d82),segment_id=00ddf09b-b7b0-4f0c-833c-69e417981d82)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:29:43.567493 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d1651b98-8ee9-44d6-b7ef-5c3b5b1b311c req-65a4e984-9e1f-4dae-864f-5e90737d44b6 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Sep 10 03:29:43.570012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:43.607065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:43.607869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:43.609297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] 10.222.0.36 "PUT /v2.0/ports/b82a7101-d987-4d19-96b5-d1066a7e9b9a HTTP/1.1" status: 200 len: 1091 time: 0.6557686 Sep 10 03:29:43.609779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00acc38d-bd13-42fd-b74a-952e835b3687', 'tag': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:43.612084 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38048043-bc7e-4992-b41e-25f0af18a130" -d '{"events": [{"name": "network-changed", "server_uuid": "00acc38d-bd13-42fd-b74a-952e835b3687", "tag": "b82a7101-d987-4d19-96b5-d1066a7e9b9a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:43.639378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb906518-0f37-4d85-bb3c-4708e5f56973 service neutron] Pushing event updated for resources: {'Port': ['ID=b82a7101-d987-4d19-96b5-d1066a7e9b9a,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:43.671209 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b42f5b-b1b7-4a8c-bc67-dfec175aea2f x-openstack-request-id: req-01b42f5b-b1b7-4a8c-bc67-dfec175aea2f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:43.671550 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00acc38d-bd13-42fd-b74a-952e835b3687", "tag": "b82a7101-d987-4d19-96b5-d1066a7e9b9a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:43.671810 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01b42f5b-b1b7-4a8c-bc67-dfec175aea2f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:43.672266 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00acc38d-bd13-42fd-b74a-952e835b3687', 'tag': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a', 'status': 'completed', 'code': 200} Sep 10 03:29:43.723647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-5bbd9254-4def-4c14-932b-2846b326d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:43.725216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-5bbd9254-4def-4c14-932b-2846b326d3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75e37b841e644f2b734118aaa48116e&device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 1094 time: 0.0448647 Sep 10 03:29:43.774104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-f3f96f33-6f2d-4974-9d3c-69d935ce5c46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a HTTP/1.1" status: 200 len: 217 time: 0.0414097 Sep 10 03:29:43.823716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-b5f6df81-0e0b-42d2-9daa-f293b424c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:43.825209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-b5f6df81-0e0b-42d2-9daa-f293b424c261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7910f45-48c0-4031-802c-5c535ebaa7d0 HTTP/1.1" status: 200 len: 851 time: 0.0444641 Sep 10 03:29:43.859264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-2e432e73-dcb4-4a24-b97a-fb3cb7ec9589 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12a7a562-0b21-4d00-874f-040a578ae191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259936 Sep 10 03:29:43.958994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-5e41fb0f-d891-4a1d-86b5-7fab300810c3 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919514 Sep 10 03:29:44.052216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a375fbd-1ab0-4cad-a3c1-bfbcf6e27611 req-82f044df-97ae-4e4b-803e-8bdaa5aaf1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862861 Sep 10 03:29:44.158320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048043-bc7e-4992-b41e-25f0af18a130 req-12b2b0c7-b33a-4eba-bdfa-fa32e992983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:44.160062 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-12b2b0c7-b33a-4eba-bdfa-fa32e992983b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75e37b841e644f2b734118aaa48116e&device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 1094 time: 0.0486951 Sep 10 03:29:44.254083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048043-bc7e-4992-b41e-25f0af18a130 req-99790ff8-ef3b-4d58-a012-1f9008503019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:44.255750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-99790ff8-ef3b-4d58-a012-1f9008503019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12a7a562-0b21-4d00-874f-040a578ae191 HTTP/1.1" status: 200 len: 911 time: 0.0886900 Sep 10 03:29:44.303737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-6ffa0f33-6973-493d-99cd-a105b5e5fc64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a HTTP/1.1" status: 200 len: 217 time: 0.0411663 Sep 10 03:29:44.354309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048043-bc7e-4992-b41e-25f0af18a130 req-a936416b-322a-4afc-a647-18c119d1d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:44.355951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-a936416b-322a-4afc-a647-18c119d1d71d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7910f45-48c0-4031-802c-5c535ebaa7d0 HTTP/1.1" status: 200 len: 851 time: 0.0443957 Sep 10 03:29:44.390166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-7a397973-742f-4b6a-b4cc-b0f5728b8d2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12a7a562-0b21-4d00-874f-040a578ae191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261760 Sep 10 03:29:44.495058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-de204a65-997d-4770-b676-f076963097f5 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963960 Sep 10 03:29:44.596742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38048043-bc7e-4992-b41e-25f0af18a130 req-eabc9bb6-b998-4da7-89fe-c469a26f6d62 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921330 Sep 10 03:29:44.692423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87993cc5-920c-47d5-88f0-6e27b989c30e req-59c053e0-92cb-4c7a-b0d7-d7d33c15d0be tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:44.694335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87993cc5-920c-47d5-88f0-6e27b989c30e req-59c053e0-92cb-4c7a-b0d7-d7d33c15d0be tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 943 time: 0.0561097 Sep 10 03:29:44.736339 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87993cc5-920c-47d5-88f0-6e27b989c30e req-28a40ab9-614d-470d-bbda-7d8c893591cb tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331728 Sep 10 03:29:45.451252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36406) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:45.582268 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.677101 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.681272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.718752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d097934-0a5e-4d11-bb5b-5665ef539e28,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:45.722785 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b3a1a1c870c4b72af5057416c0b9d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703564 Sep 10 03:29:45.725852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36414) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:45.729077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.729455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.729760 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.730091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.730418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.730744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.731066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.731388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.731737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.732106 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.732371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.732688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4e0f1-bcd5-4a97-9f11-15c5c0c5fa34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:45.782303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f02a408-bd20-47b2-ba84-fba86edf1e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.805209 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f02a408-bd20-47b2-ba84-fba86edf1e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.890670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d6d4b-bc47-45d1-966a-69a5befef212 req-d4d2bbe8-6a6b-47a9-b75a-1c6e7107bff4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:45.892849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb6d6d4b-bc47-45d1-966a-69a5befef212 req-d4d2bbe8-6a6b-47a9-b75a-1c6e7107bff4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 943 time: 0.0677371 Sep 10 03:29:45.905242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f02a408-bd20-47b2-ba84-fba86edf1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.907739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f02a408-bd20-47b2-ba84-fba86edf1e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:45.908807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f02a408-bd20-47b2-ba84-fba86edf1e65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d097934-0a5e-4d11-bb5b-5665ef539e28 HTTP/1.1" status: 204 len: 168 time: 0.1819515 Sep 10 03:29:45.925629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02a408-bd20-47b2-ba84-fba86edf1e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d097934-0a5e-4d11-bb5b-5665ef539e28,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:45.949581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb6d6d4b-bc47-45d1-966a-69a5befef212 req-bc65a7c2-d799-4203-8c9e-b19559cc42d4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Sep 10 03:29:46.265739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82a7101-d987-4d19-96b5-d1066a7e9b9a details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:29:46.380699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b82a7101-d987-4d19-96b5-d1066a7e9b9a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a,segment=NetworkSegment(00ddf09b-b7b0-4f0c-833c-69e417981d82),segment_id=00ddf09b-b7b0-4f0c-833c-69e417981d82)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:46.393814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a', 'network_id': '12a7a562-0b21-4d00-874f-040a578ae191', 'port_id': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a', 'mac_address': 'fa:16:3e:c5:9d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7910f45-48c0-4031-802c-5c535ebaa7d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:29:46.433551 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:46.449724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82a7101-d987-4d19-96b5-d1066a7e9b9a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:29:46.479276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b82a7101-d987-4d19-96b5-d1066a7e9b9a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a,segment=NetworkSegment(00ddf09b-b7b0-4f0c-833c-69e417981d82),segment_id=00ddf09b-b7b0-4f0c-833c-69e417981d82)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:46.484517 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:46.532568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b82a7101-d987-4d19-96b5-d1066a7e9b9a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:46.690899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b82a7101-d987-4d19-96b5-d1066a7e9b9a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:29:47.096610 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fd359-48b2-4bc8-9a4c-dc879ff47f0d req-7d4ac0d0-32c3-43d7-bff5-d2c19a9a82c6 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:47.098426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d0fd359-48b2-4bc8-9a4c-dc879ff47f0d req-7d4ac0d0-32c3-43d7-bff5-d2c19a9a82c6 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 944 time: 0.0584433 Sep 10 03:29:47.142440 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d0fd359-48b2-4bc8-9a4c-dc879ff47f0d req-51ec7c13-977e-4126-9529-f784de7b31c4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Sep 10 03:29:48.289762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82a7101-d987-4d19-96b5-d1066a7e9b9a up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:29:48.290286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58403a9-4249-4194-9ab7-4ef0cfdac8d9 req-6e90e714-5ab9-461b-ad30-70648c92ed1c tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:48.297750 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b58403a9-4249-4194-9ab7-4ef0cfdac8d9 req-6e90e714-5ab9-461b-ad30-70648c92ed1c tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 944 time: 0.0706692 Sep 10 03:29:48.343637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b58403a9-4249-4194-9ab7-4ef0cfdac8d9 req-9fceb92a-23a5-4121-aae1-f1f9df65ad16 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Sep 10 03:29:48.347962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port b82a7101-d987-4d19-96b5-d1066a7e9b9a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:29:48.352455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port b82a7101-d987-4d19-96b5-d1066a7e9b9a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:29:48.353059 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:48.434186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:48.464696 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00acc38d-bd13-42fd-b74a-952e835b3687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:29:48.467244 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c60e14-bb7b-44a0-b873-b810d44a80c8" -d '{"events": [{"server_uuid": "00acc38d-bd13-42fd-b74a-952e835b3687", "name": "network-vif-plugged", "status": "completed", "tag": "b82a7101-d987-4d19-96b5-d1066a7e9b9a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:29:48.482870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port b82a7101-d987-4d19-96b5-d1066a7e9b9a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a,segment=NetworkSegment(00ddf09b-b7b0-4f0c-833c-69e417981d82),segment_id=00ddf09b-b7b0-4f0c-833c-69e417981d82)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:29:48.487118 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:48.524584 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8ed2ad-3c1d-4e57-94d4-f95691568b0e x-openstack-request-id: req-cc8ed2ad-3c1d-4e57-94d4-f95691568b0e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:29:48.525010 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00acc38d-bd13-42fd-b74a-952e835b3687", "name": "network-vif-plugged", "status": "completed", "tag": "b82a7101-d987-4d19-96b5-d1066a7e9b9a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:29:48.525273 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc8ed2ad-3c1d-4e57-94d4-f95691568b0e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:29:48.525670 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00acc38d-bd13-42fd-b74a-952e835b3687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a', 'code': 200} Sep 10 03:29:48.544922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=b82a7101-d987-4d19-96b5-d1066a7e9b9a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:48.623215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c8ae6-c3b1-478f-abd9-a4a4f13eec5b req-f9c0c6e3-3d35-43a6-9533-481fbdbd8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:48.624778 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c20c8ae6-c3b1-478f-abd9-a4a4f13eec5b req-f9c0c6e3-3d35-43a6-9533-481fbdbd8d77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 1096 time: 0.0406094 Sep 10 03:29:48.663973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c20c8ae6-c3b1-478f-abd9-a4a4f13eec5b req-2590f198-cbcb-442c-9bb1-04ae36bdcec3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Sep 10 03:29:49.394770 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:29:49.454064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d935ade-cf1d-40f2-b003-911f8be9ed6c req-badd931f-1113-4d23-bd17-afa813aaf955 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:49.455965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d935ade-cf1d-40f2-b003-911f8be9ed6c req-badd931f-1113-4d23-bd17-afa813aaf955 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0515704 Sep 10 03:29:49.496972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d935ade-cf1d-40f2-b003-911f8be9ed6c req-d9dbc26c-eef5-402e-8ff7-d12211358d65 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Sep 10 03:29:50.634435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e518bc-358d-41c3-8464-4695009eef00 req-43da9e3d-f9a1-4767-bd35-77a3ca8698f0 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:50.642396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39e518bc-358d-41c3-8464-4695009eef00 req-43da9e3d-f9a1-4767-bd35-77a3ca8698f0 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0659130 Sep 10 03:29:50.684054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-39e518bc-358d-41c3-8464-4695009eef00 req-88a9d8c3-ff2a-416c-b325-eaa05fcacb04 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Sep 10 03:29:50.802952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15243f4-6208-40ac-a656-ae4ce41b73a9 req-0ed956a3-7bd0-4621-ab8f-06a480028a1e tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:50.804766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d15243f4-6208-40ac-a656-ae4ce41b73a9 req-0ed956a3-7bd0-4621-ab8f-06a480028a1e tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0565693 Sep 10 03:29:50.860386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d15243f4-6208-40ac-a656-ae4ce41b73a9 req-091b063f-100a-4512-ae9e-169102e0c57e tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Sep 10 03:29:51.099918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6887ee-fbb1-4319-b376-e0c119e7a5e2 req-a4f60710-7d67-4aba-a8dd-a3961a7f339a tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:51.101441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce6887ee-fbb1-4319-b376-e0c119e7a5e2 req-a4f60710-7d67-4aba-a8dd-a3961a7f339a tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Sep 10 03:29:51.148249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce6887ee-fbb1-4319-b376-e0c119e7a5e2 req-96f4ea9c-f32e-4809-9a3d-8e4c2a78ec25 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387907 Sep 10 03:29:52.271201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ace02-8948-46d7-9110-bc3d27275778 req-548e5ffa-39d6-4152-a3f5-ec4b202c8517 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:52.272713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f04ace02-8948-46d7-9110-bc3d27275778 req-548e5ffa-39d6-4152-a3f5-ec4b202c8517 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Sep 10 03:29:52.310775 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f04ace02-8948-46d7-9110-bc3d27275778 req-88b3821c-0e99-4636-bb71-e6a129480191 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Sep 10 03:29:52.515266 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515506e-e565-4d80-adcd-adf58db0fc43 req-89706208-65e3-447c-8b66-7da8e31453b4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:52.517379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6515506e-e565-4d80-adcd-adf58db0fc43 req-89706208-65e3-447c-8b66-7da8e31453b4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0513444 Sep 10 03:29:52.543046 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-5b2a735b-960d-47cc-b25d-13b74307b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:52.544571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-5b2a735b-960d-47cc-b25d-13b74307b242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75e37b841e644f2b734118aaa48116e&device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 1096 time: 0.0429876 Sep 10 03:29:52.556373 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6515506e-e565-4d80-adcd-adf58db0fc43 req-83ffbef6-f78b-4a9b-931a-d2b25d13d6e1 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Sep 10 03:29:52.635677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-af952e32-45c3-4de3-8388-812062edd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:52.637397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-af952e32-45c3-4de3-8388-812062edd3cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=12a7a562-0b21-4d00-874f-040a578ae191 HTTP/1.1" status: 200 len: 911 time: 0.0849769 Sep 10 03:29:52.682270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-2be3cba9-1b45-4886-b77a-a605b1443b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a HTTP/1.1" status: 200 len: 217 time: 0.0374260 Sep 10 03:29:52.732953 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-a002ed06-6d39-4057-bd2b-7c91447dd01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:52.735072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-a002ed06-6d39-4057-bd2b-7c91447dd01c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7910f45-48c0-4031-802c-5c535ebaa7d0 HTTP/1.1" status: 200 len: 851 time: 0.0456531 Sep 10 03:29:52.769552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-1d559fc6-be80-4304-ae41-1457ade9c372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12a7a562-0b21-4d00-874f-040a578ae191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272510 Sep 10 03:29:52.862074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-b3e263a6-b6b5-43e6-8ae7-9f1d8f517608 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Sep 10 03:29:52.952258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2180b033-dd2f-4fc6-80de-87fc85b90ecb req-42ed1fd9-7733-4dfc-90aa-6751e250e4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836020 Sep 10 03:29:53.689218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907771-2981-4116-aa5e-6af7c7adb930 req-dad664de-83f7-4f15-941d-f3ab442992b1 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:53.690828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00907771-2981-4116-aa5e-6af7c7adb930 req-dad664de-83f7-4f15-941d-f3ab442992b1 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0569983 Sep 10 03:29:53.735668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-00907771-2981-4116-aa5e-6af7c7adb930 req-aa1b5b19-5c4e-4644-97ba-b1db0f1cdce1 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Sep 10 03:29:53.983219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58acd1-deea-48eb-80d1-9e8857f2edba req-aa770213-d554-449f-9ff3-9d1f1b4fdf4f tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:53.985594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f58acd1-deea-48eb-80d1-9e8857f2edba req-aa770213-d554-449f-9ff3-9d1f1b4fdf4f tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Sep 10 03:29:54.029996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f58acd1-deea-48eb-80d1-9e8857f2edba req-79c7f0e4-0b2f-43dd-be5b-bd71eaa0d2e4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Sep 10 03:29:55.152185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cb46d-6f06-432b-ab53-cc1cb491d668 req-cbfe4e4a-fb9a-4928-a9a9-f00eb83b34ac tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:55.153746 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc8cb46d-6f06-432b-ab53-cc1cb491d668 req-cbfe4e4a-fb9a-4928-a9a9-f00eb83b34ac tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0549822 Sep 10 03:29:55.193423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bc8cb46d-6f06-432b-ab53-cc1cb491d668 req-94ea488a-82aa-4d6a-b2f7-444d978694fe tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Sep 10 03:29:55.478619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd85b-7c09-4e6f-af42-9ab047438571 req-04b9006b-c491-418d-8fdb-7a7a0f08ceff tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:55.483608 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efbcd85b-7c09-4e6f-af42-9ab047438571 req-04b9006b-c491-418d-8fdb-7a7a0f08ceff tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0789230 Sep 10 03:29:55.487645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526879-1e67-4622-981a-29fef95b4a25 req-5bace239-91f4-433a-9c70-47af8b310884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:55.489428 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-5bace239-91f4-433a-9c70-47af8b310884 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75e37b841e644f2b734118aaa48116e&device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 1096 time: 0.0605550 Sep 10 03:29:55.524338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efbcd85b-7c09-4e6f-af42-9ab047438571 req-f7c73f88-9d51-4dae-b12f-cb9f807780bd tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Sep 10 03:29:55.600182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526879-1e67-4622-981a-29fef95b4a25 req-5eda090f-338f-4838-97ba-5ef9c98a7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:55.601811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-5eda090f-338f-4838-97ba-5ef9c98a7585 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12a7a562-0b21-4d00-874f-040a578ae191 HTTP/1.1" status: 200 len: 911 time: 0.1059303 Sep 10 03:29:55.634998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36702) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:55.650855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-950309b8-e28d-43c4-838f-5f5e2bf0a2a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a HTTP/1.1" status: 200 len: 217 time: 0.0416121 Sep 10 03:29:55.701845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526879-1e67-4622-981a-29fef95b4a25 req-99b902d8-06d0-47b0-915e-ab0f13b3b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:55.703984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-99b902d8-06d0-47b0-915e-ab0f13b3b1dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7910f45-48c0-4031-802c-5c535ebaa7d0 HTTP/1.1" status: 200 len: 851 time: 0.0459821 Sep 10 03:29:55.739800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-7af21f2d-56ce-43cd-abc7-9aad7ae6fbf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12a7a562-0b21-4d00-874f-040a578ae191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290806 Sep 10 03:29:55.771563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1408-8d3f-4263-9319-a05068f27d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:55.849421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-e33549a8-5612-4bcf-9db0-92224f8faa22 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027985 Sep 10 03:29:55.864514 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1408-8d3f-4263-9319-a05068f27d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:55.869542 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1408-8d3f-4263-9319-a05068f27d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:55.915030 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a2eb1408-8d3f-4263-9319-a05068f27d37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f71ea524cff49c69315ea8ab3f935bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761102 Sep 10 03:29:55.915030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1408-8d3f-4263-9319-a05068f27d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec1b5a-e9e3-4673-a38d-25573609f433,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:55.917306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 36706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:55.978190 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12526879-1e67-4622-981a-29fef95b4a25 req-24b0963b-71bc-439e-80b2-866dcb7d6ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223462 Sep 10 03:29:55.987302 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e214d4ec-b5ed-49bb-ad39-cb585bef55fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:56.008827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e214d4ec-b5ed-49bb-ad39-cb585bef55fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:56.054778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e214d4ec-b5ed-49bb-ad39-cb585bef55fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:56.057355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e214d4ec-b5ed-49bb-ad39-cb585bef55fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:56.058503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e214d4ec-b5ed-49bb-ad39-cb585bef55fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78ec1b5a-e9e3-4673-a38d-25573609f433 HTTP/1.1" status: 204 len: 168 time: 0.1404436 Sep 10 03:29:56.066079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d4ec-b5ed-49bb-ad39-cb585bef55fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec1b5a-e9e3-4673-a38d-25573609f433,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:56.678316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0e2a-736e-4936-985c-0d5813e12fbf req-812a810c-d8ae-4f62-a1b3-bf872029c095 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:56.680063 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f7f0e2a-736e-4936-985c-0d5813e12fbf req-812a810c-d8ae-4f62-a1b3-bf872029c095 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0749102 Sep 10 03:29:56.721137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4f7f0e2a-736e-4936-985c-0d5813e12fbf req-8faacd52-8c92-4eee-8581-c07fcb99c6d0 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Sep 10 03:29:57.851376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d078465-51ef-47de-acb0-3a2b6e7754ed req-6db2049f-f45c-4000-975b-478dac33b557 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:57.852903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d078465-51ef-47de-acb0-3a2b6e7754ed req-6db2049f-f45c-4000-975b-478dac33b557 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0521073 Sep 10 03:29:57.890308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6d078465-51ef-47de-acb0-3a2b6e7754ed req-223e2a0b-0cf5-4988-9d58-b20e072fca0e tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Sep 10 03:29:58.124472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d659b9-7584-4032-9911-48445534787d req-2c423141-ef36-4972-8ce9-119fa20856fc tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:58.126621 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8d659b9-7584-4032-9911-48445534787d req-2c423141-ef36-4972-8ce9-119fa20856fc tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0496855 Sep 10 03:29:58.166522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f8d659b9-7584-4032-9911-48445534787d req-a7ee7c32-cf47-4bab-b177-605bc9e4fb6f tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336757 Sep 10 03:29:59.296332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590a75-af5c-4898-977d-64ab4c6e219b req-7eac5b97-5e1d-46e4-bc38-041113283ea4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:59.298314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac590a75-af5c-4898-977d-64ab4c6e219b req-7eac5b97-5e1d-46e4-bc38-041113283ea4 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0603316 Sep 10 03:29:59.338249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac590a75-af5c-4898-977d-64ab4c6e219b req-20f2ad2e-d152-4adc-93c3-f7898bbd5b06 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fff83a8-a4d9-41c9-b948-091b9e227e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Sep 10 03:29:59.864679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23118-a901-4ec2-8179-1615906add16 req-fdf91c17-3da8-42ca-8466-2c6ec7bf067a tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:29:59.866464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd23118-a901-4ec2-8179-1615906add16 req-fdf91c17-3da8-42ca-8466-2c6ec7bf067a tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.36 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 945 time: 0.0688357 Sep 10 03:29:59.995558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Deleting port b82a7101-d987-4d19-96b5-d1066a7e9b9a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:29:59.996095 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:00.102807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] For port b82a7101-d987-4d19-96b5-d1066a7e9b9a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=b82a7101-d987-4d19-96b5-d1066a7e9b9a,segment=NetworkSegment(00ddf09b-b7b0-4f0c-833c-69e417981d82),segment_id=00ddf09b-b7b0-4f0c-833c-69e417981d82)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:00.103388 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:00.119141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Calling delete_port for b82a7101-d987-4d19-96b5-d1066a7e9b9a owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:00.292279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:00.305182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['b82a7101-d987-4d19-96b5-d1066a7e9b9a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:30:00.336612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Pushing event deleted for resources: {'Port': ['ID=b82a7101-d987-4d19-96b5-d1066a7e9b9a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:00.389522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] No DVR routers for this DVR port b82a7101-d987-4d19-96b5-d1066a7e9b9a on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:30:00.392468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:00.394585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0fd23118-a901-4ec2-8179-1615906add16 req-afb907c4-e288-44c1-9b84-8ca51b5e9ac9 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.36 "DELETE /v2.0/ports/b82a7101-d987-4d19-96b5-d1066a7e9b9a HTTP/1.1" status: 204 len: 173 time: 0.5218785 Sep 10 03:30:00.395282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00acc38d-bd13-42fd-b74a-952e835b3687', 'name': 'network-vif-deleted', 'tag': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:30:00.397648 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2099c7c3-da6b-46c5-b189-de6566f5114a" -d '{"events": [{"server_uuid": "00acc38d-bd13-42fd-b74a-952e835b3687", "name": "network-vif-deleted", "tag": "b82a7101-d987-4d19-96b5-d1066a7e9b9a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:30:00.479053 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade335e-dc07-42c3-9e78-86d308d4eeed x-openstack-request-id: req-1ade335e-dc07-42c3-9e78-86d308d4eeed {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:30:00.479347 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00acc38d-bd13-42fd-b74a-952e835b3687", "name": "network-vif-deleted", "tag": "b82a7101-d987-4d19-96b5-d1066a7e9b9a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:30:00.479631 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ade335e-dc07-42c3-9e78-86d308d4eeed {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:30:00.480034 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00acc38d-bd13-42fd-b74a-952e835b3687', 'name': 'network-vif-deleted', 'tag': 'b82a7101-d987-4d19-96b5-d1066a7e9b9a', 'status': 'completed', 'code': 200} Sep 10 03:30:00.507726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a72ad019-352e-4f3e-aa57-112d243332c2 req-b33a9de0-6f43-4c5b-bb18-ffbd70ce0851 tempest-TestServerAdvancedOps-1930628465 tempest-TestServerAdvancedOps-1930628465-project] 10.222.0.23 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 210 time: 0.0439515 Sep 10 03:30:00.782680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f0f9347-e3ee-4a37-a37f-52097b8ba9b9 req-123ea5d7-dc20-475c-b7ac-9cb5f3776cb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00acc38d-bd13-42fd-b74a-952e835b3687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0399425 Sep 10 03:30:00.876842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f0f9347-e3ee-4a37-a37f-52097b8ba9b9 req-93a44059-1634-4c85-964f-3dec34b633b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f75e37b841e644f2b734118aaa48116e&device_id=00acc38d-bd13-42fd-b74a-952e835b3687 HTTP/1.1" status: 200 len: 210 time: 0.0322018 Sep 10 03:30:00.975015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36954) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:01.161828 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a79a197c-2b6e-44f2-a3be-b3a90271dcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.294302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a79a197c-2b6e-44f2-a3be-b3a90271dcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.300954 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a79a197c-2b6e-44f2-a3be-b3a90271dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.361779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a79a197c-2b6e-44f2-a3be-b3a90271dcc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=118337d10d3747b0b88993f1da42f2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824062 Sep 10 03:30:01.361779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a197c-2b6e-44f2-a3be-b3a90271dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dc799c-3226-4bab-a6d2-e4372cc87ab8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:01.363750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 36998) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:01.437086 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9d5efa7-8c16-413d-9574-4df3e3b3adfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.468360 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9d5efa7-8c16-413d-9574-4df3e3b3adfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.578848 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9d5efa7-8c16-413d-9574-4df3e3b3adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.581795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9d5efa7-8c16-413d-9574-4df3e3b3adfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.589160 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9d5efa7-8c16-413d-9574-4df3e3b3adfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41dc799c-3226-4bab-a6d2-e4372cc87ab8 HTTP/1.1" status: 204 len: 168 time: 0.2185373 Sep 10 03:30:01.603227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9347-e3ee-4a37-a37f-52097b8ba9b9 req-a9cc5f17-3fb8-4878-8e77-d8a22216c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:01.605155 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f0f9347-e3ee-4a37-a37f-52097b8ba9b9 req-a9cc5f17-3fb8-4878-8e77-d8a22216c32f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f75e37b841e644f2b734118aaa48116e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6997035 Sep 10 03:30:01.609643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5efa7-8c16-413d-9574-4df3e3b3adfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dc799c-3226-4bab-a6d2-e4372cc87ab8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:01.651298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37030) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:01.730510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Deleting subnet e7910f45-48c0-4031-802c-5c535ebaa7d0 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:30:01.733778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.783828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a53e5ee5-9581-4b4e-a65b-4dc8e2ec9b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.795362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.845247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.913642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9347-e3ee-4a37-a37f-52097b8ba9b9 req-ffbaf0ff-8352-4e3a-85c7-df173e40f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:01.915692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f0f9347-e3ee-4a37-a37f-52097b8ba9b9 req-ffbaf0ff-8352-4e3a-85c7-df173e40f1e1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3030975 Sep 10 03:30:01.970270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.989185 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:01.997518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.000229 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e7910f45-48c0-4031-802c-5c535ebaa7d0 HTTP/1.1" status: 204 len: 168 time: 0.3474257 Sep 10 03:30:02.002994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37066) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:02.029312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08509713-4dd3-476a-99e6-cdffd26d8acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7910f45-48c0-4031-802c-5c535ebaa7d0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:02.094822 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.223917 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.253414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a7a562-0b21-4d00-874f-040a578ae191']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:02.263957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ddf09b-b7b0-4f0c-833c-69e417981d82') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:02.264267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ddf09b-b7b0-4f0c-833c-69e417981d82') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:02.273899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.275703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.298251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.306464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:30:02.306882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:30:02.308761 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:30:02.372894 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.379180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.381136 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] 10.222.0.23 "DELETE /v2.0/networks/12a7a562-0b21-4d00-874f-040a578ae191 HTTP/1.1" status: 204 len: 168 time: 0.3771150 Sep 10 03:30:02.384600 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37120) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:02.395759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7a2dc-38cb-4318-b67a-12fce1a7db9e admin admin] Pushing event deleted for resources: {'Network': ['ID=12a7a562-0b21-4d00-874f-040a578ae191,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:02.472592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Deleting subnet 8509eff2-d43b-4828-b4ac-09ecbce6e9af {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:30:02.477523 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.519110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.561337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.634359 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.664978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8509eff2-d43b-4828-b4ac-09ecbce6e9af,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:02.667061 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.671587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37164) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:02.672090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b5c46028-84a5-4d26-b346-723e2debc712 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8509eff2-d43b-4828-b4ac-09ecbce6e9af HTTP/1.1" status: 204 len: 168 time: 0.2850435 Sep 10 03:30:02.775901 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.869649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-7b8aa03f-d178-4000-865b-ec1ba18d50bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915856 Sep 10 03:30:02.903349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.934395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a681de2d-e00b-4ede-a081-8c8c5b2e1498']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:02.962995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15d5ca0-52a4-4a3f-b4b9-ac1818a31c4e') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:02.962995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15d5ca0-52a4-4a3f-b4b9-ac1818a31c4e') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:02.974757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:02.993922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.000799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-c146a0a3-1bcb-4eba-857b-b65a74155c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:03.002163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-c146a0a3-1bcb-4eba-857b-b65a74155c7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 1101 time: 0.0789332 Sep 10 03:30:03.004920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:30:03.011616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:30:03.013700 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:30:03.153621 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.175650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.180003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a681de2d-e00b-4ede-a081-8c8c5b2e1498 HTTP/1.1" status: 204 len: 168 time: 0.5070283 Sep 10 03:30:03.186909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c841766-ba93-4fb6-a5fb-bd8b5589ba00 admin admin] Pushing event deleted for resources: {'Network': ['ID=a681de2d-e00b-4ede-a081-8c8c5b2e1498,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:03.219340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-abcfcb9f-6f61-41f4-a086-79ff286d03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:03.221041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-abcfcb9f-6f61-41f4-a086-79ff286d03d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1961586 Sep 10 03:30:03.267971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-8dcf65e1-2556-4a06-84bd-38cfe8f7f74b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dad01f63-f50a-4251-83d2-b160afeab890 HTTP/1.1" status: 200 len: 217 time: 0.0397124 Sep 10 03:30:03.342535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-e0dbd0c9-56c2-47a3-988b-f6742fae5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:03.344857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-e0dbd0c9-56c2-47a3-988b-f6742fae5381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0661516 Sep 10 03:30:03.413126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-53863859-25be-4fa5-81b2-f419bf3c49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:03.414880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-53863859-25be-4fa5-81b2-f419bf3c49a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619819 Sep 10 03:30:03.428425 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37262) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:03.484892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1c38a6a0-78bd-4208-b96e-9ae8cf34de7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f75e37b841e644f2b734118aaa48116e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547173 Sep 10 03:30:03.488251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37266) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:03.550367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2457f96f-a523-448a-ad9b-cb9ea0e397dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.555599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-79c7a5ed-24f3-4e5f-abd5-f8b1559df9d7 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329703 Sep 10 03:30:03.571759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2457f96f-a523-448a-ad9b-cb9ea0e397dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.620531 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2457f96f-a523-448a-ad9b-cb9ea0e397dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.623371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2457f96f-a523-448a-ad9b-cb9ea0e397dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:03.625306 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2457f96f-a523-448a-ad9b-cb9ea0e397dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fff83a8-a4d9-41c9-b948-091b9e227e14 HTTP/1.1" status: 204 len: 168 time: 0.1352518 Sep 10 03:30:03.640967 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457f96f-a523-448a-ad9b-cb9ea0e397dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff83a8-a4d9-41c9-b948-091b9e227e14,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:03.678959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9241fd8a-a6db-4d75-a849-8ef78fa5a379 req-7f607b15-4667-456d-a914-5061b39c874b service neutron] 10.222.0.32 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162975 Sep 10 03:30:03.993917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37280) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:04.034762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e71c0fd7-86bb-4385-b499-b6c68b9fd3ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be3da3a666934a1f87b8a25201d49a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396242 Sep 10 03:30:04.037180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37282) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:04.091187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:04.120639 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:04.177569 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:04.180720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:04.184303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3218eb8f-2865-4279-ad2b-be8daf12f038 HTTP/1.1" status: 204 len: 168 time: 0.1438920 Sep 10 03:30:04.190605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3218eb8f-2865-4279-ad2b-be8daf12f038,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:04.199202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.199591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.199939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.200345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.200671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.201011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.201349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.201685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.202015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.202345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.203173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.203385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a506b6c9-87f7-4ed3-b593-357b49f8d8bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:04.350655 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d356bc07-5866-4fb6-8ec2-cc6289f4b18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:04.380988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82a7101-d987-4d19-96b5-d1066a7e9b9a no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:30:04.402031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: b82a7101-d987-4d19-96b5-d1066a7e9b9a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:30:04.402658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device b82a7101-d987-4d19-96b5-d1066a7e9b9a not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:30:04.599475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-9ceb8a6b-76b1-419d-a05e-c5812b2bcca9 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9cccf9450f049c193355619a71b32c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244658 Sep 10 03:30:04.716789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:04.720190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-cbc677c1-e0f8-45ca-bcec-95d9619cc35c tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:04.721974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-cbc677c1-e0f8-45ca-bcec-95d9619cc35c tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165810 Sep 10 03:30:04.738948 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-1beaee7b-9736-4825-aeaa-97fe786d7772 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/quotas/b9cccf9450f049c193355619a71b32c8 HTTP/1.1" status: 200 len: 375 time: 0.0112586 Sep 10 03:30:04.774758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-a59b641b-5748-4f7c-ac63-9611b124196f tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9cccf9450f049c193355619a71b32c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288308 Sep 10 03:30:04.929673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:04.978100 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-411ffebe-02b7-415a-b44c-57ef6d907fdb req-8a5bfa21-2a66-4595-b726-50e9a7f2d1c7 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 210 time: 0.0428843 Sep 10 03:30:05.054158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1489806995-network', 'tenant_id': '08f12069da7d4940a14914f21a8c2657'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:30:05.075278 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Made reservation on behalf of 08f12069da7d4940a14914f21a8c2657 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:30:05.078178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.087366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.201311 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.208449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.233516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:30:05.250541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039c5262-d8f1-4352-8e7b-4b9e12e112ae,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:05.256010 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.256433 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Added segment 9d94084a-b75e-455e-b1cc-4ae3d0354ac7 of type vlan for network e46816ca-f169-4292-b8c8-7fb1ed895047 Sep 10 03:30:05.301241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.330207 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.331372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:05.332056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.367403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4364159 Sep 10 03:30:05.370338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37340) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:05.375952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Request body: {'subnet': {'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1489806995-subnet', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:30:05.399828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Made reservation on behalf of 08f12069da7d4940a14914f21a8c2657 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:30:05.400677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eaa17-e206-4c63-b8e4-71e885627039 admin admin] Pushing event updated for resources: {'Network': ['ID=e46816ca-f169-4292-b8c8-7fb1ed895047,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:05.404584 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.412807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e46816ca-f169-4292-b8c8-7fb1ed895047 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:30:05.632705 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.666953 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.699017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70d7875-0e8b-4f6c-b74f-21e46332ce9c,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:05.701516 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Checking segment: {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:30:05.701869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Network hostable DHCP agents. Network: e46816ca-f169-4292-b8c8-7fb1ed895047, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:30:05.719321 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Network e46816ca-f169-4292-b8c8-7fb1ed895047 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:30:05.728815 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e46816ca-f169-4292-b8c8-7fb1ed895047) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:30:05.732619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:05.733206 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.739642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d8706-80d4-491a-b961-8c68eadb2536 None None] Network e46816ca-f169-4292-b8c8-7fb1ed895047 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:30:05.748573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c4948c8e-994f-41ca-9e56-bdff69710499 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3770928 Sep 10 03:30:05.752087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37342) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:05.757562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:30:05.779462 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.780696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.858335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.896263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-e46816ca-f169-4292-b8c8-7fb1ed895047', 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'fixed_ips': [{'subnet_id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:30:05.897153 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:05.971281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-1e6487f6-b573-467d-8dfa-2a7fe11ac817 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b9cccf9450f049c193355619a71b32c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240724 Sep 10 03:30:06.069317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.106405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Allocated IP 172.20.0.2 (e46816ca-f169-4292-b8c8-7fb1ed895047/e70d7875-0e8b-4f6c-b74f-21e46332ce9c/6cde021c-4380-4626-bb10-0a7a9ebb60a6) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:30:06.142807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75990b8f-d330-4d67-aa26-85545e9c0b09 req-e099aff9-51e6-44e4-97bc-56d6385b3173 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 210 time: 0.0640564 Sep 10 03:30:06.230478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-5385ad25-43fe-468e-9e7c-c93509aeaed0 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:06.231972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-5385ad25-43fe-468e-9e7c-c93509aeaed0 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295811 Sep 10 03:30:06.249080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Request body: {'port': {'device_id': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': 'b9cccf9450f049c193355619a71b32c8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:30:06.259600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.270191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Transition to ACTIVE for port object 6cde021c-4380-4626-bb10-0a7a9ebb60a6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:06.289560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Transition to ACTIVE for port object 6cde021c-4380-4626-bb10-0a7a9ebb60a6 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:06.298976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.348857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Network e46816ca-f169-4292-b8c8-7fb1ed895047 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:30:06.353821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:30:06.358261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:30:06.361525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Pushing event updated for resources: {'Port': ['ID=6cde021c-4380-4626-bb10-0a7a9ebb60a6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:06.374443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.374443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.374443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.375073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.375641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.376221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.376808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.377152 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.377491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.377908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.378249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.378581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:06.428688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Attempting to bind port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:30:06.429380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Attempting to bind port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:30:06.429498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Attempting to bind port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 on network e46816ca-f169-4292-b8c8-7fb1ed895047 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:30:06.434505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:30:06.434879 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Checking segment: {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:30:06.435283 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.435720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Bound using segment: {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:30:06.436231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Bound port: 6cde021c-4380-4626-bb10-0a7a9ebb60a6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:30:06.436620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.468155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Made reservation on behalf of b9cccf9450f049c193355619a71b32c8 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:30:06.472250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.474633 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.498580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.501048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] For port 6cde021c-4380-4626-bb10-0a7a9ebb60a6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:30:06.501722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.504606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] For port 6cde021c-4380-4626-bb10-0a7a9ebb60a6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6cde021c-4380-4626-bb10-0a7a9ebb60a6,segment=NetworkSegment(9d94084a-b75e-455e-b1cc-4ae3d0354ac7),segment_id=9d94084a-b75e-455e-b1cc-4ae3d0354ac7)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:30:06.509079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.570409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51929a2-4959-446e-82ce-11c557a12500 None None] Pushing event updated for resources: {'Port': ['ID=6cde021c-4380-4626-bb10-0a7a9ebb60a6,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:06.710447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Allocated IP 172.25.8.159 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f6a3f5d7-ece3-4626-be35-006378e56ce3) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:30:06.785141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:06.791747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.185283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af23e6-5529-40f2-9afc-4c7c375468d2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:07.214875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.270843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1beccdfc-20bf-47d4-997b-d1ed0714a542 req-284c5b90-a568-4997-8280-2fd506d55ba2 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 210 time: 0.0430136 Sep 10 03:30:07.298112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Allocated IP 192.168.233.85 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/d095694d-77ae-4854-bbdd-0f5da5cc3d3d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:30:07.389571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.428673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.492198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:30:07.504076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:30:07.514657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:30:07.550465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a3f5d7-ece3-4626-be35-006378e56ce3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:07.586026 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.636810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Transition to ACTIVE for port object d095694d-77ae-4854-bbdd-0f5da5cc3d3d will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:07.711826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed05b0c-ba0f-47a1-94a6-e56b30e69d48 None None] Network e46816ca-f169-4292-b8c8-7fb1ed895047 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:30:07.815334 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.867148 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-412c98d6-5a62-4443-930f-745a671a3282 None None] Provisioning for port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:30:07.881342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Pushing event updated for resources: {'Port': ['ID=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:07.944731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.954036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:30:07.954793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:30:07.957393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:30:08.084657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:08.085284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.106666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6cde021c-4380-4626-bb10-0a7a9ebb60a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:30:08.143741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-2ae5bb6b-21c5-4be0-8fee-806206cefb0e tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9003136 Sep 10 03:30:08.163758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Request body: {'port': {'device_id': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:30:08.196632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:30:08.201891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:08.202313 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.285302 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.313330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.323199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-57992439-68e9-4d53-8163-6252271551c7 None None] Provisioning for port d095694d-77ae-4854-bbdd-0f5da5cc3d3d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:30:08.331846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-57992439-68e9-4d53-8163-6252271551c7 None None] Provisioning complete for port d095694d-77ae-4854-bbdd-0f5da5cc3d3d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:08.331846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-57992439-68e9-4d53-8163-6252271551c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.383765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6cde021c-4380-4626-bb10-0a7a9ebb60a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6cde021c-4380-4626-bb10-0a7a9ebb60a6,segment=NetworkSegment(9d94084a-b75e-455e-b1cc-4ae3d0354ac7),segment_id=9d94084a-b75e-455e-b1cc-4ae3d0354ac7)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:08.391824 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.395418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-57992439-68e9-4d53-8163-6252271551c7 None None] Port d095694d-77ae-4854-bbdd-0f5da5cc3d3d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:30:08.430099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-57992439-68e9-4d53-8163-6252271551c7 None None] Provisioning complete for port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:08.430733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-57992439-68e9-4d53-8163-6252271551c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.484751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6cde021c-4380-4626-bb10-0a7a9ebb60a6,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:08.499953 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.569534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1676c01-d2a3-494d-b08a-a0663b15fdf5 req-fb7752b6-c0dc-44cd-9226-c26bbbd3ca8d tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:08.571011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1676c01-d2a3-494d-b08a-a0663b15fdf5 req-fb7752b6-c0dc-44cd-9226-c26bbbd3ca8d tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 935 time: 0.2045023 Sep 10 03:30:08.703813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1676c01-d2a3-494d-b08a-a0663b15fdf5 req-30667466-3222-4f32-8140-4360cb929e54 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247003 Sep 10 03:30:08.795090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Router b8b5a424-0929-40e5-a82c-5ac82212358b is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:30:08.805322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d095694d-77ae-4854-bbdd-0f5da5cc3d3d {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:30:08.816662 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.862715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Transition to ACTIVE for port object d095694d-77ae-4854-bbdd-0f5da5cc3d3d will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:08.866995 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:08.978606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:09.004610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:30:09.019346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Sync routers for ids ['b8b5a424-0929-40e5-a82c-5ac82212358b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:30:09.031619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Routers {'b8b5a424-0929-40e5-a82c-5ac82212358b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:30:09.032272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:30:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b8b5a424-0929-40e5-a82c-5ac82212358b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:09.052110 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.056082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a55f4a9a-032f-4de7-9518-8a0f31b0e1c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2995806 Sep 10 03:30:09.056387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37356) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:09.122685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Attempting to bind port d095694d-77ae-4854-bbdd-0f5da5cc3d3d on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:30:09.122901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Attempting to bind port d095694d-77ae-4854-bbdd-0f5da5cc3d3d by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:30:09.123765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Attempting to bind port d095694d-77ae-4854-bbdd-0f5da5cc3d3d on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:30:09.133896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Port d095694d-77ae-4854-bbdd-0f5da5cc3d3d on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:30:09.134215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Attempting to bind port d095694d-77ae-4854-bbdd-0f5da5cc3d3d on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:30:09.143319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:30:09.143319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:30:09.143319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:30:09.143817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Bound port: d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:30:09.144075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.174819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Set router b8b5a424-0929-40e5-a82c-5ac82212358b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:30:09.281755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] For port d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:30:09.299058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] For port d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:30:09.325566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.360831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:07Z', 'revision_number': 3, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:09.383280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:09.383959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.385327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/d095694d-77ae-4854-bbdd-0f5da5cc3d3d HTTP/1.1" status: 200 len: 1095 time: 1.2322819 Sep 10 03:30:09.386172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'tag': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:30:09.388199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Checking router: b8b5a424-0929-40e5-a82c-5ac82212358b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:30:09.388453 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d554a55d-18d0-427b-af38-b076be4402fc" -d '{"events": [{"name": "network-changed", "server_uuid": "345a2aec-3ddd-4e52-8184-1e856896a03f", "tag": "d095694d-77ae-4854-bbdd-0f5da5cc3d3d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:30:09.388583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Updating router b8b5a424-0929-40e5-a82c-5ac82212358b port f6a3f5d7-ece3-4626-be35-006378e56ce3 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:30:09.437662 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.451152 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bfb29d-b958-48bf-ba19-65c3f2f34b1f x-openstack-request-id: req-60bfb29d-b958-48bf-ba19-65c3f2f34b1f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:30:09.451668 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345a2aec-3ddd-4e52-8184-1e856896a03f", "tag": "d095694d-77ae-4854-bbdd-0f5da5cc3d3d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:30:09.452092 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60bfb29d-b958-48bf-ba19-65c3f2f34b1f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:30:09.452762 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'tag': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d', 'status': 'completed', 'code': 200} Sep 10 03:30:09.468709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3bcc-fcbf-49ca-ae36-e4840db4a2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:09.535607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-d22889c7-291c-4b2d-805c-6db39a85441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:09.537047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-d22889c7-291c-4b2d-805c-6db39a85441e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9cccf9450f049c193355619a71b32c8&device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 1098 time: 0.1054621 Sep 10 03:30:09.590406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-b062fb58-7631-4fe7-868b-fd73ab3402e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d HTTP/1.1" status: 200 len: 217 time: 0.0413835 Sep 10 03:30:09.751037 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.763602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Transition to ACTIVE for port object f6a3f5d7-ece3-4626-be35-006378e56ce3 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:09.770778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.826063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Attempting to bind port f6a3f5d7-ece3-4626-be35-006378e56ce3 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:30:09.826433 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Attempting to bind port f6a3f5d7-ece3-4626-be35-006378e56ce3 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:30:09.826915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Attempting to bind port f6a3f5d7-ece3-4626-be35-006378e56ce3 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:30:09.834870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:30:09.835276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:30:09.835818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.836213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:30:09.836691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Bound port: f6a3f5d7-ece3-4626-be35-006378e56ce3, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:30:09.837078 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.838772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9427f66-ab96-463c-89a9-b08531d2221b None None] Pushing event updated for resources: {'Port': ['ID=f6a3f5d7-ece3-4626-be35-006378e56ce3,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:09.846220 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc8f0c-6b9d-4cb9-9a12-dc69ba848991 req-23eafcb3-2c4a-4755-89d4-217e219ff87f tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:09.849043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8bc8f0c-6b9d-4cb9-9a12-dc69ba848991 req-23eafcb3-2c4a-4755-89d4-217e219ff87f tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 950 time: 0.0595202 Sep 10 03:30:09.895701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] For port f6a3f5d7-ece3-4626-be35-006378e56ce3, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:30:09.899118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] For port f6a3f5d7-ece3-4626-be35-006378e56ce3, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f6a3f5d7-ece3-4626-be35-006378e56ce3,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:30:09.900853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8bc8f0c-6b9d-4cb9-9a12-dc69ba848991 req-7a962655-93c9-4391-8147-86f4530e0ef8 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Sep 10 03:30:09.905574 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:09.967781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Routers {'b8b5a424-0929-40e5-a82c-5ac82212358b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:30:09.968939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:30:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b8b5a424-0929-40e5-a82c-5ac82212358b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:10.002729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9427f66-ab96-463c-89a9-b08531d2221b None None] Pushing event updated for resources: {'Port': ['ID=f6a3f5d7-ece3-4626-be35-006378e56ce3,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:10.019487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6cde021c-4380-4626-bb10-0a7a9ebb60a6 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:30:10.043128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-f52d3af9-9038-499e-975d-7457343554c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:10.044617 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-f52d3af9-9038-499e-975d-7457343554c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.4331908 Sep 10 03:30:10.071034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6c6be-8e58-43f4-9728-3aad11e62c03 req-f80d039e-9818-4ae6-9b11-9b0be83bf65f tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:10.072414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75e6c6be-8e58-43f4-9728-3aad11e62c03 req-f80d039e-9818-4ae6-9b11-9b0be83bf65f tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 947 time: 0.1077011 Sep 10 03:30:10.108594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] Set router b8b5a424-0929-40e5-a82c-5ac82212358b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:30:10.172336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-52f4aace-8fbe-4e7d-b8ec-2b36c747983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:10.173889 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-52f4aace-8fbe-4e7d-b8ec-2b36c747983b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197541 Sep 10 03:30:10.179778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:10.183217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:10.183615 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:10.183834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75e6c6be-8e58-43f4-9728-3aad11e62c03 req-66617c7e-a8d8-4133-8974-3ac76ef68c5d tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906193 Sep 10 03:30:10.353100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:07Z', 'revision_number': 3, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:10.379830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b746c0b-c0c4-482c-9e6f-93d2427878ae None None] The sync data for ids ['b8b5a424-0929-40e5-a82c-5ac82212358b'] in n-d-808126-2 is: [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:07Z', 'revision_number': 3, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:30:10.402218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-35abafd7-5d28-4362-b0cd-1d983f3ad144 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165756 Sep 10 03:30:10.513103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Allocated IP 172.20.0.1 (e46816ca-f169-4292-b8c8-7fb1ed895047/e70d7875-0e8b-4f6c-b74f-21e46332ce9c/69113cd6-8189-4615-b90e-2e17a61a9ec7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:30:10.557510 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf4dfad6-50ec-4a6b-9a03-5a034d3c764e req-76a3312c-751c-454b-bb01-3e3081f6b78e service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452627 Sep 10 03:30:10.679887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:10.698427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Transition to ACTIVE for port object 69113cd6-8189-4615-b90e-2e17a61a9ec7 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:10.701660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554a55d-18d0-427b-af38-b076be4402fc req-47ad0ec5-c735-4843-a1e1-7928e3e7d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:10.704252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-47ad0ec5-c735-4843-a1e1-7928e3e7d4b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9cccf9450f049c193355619a71b32c8&device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 1098 time: 0.0821135 Sep 10 03:30:10.801153 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:10.853839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Network e46816ca-f169-4292-b8c8-7fb1ed895047 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:30:10.857153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554a55d-18d0-427b-af38-b076be4402fc req-9cae5dc4-8c54-4af1-a46c-9b71be779af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:10.858663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-9cae5dc4-8c54-4af1-a46c-9b71be779af4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.1464961 Sep 10 03:30:10.864106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:30:10.868766 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:30:10.897962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Pushing event updated for resources: {'Port': ['ID=69113cd6-8189-4615-b90e-2e17a61a9ec7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:10.938965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-85b48198-524c-4f81-bb01-f65dc7ef22bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d HTTP/1.1" status: 200 len: 217 time: 0.0679531 Sep 10 03:30:10.976882 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.043430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554a55d-18d0-427b-af38-b076be4402fc req-4b84321a-fba7-45a9-b1f6-6d5f79c6a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:11.045142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-4b84321a-fba7-45a9-b1f6-6d5f79c6a9d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0996668 Sep 10 03:30:11.060883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6710-eb49-44e9-8994-f10e0db5df2a req-255a4adf-fa5d-4e24-99c8-624e4da2da5a tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:11.071778 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-952c6710-eb49-44e9-8994-f10e0db5df2a req-255a4adf-fa5d-4e24-99c8-624e4da2da5a tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 950 time: 0.0730217 Sep 10 03:30:11.127144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-952c6710-eb49-44e9-8994-f10e0db5df2a req-5600f372-3f10-4021-94fc-0118b4534919 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb6aaadf-fa4c-4c67-ac73-78a5839190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543666 Sep 10 03:30:11.142218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554a55d-18d0-427b-af38-b076be4402fc req-26eee874-4fe7-40da-97bb-3215b4bccc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:11.143945 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-26eee874-4fe7-40da-97bb-3215b4bccc6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898969 Sep 10 03:30:11.164220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ccf3d070-b2e9-41ea-bd0f-9578a87a6fd3 None None] Provisioning for port 69113cd6-8189-4615-b90e-2e17a61a9ec7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:30:11.169136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ccf3d070-b2e9-41ea-bd0f-9578a87a6fd3 None None] Provisioning complete for port 69113cd6-8189-4615-b90e-2e17a61a9ec7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:11.169595 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d070-b2e9-41ea-bd0f-9578a87a6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.198493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.211556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3d070-b2e9-41ea-bd0f-9578a87a6fd3 None None] Port 69113cd6-8189-4615-b90e-2e17a61a9ec7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:30:11.356319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-a31bb5b7-4825-4af1-be2c-9ebc17f5c745 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918325 Sep 10 03:30:11.424026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bd4c1-6ad7-48f1-8581-1ecb735fa040 req-5b17207b-617f-4a7e-9072-40e7b1dbcfd0 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:11.425477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff7bd4c1-6ad7-48f1-8581-1ecb735fa040 req-5b17207b-617f-4a7e-9072-40e7b1dbcfd0 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 947 time: 0.1649451 Sep 10 03:30:11.432704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-3bae4d8f-06a5-4140-a1f6-35003c1482eb tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:11.434054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-3bae4d8f-06a5-4140-a1f6-35003c1482eb tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.32 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 950 time: 0.1920903 Sep 10 03:30:11.595815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ff7bd4c1-6ad7-48f1-8581-1ecb735fa040 req-3d419214-7727-464b-b52a-00cc4b1c87b2 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607728 Sep 10 03:30:11.668156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d554a55d-18d0-427b-af38-b076be4402fc req-75b60013-935e-4b05-9a0e-46705c3f0c55 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021717 Sep 10 03:30:11.697241 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.706847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.735178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Deleting port dad01f63-f50a-4251-83d2-b160afeab890 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:30:11.735550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.832512 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.848418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Pushing event updated for resources: {'Port': ['ID=69113cd6-8189-4615-b90e-2e17a61a9ec7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:11.897249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] For port dad01f63-f50a-4251-83d2-b160afeab890, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dad01f63-f50a-4251-83d2-b160afeab890,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:11.897622 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:11.939161 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Calling delete_port for dad01f63-f50a-4251-83d2-b160afeab890 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:12.004637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f6a3f5d7-ece3-4626-be35-006378e56ce3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:30:12.012329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Network e46816ca-f169-4292-b8c8-7fb1ed895047 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:30:12.016756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:30:12.070562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f6a3f5d7-ece3-4626-be35-006378e56ce3 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:30:12.074590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f6a3f5d7-ece3-4626-be35-006378e56ce3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:12.074965 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.166605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.196852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port f6a3f5d7-ece3-4626-be35-006378e56ce3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f6a3f5d7-ece3-4626-be35-006378e56ce3,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:12.201074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.206776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.216121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dad01f63-f50a-4251-83d2-b160afeab890'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:30:12.241670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccc152f2-80d5-4fba-8553-53de86a321fb req-1f2e09c6-8217-4201-b0c6-fa01535550ed tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.23 "GET /v2.0/ports?device_id=908f81a2-1dd9-4c11-9054-9917b4c4da96 HTTP/1.1" status: 200 len: 210 time: 0.0410120 Sep 10 03:30:12.248565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Pushing event deleted for resources: {'Port': ['ID=dad01f63-f50a-4251-83d2-b160afeab890,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:12.251956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Router b8b5a424-0929-40e5-a82c-5ac82212358b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:30:12.301393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] No DVR routers for this DVR port dad01f63-f50a-4251-83d2-b160afeab890 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:30:12.304126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=f6a3f5d7-ece3-4626-be35-006378e56ce3,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:12.305064 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.307075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b955d5d-7d67-4ed5-a22e-27a2c8aacb69 req-bb5eb061-ddb6-4f31-8ccf-152ef0d22431 tempest-VolumesBackupsTest-803624566 tempest-VolumesBackupsTest-803624566-project] 10.222.0.32 "DELETE /v2.0/ports/dad01f63-f50a-4251-83d2-b160afeab890 HTTP/1.1" status: 204 len: 173 time: 0.8636522 Sep 10 03:30:12.308367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'name': 'network-vif-deleted', 'tag': 'dad01f63-f50a-4251-83d2-b160afeab890'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:30:12.310678 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b614a54b-b30e-4892-a727-60818de76ced" -d '{"events": [{"server_uuid": "908f81a2-1dd9-4c11-9054-9917b4c4da96", "name": "network-vif-deleted", "tag": "dad01f63-f50a-4251-83d2-b160afeab890"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:30:12.338092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f569d3c5-2b75-4e87-a6b5-30954798fa28 None None] Provisioning complete for port 69113cd6-8189-4615-b90e-2e17a61a9ec7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:12.338930 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f569d3c5-2b75-4e87-a6b5-30954798fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.381077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f569d3c5-2b75-4e87-a6b5-30954798fa28 None None] Port 69113cd6-8189-4615-b90e-2e17a61a9ec7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:30:12.393872 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b079839-997f-406a-bb05-da93157ffc51 x-openstack-request-id: req-1b079839-997f-406a-bb05-da93157ffc51 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:30:12.395586 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f81a2-1dd9-4c11-9054-9917b4c4da96", "name": "network-vif-deleted", "tag": "dad01f63-f50a-4251-83d2-b160afeab890", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:30:12.396087 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b079839-997f-406a-bb05-da93157ffc51 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:30:12.396449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d095694d-77ae-4854-bbdd-0f5da5cc3d3d details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:30:12.396908 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f81a2-1dd9-4c11-9054-9917b4c4da96', 'name': 'network-vif-deleted', 'tag': 'dad01f63-f50a-4251-83d2-b160afeab890', 'status': 'completed', 'code': 200} Sep 10 03:30:12.456667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:30:12.463662 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c62b0bdc-b668-4aeb-9308-8c1984fe1022 admin admin] 10.222.0.23 "PUT /v2.0/routers/b8b5a424-0929-40e5-a82c-5ac82212358b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4058473 Sep 10 03:30:12.475852 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Sync routers for ids ['b8b5a424-0929-40e5-a82c-5ac82212358b'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:30:12.487986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Routers {'b8b5a424-0929-40e5-a82c-5ac82212358b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:30:12.488976 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:30:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b8b5a424-0929-40e5-a82c-5ac82212358b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:12.527851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:12.539734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d', 'mac_address': 'fa:16:3e:39:ed:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:30:12.593771 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.616513 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Set router b8b5a424-0929-40e5-a82c-5ac82212358b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:30:12.617899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d095694d-77ae-4854-bbdd-0f5da5cc3d3d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:30:12.752093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:12.765738 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:12.877929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:12.908531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c4b7-324f-4146-8f68-9668c8a63b1a req-464c0169-1f7d-4fc0-9be6-bdcd7bff5ab6 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:12.919500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fb1c4b7-324f-4146-8f68-9668c8a63b1a req-464c0169-1f7d-4fc0-9be6-bdcd7bff5ab6 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 948 time: 0.1160309 Sep 10 03:30:12.960525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['d095694d-77ae-4854-bbdd-0f5da5cc3d3d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:30:12.992051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1fb1c4b7-324f-4146-8f68-9668c8a63b1a req-e37e7c64-8fc7-4400-accd-04be2798351d tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716035 Sep 10 03:30:13.049488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:11Z', 'revision_number': 4, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '69113cd6-8189-4615-b90e-2e17a61a9ec7', 'name': '', 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'mac_address': 'fa:16:3e:15:8d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:10Z', 'updated_at': '2021-09-10T03:30:11Z', 'revision_number': 2, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'subnets': [{'id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:13.084208 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Checking router: b8b5a424-0929-40e5-a82c-5ac82212358b for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:30:13.084640 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Updating router b8b5a424-0929-40e5-a82c-5ac82212358b port 69113cd6-8189-4615-b90e-2e17a61a9ec7 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:30:13.125205 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:13.464899 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:13.478137 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Transition to ACTIVE for port object 69113cd6-8189-4615-b90e-2e17a61a9ec7 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:30:13.487109 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:13.745202 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Pushing event updated for resources: {'Port': ['ID=69113cd6-8189-4615-b90e-2e17a61a9ec7,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:13.759229 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.759229 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.760230 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.760569 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.761152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.761480 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.761804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.762224 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.762444 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.762752 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.763066 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.763536 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:30:13.773083 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Attempting to bind port 69113cd6-8189-4615-b90e-2e17a61a9ec7 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:30:13.773571 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Attempting to bind port 69113cd6-8189-4615-b90e-2e17a61a9ec7 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:30:13.773945 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Attempting to bind port 69113cd6-8189-4615-b90e-2e17a61a9ec7 on network e46816ca-f169-4292-b8c8-7fb1ed895047 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:30:13.779179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:30:13.779573 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Checking segment: {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:30:13.780556 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:13.781501 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Bound using segment: {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:30:13.781963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Bound port: 69113cd6-8189-4615-b90e-2e17a61a9ec7, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d94084a-b75e-455e-b1cc-4ae3d0354ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:30:13.782342 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:13.867761 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] For port 69113cd6-8189-4615-b90e-2e17a61a9ec7, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:30:13.871084 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] For port 69113cd6-8189-4615-b90e-2e17a61a9ec7, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=69113cd6-8189-4615-b90e-2e17a61a9ec7,segment=NetworkSegment(9d94084a-b75e-455e-b1cc-4ae3d0354ac7),segment_id=9d94084a-b75e-455e-b1cc-4ae3d0354ac7)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:30:13.877170 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:13.953178 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Routers {'b8b5a424-0929-40e5-a82c-5ac82212358b'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:30:13.954354 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:30:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b8b5a424-0929-40e5-a82c-5ac82212358b'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:13.999820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c9760-785c-46af-9e10-1412787aa4f8 None None] Pushing event updated for resources: {'Port': ['ID=69113cd6-8189-4615-b90e-2e17a61a9ec7,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:14.165857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea6f0-62f1-44e2-b223-52509398a29a req-8729c902-31b4-4c23-966e-594366965fa3 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:14.173342 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-088ea6f0-62f1-44e2-b223-52509398a29a req-8729c902-31b4-4c23-966e-594366965fa3 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 948 time: 0.0701342 Sep 10 03:30:14.193773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f6a3f5d7-ece3-4626-be35-006378e56ce3 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:30:14.256887 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] Set router b8b5a424-0929-40e5-a82c-5ac82212358b gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:30:14.268614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-088ea6f0-62f1-44e2-b223-52509398a29a req-e4430239-5ea6-4dc3-a589-cd2b81e10300 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942101 Sep 10 03:30:14.303059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f6a3f5d7-ece3-4626-be35-006378e56ce3 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:14.304217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:14.318269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:14.398537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d095694d-77ae-4854-bbdd-0f5da5cc3d3d up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:30:14.562347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:11Z', 'revision_number': 4, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '69113cd6-8189-4615-b90e-2e17a61a9ec7', 'name': '', 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'mac_address': 'fa:16:3e:15:8d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:10Z', 'updated_at': '2021-09-10T03:30:13Z', 'revision_number': 4, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'subnets': [{'id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:14.600908 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed205a1-e916-4c1e-a324-62028211aab0 None None] The sync data for ids ['b8b5a424-0929-40e5-a82c-5ac82212358b'] in n-d-808126-2 is: [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:11Z', 'revision_number': 4, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '69113cd6-8189-4615-b90e-2e17a61a9ec7', 'name': '', 'network_id': 'e46816ca-f169-4292-b8c8-7fb1ed895047', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'mac_address': 'fa:16:3e:15:8d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:10Z', 'updated_at': '2021-09-10T03:30:13Z', 'revision_number': 4, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'subnets': [{'id': 'e70d7875-0e8b-4f6c-b74f-21e46332ce9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:30:14.673081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port d095694d-77ae-4854-bbdd-0f5da5cc3d3d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:30:14.680680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port d095694d-77ae-4854-bbdd-0f5da5cc3d3d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:30:14.682194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:14.782039 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:14.805834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:30:14.808806 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96865c10-7f44-4d49-9750-753a8671e8fb" -d '{"events": [{"server_uuid": "345a2aec-3ddd-4e52-8184-1e856896a03f", "name": "network-vif-plugged", "status": "completed", "tag": "d095694d-77ae-4854-bbdd-0f5da5cc3d3d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:30:14.829198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:14.834699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:14.859557 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:14.868368 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e5c405-d280-495f-80cc-af43ae11769b x-openstack-request-id: req-e8e5c405-d280-495f-80cc-af43ae11769b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:30:14.868652 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345a2aec-3ddd-4e52-8184-1e856896a03f", "name": "network-vif-plugged", "status": "completed", "tag": "d095694d-77ae-4854-bbdd-0f5da5cc3d3d", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:30:14.868883 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8e5c405-d280-495f-80cc-af43ae11769b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:30:14.869275 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d', 'code': 200} Sep 10 03:30:14.905120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:15.016245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f025d61-2a4c-4772-8668-a1f63c092aaf req-582573c2-29e1-4bed-a9ba-852fddfa467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:15.017872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f025d61-2a4c-4772-8668-a1f63c092aaf req-582573c2-29e1-4bed-a9ba-852fddfa467d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 1100 time: 0.0939572 Sep 10 03:30:15.111008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f025d61-2a4c-4772-8668-a1f63c092aaf req-5344ec8d-d495-477b-8f97-423dfbf8e56c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Sep 10 03:30:15.207160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Deleting port 69113cd6-8189-4615-b90e-2e17a61a9ec7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:30:15.207863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:15.292607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] For port 69113cd6-8189-4615-b90e-2e17a61a9ec7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=69113cd6-8189-4615-b90e-2e17a61a9ec7,segment=NetworkSegment(9d94084a-b75e-455e-b1cc-4ae3d0354ac7),segment_id=9d94084a-b75e-455e-b1cc-4ae3d0354ac7)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:15.292981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:15.308619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Calling delete_port for 69113cd6-8189-4615-b90e-2e17a61a9ec7 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:15.396029 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025919ce-eea2-4244-9d0c-033c1b016fca req-380f66b0-16f5-41a7-a330-57d78b8bd798 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:15.403740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-025919ce-eea2-4244-9d0c-033c1b016fca req-380f66b0-16f5-41a7-a330-57d78b8bd798 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 949 time: 0.0706584 Sep 10 03:30:15.451093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-025919ce-eea2-4244-9d0c-033c1b016fca req-cd5521fd-27e0-48e0-b5b4-58c6501ab451 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 Sep 10 03:30:15.833271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:15.860817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Pushing event deleted for resources: {'Port': ['ID=69113cd6-8189-4615-b90e-2e17a61a9ec7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:16.040644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:16.179668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dad01f63-f50a-4251-83d2-b160afeab890 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:30:16.212258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: dad01f63-f50a-4251-83d2-b160afeab890 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:30:16.212886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dad01f63-f50a-4251-83d2-b160afeab890 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:30:16.294665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Router b8b5a424-0929-40e5-a82c-5ac82212358b has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:30:16.400872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:30:16.406728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8cee6cf4-632e-4eca-a48a-55f9613d451b admin admin] 10.222.0.23 "PUT /v2.0/routers/b8b5a424-0929-40e5-a82c-5ac82212358b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862787 Sep 10 03:30:16.408423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37416) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:16.409604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] Sync routers for ids ['b8b5a424-0929-40e5-a82c-5ac82212358b'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:30:16.418842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] Routers {'b8b5a424-0929-40e5-a82c-5ac82212358b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:30:16.419603 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:30:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b8b5a424-0929-40e5-a82c-5ac82212358b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:16.521685 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:16.539491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] Set router b8b5a424-0929-40e5-a82c-5ac82212358b gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:30:16.643491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25997a0-a93e-40df-b009-83ca5d719a81 req-318f4aa5-1566-42e6-926f-cfcab3359d6c tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:16.644962 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c25997a0-a93e-40df-b009-83ca5d719a81 req-318f4aa5-1566-42e6-926f-cfcab3359d6c tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 949 time: 0.1249597 Sep 10 03:30:16.699439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:16.761983 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c25997a0-a93e-40df-b009-83ca5d719a81 req-91c1f295-c87d-45e5-b4d8-5b358b4a76cc tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004837 Sep 10 03:30:16.787728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:15Z', 'revision_number': 5, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port': {'id': 'f6a3f5d7-ece3-4626-be35-006378e56ce3', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:30:06Z', 'updated_at': '2021-09-10T03:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:16.802935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Deleting port f6a3f5d7-ece3-4626-be35-006378e56ce3 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:30:16.803963 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:16.845147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] Checking router: b8b5a424-0929-40e5-a82c-5ac82212358b for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:30:16.855136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] Routers {'b8b5a424-0929-40e5-a82c-5ac82212358b'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:30:16.855899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:30:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['b8b5a424-0929-40e5-a82c-5ac82212358b'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:16.945983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] For port f6a3f5d7-ece3-4626-be35-006378e56ce3, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f6a3f5d7-ece3-4626-be35-006378e56ce3,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:16.946654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:16.958692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] Set router b8b5a424-0929-40e5-a82c-5ac82212358b gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:30:16.960481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Calling delete_port for f6a3f5d7-ece3-4626-be35-006378e56ce3 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:17.033350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:16Z', 'revision_number': 6, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:17.061640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6cdda6-541c-409b-bff0-4f971524db63 None None] The sync data for ids ['b8b5a424-0929-40e5-a82c-5ac82212358b'] in n-d-808126-2 is: [{'id': 'b8b5a424-0929-40e5-a82c-5ac82212358b', 'name': 'tempest-ImageQuotaTest-1489806995-router', 'tenant_id': '08f12069da7d4940a14914f21a8c2657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:30:05Z', 'updated_at': '2021-09-10T03:30:16Z', 'revision_number': 6, 'project_id': '08f12069da7d4940a14914f21a8c2657', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:30:17.181988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624900e9-7fa8-4e95-aa60-ba80d509554e req-82de71db-ed7f-418e-beb1-c7a89eab12ef tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:17.183641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-624900e9-7fa8-4e95-aa60-ba80d509554e req-82de71db-ed7f-418e-beb1-c7a89eab12ef tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 949 time: 0.1064250 Sep 10 03:30:17.258017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-624900e9-7fa8-4e95-aa60-ba80d509554e req-2abb92b7-241b-4055-bd99-9eafc2cd5e52 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673218 Sep 10 03:30:17.267952 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.294943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a3f5d7-ece3-4626-be35-006378e56ce3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:17.358322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.450992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.453476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.504764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.505439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b5a424-0929-40e5-a82c-5ac82212358b {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:30:17.510488 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.514198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5276fc78-f29c-4c6b-b164-13d0e4a4122a admin admin] 10.222.0.23 "DELETE /v2.0/routers/b8b5a424-0929-40e5-a82c-5ac82212358b HTTP/1.1" status: 204 len: 168 time: 1.1025546 Sep 10 03:30:17.514420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37502) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:17.574919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Deleting subnet e70d7875-0e8b-4f6c-b74f-21e46332ce9c {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:30:17.578599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.614683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.695530 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.753922 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.786243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70d7875-0e8b-4f6c-b74f-21e46332ce9c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:17.791150 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.795496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6ce3b6fa-249c-4c7d-983d-454cba5a7de7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e70d7875-0e8b-4f6c-b74f-21e46332ce9c HTTP/1.1" status: 204 len: 168 time: 0.2748961 Sep 10 03:30:17.795609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37504) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:17.802578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfa437-369f-46f6-96a4-6c2c8621c728 None None] Network e46816ca-f169-4292-b8c8-7fb1ed895047 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:30:17.876911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:17.943364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Deleting port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:30:17.944259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.015883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 69113cd6-8189-4615-b90e-2e17a61a9ec7 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:30:18.028728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] For port 6cde021c-4380-4626-bb10-0a7a9ebb60a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6cde021c-4380-4626-bb10-0a7a9ebb60a6,segment=NetworkSegment(9d94084a-b75e-455e-b1cc-4ae3d0354ac7),segment_id=9d94084a-b75e-455e-b1cc-4ae3d0354ac7)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:18.029294 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.040045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] DHCP port deletion for e46816ca-f169-4292-b8c8-7fb1ed895047 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:30:18.043324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 69113cd6-8189-4615-b90e-2e17a61a9ec7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:30:18.043775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 69113cd6-8189-4615-b90e-2e17a61a9ec7 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:30:18.044268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f6a3f5d7-ece3-4626-be35-006378e56ce3 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:30:18.048123 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Calling delete_port for 6cde021c-4380-4626-bb10-0a7a9ebb60a6 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:18.070414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f6a3f5d7-ece3-4626-be35-006378e56ce3 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:30:18.070898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f6a3f5d7-ece3-4626-be35-006378e56ce3 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:30:18.128600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] Deleting port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:30:18.128993 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.156829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.171155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] No DVR routers for this DVR port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:30:18.215684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cde021c-4380-4626-bb10-0a7a9ebb60a6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:18.231023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] For port 6cde021c-4380-4626-bb10-0a7a9ebb60a6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6cde021c-4380-4626-bb10-0a7a9ebb60a6,segment=NetworkSegment(9d94084a-b75e-455e-b1cc-4ae3d0354ac7),segment_id=9d94084a-b75e-455e-b1cc-4ae3d0354ac7)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:18.231435 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.257167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] Calling delete_port for 6cde021c-4380-4626-bb10-0a7a9ebb60a6 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:18.291689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.326112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46816ca-f169-4292-b8c8-7fb1ed895047']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:18.339295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d94084a-b75e-455e-b1cc-4ae3d0354ac7') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:18.339622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d94084a-b75e-455e-b1cc-4ae3d0354ac7') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:30:18.349306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.388038 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.391523 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.397251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:30:18.397647 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:30:18.399851 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:30:18.408673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e3756-fd9c-40f8-8104-15db4410465f req-ef12ab1e-6653-4f3b-aa29-b26503efe779 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:18.412408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] No DVR routers for this DVR port 6cde021c-4380-4626-bb10-0a7a9ebb60a6 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:30:18.417583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d4e3756-fd9c-40f8-8104-15db4410465f req-ef12ab1e-6653-4f3b-aa29-b26503efe779 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 949 time: 0.0685475 Sep 10 03:30:18.435908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-95893348-9c3d-488c-b062-39ef3c63d275 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:30:18.437461 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-95893348-9c3d-488c-b062-39ef3c63d275 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.36 "GET /v2.0/ports?device_id=345a2aec-3ddd-4e52-8184-1e856896a03f HTTP/1.1" status: 200 len: 949 time: 0.1377172 Sep 10 03:30:18.444185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f325a2-0e6d-4aae-9378-c6dbf066d901 None None] Pushing event deleted for resources: {'Port': ['ID=6cde021c-4380-4626-bb10-0a7a9ebb60a6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:18.458238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0d4e3756-fd9c-40f8-8104-15db4410465f req-bf065e1d-879c-4c23-8ab8-66632bf10580 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4af23e6-5529-40f2-9afc-4c7c375468d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Sep 10 03:30:18.509724 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.515673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.519998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e46816ca-f169-4292-b8c8-7fb1ed895047 HTTP/1.1" status: 204 len: 168 time: 0.7210736 Sep 10 03:30:18.581113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db1745-32b2-4f30-b3e0-1ad715208ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46816ca-f169-4292-b8c8-7fb1ed895047,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:18.611991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Deleting port d095694d-77ae-4854-bbdd-0f5da5cc3d3d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:30:18.612417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.668004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37512) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:18.711901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9a7d985e-3530-4367-b41c-6669eede1365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08f12069da7d4940a14914f21a8c2657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423601 Sep 10 03:30:18.714295 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37514) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:18.714651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] For port d095694d-77ae-4854-bbdd-0f5da5cc3d3d, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:30:18.715022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.728426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Calling delete_port for d095694d-77ae-4854-bbdd-0f5da5cc3d3d owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:30:18.764758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae3480f4-0382-4292-b368-c762c22d4a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.787765 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae3480f4-0382-4292-b368-c762c22d4a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.837939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae3480f4-0382-4292-b368-c762c22d4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.841038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ae3480f4-0382-4292-b368-c762c22d4a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.842226 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ae3480f4-0382-4292-b368-c762c22d4a5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/039c5262-d8f1-4352-8e7b-4b9e12e112ae HTTP/1.1" status: 204 len: 168 time: 0.1268582 Sep 10 03:30:18.853450 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3480f4-0382-4292-b368-c762c22d4a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039c5262-d8f1-4352-8e7b-4b9e12e112ae,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:18.887887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.901102 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['d095694d-77ae-4854-bbdd-0f5da5cc3d3d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:30:18.918411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Pushing event deleted for resources: {'Port': ['ID=d095694d-77ae-4854-bbdd-0f5da5cc3d3d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:18.974211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] No DVR routers for this DVR port d095694d-77ae-4854-bbdd-0f5da5cc3d3d on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:30:18.977357 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:18.979752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04f93fea-21be-44ee-9fb2-3001246cc927 req-44914f51-23ca-4267-9edb-94109b95ea93 tempest-VolumesNegativeTest-1688763857 tempest-VolumesNegativeTest-1688763857-project] 10.222.0.36 "DELETE /v2.0/ports/d095694d-77ae-4854-bbdd-0f5da5cc3d3d HTTP/1.1" status: 204 len: 173 time: 0.5057361 Sep 10 03:30:18.980391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'name': 'network-vif-deleted', 'tag': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:30:18.983216 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46509162-606a-444d-9245-c66a3d9175d4" -d '{"events": [{"server_uuid": "345a2aec-3ddd-4e52-8184-1e856896a03f", "name": "network-vif-deleted", "tag": "d095694d-77ae-4854-bbdd-0f5da5cc3d3d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:30:19.038702 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a86b8-16a2-400e-ac34-8567e6dfdec5 x-openstack-request-id: req-0c8a86b8-16a2-400e-ac34-8567e6dfdec5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:30:19.039762 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345a2aec-3ddd-4e52-8184-1e856896a03f", "name": "network-vif-deleted", "tag": "d095694d-77ae-4854-bbdd-0f5da5cc3d3d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:30:19.040206 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c8a86b8-16a2-400e-ac34-8567e6dfdec5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:30:19.040787 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345a2aec-3ddd-4e52-8184-1e856896a03f', 'name': 'network-vif-deleted', 'tag': 'd095694d-77ae-4854-bbdd-0f5da5cc3d3d', 'status': 'completed', 'code': 200} Sep 10 03:30:19.292978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37522) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:19.312621 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4c78-4cc3-428e-bd63-5dc09103540e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.419586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4c78-4cc3-428e-bd63-5dc09103540e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.424426 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4c78-4cc3-428e-bd63-5dc09103540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.454717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f4c78-4cc3-428e-bd63-5dc09103540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33e6d6-06ed-4717-bdaa-1c57123c234c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:19.477584 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9a9f4c78-4cc3-428e-bd63-5dc09103540e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1810396 Sep 10 03:30:19.477913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37526) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:19.531134 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c53d8a7a-c700-48e6-ac3b-de21a7bac0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.558368 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c53d8a7a-c700-48e6-ac3b-de21a7bac0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.609463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c53d8a7a-c700-48e6-ac3b-de21a7bac0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.612564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c53d8a7a-c700-48e6-ac3b-de21a7bac0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:19.613987 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c53d8a7a-c700-48e6-ac3b-de21a7bac0fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd33e6d6-06ed-4717-bdaa-1c57123c234c HTTP/1.1" status: 204 len: 168 time: 0.1348803 Sep 10 03:30:19.623677 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d8a7a-c700-48e6-ac3b-de21a7bac0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33e6d6-06ed-4717-bdaa-1c57123c234c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:20.028200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6cde021c-4380-4626-bb10-0a7a9ebb60a6 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:30:20.069273 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6cde021c-4380-4626-bb10-0a7a9ebb60a6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:30:20.070096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6cde021c-4380-4626-bb10-0a7a9ebb60a6 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:30:22.436592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d095694d-77ae-4854-bbdd-0f5da5cc3d3d no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:30:22.463202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: d095694d-77ae-4854-bbdd-0f5da5cc3d3d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:30:22.463848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device d095694d-77ae-4854-bbdd-0f5da5cc3d3d not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:30:24.546329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37768) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:24.708527 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dbf32b42-fee5-4bf1-8a1c-3567a2b19800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9cccf9450f049c193355619a71b32c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610162 Sep 10 03:30:24.710933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37774) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:24.765343 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e16e37a-d4e0-4be9-95c6-c1ee3f8fbfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:24.787267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e16e37a-d4e0-4be9-95c6-c1ee3f8fbfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:24.837655 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e16e37a-d4e0-4be9-95c6-c1ee3f8fbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:24.840309 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e16e37a-d4e0-4be9-95c6-c1ee3f8fbfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:24.841641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8e16e37a-d4e0-4be9-95c6-c1ee3f8fbfcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4af23e6-5529-40f2-9afc-4c7c375468d2 HTTP/1.1" status: 204 len: 168 time: 0.1297750 Sep 10 03:30:24.850448 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e37a-d4e0-4be9-95c6-c1ee3f8fbfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af23e6-5529-40f2-9afc-4c7c375468d2,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:26.395899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:30:26.957494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 37932) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:27.070997 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb6a6-1e70-46f9-9eec-1634fd809b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.166496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb6a6-1e70-46f9-9eec-1634fd809b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.170661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb6a6-1e70-46f9-9eec-1634fd809b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.211928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37936) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:27.212470 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4d5fb6a6-1e70-46f9-9eec-1634fd809b62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77a2182dfb4c470fa634dad3cb61123e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527871 Sep 10 03:30:27.216714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fb6a6-1e70-46f9-9eec-1634fd809b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889f625f-246c-4191-ae90-2b5e15410a93,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:27.269059 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158167ce-394a-4fcd-a989-b2359ccc64c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.291586 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158167ce-394a-4fcd-a989-b2359ccc64c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.340690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158167ce-394a-4fcd-a989-b2359ccc64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.343394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-158167ce-394a-4fcd-a989-b2359ccc64c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.344664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-158167ce-394a-4fcd-a989-b2359ccc64c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/889f625f-246c-4191-ae90-2b5e15410a93 HTTP/1.1" status: 204 len: 168 time: 0.1308038 Sep 10 03:30:27.353345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158167ce-394a-4fcd-a989-b2359ccc64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f625f-246c-4191-ae90-2b5e15410a93,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:27.709479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37942) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:27.726577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d11ce8b-47ba-4d62-be92-b1613e2c262c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.824371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d11ce8b-47ba-4d62-be92-b1613e2c262c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.829337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4d11ce8b-47ba-4d62-be92-b1613e2c262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.866986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11ce8b-47ba-4d62-be92-b1613e2c262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb9e4f2-70cc-4bd9-a781-a63f43684e76,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:27.871353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4d11ce8b-47ba-4d62-be92-b1613e2c262c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1758a0d04f6e4076bbabf7e2dec9a333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606882 Sep 10 03:30:27.873930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 37954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:30:27.929681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a1fe48-a7cc-4e15-aa1a-c0048eb3d8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.950137 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a1fe48-a7cc-4e15-aa1a-c0048eb3d8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.995684 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a1fe48-a7cc-4e15-aa1a-c0048eb3d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:27.998626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-98a1fe48-a7cc-4e15-aa1a-c0048eb3d8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:28.002238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-98a1fe48-a7cc-4e15-aa1a-c0048eb3d8d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abb9e4f2-70cc-4bd9-a781-a63f43684e76 HTTP/1.1" status: 204 len: 168 time: 0.1248488 Sep 10 03:30:28.008351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1fe48-a7cc-4e15-aa1a-c0048eb3d8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb9e4f2-70cc-4bd9-a781-a63f43684e76,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:30:31.769850 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d0e301f6-ea66-4f45-a6c5-c3412ad38564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:31.987193 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:32.264582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:34.353432 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dc6254b2-9939-4257-90ca-fcd11961d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:34.711949 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:35.461411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:37.409911 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:51.472507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-c6c2b919-d2b9-4bd3-b3b8-ae063aeb8896 req-8998e84d-931e-4d91-938b-f3cf2e7c4cc3 service neutron] (94633) timed out ('10.222.0.36', 57167) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:31:01.770751 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-701ff0b6-d655-4f87-b00d-18483bc324fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:02.002747 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:02.270005 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:03.394968 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:31:04.354685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7882572e-a5cc-4fde-959d-8e375da9a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:04.719056 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:05.464257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:07.411232 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:31.772961 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-596f7e2c-2abd-4f74-92f2-5e987efacd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:32.003287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:32.284987 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:34.356664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3985f104-fa93-494f-9825-addc323f0bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:34.710427 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:35.466590 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:37.415633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:40.395606 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:31:53.644086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-3d693f58-7f3d-47da-a5fa-60dfbf8a64ec req-b869a9dd-0710-4479-b5e7-ed22920fd5f8 service neutron] (94633) timed out ('10.222.0.32', 51289) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:31:58.292296 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-a7bba16c-ae25-478c-8b25-5b50731c8878 req-bfb32dc4-986f-416b-aecb-0e1b2b9a42ff service neutron] (94633) timed out ('10.222.0.23', 41666) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:32:01.777626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-184709f8-b730-4842-a53e-5dd1cd102f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:02.027146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:02.289091 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:04.358258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0e60-6d61-44cf-8654-d746644a9a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:04.711665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:05.470098 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:07.419258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:17.394661 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:32:31.780634 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01c087d0-eeb0-426c-9fa8-c4e8a9327ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:32.028759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:32.286759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:34.359930 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e02ac3e3-40a5-4a13-a6fd-e0e3310b9ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:34.712946 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:35.473287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:37.420934 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:54.394984 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:33:01.783048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-515e5fec-66d1-4c9c-a24a-8d60a08aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:02.040589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:02.283939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:04.360569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-764e39b0-3104-4347-9611-feef64cc79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:04.714692 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:05.476272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:07.423817 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:13.256775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:33:13.392462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-717f1e63-826b-4a92-8de6-8693bb1de54e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cc7b2c6ae22454c96069e7e2d70594c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343892 Sep 10 03:33:13.394826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40582) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:33:13.442425 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:13.463232 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:13.512609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:13.515719 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:13.516873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb6aaadf-fa4c-4c67-ac73-78a5839190a7 HTTP/1.1" status: 204 len: 168 time: 0.1211295 Sep 10 03:33:13.524605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6aaadf-fa4c-4c67-ac73-78a5839190a7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:33:13.532765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.533107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.533450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.533784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.534113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.534542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.534755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.535292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.535655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.535974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.536296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:13.536615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deabeeb-f68c-4395-902e-95ba6ef1d033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.155666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 40604) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:33:14.251095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-859323717-network', 'tenant_id': '22fdcaa9faff40b8812169fa714e6593'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:33:14.271853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Made reservation on behalf of 22fdcaa9faff40b8812169fa714e6593 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:33:14.274395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.282597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.370796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.374935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.400420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:33:14.406041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d22275-ab7c-421f-bb8b-90018a39291a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:33:14.414574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.414912 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Added segment 5220b977-0fdc-410d-8c1f-2334e0f91867 of type vlan for network 6c033680-48c8-4468-bc70-a48abe8a5612 Sep 10 03:33:14.456437 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.479475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.480362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:33:14.480933 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.511008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3542876 Sep 10 03:33:14.514244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 40608) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:33:14.520009 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Request body: {'subnet': {'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-859323717-subnet', 'tenant_id': '22fdcaa9faff40b8812169fa714e6593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:33:14.540546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Made reservation on behalf of 22fdcaa9faff40b8812169fa714e6593 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:33:14.542939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.718863 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.790698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1f3316-0312-446e-88bc-526638dd124b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:33:14.802032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Checking segment: {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:33:14.802395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Network hostable DHCP agents. Network: 6c033680-48c8-4468-bc70-a48abe8a5612, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:33:14.806297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.806649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.806993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.807330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.807691 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.808024 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.808352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.808679 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.809004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.809329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.809654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.809974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:33:14.827308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Network 6c033680-48c8-4468-bc70-a48abe8a5612 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:33:14.837017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6c033680-48c8-4468-bc70-a48abe8a5612) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:33:14.841314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:33:14.842402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:14.843092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaca2a-a158-4d81-9e8c-eaffbc2fb51c admin admin] Pushing event updated for resources: {'Network': ['ID=6c033680-48c8-4468-bc70-a48abe8a5612,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:33:14.847744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fbad9-cba9-4587-b140-30e08304b71d None None] Network 6c033680-48c8-4468-bc70-a48abe8a5612 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:33:14.859520 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f03a07ce-aa03-4fb4-b981-df132fb4e4a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3418891 Sep 10 03:33:14.865362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6c033680-48c8-4468-bc70-a48abe8a5612 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:33:15.042096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09b956-1ce4-4209-9085-f9697de1a817 None None] Network 6c033680-48c8-4468-bc70-a48abe8a5612 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:33:31.394883 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:33:31.783549 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-834bb769-d3b2-408e-95b3-8b39468108d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:32.055789 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:32.316609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:34.360978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-18744dd6-d815-4801-beaa-8a059faa5a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:34.720122 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:35.479168 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:37.427869 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:01.786960 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d563ce2-0e16-442c-b51b-9f244c6f298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:02.053551 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:02.330491 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.155035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-bc358844-f04d-4c99-b05b-339ee8192b68 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:03.156519 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-bc358844-f04d-4c99-b05b-339ee8192b68 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/networks?id=6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 200 len: 813 time: 0.1001971 Sep 10 03:34:03.172624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-4fb21397-988a-4152-8246-0edecba57d64 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/quotas/22fdcaa9faff40b8812169fa714e6593 HTTP/1.1" status: 200 len: 375 time: 0.0103829 Sep 10 03:34:03.211396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-13afaebb-f6bc-4882-ad03-64319e7f9f91 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22fdcaa9faff40b8812169fa714e6593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320194 Sep 10 03:34:03.299077 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-117589ce-d952-462a-9a7a-1c97873017da service neutron] 10.222.0.23 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803034 Sep 10 03:34:03.392171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-3c79693b-c5b2-4c78-be15-fa95cadacda9 service neutron] 10.222.0.23 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871351 Sep 10 03:34:03.551793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-837cf87b-d032-444e-a578-ba5da68d5cae req-6438caf6-3358-41d1-8e5b-713df3fd7245 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Sep 10 03:34:04.361364 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9436fe8d-5aaa-454c-beaa-99a1f7e18dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.659299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-98f31f79-3e0b-48f1-bdf6-fea5968cc0fb req-051856fc-b39a-4763-a3fd-c292c743e71a tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Sep 10 03:34:04.720768 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.482712 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.760526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf68b233-b348-411c-b415-2ab9e121398b req-0f41c2b8-01a2-4ea2-8f44-c3c04f89ab57 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Sep 10 03:34:06.838450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56548965-4a88-4808-99ce-ba9384c4e03e req-20fed9c6-c409-4683-8695-a09218a3ac4a tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Sep 10 03:34:07.428890 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.929519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-78ad496e-8d59-42b3-9621-0d26ea19234b req-a644a09c-8fad-43f2-8006-a79c66d99e8f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0252481 Sep 10 03:34:08.393764 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:34:08.586243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-1696ae8c-fb61-4c4c-a754-94d6a42b01fc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:08.587827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-1696ae8c-fb61-4c4c-a754-94d6a42b01fc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "GET /v2.0/networks?id=6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 200 len: 813 time: 0.1066649 Sep 10 03:34:08.602072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Request body: {'port': {'device_id': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612', 'admin_state_up': True, 'tenant_id': '22fdcaa9faff40b8812169fa714e6593'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:08.707504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Made reservation on behalf of 22fdcaa9faff40b8812169fa714e6593 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:08.711028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.843026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Allocated IP 172.20.0.9 (6c033680-48c8-4468-bc70-a48abe8a5612/ef1f3316-0312-446e-88bc-526638dd124b/e72c97a0-9692-45f1-b35e-b29338adb2fa) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:08.987927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.024157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d068209b-4524-4a1e-b50f-e41d819aff77 req-dc675189-c659-4f67-846f-ed8a5540410a tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0282164 Sep 10 03:34:09.049071 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.087550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Network 6c033680-48c8-4468-bc70-a48abe8a5612 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:09.090534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:09.093665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:09.130695 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Pushing event updated for resources: {'Port': ['ID=e72c97a0-9692-45f1-b35e-b29338adb2fa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:09.152643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:09.153259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.169017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-36c6bcf9-8d8a-42c2-af9a-dba6b67227f3 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724216 Sep 10 03:34:09.231631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Request body: {'port': {'device_id': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:09.287175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.540126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72c97a0-9692-45f1-b35e-b29338adb2fa {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:09.547219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.558785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Transition to ACTIVE for port object e72c97a0-9692-45f1-b35e-b29338adb2fa will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:09.562609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.613920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Pushing event updated for resources: {'Port': ['ID=e72c97a0-9692-45f1-b35e-b29338adb2fa,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:09.678835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Attempting to bind port e72c97a0-9692-45f1-b35e-b29338adb2fa on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:09.679174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Attempting to bind port e72c97a0-9692-45f1-b35e-b29338adb2fa by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:09.679531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Attempting to bind port e72c97a0-9692-45f1-b35e-b29338adb2fa on network 6c033680-48c8-4468-bc70-a48abe8a5612 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:09.683686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Port e72c97a0-9692-45f1-b35e-b29338adb2fa on network 6c033680-48c8-4468-bc70-a48abe8a5612 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:34:09.684008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Attempting to bind port e72c97a0-9692-45f1-b35e-b29338adb2fa on network 6c033680-48c8-4468-bc70-a48abe8a5612 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:09.689139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:09.689480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Checking segment: {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:09.689871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Bound using segment: {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:09.690297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Bound port: e72c97a0-9692-45f1-b35e-b29338adb2fa, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:09.690652 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.752732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] For port e72c97a0-9692-45f1-b35e-b29338adb2fa, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:09.755727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] For port e72c97a0-9692-45f1-b35e-b29338adb2fa, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:09.759879 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.791219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:09.791801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.793192 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] 10.222.0.36 "PUT /v2.0/ports/e72c97a0-9692-45f1-b35e-b29338adb2fa HTTP/1.1" status: 200 len: 1091 time: 0.6155007 Sep 10 03:34:09.793637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'tag': 'e72c97a0-9692-45f1-b35e-b29338adb2fa'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:09.796410 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea99fa6e-5f23-4dd4-ba45-d27ffd269445", "tag": "e72c97a0-9692-45f1-b35e-b29338adb2fa"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:09.821460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cfb48-1e90-46ff-9a66-ea752166865e service neutron] Pushing event updated for resources: {'Port': ['ID=e72c97a0-9692-45f1-b35e-b29338adb2fa,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:09.875721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-f61a75db-e34b-4c34-aa0c-e9a768f4c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:09.877265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-f61a75db-e34b-4c34-aa0c-e9a768f4c6f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22fdcaa9faff40b8812169fa714e6593&device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 1094 time: 0.0450358 Sep 10 03:34:09.920336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-9ce7e39b-0107-444b-a577-db4ba2155434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa HTTP/1.1" status: 200 len: 217 time: 0.0334082 Sep 10 03:34:09.962499 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7201f2-c6d8-4260-be68-1b9ef1e82d62 x-openstack-request-id: req-5e7201f2-c6d8-4260-be68-1b9ef1e82d62 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:09.962787 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea99fa6e-5f23-4dd4-ba45-d27ffd269445", "tag": "e72c97a0-9692-45f1-b35e-b29338adb2fa", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:09.963042 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e7201f2-c6d8-4260-be68-1b9ef1e82d62 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:09.963467 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'tag': 'e72c97a0-9692-45f1-b35e-b29338adb2fa', 'status': 'completed', 'code': 200} Sep 10 03:34:09.972672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02462-34e1-452a-8411-4be7928b004f req-9a911fc3-c389-4cae-b04f-1a39d9b4e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:09.974145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-9a911fc3-c389-4cae-b04f-1a39d9b4e951 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef1f3316-0312-446e-88bc-526638dd124b HTTP/1.1" status: 200 len: 853 time: 0.0462546 Sep 10 03:34:10.015169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-4495c657-3dc1-448e-ad36-96ce124d993d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c033680-48c8-4468-bc70-a48abe8a5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282843 Sep 10 03:34:10.116652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-fdcf07e9-8214-4902-a001-1dc82a39337b service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934639 Sep 10 03:34:10.208673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59fe46-9dc8-4a93-802a-19e45c9ba252 req-b4c33cfb-3627-4ed2-8ef9-75ad4d0209b9 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:10.210144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a59fe46-9dc8-4a93-802a-19e45c9ba252 req-b4c33cfb-3627-4ed2-8ef9-75ad4d0209b9 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 943 time: 0.1125069 Sep 10 03:34:10.245200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f02462-34e1-452a-8411-4be7928b004f req-2c42dda2-b234-48f4-85cd-f2b2452f211b service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155868 Sep 10 03:34:10.262240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3a59fe46-9dc8-4a93-802a-19e45c9ba252 req-99707409-20e4-4fdc-bbf6-72398ffd085f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Sep 10 03:34:10.325846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-06f74994-bfe6-44fe-af5c-c4053d0afe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:10.327852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-06f74994-bfe6-44fe-af5c-c4053d0afe8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22fdcaa9faff40b8812169fa714e6593&device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 1094 time: 0.0404503 Sep 10 03:34:10.418734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-3d9be37e-6d3e-420e-825f-2331d6dcc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:10.420706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-3d9be37e-6d3e-420e-825f-2331d6dcc19d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 200 len: 913 time: 0.0853860 Sep 10 03:34:10.460704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-0796c1a4-cb2b-4e46-9c63-9f4cfecef624 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa HTTP/1.1" status: 200 len: 217 time: 0.0327353 Sep 10 03:34:10.513041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-c63d6cdc-d0a5-47dd-ac82-a97482c85b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:10.514493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-c63d6cdc-d0a5-47dd-ac82-a97482c85b6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef1f3316-0312-446e-88bc-526638dd124b HTTP/1.1" status: 200 len: 853 time: 0.0464270 Sep 10 03:34:10.545687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-09bea6e5-92b9-4cbf-a2cd-8d332a184a73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c033680-48c8-4468-bc70-a48abe8a5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236170 Sep 10 03:34:10.633537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-781aadab-4f14-4605-9b44-5b1edf53f2f9 service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797062 Sep 10 03:34:10.723653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01a8f54e-fb24-4602-b8c3-cfb9cfc71ca2 req-0a98df8c-60cc-47cc-9b69-15932718f516 service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Sep 10 03:34:11.379025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568b2cd-c504-4f7f-8a2d-7dcd256e4a58 req-214c62d4-d565-4094-b46e-00ca1a26eaa9 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:11.380437 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1568b2cd-c504-4f7f-8a2d-7dcd256e4a58 req-214c62d4-d565-4094-b46e-00ca1a26eaa9 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 943 time: 0.0508184 Sep 10 03:34:11.417116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1568b2cd-c504-4f7f-8a2d-7dcd256e4a58 req-d12f60bc-c01a-46fe-93dd-46dcc6b38cc0 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307932 Sep 10 03:34:12.530502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092226e-752c-4fd0-a27c-afdb3a3db9b8 req-28445671-06ed-4fa3-a9e2-6c70c417f77e tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:12.532856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e092226e-752c-4fd0-a27c-afdb3a3db9b8 req-28445671-06ed-4fa3-a9e2-6c70c417f77e tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 943 time: 0.0504599 Sep 10 03:34:12.569636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e092226e-752c-4fd0-a27c-afdb3a3db9b8 req-ad1e103f-fa00-4573-8efe-d0479ac364cd tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Sep 10 03:34:13.570652 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e72c97a0-9692-45f1-b35e-b29338adb2fa details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:34:13.665631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e72c97a0-9692-45f1-b35e-b29338adb2fa, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:13.677370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'e72c97a0-9692-45f1-b35e-b29338adb2fa', 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612', 'port_id': 'e72c97a0-9692-45f1-b35e-b29338adb2fa', 'mac_address': 'fa:16:3e:1b:ff:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1f3316-0312-446e-88bc-526638dd124b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:34:13.682103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079ddf2-6971-4a43-abbe-36e19b6c9929 req-23558e73-3750-4fa4-b9df-67190481848c tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:13.683631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d079ddf2-6971-4a43-abbe-36e19b6c9929 req-23558e73-3750-4fa4-b9df-67190481848c tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 943 time: 0.0474250 Sep 10 03:34:13.714316 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.722071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d079ddf2-6971-4a43-abbe-36e19b6c9929 req-7fe71420-d60d-42eb-8d52-3c46185a14a9 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Sep 10 03:34:13.728431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72c97a0-9692-45f1-b35e-b29338adb2fa {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:13.748118 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e72c97a0-9692-45f1-b35e-b29338adb2fa, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:13.751709 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.798832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e72c97a0-9692-45f1-b35e-b29338adb2fa,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:13.805868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.806210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.806548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.806883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.807213 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.807565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.807899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.808221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.808544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.808865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.809185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:13.809503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:14.004659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e72c97a0-9692-45f1-b35e-b29338adb2fa'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:14.834961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87c8e-a2b3-409f-8d87-cbe67cab4021 req-76b37c8d-7964-4934-aad6-b3475c6151d1 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:14.836513 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42d87c8e-a2b3-409f-8d87-cbe67cab4021 req-76b37c8d-7964-4934-aad6-b3475c6151d1 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 944 time: 0.0490816 Sep 10 03:34:14.878482 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42d87c8e-a2b3-409f-8d87-cbe67cab4021 req-79321bc9-00d8-4b80-bc96-7e8370023373 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Sep 10 03:34:15.588009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e72c97a0-9692-45f1-b35e-b29338adb2fa up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:15.651762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port e72c97a0-9692-45f1-b35e-b29338adb2fa completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:15.655920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port e72c97a0-9692-45f1-b35e-b29338adb2fa triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:15.656296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.731558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.753277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72c97a0-9692-45f1-b35e-b29338adb2fa'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:15.755525 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8070e626-c33b-4f7a-b621-d224c0aaae23" -d '{"events": [{"server_uuid": "ea99fa6e-5f23-4dd4-ba45-d27ffd269445", "name": "network-vif-plugged", "status": "completed", "tag": "e72c97a0-9692-45f1-b35e-b29338adb2fa"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:15.768424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port e72c97a0-9692-45f1-b35e-b29338adb2fa, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:15.772303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.818489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=e72c97a0-9692-45f1-b35e-b29338adb2fa,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:15.853410 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf80d0-4bd4-45bc-9de0-bc5f6dd08b57 x-openstack-request-id: req-80bf80d0-4bd4-45bc-9de0-bc5f6dd08b57 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:15.853706 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea99fa6e-5f23-4dd4-ba45-d27ffd269445", "name": "network-vif-plugged", "status": "completed", "tag": "e72c97a0-9692-45f1-b35e-b29338adb2fa", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:15.853961 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80bf80d0-4bd4-45bc-9de0-bc5f6dd08b57 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:15.854355 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72c97a0-9692-45f1-b35e-b29338adb2fa', 'code': 200} Sep 10 03:34:15.944795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d1872-3aed-4a6e-814d-d691ce557e49 req-34095248-a49b-4adb-a016-fd1c3b6e1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:15.946313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d34d1872-3aed-4a6e-814d-d691ce557e49 req-34095248-a49b-4adb-a016-fd1c3b6e1817 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 1096 time: 0.0396223 Sep 10 03:34:16.003595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d34d1872-3aed-4a6e-814d-d691ce557e49 req-0a6e01f0-f8a0-4e6c-a510-65b71e379401 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478125 Sep 10 03:34:16.014831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34316b4-954a-41da-9b68-3f180f1d6284 req-82784363-41fd-4b28-84e0-52b88f1793ec tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:16.016266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c34316b4-954a-41da-9b68-3f180f1d6284 req-82784363-41fd-4b28-84e0-52b88f1793ec tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 945 time: 0.0689955 Sep 10 03:34:16.051473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c34316b4-954a-41da-9b68-3f180f1d6284 req-adb7ae6d-530f-479f-b791-1c4b985caec4 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293336 Sep 10 03:34:17.165826 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5f12-47a9-4eb3-a8ad-5da96eb989eb req-22e3f541-53fe-4916-bdf4-0e3382eb11b5 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:17.167278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-217a5f12-47a9-4eb3-a8ad-5da96eb989eb req-22e3f541-53fe-4916-bdf4-0e3382eb11b5 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 945 time: 0.0474322 Sep 10 03:34:17.207837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-217a5f12-47a9-4eb3-a8ad-5da96eb989eb req-72c210a3-e0b5-4847-b0d8-95fee98975a2 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345860 Sep 10 03:34:31.790181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0df0f851-d8c5-4ac7-bd5a-18f0918485e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:32.068903 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:32.326319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.362464 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b6e18808-b298-494d-a5eb-a5ac0e01e009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.722734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.485276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.431609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.392252 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:34:58.730888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d5ae8-fddc-4f38-b093-545c8acdc13d req-c92b72f4-5c02-41ce-af90-73b863ad09cc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:58.732290 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c0d5ae8-fddc-4f38-b093-545c8acdc13d req-c92b72f4-5c02-41ce-af90-73b863ad09cc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Sep 10 03:34:58.769631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c0d5ae8-fddc-4f38-b093-545c8acdc13d req-bee86577-95ce-491a-9dd4-13c4e8d75283 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313611 Sep 10 03:34:59.886291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceca1f-644b-4604-a2d9-ffb391f44794 req-06704acd-858e-4417-acb2-7b6a38bbbace tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:59.888053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42ceca1f-644b-4604-a2d9-ffb391f44794 req-06704acd-858e-4417-acb2-7b6a38bbbace tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 945 time: 0.0518692 Sep 10 03:34:59.925019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42ceca1f-644b-4604-a2d9-ffb391f44794 req-8e1d279f-e269-4bb7-b761-f518f0ba4c31 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Sep 10 03:35:00.161594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-c9a1ee6b-b848-4dff-bd49-d37cc44ac991 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:00.163060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-c9a1ee6b-b848-4dff-bd49-d37cc44ac991 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Sep 10 03:35:00.247591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Deleting port e72c97a0-9692-45f1-b35e-b29338adb2fa {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:35:00.247936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:00.336219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] For port e72c97a0-9692-45f1-b35e-b29338adb2fa, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=e72c97a0-9692-45f1-b35e-b29338adb2fa,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:00.336515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:00.348538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Calling delete_port for e72c97a0-9692-45f1-b35e-b29338adb2fa owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:35:00.472164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:00.484820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['e72c97a0-9692-45f1-b35e-b29338adb2fa'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:00.501426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Pushing event deleted for resources: {'Port': ['ID=e72c97a0-9692-45f1-b35e-b29338adb2fa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:00.510328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.510681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.511030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.511372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.511736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.512328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.512660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.512989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.513320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.513647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.513975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.514304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:00.553103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] No DVR routers for this DVR port e72c97a0-9692-45f1-b35e-b29338adb2fa on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:00.555678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:00.557646 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d232748-e0d4-4e2c-bbfe-01b5ea8e1e35 req-8e4f9f57-c70b-411a-b5d9-9d1f6b0a0bfc tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "DELETE /v2.0/ports/e72c97a0-9692-45f1-b35e-b29338adb2fa HTTP/1.1" status: 204 len: 173 time: 0.3884823 Sep 10 03:35:00.558133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'name': 'network-vif-deleted', 'tag': 'e72c97a0-9692-45f1-b35e-b29338adb2fa'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:00.560422 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdda0231-80f7-4598-9b22-f6f3547781db" -d '{"events": [{"server_uuid": "ea99fa6e-5f23-4dd4-ba45-d27ffd269445", "name": "network-vif-deleted", "tag": "e72c97a0-9692-45f1-b35e-b29338adb2fa"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:00.596667 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b51627c-4f34-4c3e-be21-3820da99acd8 x-openstack-request-id: req-2b51627c-4f34-4c3e-be21-3820da99acd8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:00.597032 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea99fa6e-5f23-4dd4-ba45-d27ffd269445", "name": "network-vif-deleted", "tag": "e72c97a0-9692-45f1-b35e-b29338adb2fa", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:00.597355 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b51627c-4f34-4c3e-be21-3820da99acd8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:00.597824 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea99fa6e-5f23-4dd4-ba45-d27ffd269445', 'name': 'network-vif-deleted', 'tag': 'e72c97a0-9692-45f1-b35e-b29338adb2fa', 'status': 'completed', 'code': 200} Sep 10 03:35:01.034285 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b06154fc-c58d-4a3d-9733-d1d1bf043af4 req-886afdf0-567a-4459-a8af-971ecc1bde1e tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea99fa6e-5f23-4dd4-ba45-d27ffd269445 HTTP/1.1" status: 200 len: 210 time: 0.0281897 Sep 10 03:35:01.790648 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a54e85eb-f1ec-4f77-b15d-165041e0b73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.089115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.346529 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:03.839771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e72c97a0-9692-45f1-b35e-b29338adb2fa no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:03.860208 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: e72c97a0-9692-45f1-b35e-b29338adb2fa {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:35:03.860552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device e72c97a0-9692-45f1-b35e-b29338adb2fa not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:04.362239 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44e5812d-f575-4b31-92ac-9b7f8b66eed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.725458 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.488581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.433941 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.036991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-356ddbcb-e128-4ed7-8694-bf41225a491b tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:09.038357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-356ddbcb-e128-4ed7-8694-bf41225a491b tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/networks?id=6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 200 len: 813 time: 0.1018260 Sep 10 03:35:09.052807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-ec2b914f-d2ed-40c5-baf9-d818eeff0a22 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/quotas/22fdcaa9faff40b8812169fa714e6593 HTTP/1.1" status: 200 len: 375 time: 0.0088074 Sep 10 03:35:09.083780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-419064f4-63e8-4d78-8c53-ac9ec608b10a tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22fdcaa9faff40b8812169fa714e6593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254080 Sep 10 03:35:09.235359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-a9685151-6a4e-4df8-9353-c049c2ec5068 service neutron] 10.222.0.23 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448689 Sep 10 03:35:09.324050 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-a8b4a181-7b07-40e1-8496-ef47b07e438b service neutron] 10.222.0.23 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821483 Sep 10 03:35:09.538489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c77a3845-6550-4f9f-9cf7-5aebbd416bd9 req-e6297025-308d-4309-b742-1cea3ec8cbbf tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 210 time: 0.0875947 Sep 10 03:35:10.617927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19d02b93-32bc-4886-ba58-a4f4d47430d9 req-0a7aecf2-f87e-408b-b5bc-f94557cf9fea tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 210 time: 0.0305212 Sep 10 03:35:11.708706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a93b6c86-250b-434c-a324-1ff448ef8994 req-ae15f5f9-445f-499b-b7b2-9e625ff90936 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 210 time: 0.0261469 Sep 10 03:35:12.390672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-d4f0484a-600d-4bd8-bdb1-b97d2864bdb4 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.392160 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-d4f0484a-600d-4bd8-bdb1-b97d2864bdb4 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "GET /v2.0/networks?id=6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 200 len: 813 time: 0.1016641 Sep 10 03:35:12.405500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Request body: {'port': {'device_id': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612', 'admin_state_up': True, 'tenant_id': '22fdcaa9faff40b8812169fa714e6593'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:12.512715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Made reservation on behalf of 22fdcaa9faff40b8812169fa714e6593 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:12.516580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.633551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Allocated IP 172.20.0.3 (6c033680-48c8-4468-bc70-a48abe8a5612/ef1f3316-0312-446e-88bc-526638dd124b/78c7b8ef-0f3f-4a84-9c28-9857d576347b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:12.778383 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.808362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bb8246c7-6168-42bf-98a4-e91f11b93304 req-9b0da325-f0b0-4cce-a5a0-04154ffa6063 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 210 time: 0.0336227 Sep 10 03:35:12.837542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.884325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Network 6c033680-48c8-4468-bc70-a48abe8a5612 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:12.887763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:12.893988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:12.900857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Pushing event updated for resources: {'Port': ['ID=78c7b8ef-0f3f-4a84-9c28-9857d576347b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:12.945239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.945851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.959213 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-55ba7990-a2d8-4152-b5b6-d07c647baf3f tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573404 Sep 10 03:35:12.971971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Request body: {'port': {'device_id': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:13.022325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.278167 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c7b8ef-0f3f-4a84-9c28-9857d576347b {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:13.285780 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.297215 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Transition to ACTIVE for port object 78c7b8ef-0f3f-4a84-9c28-9857d576347b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:13.300306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.350203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Pushing event updated for resources: {'Port': ['ID=78c7b8ef-0f3f-4a84-9c28-9857d576347b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:13.413486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Attempting to bind port 78c7b8ef-0f3f-4a84-9c28-9857d576347b on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:13.414201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Attempting to bind port 78c7b8ef-0f3f-4a84-9c28-9857d576347b by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:13.414201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Attempting to bind port 78c7b8ef-0f3f-4a84-9c28-9857d576347b on network 6c033680-48c8-4468-bc70-a48abe8a5612 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:13.418208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Port 78c7b8ef-0f3f-4a84-9c28-9857d576347b on network 6c033680-48c8-4468-bc70-a48abe8a5612 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:13.418541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Attempting to bind port 78c7b8ef-0f3f-4a84-9c28-9857d576347b on network 6c033680-48c8-4468-bc70-a48abe8a5612 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:13.423137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:13.423492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Checking segment: {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:13.423876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Bound using segment: {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:13.424298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Bound port: 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5220b977-0fdc-410d-8c1f-2334e0f91867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:13.424650 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.488084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] For port 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:13.490988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] For port 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:13.494136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.525654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:13.526372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.527765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] 10.222.0.36 "PUT /v2.0/ports/78c7b8ef-0f3f-4a84-9c28-9857d576347b HTTP/1.1" status: 200 len: 1091 time: 0.5603502 Sep 10 03:35:13.528245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'tag': '78c7b8ef-0f3f-4a84-9c28-9857d576347b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:13.530407 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a892b8b5-29b7-4fbf-85ed-f19de89c9178" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4c1175-8e54-47d2-bbde-c4369639126e", "tag": "78c7b8ef-0f3f-4a84-9c28-9857d576347b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:13.555702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8c2f2-eb19-4a59-a271-1a91dff83350 service neutron] Pushing event updated for resources: {'Port': ['ID=78c7b8ef-0f3f-4a84-9c28-9857d576347b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:13.577516 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be940af4-50ab-45a9-9faf-59f427263790 x-openstack-request-id: req-be940af4-50ab-45a9-9faf-59f427263790 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:13.578448 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4c1175-8e54-47d2-bbde-c4369639126e", "tag": "78c7b8ef-0f3f-4a84-9c28-9857d576347b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:13.578715 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be940af4-50ab-45a9-9faf-59f427263790 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:13.579132 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'tag': '78c7b8ef-0f3f-4a84-9c28-9857d576347b', 'status': 'completed', 'code': 200} Sep 10 03:35:13.610513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-d1bc8a31-02d0-4286-958d-95baee8b4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:13.612074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-d1bc8a31-02d0-4286-958d-95baee8b4f67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22fdcaa9faff40b8812169fa714e6593&device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 1094 time: 0.0446558 Sep 10 03:35:13.658256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-4bfb6032-21f9-4e82-b9c4-c615354aef39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b HTTP/1.1" status: 200 len: 217 time: 0.0368714 Sep 10 03:35:13.706602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d54-23a5-43e1-99e9-79859f421782 req-d1673e19-2470-4846-b254-096b8d2f4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:13.753005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-d1673e19-2470-4846-b254-096b8d2f4bde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef1f3316-0312-446e-88bc-526638dd124b HTTP/1.1" status: 200 len: 853 time: 0.0425847 Sep 10 03:35:13.753005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-857b18f6-73ba-4bd4-ac46-0a9621d4e425 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c033680-48c8-4468-bc70-a48abe8a5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333195 Sep 10 03:35:13.841463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-b4df4133-ab40-48ba-abe9-c6675f2895b1 service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853102 Sep 10 03:35:13.967878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b3c9-086f-4f76-9275-cc87bbb377fa req-991f4134-ed23-4203-897f-5c370c1d270d tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:13.969284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fc4b3c9-086f-4f76-9275-cc87bbb377fa req-991f4134-ed23-4203-897f-5c370c1d270d tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 943 time: 0.0899081 Sep 10 03:35:13.971032 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08150d54-23a5-43e1-99e9-79859f421782 req-4ab18841-cef2-42af-b42b-bd07e946fa43 service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224105 Sep 10 03:35:14.011346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8fc4b3c9-086f-4f76-9275-cc87bbb377fa req-487afb25-d454-4927-b317-9a2cf13e215c tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360546 Sep 10 03:35:14.056193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-39275025-a734-4fbd-8d2c-26a9bd3be4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:14.057726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-39275025-a734-4fbd-8d2c-26a9bd3be4b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22fdcaa9faff40b8812169fa714e6593&device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 1094 time: 0.0404921 Sep 10 03:35:14.152183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-3388f46e-7123-45c5-b5ff-63f84ca0930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:14.153658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-3388f46e-7123-45c5-b5ff-63f84ca0930a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 200 len: 913 time: 0.0815253 Sep 10 03:35:14.202164 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-9988b299-7643-465e-a201-803f653344f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b HTTP/1.1" status: 200 len: 217 time: 0.0358801 Sep 10 03:35:14.249349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-dbebb002-9479-4ab9-a19d-7cc42e56e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:14.251298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-dbebb002-9479-4ab9-a19d-7cc42e56e014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef1f3316-0312-446e-88bc-526638dd124b HTTP/1.1" status: 200 len: 853 time: 0.0419333 Sep 10 03:35:14.282435 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-dd0945b5-bc8d-42e2-ad5e-2e690825991b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c033680-48c8-4468-bc70-a48abe8a5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228693 Sep 10 03:35:14.373036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-ffa05766-8b76-4765-80cf-149b3ac89425 service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824585 Sep 10 03:35:14.460904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a892b8b5-29b7-4fbf-85ed-f19de89c9178 req-3567331b-4eb8-4d72-915a-12aabd5ef78e service neutron] 10.222.0.36 "GET /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790768 Sep 10 03:35:15.123716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5630da-9ad4-4af4-9583-b0361f2b4e30 req-1ac1c832-cec5-4385-ba5f-2d1398d5193e tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:15.125686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed5630da-9ad4-4af4-9583-b0361f2b4e30 req-1ac1c832-cec5-4385-ba5f-2d1398d5193e tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 943 time: 0.0489767 Sep 10 03:35:15.162270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ed5630da-9ad4-4af4-9583-b0361f2b4e30 req-3c341e2e-4b25-41c1-a877-40e01aa1eabb tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Sep 10 03:35:15.903315 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 78c7b8ef-0f3f-4a84-9c28-9857d576347b details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:15.996562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:16.007036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '78c7b8ef-0f3f-4a84-9c28-9857d576347b', 'network_id': '6c033680-48c8-4468-bc70-a48abe8a5612', 'port_id': '78c7b8ef-0f3f-4a84-9c28-9857d576347b', 'mac_address': 'fa:16:3e:a9:32:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1f3316-0312-446e-88bc-526638dd124b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:16.042547 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.055026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c7b8ef-0f3f-4a84-9c28-9857d576347b {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:16.072784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:16.076441 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.122062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=78c7b8ef-0f3f-4a84-9c28-9857d576347b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:16.129040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.129381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.129719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.130053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.130379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.130703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.131025 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.131344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.131689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.132009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.132325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.132641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:16.277059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34283c-c371-4f7e-88e7-76cd404f641d req-0677408a-a27d-43c1-bfe5-716d46e721cd tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:16.278538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb34283c-c371-4f7e-88e7-76cd404f641d req-0677408a-a27d-43c1-bfe5-716d46e721cd tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 944 time: 0.0520146 Sep 10 03:35:16.286612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['78c7b8ef-0f3f-4a84-9c28-9857d576347b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:16.315397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb34283c-c371-4f7e-88e7-76cd404f641d req-319c80f1-2625-4cbf-93da-963c45544abf tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301471 Sep 10 03:35:17.431210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c120f1d-b8ae-41b4-ba46-40830186993e req-fc5b6686-4ee9-41f9-bac4-68a7a980f057 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.432697 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c120f1d-b8ae-41b4-ba46-40830186993e req-fc5b6686-4ee9-41f9-bac4-68a7a980f057 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 944 time: 0.0514741 Sep 10 03:35:17.467959 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c120f1d-b8ae-41b4-ba46-40830186993e req-258654d8-05ed-4cfc-9ce6-2520834cfc3a tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294485 Sep 10 03:35:17.930361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 78c7b8ef-0f3f-4a84-9c28-9857d576347b up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:17.977241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 78c7b8ef-0f3f-4a84-9c28-9857d576347b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:17.980985 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 78c7b8ef-0f3f-4a84-9c28-9857d576347b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:17.981359 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:18.059097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:18.080662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c7b8ef-0f3f-4a84-9c28-9857d576347b'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:18.082885 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca1c6c-c195-4f26-bf82-f332b57585cf" -d '{"events": [{"server_uuid": "3e4c1175-8e54-47d2-bbde-c4369639126e", "name": "network-vif-plugged", "status": "completed", "tag": "78c7b8ef-0f3f-4a84-9c28-9857d576347b"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:18.094897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:18.099173 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:18.127813 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66326c5-3596-4e11-9819-932438734ce5 x-openstack-request-id: req-a66326c5-3596-4e11-9819-932438734ce5 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:18.128090 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4c1175-8e54-47d2-bbde-c4369639126e", "name": "network-vif-plugged", "status": "completed", "tag": "78c7b8ef-0f3f-4a84-9c28-9857d576347b", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:18.128345 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a66326c5-3596-4e11-9819-932438734ce5 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:18.128736 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c7b8ef-0f3f-4a84-9c28-9857d576347b', 'code': 200} Sep 10 03:35:18.151049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=78c7b8ef-0f3f-4a84-9c28-9857d576347b,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:18.227501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822708ee-2b6f-432b-997c-2818da214b22 req-282c79e2-a51c-4aec-92c3-3486de016e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.228896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-822708ee-2b6f-432b-997c-2818da214b22 req-282c79e2-a51c-4aec-92c3-3486de016e38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 1096 time: 0.0385222 Sep 10 03:35:18.262155 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-822708ee-2b6f-432b-997c-2818da214b22 req-63558dd9-b933-45c8-a51a-5793833d9fe3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262003 Sep 10 03:35:18.580312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edb828-52a3-4772-a7c5-d5761cb67f26 req-c82930db-867c-4424-a275-94e5846516b8 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.581802 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95edb828-52a3-4772-a7c5-d5761cb67f26 req-c82930db-867c-4424-a275-94e5846516b8 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 945 time: 0.0476356 Sep 10 03:35:18.618144 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95edb828-52a3-4772-a7c5-d5761cb67f26 req-924f7126-5b1b-4285-a4d0-05381ef62ec6 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Sep 10 03:35:19.729636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db8bb-eefb-4663-a5ba-6715d0dd960f req-db58978b-6858-459c-9504-a8df982c62fa tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:19.731094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c2db8bb-eefb-4663-a5ba-6715d0dd960f req-db58978b-6858-459c-9504-a8df982c62fa tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 945 time: 0.0465708 Sep 10 03:35:19.768442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c2db8bb-eefb-4663-a5ba-6715d0dd960f req-bbd69f27-bf93-474a-9861-19aa974a7fa6 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Sep 10 03:35:22.392013 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:35:27.350792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-dc5bb942-0ab7-4178-9b55-68d6ab588391 req-8d29a3d6-40e7-4fab-9f52-554adefee43a service neutron] (94634) timed out ('10.222.0.23', 55796) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:35:31.791850 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed8ce-01f3-4fe3-9c47-f256182d3f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.103334 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.360034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.362899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a966d7d9-586d-4104-b2bb-5332fb4e2aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.725503 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.489792 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.436387 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:44.983606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168dcc6-1a4b-4b75-a76e-f126ea2b4c81 req-1378ac38-4bcc-4e32-b53b-12780fed0e19 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:44.985047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3168dcc6-1a4b-4b75-a76e-f126ea2b4c81 req-1378ac38-4bcc-4e32-b53b-12780fed0e19 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 945 time: 0.0519190 Sep 10 03:35:45.315239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3168dcc6-1a4b-4b75-a76e-f126ea2b4c81 req-26d741ce-c0f1-4a57-9904-e81ebbb059ff tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242466 Sep 10 03:35:46.430963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f672-3897-4345-88af-9260dcf2eb7d req-6619bc9c-51dd-48d9-bbc8-65654b0f20e1 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.432441 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d004f672-3897-4345-88af-9260dcf2eb7d req-6619bc9c-51dd-48d9-bbc8-65654b0f20e1 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 945 time: 0.0475440 Sep 10 03:35:46.468383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d004f672-3897-4345-88af-9260dcf2eb7d req-7e647aca-ad2f-4800-86f1-5b4babeb7096 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d22275-ab7c-421f-bb8b-90018a39291a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298383 Sep 10 03:35:46.515411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc55446-c56c-4340-b456-587cc305fd79 req-c1f958d5-6c12-41e0-b5d3-c371639608e5 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.517370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bc55446-c56c-4340-b456-587cc305fd79 req-c1f958d5-6c12-41e0-b5d3-c371639608e5 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e4c1175-8e54-47d2-bbde-c4369639126e HTTP/1.1" status: 200 len: 945 time: 0.0458353 Sep 10 03:35:46.604745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Deleting port 78c7b8ef-0f3f-4a84-9c28-9857d576347b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:35:46.605006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.688370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] For port 78c7b8ef-0f3f-4a84-9c28-9857d576347b, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=78c7b8ef-0f3f-4a84-9c28-9857d576347b,segment=NetworkSegment(5220b977-0fdc-410d-8c1f-2334e0f91867),segment_id=5220b977-0fdc-410d-8c1f-2334e0f91867)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:46.688743 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.700963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Calling delete_port for 78c7b8ef-0f3f-4a84-9c28-9857d576347b owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:35:46.824123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.836190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['78c7b8ef-0f3f-4a84-9c28-9857d576347b'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:46.852909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Pushing event deleted for resources: {'Port': ['ID=78c7b8ef-0f3f-4a84-9c28-9857d576347b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:46.893542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] No DVR routers for this DVR port 78c7b8ef-0f3f-4a84-9c28-9857d576347b on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:46.896242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.898297 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bc55446-c56c-4340-b456-587cc305fd79 req-a30c6d89-dcb8-4d4d-8a92-bd8d3e7df681 tempest-VolumesSnapshotTestJSON-1087311046 tempest-VolumesSnapshotTestJSON-1087311046-project] 10.222.0.36 "DELETE /v2.0/ports/78c7b8ef-0f3f-4a84-9c28-9857d576347b HTTP/1.1" status: 204 len: 173 time: 0.3740900 Sep 10 03:35:46.898724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'name': 'network-vif-deleted', 'tag': '78c7b8ef-0f3f-4a84-9c28-9857d576347b'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:46.900991 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06d6981-bbc4-4baa-bd01-1706bd7c1422" -d '{"events": [{"server_uuid": "3e4c1175-8e54-47d2-bbde-c4369639126e", "name": "network-vif-deleted", "tag": "78c7b8ef-0f3f-4a84-9c28-9857d576347b"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:46.941163 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bdcd1e-8ed9-4d48-9625-b1733c214b3d x-openstack-request-id: req-e7bdcd1e-8ed9-4d48-9625-b1733c214b3d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:46.941455 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4c1175-8e54-47d2-bbde-c4369639126e", "name": "network-vif-deleted", "tag": "78c7b8ef-0f3f-4a84-9c28-9857d576347b", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:46.941706 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7bdcd1e-8ed9-4d48-9625-b1733c214b3d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:46.942096 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4c1175-8e54-47d2-bbde-c4369639126e', 'name': 'network-vif-deleted', 'tag': '78c7b8ef-0f3f-4a84-9c28-9857d576347b', 'status': 'completed', 'code': 200} Sep 10 03:35:50.086759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 78c7b8ef-0f3f-4a84-9c28-9857d576347b no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:50.107033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 78c7b8ef-0f3f-4a84-9c28-9857d576347b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:35:50.107373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 78c7b8ef-0f3f-4a84-9c28-9857d576347b not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:59.391412 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:36:01.795409 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-78214b9e-6cdc-41b9-ad1a-a07afa550c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.125805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.374683 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.364821 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-385e15c6-b3e9-4f3e-8374-0fff1ee1a49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.728169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:05.492796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:07.441785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.230004 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-8cfbad4a-0a37-4f85-a862-2c99e09abee8 req-e3a5eead-52ab-4e0c-aa80-afc2cbd690c6 service neutron] (94633) timed out ('10.222.0.23', 40800) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:36:27.431607 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42282) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:27.479543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Deleting subnet ef1f3316-0312-446e-88bc-526638dd124b {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:36:27.482694 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.517332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.556512 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.616661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.644010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1f3316-0312-446e-88bc-526638dd124b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:27.647306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.651633 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef1f3316-0312-446e-88bc-526638dd124b HTTP/1.1" status: 204 len: 168 time: 0.2165494 Sep 10 03:36:27.651961 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42284) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:27.654346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.654701 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.655047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.655382 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.656331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.656664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.656999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.657323 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.657647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.657970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.658294 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.658617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecbbd89-2eb9-4638-afb5-7730c7556b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.722825 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.801156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.821658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c033680-48c8-4468-bc70-a48abe8a5612']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:27.831647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5220b977-0fdc-410d-8c1f-2334e0f91867') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:27.831949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5220b977-0fdc-410d-8c1f-2334e0f91867') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:27.841714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.856655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.863153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:36:27.863595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:36:27.865575 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:36:27.921717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.927469 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.929320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6c033680-48c8-4468-bc70-a48abe8a5612 HTTP/1.1" status: 204 len: 168 time: 0.2762904 Sep 10 03:36:27.940740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c033680-48c8-4468-bc70-a48abe8a5612,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:27.949583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.949936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.950265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.950600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.951282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.951282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.951604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.952076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.952510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.952785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.953111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:27.953447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923093-cb8b-4b5e-b08b-e761d7c37287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:28.081911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42288) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:28.124810 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-acc92004-cf96-4d9f-8578-427122b18ee9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22fdcaa9faff40b8812169fa714e6593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417061 Sep 10 03:36:28.127319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42290) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:28.175471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3661-78aa-4277-8da9-4bc1c65eea9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.196733 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3661-78aa-4277-8da9-4bc1c65eea9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.243257 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3661-78aa-4277-8da9-4bc1c65eea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.245859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3661-78aa-4277-8da9-4bc1c65eea9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.247020 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bbaa3661-78aa-4277-8da9-4bc1c65eea9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58d22275-ab7c-421f-bb8b-90018a39291a HTTP/1.1" status: 204 len: 168 time: 0.1187778 Sep 10 03:36:28.255154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa3661-78aa-4277-8da9-4bc1c65eea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d22275-ab7c-421f-bb8b-90018a39291a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:31.796795 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd58-cb0c-4c7c-8387-ae24cefe7010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.129440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.373562 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.367604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dcd92861-d4bd-4606-93da-6bde75d9f9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.636474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-037ce757-1a03-44fc-a293-b2cb4b0187de req-f443d2ff-fa25-46fa-81a7-99bd64b3c3db tempest-ServerRescueNegativeTestJSON-798230782 tempest-ServerRescueNegativeTestJSON-798230782-project] (94633) timed out ('10.222.0.36', 57284) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:36:34.729021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.495876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.391262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:36:37.441753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:38.078798 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-ee81c17f-4bc1-4669-a0d0-35d8313f0d99 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2dc439815ca9405da6e5cbe51699279b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220828 Sep 10 03:36:38.186617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-ac5070e0-5cf1-469c-90ec-0ddb634502f9 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:38.188141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-ac5070e0-5cf1-469c-90ec-0ddb634502f9 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040828 Sep 10 03:36:38.203054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-19b78178-b2f1-4ec5-9dba-be6b7eaf57e0 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/quotas/2dc439815ca9405da6e5cbe51699279b HTTP/1.1" status: 200 len: 375 time: 0.0091410 Sep 10 03:36:38.233733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-fc58b675-7a64-4a1b-9fc7-f0710920e436 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dc439815ca9405da6e5cbe51699279b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255575 Sep 10 03:36:38.392853 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2bd9c6c5-f005-44d9-ab28-533c5c210b13 req-3e7425fc-bc07-43ee-bd5d-b9bacaa102b0 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 210 time: 0.0318449 Sep 10 03:36:39.173747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-c16d2b30-1eb0-4650-a500-83fcbc00203f tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2dc439815ca9405da6e5cbe51699279b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215800 Sep 10 03:36:39.285187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-1c704674-1610-4123-ad94-ec0e402a6507 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.286660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-1c704674-1610-4123-ad94-ec0e402a6507 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052349 Sep 10 03:36:39.300585 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Request body: {'port': {'device_id': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'admin_state_up': True, 'tenant_id': '2dc439815ca9405da6e5cbe51699279b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:39.408321 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Made reservation on behalf of 2dc439815ca9405da6e5cbe51699279b for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:39.411683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.420185 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.492885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1490f273-a6c4-4f4c-972a-71544df478ee req-a2df5576-c02c-4616-a88c-3290cdad8f92 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 210 time: 0.0326319 Sep 10 03:36:39.537911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.541348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.604681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c10566-80c5-4d45-8734-58c192482e3f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:39.669683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Allocated IP 192.168.233.20 (7bc1cce1-cd25-4ebc-ad6c-b870a3afe745/b9b0e2a4-c647-485d-baac-59f728fa3f91/2fb6acea-20ee-4a13-b2bc-2689c2e05b71) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:39.812618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.825289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Transition to ACTIVE for port object 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:39.856328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.899700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:39.902599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:39.906275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:39.939971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Pushing event updated for resources: {'Port': ['ID=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:39.962021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.962636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.977509 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-9f87bda1-6e91-4ab7-a362-b867c09babad tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6804421 Sep 10 03:36:39.990631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Request body: {'port': {'device_id': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:40.046612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.170414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eaf0f44f-c090-4637-a3d4-6cb8adfe9125 None None] Provisioning for port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:40.174497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eaf0f44f-c090-4637-a3d4-6cb8adfe9125 None None] Provisioning complete for port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:40.174813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f44f-c090-4637-a3d4-6cb8adfe9125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.211593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0f44f-c090-4637-a3d4-6cb8adfe9125 None None] Port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:40.309686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:40.318123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.329964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Transition to ACTIVE for port object 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:40.333615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.391392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:40.457466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Attempting to bind port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:40.457805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Attempting to bind port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:40.458141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Attempting to bind port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:40.462683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:40.463008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Attempting to bind port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 on network 7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:40.467992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:40.468330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Checking segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:40.468718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Bound using segment: {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:40.469163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Bound port: 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df41d0-f92e-49cc-bdd3-cfa367c67263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:40.469508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.541441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] For port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:40.544504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] For port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:40.550267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.583208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.583948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.585345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fb6acea-20ee-4a13-b2bc-2689c2e05b71 HTTP/1.1" status: 200 len: 1095 time: 0.5988779 Sep 10 03:36:40.585785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'tag': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:40.588083 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1a22a-40f9-4a3c-be77-8c2941440044" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4e33b4-983c-4147-afd4-3dd629bd745c", "tag": "2fb6acea-20ee-4a13-b2bc-2689c2e05b71"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:40.616004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebad5cc-8363-4106-b38b-d89ea2247a90 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:40.636783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58c7f8-f8da-4b9b-86a0-a1f121c311e6 req-56d1b1d5-784e-4674-9e37-b353099d72d0 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.638544 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e58c7f8-f8da-4b9b-86a0-a1f121c311e6 req-56d1b1d5-784e-4674-9e37-b353099d72d0 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 947 time: 0.0782337 Sep 10 03:36:40.661454 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0b52cb-14b9-44f9-81d2-b34d2c42ed9b x-openstack-request-id: req-2d0b52cb-14b9-44f9-81d2-b34d2c42ed9b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:40.661753 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4e33b4-983c-4147-afd4-3dd629bd745c", "tag": "2fb6acea-20ee-4a13-b2bc-2689c2e05b71", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:40.661999 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d0b52cb-14b9-44f9-81d2-b34d2c42ed9b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:40.662399 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'tag': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71', 'status': 'completed', 'code': 200} Sep 10 03:36:40.682645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-b423e35f-9c14-405e-b5f8-d8abd4c1629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.684195 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-b423e35f-9c14-405e-b5f8-d8abd4c1629b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc439815ca9405da6e5cbe51699279b&device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 1098 time: 0.0598300 Sep 10 03:36:40.687995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8e58c7f8-f8da-4b9b-86a0-a1f121c311e6 req-a4cda184-5894-40e3-af53-0b52be8b8d46 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Sep 10 03:36:40.732964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-304e6501-7a9f-4017-a3ec-cd92dd9d70e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71 HTTP/1.1" status: 200 len: 217 time: 0.0397422 Sep 10 03:36:40.782995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-b7d2ca59-270a-430b-aa44-3a70b774aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.784502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-b7d2ca59-270a-430b-aa44-3a70b774aa75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0449231 Sep 10 03:36:40.829646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-2af0a8e9-1b1f-4239-b956-f07ae467fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.831157 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-2af0a8e9-1b1f-4239-b956-f07ae467fcae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396678 Sep 10 03:36:40.922448 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-561294fe-2971-437a-a7c8-7dae213f86f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844123 Sep 10 03:36:41.019486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10d4cddf-4169-46f3-877e-d97b7f9613d4 req-6cc0a609-532b-4043-bf8a-7609dbe27fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901690 Sep 10 03:36:41.106812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-404ecf68-f6b9-424b-9035-c24022a2f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.108516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-404ecf68-f6b9-424b-9035-c24022a2f6b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc439815ca9405da6e5cbe51699279b&device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 1098 time: 0.0470340 Sep 10 03:36:41.198398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-05ca051d-afad-4dc4-8fc1-69066884b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.199908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-05ca051d-afad-4dc4-8fc1-69066884b97d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745 HTTP/1.1" status: 200 len: 869 time: 0.0843995 Sep 10 03:36:41.243347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-70ceff37-f7d9-40ed-91b8-56875214a2ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71 HTTP/1.1" status: 200 len: 217 time: 0.0362833 Sep 10 03:36:41.292713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-b8dc073e-8d28-4a17-93a7-30c4a66a73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.294016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-b8dc073e-8d28-4a17-93a7-30c4a66a73d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9b0e2a4-c647-485d-baac-59f728fa3f91 HTTP/1.1" status: 200 len: 843 time: 0.0424063 Sep 10 03:36:41.341890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-54d8268a-4233-4eba-b189-ee6e311acb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.344161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-54d8268a-4233-4eba-b189-ee6e311acb2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc1cce1-cd25-4ebc-ad6c-b870a3afe745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408747 Sep 10 03:36:41.437208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-4b5a9eb1-ddc7-48e4-913a-0c681f901027 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845277 Sep 10 03:36:41.525131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f7c1a22a-40f9-4a3c-be77-8c2941440044 req-402f822f-18f6-4e90-93fd-89045d2b9556 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc1cce1-cd25-4ebc-ad6c-b870a3afe745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806255 Sep 10 03:36:41.798590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4d325-63f6-479e-ba4a-fd49b9bcedde req-1864ea66-da31-4ffc-81aa-b20e9aa4520e tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.800140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bd4d325-63f6-479e-ba4a-fd49b9bcedde req-1864ea66-da31-4ffc-81aa-b20e9aa4520e tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 947 time: 0.0480719 Sep 10 03:36:41.841384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bd4d325-63f6-479e-ba4a-fd49b9bcedde req-dd646106-a019-4ce3-8a52-0c79e10ef38d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 Sep 10 03:36:42.952788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912897d-3f8b-4e40-9cea-fbca93b35a72 req-3c5a1b8d-1026-4ba2-b3f2-9d515cb5dc68 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.954291 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b912897d-3f8b-4e40-9cea-fbca93b35a72 req-3c5a1b8d-1026-4ba2-b3f2-9d515cb5dc68 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 947 time: 0.0472605 Sep 10 03:36:42.993509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b912897d-3f8b-4e40-9cea-fbca93b35a72 req-a12bca98-2998-4970-9a79-8df93d0bd57f tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Sep 10 03:36:44.112052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046a8aa-468f-4c7a-b8b7-d1984f0e388e req-4f896163-0b9d-42d9-ba75-4d2058ca4a0d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:44.113565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0046a8aa-468f-4c7a-b8b7-d1984f0e388e req-4f896163-0b9d-42d9-ba75-4d2058ca4a0d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 947 time: 0.0514727 Sep 10 03:36:44.150607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0046a8aa-468f-4c7a-b8b7-d1984f0e388e req-3fd114f8-7770-4002-b47d-57a6e68163da tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Sep 10 03:36:44.319457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:44.411237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:44.422008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71', 'network_id': '7bc1cce1-cd25-4ebc-ad6c-b870a3afe745', 'port_id': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71', 'mac_address': 'fa:16:3e:e2:af:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b0e2a4-c647-485d-baac-59f728fa3f91', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:44.461087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:44.473644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:44.491989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:44.495802 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:44.540430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:44.548054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.548408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.548744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.549084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.549411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.549739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.550065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.550386 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.550707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.551026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.551344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.551688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:44.697290 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['2fb6acea-20ee-4a13-b2bc-2689c2e05b71'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:45.267221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177586e2-e1db-49c7-a2e8-b20744411926 req-bbb67e46-49e6-4779-84c8-664b91c0a772 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:45.268856 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-177586e2-e1db-49c7-a2e8-b20744411926 req-bbb67e46-49e6-4779-84c8-664b91c0a772 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 948 time: 0.0525897 Sep 10 03:36:45.307586 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-177586e2-e1db-49c7-a2e8-b20744411926 req-8a3e6d6a-0b78-4e18-9f63-694778d6ca9f tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Sep 10 03:36:46.332174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:46.379959 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:46.383904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:46.384281 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:46.421057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255a344-2f20-4485-9304-4b3d395ff702 req-2d5b7acf-a6c3-4470-b81e-2c5ddd3753f8 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:46.422756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1255a344-2f20-4485-9304-4b3d395ff702 req-2d5b7acf-a6c3-4470-b81e-2c5ddd3753f8 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 948 time: 0.0486810 Sep 10 03:36:46.459310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1255a344-2f20-4485-9304-4b3d395ff702 req-6442fab0-8ba7-4b52-87d9-6e1e86ccdf5e tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Sep 10 03:36:46.459838 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:46.482555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:46.484823 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67867ac-2d99-484e-9f91-339eb9025b76" -d '{"events": [{"server_uuid": "cb4e33b4-983c-4147-afd4-3dd629bd745c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb6acea-20ee-4a13-b2bc-2689c2e05b71"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:46.499776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:46.503682 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:46.527137 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7057973-f2da-4a14-aa0a-e0dbb3bdca2a x-openstack-request-id: req-f7057973-f2da-4a14-aa0a-e0dbb3bdca2a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:46.527137 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e33b4-983c-4147-afd4-3dd629bd745c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb6acea-20ee-4a13-b2bc-2689c2e05b71", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:46.527402 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7057973-f2da-4a14-aa0a-e0dbb3bdca2a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:46.527659 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71', 'code': 200} Sep 10 03:36:46.553463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:46.613582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b73c23-2ed8-47fd-b6a8-dd1f1f0c11b5 req-83c182f4-76ef-4480-9742-f7ab5433c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:46.614958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52b73c23-2ed8-47fd-b6a8-dd1f1f0c11b5 req-83c182f4-76ef-4480-9742-f7ab5433c847 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 1100 time: 0.0390007 Sep 10 03:36:46.652812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52b73c23-2ed8-47fd-b6a8-dd1f1f0c11b5 req-1be197bf-17b3-41aa-b427-4ffcb7eaa216 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Sep 10 03:36:47.572087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fe1c-4062-4533-b4dd-2bbe3fb2005e req-8bdf8157-ccf4-42cb-9fe7-e518af0350f8 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:47.573576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ed0fe1c-4062-4533-b4dd-2bbe3fb2005e req-8bdf8157-ccf4-42cb-9fe7-e518af0350f8 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 949 time: 0.0474751 Sep 10 03:36:47.611320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ed0fe1c-4062-4533-b4dd-2bbe3fb2005e req-993a832d-8c3b-45c6-b6fb-9dfe2d0dab65 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Sep 10 03:36:48.728145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a980df-2d16-4758-98fa-f15ff1b32ac7 req-2b6eb6cf-8d9b-421c-a898-efa87ddb943d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:48.729626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18a980df-2d16-4758-98fa-f15ff1b32ac7 req-2b6eb6cf-8d9b-421c-a898-efa87ddb943d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 949 time: 0.0481102 Sep 10 03:36:48.765829 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18a980df-2d16-4758-98fa-f15ff1b32ac7 req-7da53d3f-9a77-4b8a-981a-6ebc106d1079 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304482 Sep 10 03:36:49.034185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-de907ddb-4db4-4d7e-a689-7e0075eac7ea req-5ec2b34c-435c-47b0-b965-d30010d5de37 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:36:49.035170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de907ddb-4db4-4d7e-a689-7e0075eac7ea req-5ec2b34c-435c-47b0-b965-d30010d5de37 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054119 Sep 10 03:36:49.467685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-18deb5b5-d0b5-4364-997f-04f9b3f32559 req-a41b470a-fefc-4bc9-8f07-f49dab22287d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:36:49.468721 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18deb5b5-d0b5-4364-997f-04f9b3f32559 req-a41b470a-fefc-4bc9-8f07-f49dab22287d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190012 Sep 10 03:36:49.791494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564d10b-e340-4435-ab3b-8c36b02c0b18 req-8a66b45b-96a1-4dee-8951-dcdb4e2b1f95 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:49.793292 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1564d10b-e340-4435-ab3b-8c36b02c0b18 req-8a66b45b-96a1-4dee-8951-dcdb4e2b1f95 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 949 time: 0.0505428 Sep 10 03:36:49.829781 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1564d10b-e340-4435-ab3b-8c36b02c0b18 req-05eae412-bc90-49ec-970d-44e58ee823f6 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299821 Sep 10 03:36:50.944159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efff6d-b589-4607-9f9b-b425b8b84595 req-698dcc2c-b170-4ff8-a22c-4756f464045d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:50.945658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95efff6d-b589-4607-9f9b-b425b8b84595 req-698dcc2c-b170-4ff8-a22c-4756f464045d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 949 time: 0.0477374 Sep 10 03:36:51.012098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-95efff6d-b589-4607-9f9b-b425b8b84595 req-1b6dd780-bd57-4ea4-afe7-691bf4b9bd40 tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6c10566-80c5-4d45-8734-58c192482e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605333 Sep 10 03:36:51.029459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-f01a3619-e7cc-4865-b7cf-a4c62ab2437d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:51.031561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-f01a3619-e7cc-4865-b7cf-a4c62ab2437d tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb4e33b4-983c-4147-afd4-3dd629bd745c HTTP/1.1" status: 200 len: 949 time: 0.0654969 Sep 10 03:36:51.118780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Deleting port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:51.119048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.207888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] For port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,segment=NetworkSegment(b2df41d0-f92e-49cc-bdd3-cfa367c67263),segment_id=b2df41d0-f92e-49cc-bdd3-cfa367c67263)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:51.208247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.219565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Calling delete_port for 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:51.349248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.362165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['2fb6acea-20ee-4a13-b2bc-2689c2e05b71'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:51.386523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Pushing event deleted for resources: {'Port': ['ID=2fb6acea-20ee-4a13-b2bc-2689c2e05b71,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:51.428248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] No DVR routers for this DVR port 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:36:51.430978 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.433112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-de18b0bd-5aa4-4d56-9f66-40ec73d05c50 req-8d91f9e7-657c-41f6-a8d6-fb976e133bfc tempest-ServersAdminNegativeTestJSON-2036274786 tempest-ServersAdminNegativeTestJSON-2036274786-project] 10.222.0.36 "DELETE /v2.0/ports/2fb6acea-20ee-4a13-b2bc-2689c2e05b71 HTTP/1.1" status: 204 len: 173 time: 0.3952441 Sep 10 03:36:51.433563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'name': 'network-vif-deleted', 'tag': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:51.435846 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c506fc-c5b5-41bd-bed0-851d295438a9" -d '{"events": [{"server_uuid": "cb4e33b4-983c-4147-afd4-3dd629bd745c", "name": "network-vif-deleted", "tag": "2fb6acea-20ee-4a13-b2bc-2689c2e05b71"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:51.478640 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5770c-8f1b-460a-b99a-ae50ad8179be x-openstack-request-id: req-a1c5770c-8f1b-460a-b99a-ae50ad8179be {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:51.478992 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e33b4-983c-4147-afd4-3dd629bd745c", "name": "network-vif-deleted", "tag": "2fb6acea-20ee-4a13-b2bc-2689c2e05b71", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:51.479242 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1c5770c-8f1b-460a-b99a-ae50ad8179be {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:51.479672 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e33b4-983c-4147-afd4-3dd629bd745c', 'name': 'network-vif-deleted', 'tag': '2fb6acea-20ee-4a13-b2bc-2689c2e05b71', 'status': 'completed', 'code': 200} Sep 10 03:36:52.296818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:52.427441 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4c8b7706-320a-400f-8d41-87c8b0488660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dc439815ca9405da6e5cbe51699279b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294954 Sep 10 03:36:52.429911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42430) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:52.476465 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b539d567-99fe-45af-9d57-32735bbec2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.497162 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b539d567-99fe-45af-9d57-32735bbec2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.544838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b539d567-99fe-45af-9d57-32735bbec2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.547875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b539d567-99fe-45af-9d57-32735bbec2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.549043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b539d567-99fe-45af-9d57-32735bbec2f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6c10566-80c5-4d45-8734-58c192482e3f HTTP/1.1" status: 204 len: 168 time: 0.1182435 Sep 10 03:36:52.556212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d567-99fe-45af-9d57-32735bbec2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c10566-80c5-4d45-8734-58c192482e3f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:52.798951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42436) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:52.811707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-985991b2-5202-4a5c-a790-5b5d9f18fe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.899667 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-985991b2-5202-4a5c-a790-5b5d9f18fe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.903398 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-985991b2-5202-4a5c-a790-5b5d9f18fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:52.940799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-985991b2-5202-4a5c-a790-5b5d9f18fe6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48e09ddd119d401590aa209f0ac3318a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406877 Sep 10 03:36:52.942729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985991b2-5202-4a5c-a790-5b5d9f18fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43c2726-3307-4b25-a893-f503d15286a1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:52.943586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42438) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:52.991768 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98d5a780-45b7-4fe6-989d-5af13d33cf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.016197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98d5a780-45b7-4fe6-989d-5af13d33cf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.060254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98d5a780-45b7-4fe6-989d-5af13d33cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.062798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98d5a780-45b7-4fe6-989d-5af13d33cf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.063989 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98d5a780-45b7-4fe6-989d-5af13d33cf1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d43c2726-3307-4b25-a893-f503d15286a1 HTTP/1.1" status: 204 len: 168 time: 0.1193974 Sep 10 03:36:53.071222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a780-45b7-4fe6-989d-5af13d33cf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43c2726-3307-4b25-a893-f503d15286a1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:53.760528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42460) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:53.856103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-280929418-network', 'tenant_id': '430efc8d4e7e4449871d94b822beae99'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:53.877566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Made reservation on behalf of 430efc8d4e7e4449871d94b822beae99 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:53.879751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.887937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.970052 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.973586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.993292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:36:54.006624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd2776a-6745-44f5-b529-b76a4ceff985,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:54.011279 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.011650 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Added segment 904b92c8-4c76-40fe-9f0c-c573106083df of type vlan for network 0c8baebd-9c47-4407-8897-d2e404f3c457 Sep 10 03:36:54.051690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.075873 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.076859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:54.077457 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.102655 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3410285 Sep 10 03:36:54.105501 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42464) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:54.116772 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Request body: {'subnet': {'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-280929418-subnet', 'tenant_id': '430efc8d4e7e4449871d94b822beae99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:54.163508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533850-aba1-403f-8abd-c0149c4b3375 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8baebd-9c47-4407-8897-d2e404f3c457,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:54.169237 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Made reservation on behalf of 430efc8d4e7e4449871d94b822beae99 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:54.172203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.174004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 0c8baebd-9c47-4407-8897-d2e404f3c457 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:36:54.338465 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.348018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:54.367758 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:54.368093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2fb6acea-20ee-4a13-b2bc-2689c2e05b71 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:54.395618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1421d30a-cbad-4d5c-af66-b51f9d453dec,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:54.402451 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Checking segment: {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:54.402819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Network hostable DHCP agents. Network: 0c8baebd-9c47-4407-8897-d2e404f3c457, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:36:54.419405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Network 0c8baebd-9c47-4407-8897-d2e404f3c457 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:36:54.427773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 0c8baebd-9c47-4407-8897-d2e404f3c457) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:54.432466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:54.433579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.437376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb40e76-0589-4b87-b615-5d7a1469e484 None None] Network 0c8baebd-9c47-4407-8897-d2e404f3c457 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:54.447425 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7279dfa2-e3b8-42f9-a064-39495bb837a5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3408906 Sep 10 03:36:54.556555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702ae98-0f81-4c8b-9c87-ab23914eb618 None None] Network 0c8baebd-9c47-4407-8897-d2e404f3c457 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:54.865514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-70c72fdf-7475-43fc-bce9-a3667c65ac35 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:54.866983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-70c72fdf-7475-43fc-bce9-a3667c65ac35 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 811 time: 0.1030514 Sep 10 03:36:54.882070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-613a2ff6-6fb9-449d-9a39-2ce0a458ad4b tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/quotas/430efc8d4e7e4449871d94b822beae99 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Sep 10 03:36:54.913915 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-5ecb2239-1803-4513-9a40-5ab479151fea tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259039 Sep 10 03:36:55.004300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-cc7ac0ab-8eb9-4d6f-b29c-bf62af692639 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834632 Sep 10 03:36:55.099124 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-a3c1f367-88a4-4b31-8435-763e3d3db784 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888135 Sep 10 03:36:55.256058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9fd28b83-f097-4454-b51a-64aa257589fa req-f644f032-9593-486a-a70f-39f54504e525 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 210 time: 0.0254364 Sep 10 03:36:56.114129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-66f1c95b-597a-443b-b6cf-3dfbc68438a6 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.115628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-66f1c95b-597a-443b-b6cf-3dfbc68438a6 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.36 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 811 time: 0.1063635 Sep 10 03:36:56.129534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Request body: {'port': {'device_id': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457', 'admin_state_up': True, 'tenant_id': '430efc8d4e7e4449871d94b822beae99'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:56.231619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Made reservation on behalf of 430efc8d4e7e4449871d94b822beae99 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:56.235632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.349742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3187cf69-73c2-438d-9a79-6b6676d8ffc3 req-dff63b58-4342-446c-a73f-1495a7ec3b39 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 210 time: 0.0262477 Sep 10 03:36:56.362652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Allocated IP 172.20.0.8 (0c8baebd-9c47-4407-8897-d2e404f3c457/1421d30a-cbad-4d5c-af66-b51f9d453dec/c98c4080-9731-4887-a6f0-804d4530af10) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:56.504121 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.541182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.580600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Network 0c8baebd-9c47-4407-8897-d2e404f3c457 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:56.583576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:56.587174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:56.614100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:56.640205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.640814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.654146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-d732f2b7-fa7a-49d6-a5aa-d6f6d56b77e1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5292463 Sep 10 03:36:56.665765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Request body: {'port': {'device_id': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:56.720458 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.969655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98c4080-9731-4887-a6f0-804d4530af10 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:56.976764 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.988917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Transition to ACTIVE for port object c98c4080-9731-4887-a6f0-804d4530af10 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:56.992277 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:57.039353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:57.109065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:57.109400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:57.109727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 on network 0c8baebd-9c47-4407-8897-d2e404f3c457 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:57.113868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Port c98c4080-9731-4887-a6f0-804d4530af10 on network 0c8baebd-9c47-4407-8897-d2e404f3c457 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:57.114190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 on network 0c8baebd-9c47-4407-8897-d2e404f3c457 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:57.118805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:57.119144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Checking segment: {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:57.119561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Bound using segment: {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:57.119986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Bound port: c98c4080-9731-4887-a6f0-804d4530af10, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:57.120340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:57.180761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:57.183673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:57.188655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:57.221529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.222122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:57.223552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] 10.222.0.36 "PUT /v2.0/ports/c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 1091 time: 0.5616357 Sep 10 03:36:57.223990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:57.226202 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6" -d '{"events": [{"name": "network-changed", "server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "tag": "c98c4080-9731-4887-a6f0-804d4530af10"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:57.249983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95cf0-6bbe-46aa-bdbe-102f521bfeee service neutron] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:57.269557 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4393f-1524-4f99-968d-d553d1bfe516 x-openstack-request-id: req-66b4393f-1524-4f99-968d-d553d1bfe516 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:57.269856 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "tag": "c98c4080-9731-4887-a6f0-804d4530af10", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:57.270099 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66b4393f-1524-4f99-968d-d553d1bfe516 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:57.270489 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10', 'status': 'completed', 'code': 200} Sep 10 03:36:57.305450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-baa36ba4-dbe0-4b95-952f-8f1794076529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.306938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-baa36ba4-dbe0-4b95-952f-8f1794076529 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1094 time: 0.0464370 Sep 10 03:36:57.348424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-9967b4c9-0f25-4951-81cc-2de2ec710ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0322781 Sep 10 03:36:57.396678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-8fd87962-a239-4a72-ba9c-6c980b1c8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.400233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-8fd87962-a239-4a72-ba9c-6c980b1c8dfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0451529 Sep 10 03:36:57.432102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-22fbb87a-0ff8-420a-9101-fa75fd18af5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241213 Sep 10 03:36:57.471147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b299e-962f-46b9-a79f-4c8e1c60ddbf req-c1a171c9-2481-4812-a157-d49ddc1c574f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.472602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-db2b299e-962f-46b9-a79f-4c8e1c60ddbf req-c1a171c9-2481-4812-a157-d49ddc1c574f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 943 time: 0.0524180 Sep 10 03:36:57.509901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-db2b299e-962f-46b9-a79f-4c8e1c60ddbf req-449f9e9d-b195-4ae9-b4b2-66a9169b3f86 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Sep 10 03:36:57.525168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-e5059cf4-64ee-4b31-a12e-495c560e7507 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865872 Sep 10 03:36:57.895340 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06d2c0ab-d4a5-43a6-a390-229e0cd2370e req-06f469e5-ab19-4b87-942a-75ef32077602 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636427 Sep 10 03:36:57.977960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-7cdc404a-22a7-4b6a-bdb3-3cba1d95f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.979392 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-7cdc404a-22a7-4b6a-bdb3-3cba1d95f367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1094 time: 0.0388794 Sep 10 03:36:58.069124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-4482ea54-9721-4418-95fd-92b49714cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.070541 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-4482ea54-9721-4418-95fd-92b49714cecf service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.0813174 Sep 10 03:36:58.114291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-b94fc0ff-32a4-4f24-a8d5-b7690d8ba930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0361216 Sep 10 03:36:58.163428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-d43c0e85-39d7-4029-b658-ea3d3e177476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.164897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-d43c0e85-39d7-4029-b658-ea3d3e177476 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0431590 Sep 10 03:36:58.196814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-f51e3aa9-cdac-4b56-b7be-e087c0946fdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235462 Sep 10 03:36:58.285822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-6d8f8084-644a-4e1e-b2b5-01279273226c service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819557 Sep 10 03:36:58.371664 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f8c1088-330a-471c-a3dd-eb3fa97c82b6 req-fdd7354f-c975-458e-a2d3-6503b8d7c347 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787435 Sep 10 03:36:58.627875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c9af8-4d08-4d24-8dc8-fdcc9611b5c6 req-0750106b-4165-4906-8ba3-f7a99eac4154 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.629353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-988c9af8-4d08-4d24-8dc8-fdcc9611b5c6 req-0750106b-4165-4906-8ba3-f7a99eac4154 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 943 time: 0.0518975 Sep 10 03:36:58.665906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-988c9af8-4d08-4d24-8dc8-fdcc9611b5c6 req-50d2e1f2-b403-4b8a-a373-d3e9f3f21e08 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Sep 10 03:36:59.778758 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888c175-a9c4-4836-8c52-6d4656484036 req-418b30be-c300-4578-9afe-bd3d7c36cbd1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.780855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1888c175-a9c4-4836-8c52-6d4656484036 req-418b30be-c300-4578-9afe-bd3d7c36cbd1 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 943 time: 0.0484939 Sep 10 03:36:59.816644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1888c175-a9c4-4836-8c52-6d4656484036 req-a63763e3-46ad-48cc-8656-d1a0f7f1f191 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299511 Sep 10 03:37:00.379997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:00.471713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:00.482284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'c98c4080-9731-4887-a6f0-804d4530af10', 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457', 'port_id': 'c98c4080-9731-4887-a6f0-804d4530af10', 'mac_address': 'fa:16:3e:db:ab:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1421d30a-cbad-4d5c-af66-b51f9d453dec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:00.517516 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.533027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98c4080-9731-4887-a6f0-804d4530af10 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:00.551122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:00.555582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.600394 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:00.745427 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['c98c4080-9731-4887-a6f0-804d4530af10'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:00.928778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4793ff3-29bf-4e91-b3c7-3b7d90807e60 req-e580efe5-2f6c-4372-9937-861b8a2ed490 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.930247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4793ff3-29bf-4e91-b3c7-3b7d90807e60 req-e580efe5-2f6c-4372-9937-861b8a2ed490 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 944 time: 0.0481601 Sep 10 03:37:00.967388 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a4793ff3-29bf-4e91-b3c7-3b7d90807e60 req-d8b4abbf-d6c3-4481-98b3-7c187dde700b tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Sep 10 03:37:01.797163 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef8f96c4-f400-4c13-891f-f54910fd3a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.078923 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753b83-029b-4d9b-817b-c949ed7d22c1 req-50bf667b-76d0-42a5-a69d-0b586708b29f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:02.080464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80753b83-029b-4d9b-817b-c949ed7d22c1 req-50bf667b-76d0-42a5-a69d-0b586708b29f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 944 time: 0.0474949 Sep 10 03:37:02.118222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80753b83-029b-4d9b-817b-c949ed7d22c1 req-a838b039-a768-4f3f-bfe6-194ccee535de tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Sep 10 03:37:02.127278 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.392088 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.396260 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:02.441713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port c98c4080-9731-4887-a6f0-804d4530af10 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:02.445264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port c98c4080-9731-4887-a6f0-804d4530af10 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:02.445636 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.521847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.543417 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:02.545691 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efc017c-a65c-4c4d-8b2f-af92dd1dc30c" -d '{"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-plugged", "status": "completed", "tag": "c98c4080-9731-4887-a6f0-804d4530af10"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:02.557984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:02.562519 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.588855 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e45afcc-eb4e-4f05-b08a-ec15905ee879 x-openstack-request-id: req-8e45afcc-eb4e-4f05-b08a-ec15905ee879 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:02.589154 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-plugged", "status": "completed", "tag": "c98c4080-9731-4887-a6f0-804d4530af10", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:02.589408 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e45afcc-eb4e-4f05-b08a-ec15905ee879 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:02.589801 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10', 'code': 200} Sep 10 03:37:02.614416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:02.676401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf263a-177f-4414-acbc-1dec8cbaa2cb req-c1e42edb-5822-4854-b9e4-ae2a59e02276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:02.677768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c5cf263a-177f-4414-acbc-1dec8cbaa2cb req-c1e42edb-5822-4854-b9e4-ae2a59e02276 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1096 time: 0.0392995 Sep 10 03:37:02.710357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c5cf263a-177f-4414-acbc-1dec8cbaa2cb req-3db0577f-1b8b-4ead-8a33-ad4a02d0e85f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259719 Sep 10 03:37:03.233653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4b494-8cae-469d-8e35-b390fff515a3 req-a129d634-3476-4bf0-b638-5fb79ea5ad4f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.235109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46e4b494-8cae-469d-8e35-b390fff515a3 req-a129d634-3476-4bf0-b638-5fb79ea5ad4f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0513601 Sep 10 03:37:03.272203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-46e4b494-8cae-469d-8e35-b390fff515a3 req-6e54ba4e-b4b2-40b2-8a30-dfe6bf30d2d9 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Sep 10 03:37:04.367912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-106fe927-ff63-499a-a559-20438d9c0602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.388290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272e8e7-35ad-4ed4-99aa-b81d06389297 req-c169ee7b-a8cf-49d6-8587-f00fcec31da0 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:04.390312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3272e8e7-35ad-4ed4-99aa-b81d06389297 req-c169ee7b-a8cf-49d6-8587-f00fcec31da0 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0520749 Sep 10 03:37:04.426589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3272e8e7-35ad-4ed4-99aa-b81d06389297 req-dff6bf90-c392-49fc-9550-b459b61a6d48 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303109 Sep 10 03:37:04.688888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42516) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:04.730932 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.754647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9b91-6883-4a50-b595-fb1254552136 req-8024e49c-79c9-4339-893d-1850135adc76 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:04.756200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db4b9b91-6883-4a50-b595-fb1254552136 req-8024e49c-79c9-4339-893d-1850135adc76 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0554681 Sep 10 03:37:04.784487 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-e8bcf7ef-daa3-4547-99dd-cf789b5dbbca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944870 Sep 10 03:37:04.794048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-db4b9b91-6883-4a50-b595-fb1254552136 req-553cf464-0fef-45cb-bb50-4fa5fca7ccad tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Sep 10 03:37:04.794256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-913efc97-c263-4db1-b227-20917b99e8a7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:04.795209 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-913efc97-c263-4db1-b227-20917b99e8a7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051451 Sep 10 03:37:05.499870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.921384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698ef03-426d-4e29-85a5-e51b14a6ae23 req-f05e21f7-7ba7-4201-bd54-b763cd7da437 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.922919 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0698ef03-426d-4e29-85a5-e51b14a6ae23 req-f05e21f7-7ba7-4201-bd54-b763cd7da437 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0523601 Sep 10 03:37:05.939851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-0a749420-79a5-466b-8139-96e94945901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.941352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-0a749420-79a5-466b-8139-96e94945901f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1096 time: 0.0398960 Sep 10 03:37:05.961278 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0698ef03-426d-4e29-85a5-e51b14a6ae23 req-88dbb8df-a68a-42d7-8efd-863cb514cfc5 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Sep 10 03:37:06.034342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-b8015a4c-4de1-48bc-b095-cd6c050f71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.035864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-b8015a4c-4de1-48bc-b095-cd6c050f71e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.0877380 Sep 10 03:37:06.074972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-5985dbbf-7678-40b1-95b0-473a672672c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0321341 Sep 10 03:37:06.127243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-63155501-9e5d-45e6-a457-18cdd63a2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.128713 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-63155501-9e5d-45e6-a457-18cdd63a2262 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0469337 Sep 10 03:37:06.159545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-92ff1a2b-182d-426c-a832-d36dbee7073a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238323 Sep 10 03:37:06.249488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-11ae2839-425c-49eb-8fa5-730a83926d91 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832925 Sep 10 03:37:06.339049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-15129d30-0b23-467f-ae8d-40e3625dd390 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Sep 10 03:37:07.088274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52e523-82fc-4c9f-a000-956b0a6b7ca8 req-ca32b1ed-453b-4041-b9a4-2eb7b2607837 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:07.089793 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e52e523-82fc-4c9f-a000-956b0a6b7ca8 req-ca32b1ed-453b-4041-b9a4-2eb7b2607837 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0479844 Sep 10 03:37:07.127176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e52e523-82fc-4c9f-a000-956b0a6b7ca8 req-b7abb73f-5113-40d1-9f87-e562e6760080 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Sep 10 03:37:07.444527 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.257515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8e9e-d2cd-46da-86cf-17aa5a5e274a req-2b86e904-cc0e-4b30-80a0-1f8647ecccd3 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:08.258962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b98b8e9e-d2cd-46da-86cf-17aa5a5e274a req-2b86e904-cc0e-4b30-80a0-1f8647ecccd3 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Sep 10 03:37:08.299043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b98b8e9e-d2cd-46da-86cf-17aa5a5e274a req-c7ffc9f9-e1a7-4d2c-b17e-229c733892e8 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Sep 10 03:37:09.412921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a110d3-94c1-4bbb-833f-90ed7665cf0d req-77462b1c-c3c7-49d0-8aba-bf0210d9d357 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.414451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a110d3-94c1-4bbb-833f-90ed7665cf0d req-77462b1c-c3c7-49d0-8aba-bf0210d9d357 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Sep 10 03:37:09.455995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68a110d3-94c1-4bbb-833f-90ed7665cf0d req-ae47bc3a-8ef7-4c20-952a-8cf509092b7d tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 Sep 10 03:37:09.800274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-0074bc3e-d4d0-4351-b2d6-57ff7b5884b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.801659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-0074bc3e-d4d0-4351-b2d6-57ff7b5884b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1096 time: 0.0401978 Sep 10 03:37:09.904276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-a4970865-40cf-4ce0-983c-820dfaadcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.906255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-a4970865-40cf-4ce0-983c-820dfaadcc7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.0848246 Sep 10 03:37:09.950068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-f3116f35-aecc-48b2-bb8e-8e2c5d9145a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0369654 Sep 10 03:37:09.997401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-a5bf8ce7-9116-4aa0-9d09-46d0230ef1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.998833 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-a5bf8ce7-9116-4aa0-9d09-46d0230ef1c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0425403 Sep 10 03:37:10.030112 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-4e8c3f2e-4b33-44cb-9a94-ab66ff0ff6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237291 Sep 10 03:37:10.121014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-d47c829c-2624-40b9-af2f-3fcd7c290a55 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Sep 10 03:37:10.219443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5fb07ed8-609b-4d92-b640-38af20ff7f38 req-a3b94894-c4a6-434f-b339-a58c9b495118 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905333 Sep 10 03:37:10.569910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f1b9-a5b6-4224-bc2a-a60323bd736a req-86362c4b-d1bd-428b-8090-df902dff07cc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.571369 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f55f1b9-a5b6-4224-bc2a-a60323bd736a req-86362c4b-d1bd-428b-8090-df902dff07cc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0473223 Sep 10 03:37:10.608228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f55f1b9-a5b6-4224-bc2a-a60323bd736a req-71119869-078e-4fd1-9939-4b6f973f4f8f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304110 Sep 10 03:37:11.721979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d96249-fa83-4bb7-85f7-0516bc84bdcb req-7405771e-0965-4a29-8b75-65fbe2173989 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.723492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-41d96249-fa83-4bb7-85f7-0516bc84bdcb req-7405771e-0965-4a29-8b75-65fbe2173989 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Sep 10 03:37:11.764573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-41d96249-fa83-4bb7-85f7-0516bc84bdcb req-9b52673d-d320-45d7-a64b-4775432aa181 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Sep 10 03:37:12.877056 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81156bed-7647-4a64-aeef-2f8d4347150e req-7f2f2607-33db-4880-9e83-7027ebf5a059 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.878516 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81156bed-7647-4a64-aeef-2f8d4347150e req-7f2f2607-33db-4880-9e83-7027ebf5a059 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0476339 Sep 10 03:37:12.915289 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81156bed-7647-4a64-aeef-2f8d4347150e req-493a12f7-1b51-4fe1-b9ea-6a417a3c3092 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Sep 10 03:37:13.390745 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:37:14.031134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56edd1-f7f0-4ed5-b1c1-900608f2211c req-acb643ba-b198-4a88-9d06-b067b9290e0e tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.032705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b56edd1-f7f0-4ed5-b1c1-900608f2211c req-acb643ba-b198-4a88-9d06-b067b9290e0e tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0507221 Sep 10 03:37:14.070430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0b56edd1-f7f0-4ed5-b1c1-900608f2211c req-eee22254-9565-44a4-b680-8795e3397872 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Sep 10 03:37:15.181724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da1a30-7c38-4e41-95fd-c7de4423f181 req-aa6a03a6-3cf6-49a1-a493-49d11b38fa7d tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:15.183184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9da1a30-7c38-4e41-95fd-c7de4423f181 req-aa6a03a6-3cf6-49a1-a493-49d11b38fa7d tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0472045 Sep 10 03:37:15.224650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a9da1a30-7c38-4e41-95fd-c7de4423f181 req-88f94c17-f266-48ae-9c8e-0b70a73b0026 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Sep 10 03:37:16.337036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d445-d554-487c-97aa-949fd059f976 req-ea9323dc-9fda-4d69-95f1-aa8fb044a7ce tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.338404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60e1d445-d554-487c-97aa-949fd059f976 req-ea9323dc-9fda-4d69-95f1-aa8fb044a7ce tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0468397 Sep 10 03:37:16.374565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60e1d445-d554-487c-97aa-949fd059f976 req-fffeb83a-3c5a-4c9c-9a02-f82c7b9408ff tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296774 Sep 10 03:37:17.488863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd134b33-d43d-4cd8-b792-2c147e71409f req-84dd5611-763e-44ad-9e52-3b7934749aed tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.490321 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd134b33-d43d-4cd8-b792-2c147e71409f req-84dd5611-763e-44ad-9e52-3b7934749aed tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0482526 Sep 10 03:37:17.532930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bd134b33-d43d-4cd8-b792-2c147e71409f req-db7ee1a9-69cb-4453-ae8b-4d04c1b8e5c2 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Sep 10 03:37:18.643945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2ae65-0cc2-4a51-a78c-eabe9843ec3e req-c850d2ce-d9af-462c-aa62-be075f59d02a tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:18.645404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-90e2ae65-0cc2-4a51-a78c-eabe9843ec3e req-c850d2ce-d9af-462c-aa62-be075f59d02a tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0468779 Sep 10 03:37:18.685411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-90e2ae65-0cc2-4a51-a78c-eabe9843ec3e req-644cc4bd-6285-4172-ae0f-07804b4d11c9 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Sep 10 03:37:19.798602 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bb034-3e1d-49d7-a400-e3aa3e9c1558 req-dcf95fed-bac6-4265-ad86-1c7bb6f5c773 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:19.800089 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f5bb034-3e1d-49d7-a400-e3aa3e9c1558 req-dcf95fed-bac6-4265-ad86-1c7bb6f5c773 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Sep 10 03:37:19.835691 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f5bb034-3e1d-49d7-a400-e3aa3e9c1558 req-df15936e-d97d-4936-b98e-50749513ba5a tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296195 Sep 10 03:37:20.949136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fbfab-75ad-4614-9183-57570cf83c6a req-91c32d43-6046-40a1-94a6-63354ababa38 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:20.950621 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d19fbfab-75ad-4614-9183-57570cf83c6a req-91c32d43-6046-40a1-94a6-63354ababa38 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Sep 10 03:37:20.989760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d19fbfab-75ad-4614-9183-57570cf83c6a req-27569dc9-562c-4c58-86e2-6b3ec1582b84 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Sep 10 03:37:22.102211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f017-50fa-4126-a35c-bb820b49ff5b req-2725d15b-9e05-431e-a08e-821833dfa811 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:22.103703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7f10f017-50fa-4126-a35c-bb820b49ff5b req-2725d15b-9e05-431e-a08e-821833dfa811 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0470424 Sep 10 03:37:22.144071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7f10f017-50fa-4126-a35c-bb820b49ff5b req-a30fb2fb-14cd-41bc-9eb3-cd0ce38acfe4 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Sep 10 03:37:23.255863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda27e-70ff-459b-b653-f258b3626905 req-b9a1e635-32a5-4ac8-9388-c72d79730e67 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.257367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1fda27e-70ff-459b-b653-f258b3626905 req-b9a1e635-32a5-4ac8-9388-c72d79730e67 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0479999 Sep 10 03:37:23.294405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1fda27e-70ff-459b-b653-f258b3626905 req-ccc34969-d696-402e-950a-9d5b011a8bce tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Sep 10 03:37:24.408171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12af5-e5b2-4bf4-935a-5db8e303bb41 req-11ac36ed-f13c-4e66-9d7c-605954747689 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.409549 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08c12af5-e5b2-4bf4-935a-5db8e303bb41 req-11ac36ed-f13c-4e66-9d7c-605954747689 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Sep 10 03:37:24.445539 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08c12af5-e5b2-4bf4-935a-5db8e303bb41 req-309a2d37-3dd1-475c-965d-4f228188fe58 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301740 Sep 10 03:37:25.562346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c861bbd-71df-4345-a190-8db6cb71e0d8 req-46293606-67cb-49a9-b19e-dc55481fc876 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:25.563876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c861bbd-71df-4345-a190-8db6cb71e0d8 req-46293606-67cb-49a9-b19e-dc55481fc876 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0530446 Sep 10 03:37:25.604931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c861bbd-71df-4345-a190-8db6cb71e0d8 req-27f9520b-ab52-4ee4-aaaf-5d6879515711 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352488 Sep 10 03:37:26.721057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf2fe8-1ab6-4554-ac89-25426c72d41c req-ab9f9e68-9718-4d2d-b9b1-f586657f2884 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:26.722558 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52bf2fe8-1ab6-4554-ac89-25426c72d41c req-ab9f9e68-9718-4d2d-b9b1-f586657f2884 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Sep 10 03:37:26.760115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-52bf2fe8-1ab6-4554-ac89-25426c72d41c req-6b4c5a78-2a9d-4862-880f-7567e605d7e8 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Sep 10 03:37:27.871228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91223b4-fe55-468f-8179-64c4702c2ca4 req-b7e4d581-e022-4131-a065-20c1d1cfafa4 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:27.872726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c91223b4-fe55-468f-8179-64c4702c2ca4 req-b7e4d581-e022-4131-a065-20c1d1cfafa4 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Sep 10 03:37:27.909762 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c91223b4-fe55-468f-8179-64c4702c2ca4 req-82bcbaf6-d9ba-429f-b8e2-a94e9bd5c8aa tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 10 03:37:29.020141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149338-1ee5-4c8e-8082-22c311220fe3 req-ac01651e-b992-4f30-be81-c66429e57830 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:29.021589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-54149338-1ee5-4c8e-8082-22c311220fe3 req-ac01651e-b992-4f30-be81-c66429e57830 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0471063 Sep 10 03:37:29.061744 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-54149338-1ee5-4c8e-8082-22c311220fe3 req-efa88604-6d72-4b12-9f1c-7c6bbb9f2019 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Sep 10 03:37:30.174599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b214-2e26-4e3e-b4e8-c3947c3d091b req-a111c7cd-168e-4b6c-ab1a-9403df3c8fbc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.176128 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06b0b214-2e26-4e3e-b4e8-c3947c3d091b req-a111c7cd-168e-4b6c-ab1a-9403df3c8fbc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Sep 10 03:37:30.212326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06b0b214-2e26-4e3e-b4e8-c3947c3d091b req-3e670fd7-4cbd-45e4-9fae-2ae2adc913f8 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300896 Sep 10 03:37:31.324779 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560251-c4ec-4d17-963b-480c8221a8cf req-6ff4c109-e0ae-4fa6-a71f-87ac0a6ef262 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:31.326228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0e560251-c4ec-4d17-963b-480c8221a8cf req-6ff4c109-e0ae-4fa6-a71f-87ac0a6ef262 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0476546 Sep 10 03:37:31.362304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0e560251-c4ec-4d17-963b-480c8221a8cf req-8055dc87-9af5-4283-97bf-734281eeba61 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300934 Sep 10 03:37:31.796827 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1d6c42af-c3f7-4751-af62-3e06d9394771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.142255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.405675 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.475771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe5a1-2240-4861-ac16-05694c7281c6 req-921e3f7d-340e-4d10-9404-378b58b4fd52 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:32.477312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09ffe5a1-2240-4861-ac16-05694c7281c6 req-921e3f7d-340e-4d10-9404-378b58b4fd52 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Sep 10 03:37:32.518609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09ffe5a1-2240-4861-ac16-05694c7281c6 req-a8e957b2-51fb-4bde-970c-0e26a59e547a tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Sep 10 03:37:33.248330 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-d1020138-bd84-4359-8532-e0e494ebb7ed service neutron] show failed (client error): The resource could not be found. Sep 10 03:37:33.249332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-d1020138-bd84-4359-8532-e0e494ebb7ed service neutron] 10.222.0.36 "GET /v2.0/ports/c98c4080-9731-4887-a6f0-804d4530af10/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0546541 Sep 10 03:37:33.519761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ccc0e292-4398-4636-9ec7-108ea7286fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.521292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ccc0e292-4398-4636-9ec7-108ea7286fd9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67&tenant_id=430efc8d4e7e4449871d94b822beae99 HTTP/1.1" status: 200 len: 1096 time: 0.1238146 Sep 10 03:37:33.531889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-4b410735-29e4-47d3-b7da-f2a86431a0af service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:33.532883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-4b410735-29e4-47d3-b7da-f2a86431a0af service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048273 Sep 10 03:37:33.545550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:33.609678 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:33.633436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472dab3-3a8b-4d15-ab0d-62090d6c56c8 req-4456f937-580d-4677-bd23-446e999b658f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.634973 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6472dab3-3a8b-4d15-ab0d-62090d6c56c8 req-4456f937-580d-4677-bd23-446e999b658f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Sep 10 03:37:33.672415 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6472dab3-3a8b-4d15-ab0d-62090d6c56c8 req-7ba55d47-53d5-461d-81e5-eb4032879caa tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Sep 10 03:37:33.808983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:33.840892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:33.879968 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:33.882624 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d18df3-34c2-4fd5-b49f-347a058b88cc" -d '{"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-unplugged", "status": "completed", "tag": "c98c4080-9731-4887-a6f0-804d4530af10"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:33.886815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:33.899522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Transition to ACTIVE for port object c98c4080-9731-4887-a6f0-804d4530af10 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:33.903170 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:33.937110 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1caee-fa5a-477f-9762-d3d8c58f9494 x-openstack-request-id: req-a6c1caee-fa5a-477f-9762-d3d8c58f9494 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:33.937427 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-unplugged", "status": "completed", "tag": "c98c4080-9731-4887-a6f0-804d4530af10", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:33.937684 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6c1caee-fa5a-477f-9762-d3d8c58f9494 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:33.938075 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10', 'code': 200} Sep 10 03:37:33.969270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] No DVR routers for this DVR port c98c4080-9731-4887-a6f0-804d4530af10 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:33.975764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:33.986649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.987008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.987370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.987729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.988070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.988408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.988742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.989074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.989430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.989768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.990099 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:33.990448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:34.017970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:34.018307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:34.018637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 on network 0c8baebd-9c47-4407-8897-d2e404f3c457 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:34.022825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Port c98c4080-9731-4887-a6f0-804d4530af10 on network 0c8baebd-9c47-4407-8897-d2e404f3c457 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:34.023148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Attempting to bind port c98c4080-9731-4887-a6f0-804d4530af10 on network 0c8baebd-9c47-4407-8897-d2e404f3c457 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:34.027922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:34.028266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Checking segment: {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:34.028654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Bound using segment: {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:34.029607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Bound port: c98c4080-9731-4887-a6f0-804d4530af10, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904b92c8-4c76-40fe-9f0c-c573106083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:34.029965 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:34.090552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:34.094118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:34.098614 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:34.134458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.135084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:34.136507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 1091 time: 0.5956638 Sep 10 03:37:34.158596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28a606-a85c-49ec-b901-376f17659dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:34.200561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-16d1b0e7-e255-4390-bdd6-0588bac80a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.202600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-16d1b0e7-e255-4390-bdd6-0588bac80a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1094 time: 0.0410166 Sep 10 03:37:34.290921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-060ff0c4-1bfe-4b21-b759-66a147579478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.292402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-060ff0c4-1bfe-4b21-b759-66a147579478 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.0829508 Sep 10 03:37:34.335735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-4456ecb6-5bec-48f4-b43a-c2943b1a7e91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0361660 Sep 10 03:37:34.368901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c8d3020c-d261-4e36-a43e-9b425199e27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:34.383797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-dbb84aeb-a3dc-49b1-8a42-28794d256952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.385282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-dbb84aeb-a3dc-49b1-8a42-28794d256952 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0427041 Sep 10 03:37:34.417609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-728b4bfc-304f-4e48-a76b-a61e4eedb9a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244219 Sep 10 03:37:34.507065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-648046ec-b1ee-47f0-a509-f42bd25ed0d6 service neutron] 10.222.0.32 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826597 Sep 10 03:37:34.594016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-01ab1a1a-4986-40b5-bd30-46891f73804c req-e907e22f-974e-4cea-8f43-133cfd4050b0 service neutron] 10.222.0.32 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803676 Sep 10 03:37:34.734246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:34.787642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af5c62-5151-47cb-8f1f-f59a69903e52 req-2b24c74c-6cf7-4aca-bc06-f1b6872f663f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.789009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06af5c62-5151-47cb-8f1f-f59a69903e52 req-2b24c74c-6cf7-4aca-bc06-f1b6872f663f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 943 time: 0.0472379 Sep 10 03:37:34.828769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06af5c62-5151-47cb-8f1f-f59a69903e52 req-d59a8a55-7e39-4fe3-a161-f073a3d16006 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339098 Sep 10 03:37:35.502157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.944244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c40f7e-64cf-429c-b048-f749026903af req-9a43a657-6b5e-4a36-a344-f39018ed972b tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:35.945719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21c40f7e-64cf-429c-b048-f749026903af req-9a43a657-6b5e-4a36-a344-f39018ed972b tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 943 time: 0.0482559 Sep 10 03:37:35.946169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:35.948403 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cec25af-75bc-4520-b0f1-0500ad357a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "tag": "c98c4080-9731-4887-a6f0-804d4530af10"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:35.987703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21c40f7e-64cf-429c-b048-f749026903af req-866eaf90-e421-460e-bfcb-2418dae41053 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Sep 10 03:37:36.003930 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeb95ce-f262-4554-b2d4-143beade503d x-openstack-request-id: req-ceeb95ce-f262-4554-b2d4-143beade503d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:36.004231 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "tag": "c98c4080-9731-4887-a6f0-804d4530af10", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:36.004485 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ceeb95ce-f262-4554-b2d4-143beade503d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:36.005017 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10', 'status': 'completed', 'code': 200} Sep 10 03:37:36.096013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-f488deb2-df8f-445d-b7d8-17a3bceac495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.096013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-f488deb2-df8f-445d-b7d8-17a3bceac495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1094 time: 0.0704992 Sep 10 03:37:36.100098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-90da9dcc-bc82-4b1f-ae04-3d08b7b17143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.101640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-90da9dcc-bc82-4b1f-ae04-3d08b7b17143 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1094 time: 0.0534697 Sep 10 03:37:36.158833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:36.253028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-096039c4-1fe8-42a4-bee3-af746327df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.253694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:36.254497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-096039c4-1fe8-42a4-bee3-af746327df2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.1520083 Sep 10 03:37:36.258719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-b4fc18c2-85af-45a2-bb6d-72472ed10679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.260121 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-b4fc18c2-85af-45a2-bb6d-72472ed10679 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.1485040 Sep 10 03:37:36.264938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'c98c4080-9731-4887-a6f0-804d4530af10', 'network_id': '0c8baebd-9c47-4407-8897-d2e404f3c457', 'port_id': 'c98c4080-9731-4887-a6f0-804d4530af10', 'mac_address': 'fa:16:3e:db:ab:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1421d30a-cbad-4d5c-af66-b51f9d453dec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:36.301469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.313744 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98c4080-9731-4887-a6f0-804d4530af10 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:36.329165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-e0be4400-d9d3-4336-ba4c-708153f0c9c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0669539 Sep 10 03:37:36.330525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-03cd79c0-05e9-4f6a-bc43-53085f29c61c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0626760 Sep 10 03:37:36.331801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:36.335805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.381730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:36.432228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-27bf7d77-f47d-499c-babd-487f648406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.433643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-27bf7d77-f47d-499c-babd-487f648406e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0980051 Sep 10 03:37:36.434994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-67c4352b-6d0a-48f9-a238-1a755e50d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.436413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-67c4352b-6d0a-48f9-a238-1a755e50d4ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0929034 Sep 10 03:37:36.482743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-0e4b9a47-0475-478f-86c1-97544839591f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412953 Sep 10 03:37:36.484540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-2d266506-f350-4f85-b99d-cb82597651f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359788 Sep 10 03:37:36.504556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:36.549356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:36.600107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['c98c4080-9731-4887-a6f0-804d4530af10'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:36.636443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-0fd55b2e-f517-47ef-a61f-82f315b1db54 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458485 Sep 10 03:37:36.640006 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-3c3ebb00-e830-42bd-b576-3e627c8afc5a service neutron] 10.222.0.32 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429598 Sep 10 03:37:36.792240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-6d178059-7d14-430f-98e3-5126d2fcd502 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484058 Sep 10 03:37:36.794257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cec25af-75bc-4520-b0f1-0500ad357a0e req-46922200-1654-49e8-8785-8c5a92674299 service neutron] 10.222.0.32 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429734 Sep 10 03:37:37.105786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbf16-454c-4e65-905f-a52e1e2b8e23 req-b6d25610-6b57-4531-bdc6-071bc6e08ac3 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.107864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a19bbf16-454c-4e65-905f-a52e1e2b8e23 req-b6d25610-6b57-4531-bdc6-071bc6e08ac3 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 944 time: 0.0522368 Sep 10 03:37:37.144205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a19bbf16-454c-4e65-905f-a52e1e2b8e23 req-6f11daa5-5d27-49fe-b033-42dc2d45e518 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Sep 10 03:37:37.401604 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-2b38daa8-b124-4bbd-b7a4-1f51825ffe89 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.402941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-2b38daa8-b124-4bbd-b7a4-1f51825ffe89 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.36 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67&tenant_id=430efc8d4e7e4449871d94b822beae99&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 944 time: 0.0825100 Sep 10 03:37:37.447671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.467798 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-dd71475e-5307-4ffc-a2d6-4fa75d109a36 service neutron] delete failed (client error): The resource could not be found. Sep 10 03:37:37.468803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-dd71475e-5307-4ffc-a2d6-4fa75d109a36 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c98c4080-9731-4887-a6f0-804d4530af10/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0580559 Sep 10 03:37:37.549197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-56d8a438-da1d-47dd-a32d-55f1a004217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.550659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-56d8a438-da1d-47dd-a32d-55f1a004217a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=430efc8d4e7e4449871d94b822beae99&device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 1095 time: 0.0407236 Sep 10 03:37:37.637359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-68afd01e-2489-4b47-98a2-e10fc7dc3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.639749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-68afd01e-2489-4b47-98a2-e10fc7dc3566 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 200 len: 911 time: 0.0823114 Sep 10 03:37:37.687575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-739fbb40-c79c-4d20-83fe-b7a61cae0f83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 200 len: 217 time: 0.0403118 Sep 10 03:37:37.743424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-91c1fc43-8610-496e-ab5b-209ac5cf3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.749286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-91c1fc43-8610-496e-ab5b-209ac5cf3b21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 200 len: 851 time: 0.0554307 Sep 10 03:37:37.780627 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-fd8bd0c4-e842-429b-a450-5ee5c421f268 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c8baebd-9c47-4407-8897-d2e404f3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241060 Sep 10 03:37:37.868253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-cada7725-58d5-40ad-86cf-fcb4a7d44303 service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808520 Sep 10 03:37:37.955765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-d33118db-71f5-498c-964d-ca251805db2f service neutron] 10.222.0.36 "GET /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808849 Sep 10 03:37:38.174578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:38.223993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port c98c4080-9731-4887-a6f0-804d4530af10 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:38.227548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port c98c4080-9731-4887-a6f0-804d4530af10 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:38.227927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.303717 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.327305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:38.329984 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613cdfbe-0d12-40ce-9962-b1c58c7937d8" -d '{"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-plugged", "status": "completed", "tag": "c98c4080-9731-4887-a6f0-804d4530af10"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:38.343101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:38.347341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.374930 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a0d4e1-3afd-4851-9960-0e0903a6c989 x-openstack-request-id: req-b6a0d4e1-3afd-4851-9960-0e0903a6c989 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:38.375201 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-plugged", "status": "completed", "tag": "c98c4080-9731-4887-a6f0-804d4530af10", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:38.375468 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6a0d4e1-3afd-4851-9960-0e0903a6c989 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:38.375864 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10', 'code': 200} Sep 10 03:37:38.397694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:38.619971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae95d-92fe-4010-8a42-787120a08105 req-58ee83d6-18ba-4728-8337-6a2fb656aff4 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:38.621433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b77ae95d-92fe-4010-8a42-787120a08105 req-58ee83d6-18ba-4728-8337-6a2fb656aff4 tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0478187 Sep 10 03:37:38.663266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b77ae95d-92fe-4010-8a42-787120a08105 req-ca3e6666-569f-425e-ae21-c6e74e16756b tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Sep 10 03:37:39.786042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed06b3-a605-4848-ad46-d82efa5db959 req-2ca41040-3833-4009-a21c-546fcaa0068f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:39.787509 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8bed06b3-a605-4848-ad46-d82efa5db959 req-2ca41040-3833-4009-a21c-546fcaa0068f tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0474153 Sep 10 03:37:39.823939 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8bed06b3-a605-4848-ad46-d82efa5db959 req-5b54d8bb-8c8a-47ed-9d64-63581a96e37e tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fd2776a-6745-44f5-b529-b76a4ceff985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306268 Sep 10 03:37:39.869377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-625de59d-f777-4ab3-807e-6b2de567752c tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:39.870843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-625de59d-f777-4ab3-807e-6b2de567752c tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b75139-97fb-45b5-be8f-492a3c3ffd67 HTTP/1.1" status: 200 len: 945 time: 0.0469949 Sep 10 03:37:39.956405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Deleting port c98c4080-9731-4887-a6f0-804d4530af10 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:39.956675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.049288 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] For port c98c4080-9731-4887-a6f0-804d4530af10, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=c98c4080-9731-4887-a6f0-804d4530af10,segment=NetworkSegment(904b92c8-4c76-40fe-9f0c-c573106083df),segment_id=904b92c8-4c76-40fe-9f0c-c573106083df)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:40.049651 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.060988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Calling delete_port for c98c4080-9731-4887-a6f0-804d4530af10 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:40.187074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.199066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['c98c4080-9731-4887-a6f0-804d4530af10'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:40.215781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Pushing event deleted for resources: {'Port': ['ID=c98c4080-9731-4887-a6f0-804d4530af10,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:40.255214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] No DVR routers for this DVR port c98c4080-9731-4887-a6f0-804d4530af10 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:40.257789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.259841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe58fe9b-59a7-4144-bbeb-084e36a488c6 req-0ae1e2c9-3eb5-4686-be33-59ffb3fb0bcc tempest-DeleteServersTestJSON-291251278 tempest-DeleteServersTestJSON-291251278-project] 10.222.0.32 "DELETE /v2.0/ports/c98c4080-9731-4887-a6f0-804d4530af10 HTTP/1.1" status: 204 len: 173 time: 0.3828804 Sep 10 03:37:40.260276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-deleted', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:40.262804 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d93b4-55c5-400b-919a-c4c0717ef90a" -d '{"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-deleted", "tag": "c98c4080-9731-4887-a6f0-804d4530af10"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:40.302286 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e92e3cc-ce5d-464d-b5b2-659dba0eea82 x-openstack-request-id: req-6e92e3cc-ce5d-464d-b5b2-659dba0eea82 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:40.303407 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b75139-97fb-45b5-be8f-492a3c3ffd67", "name": "network-vif-deleted", "tag": "c98c4080-9731-4887-a6f0-804d4530af10", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:40.303691 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e92e3cc-ce5d-464d-b5b2-659dba0eea82 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:40.304116 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b75139-97fb-45b5-be8f-492a3c3ffd67', 'name': 'network-vif-deleted', 'tag': 'c98c4080-9731-4887-a6f0-804d4530af10', 'status': 'completed', 'code': 200} Sep 10 03:37:40.949226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42626) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:40.991924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Deleting subnet 1421d30a-cbad-4d5c-af66-b51f9d453dec {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:37:40.994868 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.032321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.073386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.124291 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.148597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1421d30a-cbad-4d5c-af66-b51f9d453dec,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:41.156197 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.158002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1421d30a-cbad-4d5c-af66-b51f9d453dec HTTP/1.1" status: 204 len: 168 time: 0.2077863 Sep 10 03:37:41.159838 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.160186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.160526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.160855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42628) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:41.161309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.161309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.161507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.161834 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.162162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.162484 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.162809 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.163133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.163476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380f77a-28a9-44a1-b2b1-79097b539250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:41.233600 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.309887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.330179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8baebd-9c47-4407-8897-d2e404f3c457']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:41.339523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904b92c8-4c76-40fe-9f0c-c573106083df') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:41.339827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904b92c8-4c76-40fe-9f0c-c573106083df') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:41.349975 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.363163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.368987 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:37:41.369371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:37:41.370975 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:37:41.711972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.717274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.719081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c8baebd-9c47-4407-8897-d2e404f3c457 HTTP/1.1" status: 204 len: 168 time: 0.5570393 Sep 10 03:37:41.729541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8e14b-ff83-4874-b7ff-fad5496f08a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8baebd-9c47-4407-8897-d2e404f3c457,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:41.824718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42632) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:41.862210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-73e8d197-6a30-4333-8312-1e2885ce8864 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=430efc8d4e7e4449871d94b822beae99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0363379 Sep 10 03:37:41.864677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42634) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:41.910539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-077161d5-4d8d-4a3e-8d3f-24cfa8af0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.931122 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-077161d5-4d8d-4a3e-8d3f-24cfa8af0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.975772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-077161d5-4d8d-4a3e-8d3f-24cfa8af0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.978349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-077161d5-4d8d-4a3e-8d3f-24cfa8af0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.979515 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-077161d5-4d8d-4a3e-8d3f-24cfa8af0cd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fd2776a-6745-44f5-b529-b76a4ceff985 HTTP/1.1" status: 204 len: 168 time: 0.1139328 Sep 10 03:37:41.987942 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077161d5-4d8d-4a3e-8d3f-24cfa8af0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd2776a-6745-44f5-b529-b76a4ceff985,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:42.621780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 42656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:42.717766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1072618719-network', 'tenant_id': '9ebd877121ad41c1b7e4e69888ebf152'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:42.737285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Made reservation on behalf of 9ebd877121ad41c1b7e4e69888ebf152 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:42.739746 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.748382 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.835257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.838939 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.859961 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:37:42.878999 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.879339 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Added segment c26a9749-da1c-4487-875c-ec110afcfa06 of type vlan for network d86e3664-577b-4315-8b2d-4778fbfca3e3 Sep 10 03:37:42.880738 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ad16f-a032-411c-90bc-1d63622982c0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:42.923107 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.946559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.947580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:42.948191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.981208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3583343 Sep 10 03:37:42.984694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42660) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:42.990807 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Request body: {'subnet': {'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1072618719-subnet', 'tenant_id': '9ebd877121ad41c1b7e4e69888ebf152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:43.012696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461e59-50a6-4ad9-8fdf-4a5d18b561a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d86e3664-577b-4315-8b2d-4778fbfca3e3,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:43.016257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Made reservation on behalf of 9ebd877121ad41c1b7e4e69888ebf152 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:43.018857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.023419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d86e3664-577b-4315-8b2d-4778fbfca3e3 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:37:43.189980 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.243522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d237512-c672-49b3-8217-f58eb825ae07,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:43.251897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Checking segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:43.252258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Network hostable DHCP agents. Network: d86e3664-577b-4315-8b2d-4778fbfca3e3, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:37:43.268747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Network d86e3664-577b-4315-8b2d-4778fbfca3e3 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:37:43.276562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d86e3664-577b-4315-8b2d-4778fbfca3e3) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:43.280895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:43.281485 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.286697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502dc9e5-e02c-4e86-beaa-638704ddfe7d None None] Network d86e3664-577b-4315-8b2d-4778fbfca3e3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:43.294463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4155e778-fb16-4998-9d57-45ad51b79b17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3075693 Sep 10 03:37:43.407252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2469da1-563d-4cb5-b721-c49b1cf88be6 None None] Network d86e3664-577b-4315-8b2d-4778fbfca3e3 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:43.716545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-cebcc629-0e0f-4179-b040-01be675f820a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:43.718003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-cebcc629-0e0f-4179-b040-01be675f820a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 815 time: 0.1024470 Sep 10 03:37:43.732506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-aaf93691-ba86-4d17-8ecf-ed140cb40b38 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/quotas/9ebd877121ad41c1b7e4e69888ebf152 HTTP/1.1" status: 200 len: 375 time: 0.0088899 Sep 10 03:37:43.762949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-58a61bc3-7cfc-4bda-b213-3c05afc77b6f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251997 Sep 10 03:37:43.848776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-3cb115fb-c3b8-4627-9386-138d24365d6d service neutron] 10.222.0.23 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784297 Sep 10 03:37:43.937765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-3fd5a7c2-d2ba-4a3b-947f-8caf4f64b920 service neutron] 10.222.0.23 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831666 Sep 10 03:37:44.094740 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4cdec269-6a29-4ada-8e59-5540f1ff0e0e req-3003150e-14eb-4ef6-a04f-84b97efefd9e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 210 time: 0.0255642 Sep 10 03:37:44.191031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:44.210154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: c98c4080-9731-4887-a6f0-804d4530af10 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:44.210509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device c98c4080-9731-4887-a6f0-804d4530af10 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:44.982898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-10b9a51e-e6c5-47f7-a209-605da94c0662 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:44.984526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-10b9a51e-e6c5-47f7-a209-605da94c0662 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 815 time: 0.1214523 Sep 10 03:37:44.999948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Request body: {'port': {'device_id': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'admin_state_up': True, 'tenant_id': '9ebd877121ad41c1b7e4e69888ebf152'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:45.113993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Made reservation on behalf of 9ebd877121ad41c1b7e4e69888ebf152 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:45.117681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.209246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dffb90fc-1cac-452b-8224-9e798b06c860 req-b6bba4fe-3820-47d4-84e4-e4b2a0f36e5c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 210 time: 0.0372441 Sep 10 03:37:45.269504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Allocated IP 172.20.0.10 (d86e3664-577b-4315-8b2d-4778fbfca3e3/4d237512-c672-49b3-8217-f58eb825ae07/df775f74-a9f7-4756-9275-8622b52df3ee) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:45.419111 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.457834 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.499141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Network d86e3664-577b-4315-8b2d-4778fbfca3e3 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:45.502212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:45.507985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:45.531861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:45.558959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:45.559601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.573434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-a7046676-dfd7-47e5-9662-30298bccb7a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777092 Sep 10 03:37:45.585904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Request body: {'port': {'device_id': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:45.645159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.909293 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df775f74-a9f7-4756-9275-8622b52df3ee {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:45.916626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.928492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Transition to ACTIVE for port object df775f74-a9f7-4756-9275-8622b52df3ee will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:45.932264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.984438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:46.051044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:46.051406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:46.051795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:46.056160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Port df775f74-a9f7-4756-9275-8622b52df3ee on network d86e3664-577b-4315-8b2d-4778fbfca3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:46.056509 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:46.062098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:46.062439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Checking segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:46.062833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Bound using segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:46.063277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Bound port: df775f74-a9f7-4756-9275-8622b52df3ee, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:46.063668 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.127186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:46.130164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:46.134641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.167479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.168117 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.169534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] 10.222.0.32 "PUT /v2.0/ports/df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 1092 time: 0.5875940 Sep 10 03:37:46.169993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:46.172295 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7e529e-0f47-4033-9a74-86c5fce887f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:46.201444 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf60f1-ec1a-4f0a-a284-d11e4847eac4 service neutron] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:46.238202 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8e2df-1ad8-43d4-9102-bc35bed20ad3 x-openstack-request-id: req-82f8e2df-1ad8-43d4-9102-bc35bed20ad3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:46.238493 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:46.238740 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f8e2df-1ad8-43d4-9102-bc35bed20ad3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:46.239133 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'status': 'completed', 'code': 200} Sep 10 03:37:46.254738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-84713066-ef8c-4b0f-861c-9c46f55ed9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.256352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-84713066-ef8c-4b0f-861c-9c46f55ed9db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1095 time: 0.0479658 Sep 10 03:37:46.306057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-80f8115e-b7eb-4c88-8450-850932a7dcbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0416324 Sep 10 03:37:46.382259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602577c-808d-4c48-8be0-abad4ae2b296 req-58fdd326-987f-49a0-9870-0cb1e80aa619 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.383736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2602577c-808d-4c48-8be0-abad4ae2b296 req-58fdd326-987f-49a0-9870-0cb1e80aa619 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 944 time: 0.0865281 Sep 10 03:37:46.385414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-052b6f6f-ebaa-4104-8339-f13d9e813cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.386746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-052b6f6f-ebaa-4104-8339-f13d9e813cb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0641453 Sep 10 03:37:46.425644 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-d5251098-88f1-47bc-8252-a28fab59227b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296137 Sep 10 03:37:46.457698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2602577c-808d-4c48-8be0-abad4ae2b296 req-9c34ffbb-86b9-406f-8839-f7230f421db5 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Sep 10 03:37:46.530396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-d07d35f9-e564-46ae-8332-76382e1a2735 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946476 Sep 10 03:37:46.616596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd5b570e-3b71-4837-a011-8b3bdd5c2bdd req-7942de0a-2956-40af-b610-e746c4385592 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791178 Sep 10 03:37:46.702449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-07303da0-bc4f-4050-93ff-408895e5c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.703905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-07303da0-bc4f-4050-93ff-408895e5c686 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1095 time: 0.0402277 Sep 10 03:37:46.795244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-edf59cc3-1bcb-421f-bd97-b59df2f16bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.796779 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-edf59cc3-1bcb-421f-bd97-b59df2f16bcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0856991 Sep 10 03:37:46.837560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-2b6e4cbe-16f6-433b-827f-324be80b8ed4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0328510 Sep 10 03:37:46.888900 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-acd6462c-8b46-4327-a038-a372838bd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.890380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-acd6462c-8b46-4327-a038-a372838bd312 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0461249 Sep 10 03:37:46.921437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-77e02573-84d3-4754-a4c2-bc89c4eba6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229349 Sep 10 03:37:47.009631 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-1b3e7930-4e57-416a-a3c7-4c9f22faec6d service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799706 Sep 10 03:37:47.100114 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba7e529e-0f47-4033-9a74-86c5fce887f3 req-cc89f33c-3544-4d30-98a7-05dbdf809571 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829897 Sep 10 03:37:47.570777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad117044-5fa9-4785-baa2-0c52fb9a65a7 req-734b2614-9d2d-4ea9-99f4-557d2b832c65 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:47.572251 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad117044-5fa9-4785-baa2-0c52fb9a65a7 req-734b2614-9d2d-4ea9-99f4-557d2b832c65 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 944 time: 0.0469372 Sep 10 03:37:47.609253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad117044-5fa9-4785-baa2-0c52fb9a65a7 req-0ba2c771-657f-4796-a0a6-e5e286e13b77 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Sep 10 03:37:48.187034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:48.281564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:48.292173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'port_id': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'mac_address': 'fa:16:3e:ae:06:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d237512-c672-49b3-8217-f58eb825ae07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:48.328159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:48.340325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df775f74-a9f7-4756-9275-8622b52df3ee {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:48.358611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:48.362305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:48.407510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:48.414620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.414968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.415325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.415668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.416005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.416337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.416666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.416993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.417317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.417640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.417977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.418283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:48.548685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['df775f74-a9f7-4756-9275-8622b52df3ee'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:48.720869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb13a36-7d53-4f43-a481-c6f0e8f385f5 req-1db4cfaf-eaba-4e93-99b1-bdcab8b17e0c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:48.722422 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cb13a36-7d53-4f43-a481-c6f0e8f385f5 req-1db4cfaf-eaba-4e93-99b1-bdcab8b17e0c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Sep 10 03:37:48.759337 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4cb13a36-7d53-4f43-a481-c6f0e8f385f5 req-ad0269b5-2951-453f-b271-a4fdfabc1545 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Sep 10 03:37:49.875124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e57ef-30cd-42df-b54f-26eda6b4912b req-0968079b-3ddb-4f6f-afc8-f7be747ea013 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:49.876590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df1e57ef-30cd-42df-b54f-26eda6b4912b req-0968079b-3ddb-4f6f-afc8-f7be747ea013 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Sep 10 03:37:49.913726 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-df1e57ef-30cd-42df-b54f-26eda6b4912b req-8bddb3d5-ff40-4bf6-9cf7-39441b81c1aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Sep 10 03:37:50.202627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:50.249424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port df775f74-a9f7-4756-9275-8622b52df3ee completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:50.253077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port df775f74-a9f7-4756-9275-8622b52df3ee triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:50.253449 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:50.390218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:37:50.475446 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:50.499628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:50.501826 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ecdb5-b93f-4770-8aa6-865dacdb8b2c" -d '{"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-plugged", "status": "completed", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:50.514416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:50.518945 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:50.541537 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfdae17-8610-4c4b-a910-bbbfc0de8b6d x-openstack-request-id: req-cbfdae17-8610-4c4b-a910-bbbfc0de8b6d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:50.541833 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-plugged", "status": "completed", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:50.542081 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbfdae17-8610-4c4b-a910-bbbfc0de8b6d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:50.542468 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'code': 200} Sep 10 03:37:50.569748 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:50.632270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd1f5a-759d-4173-8263-b9ecf0e27910 req-09f46375-4bbf-43c2-be25-1b5a8c706846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:50.633728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4afd1f5a-759d-4173-8263-b9ecf0e27910 req-09f46375-4bbf-43c2-be25-1b5a8c706846 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1097 time: 0.0380359 Sep 10 03:37:50.670596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4afd1f5a-759d-4173-8263-b9ecf0e27910 req-e5e0d5d7-ca2e-4d6c-bbe8-d4cc61da9fb7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294571 Sep 10 03:37:51.026571 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a347f-7169-438d-a38b-d65a3b8d75dc req-8250bb5b-7af1-4168-910d-e7b8264f769d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:51.028097 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-202a347f-7169-438d-a38b-d65a3b8d75dc req-8250bb5b-7af1-4168-910d-e7b8264f769d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Sep 10 03:37:51.064883 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-202a347f-7169-438d-a38b-d65a3b8d75dc req-5b738f8b-42ca-4188-a30d-e70395fdc5c0 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304244 Sep 10 03:37:52.180904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d2b94-5a79-44af-8475-bf6adc197521 req-d686c888-c32a-42d0-8805-55506a8e624a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.182413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b8d2b94-5a79-44af-8475-bf6adc197521 req-d686c888-c32a-42d0-8805-55506a8e624a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Sep 10 03:37:52.219698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2b8d2b94-5a79-44af-8475-bf6adc197521 req-9367b2f6-eb4d-4fa2-9219-4c85a24f2626 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Sep 10 03:37:52.329054 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a5903-e5c7-4028-80a0-187b438dea45 req-b4613927-c2d1-43f7-923e-8e2bb753aebd tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.330496 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4d2a5903-e5c7-4028-80a0-187b438dea45 req-b4613927-c2d1-43f7-923e-8e2bb753aebd tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0465341 Sep 10 03:37:52.366377 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4d2a5903-e5c7-4028-80a0-187b438dea45 req-a89982ad-2bb2-4987-a8d5-ce6aeba14b43 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300596 Sep 10 03:37:52.562498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a247c-e441-4fac-8c96-76b18fafbcd2 req-93430a89-5958-4dba-aae5-5ac067e9ec2e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.563994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f3a247c-e441-4fac-8c96-76b18fafbcd2 req-93430a89-5958-4dba-aae5-5ac067e9ec2e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0521533 Sep 10 03:37:52.601005 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f3a247c-e441-4fac-8c96-76b18fafbcd2 req-860e1a71-4d84-4e2d-b1ca-a745e5581e35 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Sep 10 03:37:52.711429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0b912-2072-4f41-b3d4-c33aab5a0be3 req-d7c940cc-3cfe-44ad-905b-5d5dd63919cc tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.712968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42a0b912-2072-4f41-b3d4-c33aab5a0be3 req-d7c940cc-3cfe-44ad-905b-5d5dd63919cc tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0477788 Sep 10 03:37:52.754248 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42a0b912-2072-4f41-b3d4-c33aab5a0be3 req-23a43f89-2b55-427d-b027-181beb39784b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354767 Sep 10 03:37:52.968712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-859c488b-c936-4fca-948b-1865f4700c54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394950 Sep 10 03:37:52.985966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b6c80-50a1-4192-8f77-2f24bb420f75 req-4b70a591-efc0-49a9-9315-8c83f21ec4ef tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.987603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0a2b6c80-50a1-4192-8f77-2f24bb420f75 req-4b70a591-efc0-49a9-9315-8c83f21ec4ef tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0479927 Sep 10 03:37:53.032012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0a2b6c80-50a1-4192-8f77-2f24bb420f75 req-6a5fe86c-6be7-4428-a0f8-793593838edf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Sep 10 03:37:54.085668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-3a7c2618-27b0-4fac-96af-77a0964c4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.087266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-3a7c2618-27b0-4fac-96af-77a0964c4154 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1097 time: 0.0411620 Sep 10 03:37:54.146059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa5a25-7668-4eb4-9799-6b525cbd75cd req-a492ab1b-118a-4d9c-aff7-a5382cf3aab8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.147581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8aa5a25-7668-4eb4-9799-6b525cbd75cd req-a492ab1b-118a-4d9c-aff7-a5382cf3aab8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Sep 10 03:37:54.177591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-fb699997-d910-42ff-99f7-cc6536005cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.179187 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-fb699997-d910-42ff-99f7-cc6536005cdb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0853066 Sep 10 03:37:54.185112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8aa5a25-7668-4eb4-9799-6b525cbd75cd req-b47f37f5-96e0-43f6-8d34-c1d941c73679 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Sep 10 03:37:54.223171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-798577e3-cbb8-48d5-9db3-55fc71ef515e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0374343 Sep 10 03:37:54.271705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-bd18a631-605e-4021-84c4-6d86a3106dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.273124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-bd18a631-605e-4021-84c4-6d86a3106dd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0426888 Sep 10 03:37:54.303220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-9e54df57-9384-435b-b028-d5cf6a08edbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233757 Sep 10 03:37:54.391938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ecf7cc96-6df3-4bc5-814b-e4fc67e0ba72 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821054 Sep 10 03:37:54.478015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-b48e876d-3940-4b8d-879d-54366a8e7141 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792823 Sep 10 03:37:55.300051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60101cc-a5e5-4cc2-86bf-983eed3460b9 req-cece09e8-ef8b-442c-8d38-c1fe4b17f156 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:55.301532 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d60101cc-a5e5-4cc2-86bf-983eed3460b9 req-cece09e8-ef8b-442c-8d38-c1fe4b17f156 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0485227 Sep 10 03:37:55.341981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d60101cc-a5e5-4cc2-86bf-983eed3460b9 req-d7237711-f142-4d9b-91ac-9357e4cafc0d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 Sep 10 03:37:56.457486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f676cf-dbff-4b65-940b-faaea021d622 req-cd00a62b-7a62-4008-866c-9e96e9bbfe45 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:56.458995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57f676cf-dbff-4b65-940b-faaea021d622 req-cd00a62b-7a62-4008-866c-9e96e9bbfe45 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0508468 Sep 10 03:37:56.495664 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57f676cf-dbff-4b65-940b-faaea021d622 req-bc9fb0a9-c196-4c8f-9e1c-36dd085aebda tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Sep 10 03:37:57.607381 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6e0b9-a500-45ea-8bdb-5505822f7c09 req-b59a47ef-1665-4a17-bfa4-31ca16b99231 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:57.608872 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53c6e0b9-a500-45ea-8bdb-5505822f7c09 req-b59a47ef-1665-4a17-bfa4-31ca16b99231 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Sep 10 03:37:57.645625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53c6e0b9-a500-45ea-8bdb-5505822f7c09 req-5e297d42-6107-4146-92f1-8ce490d1d542 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Sep 10 03:37:58.758158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ee248-6ade-42bb-8d1d-a8adef8e4691 req-39cb0386-b5e6-4621-b830-29f9ecb8c51b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:58.759645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-884ee248-6ade-42bb-8d1d-a8adef8e4691 req-39cb0386-b5e6-4621-b830-29f9ecb8c51b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0469844 Sep 10 03:37:58.795947 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-884ee248-6ade-42bb-8d1d-a8adef8e4691 req-9bea3bf0-cb2f-4e54-a88d-d48f5c3acae7 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295792 Sep 10 03:37:59.907881 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01d9a-7aad-4ff7-a08c-46703505d1dc req-d6ee9ced-2967-47cb-936d-a2e19d89b107 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:59.909355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c5d01d9a-7aad-4ff7-a08c-46703505d1dc req-d6ee9ced-2967-47cb-936d-a2e19d89b107 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0478249 Sep 10 03:37:59.945909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c5d01d9a-7aad-4ff7-a08c-46703505d1dc req-295088c7-4246-469e-a6e4-8bda83423441 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Sep 10 03:38:01.058969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaecdf-a79f-4811-a7d6-cadd59d82d25 req-8bddeaf7-e5da-4c90-ac97-ae00f58b2c3a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.060982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bfcaecdf-a79f-4811-a7d6-cadd59d82d25 req-8bddeaf7-e5da-4c90-ac97-ae00f58b2c3a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0485568 Sep 10 03:38:01.098747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bfcaecdf-a79f-4811-a7d6-cadd59d82d25 req-be553b36-bd4c-4765-9783-29ed175d2649 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Sep 10 03:38:01.797237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5bd61f7-dc05-46ce-9a5a-46e66f9050a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:02.141157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:02.212532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55528-9606-46c0-8037-2b9c82de7e26 req-69108bf8-d0f0-415f-988e-7bc93bdad8d1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.213991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38c55528-9606-46c0-8037-2b9c82de7e26 req-69108bf8-d0f0-415f-988e-7bc93bdad8d1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0479050 Sep 10 03:38:02.254659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38c55528-9606-46c0-8037-2b9c82de7e26 req-3ba719d3-cc12-42c8-8a42-810a3f22eace tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Sep 10 03:38:02.401303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.370423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e507e6f-5eb3-46f6-b3c1-6eb48ad27013 req-2c3f8992-8ede-4942-871d-ef35f0b4ed91 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.371803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e507e6f-5eb3-46f6-b3c1-6eb48ad27013 req-2c3f8992-8ede-4942-871d-ef35f0b4ed91 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0514338 Sep 10 03:38:03.408543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e507e6f-5eb3-46f6-b3c1-6eb48ad27013 req-afce1c01-20c5-41cd-8e2b-f632699050ad tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Sep 10 03:38:04.369694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-52698265-5f0a-405b-95ba-ac75acf8befc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.520847 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1be9-8616-4e32-871a-011cfec3c520 req-94b00ab5-96c7-4910-9491-1b9a4e336c87 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:04.522266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-899a1be9-8616-4e32-871a-011cfec3c520 req-94b00ab5-96c7-4910-9491-1b9a4e336c87 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0475745 Sep 10 03:38:04.558733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-899a1be9-8616-4e32-871a-011cfec3c520 req-dafb713e-2744-4309-a32c-e4da55087a3e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Sep 10 03:38:04.734797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.503924 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.671298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfbb64-8fe5-426d-be19-8b3e7a72ac5f req-d8e12de7-6d9c-4283-b404-d050675d773a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:05.672809 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95cfbb64-8fe5-426d-be19-8b3e7a72ac5f req-d8e12de7-6d9c-4283-b404-d050675d773a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0483012 Sep 10 03:38:05.709087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-95cfbb64-8fe5-426d-be19-8b3e7a72ac5f req-ccf4c6b3-7d0f-4a5f-a7cc-169c58a48067 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Sep 10 03:38:06.822285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e190efd-014b-458a-a620-04c5701b266f req-8c05d047-113f-4862-96e6-b04264f97d4b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:06.823774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e190efd-014b-458a-a620-04c5701b266f req-8c05d047-113f-4862-96e6-b04264f97d4b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0483472 Sep 10 03:38:06.860286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8e190efd-014b-458a-a620-04c5701b266f req-87ed259b-85c9-4a6a-925b-657033f609c1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Sep 10 03:38:07.452831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.976366 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8927a-5e56-4eac-b4a2-76c2a4191903 req-fce9a051-71d7-4df7-a2d9-0c0858769a57 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:07.977850 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8d8927a-5e56-4eac-b4a2-76c2a4191903 req-fce9a051-71d7-4df7-a2d9-0c0858769a57 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Sep 10 03:38:08.014170 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8d8927a-5e56-4eac-b4a2-76c2a4191903 req-c73dd113-fef6-4e33-8795-45705f247bd2 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305135 Sep 10 03:38:09.126825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed05098-8525-42ce-b6a3-a1f8d07cfd14 req-cd992a67-8ea8-4a47-a730-9b98defc3688 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:09.128339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ed05098-8525-42ce-b6a3-a1f8d07cfd14 req-cd992a67-8ea8-4a47-a730-9b98defc3688 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Sep 10 03:38:09.168564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4ed05098-8525-42ce-b6a3-a1f8d07cfd14 req-184a7cb2-d4df-48cd-b034-3793353cf67c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Sep 10 03:38:10.283700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd506a3-1c0a-462a-9154-50c6cf40528d req-01992988-5ba4-414f-b290-1d0c44470bcd tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:10.285143 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7fd506a3-1c0a-462a-9154-50c6cf40528d req-01992988-5ba4-414f-b290-1d0c44470bcd tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0507333 Sep 10 03:38:10.321519 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7fd506a3-1c0a-462a-9154-50c6cf40528d req-4e677260-2648-4b84-86d8-1d55aba49d2e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Sep 10 03:38:11.433370 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a73c46-ec00-432e-9d15-f5befc24cf0c req-f7173c94-0280-4b25-904c-df2751e0abde tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:11.434824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08a73c46-ec00-432e-9d15-f5befc24cf0c req-f7173c94-0280-4b25-904c-df2751e0abde tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0479798 Sep 10 03:38:11.470721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-08a73c46-ec00-432e-9d15-f5befc24cf0c req-71d16245-0335-43c9-936c-bc93b4f7c043 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300910 Sep 10 03:38:12.583685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea345-27be-4d20-a5eb-8df20a1d2394 req-971d2e99-cccb-4fbb-abc9-eed152d2b3e5 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:12.585142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6eea345-27be-4d20-a5eb-8df20a1d2394 req-971d2e99-cccb-4fbb-abc9-eed152d2b3e5 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0471265 Sep 10 03:38:12.621162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6eea345-27be-4d20-a5eb-8df20a1d2394 req-970f4602-91b8-4401-bed1-836268fcd365 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295458 Sep 10 03:38:13.738343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92807009-5de7-48c3-8e7c-42d57a6ef38b req-7d50b340-be4b-4ecd-bf3a-c554c1242720 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:13.739910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92807009-5de7-48c3-8e7c-42d57a6ef38b req-7d50b340-be4b-4ecd-bf3a-c554c1242720 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Sep 10 03:38:13.775607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-92807009-5de7-48c3-8e7c-42d57a6ef38b req-856e37d0-ae24-44dd-8e47-1c8f85dfb586 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298445 Sep 10 03:38:14.829500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-38afb188-30c0-438d-b354-5e3049cc0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.831302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-38afb188-30c0-438d-b354-5e3049cc0ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1097 time: 0.0411119 Sep 10 03:38:14.889604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a48864-c4b7-40e0-ac16-cbe3427efafa req-bcffa856-ca5d-427e-ace8-cc6e3926217c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.891111 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18a48864-c4b7-40e0-ac16-cbe3427efafa req-bcffa856-ca5d-427e-ace8-cc6e3926217c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0478649 Sep 10 03:38:14.927935 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18a48864-c4b7-40e0-ac16-cbe3427efafa req-1b38bc13-aad4-4119-b962-409f4190c7fe tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Sep 10 03:38:14.939266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-c9e3d55c-5eac-4bb5-839b-f14a98dadfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.940927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-c9e3d55c-5eac-4bb5-839b-f14a98dadfdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0913923 Sep 10 03:38:14.981960 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-8e1ce95f-ed4c-479a-8d71-cde424d1e6bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0334053 Sep 10 03:38:15.032087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-926fce36-25dd-4cf7-a62f-7749daeb7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.033488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-926fce36-25dd-4cf7-a62f-7749daeb7cc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0454895 Sep 10 03:38:15.064262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-49e7787e-ed7c-486f-9ffe-026eaff72700 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241244 Sep 10 03:38:15.150490 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-a055a8db-29fe-4e44-90cf-5306795e0079 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797729 Sep 10 03:38:15.242703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83ab27ce-7d7b-4b9f-b39e-35fc021fc528 req-5480c822-fd59-4163-909f-ff1335a1083e service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Sep 10 03:38:16.043563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4cb08-8921-40b0-9150-35041b9869e6 req-8ff7045d-b6eb-48a1-a549-dcad6605d863 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:16.045616 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eed4cb08-8921-40b0-9150-35041b9869e6 req-8ff7045d-b6eb-48a1-a549-dcad6605d863 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0487792 Sep 10 03:38:16.081173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eed4cb08-8921-40b0-9150-35041b9869e6 req-871512dc-6474-4849-b4d7-c8ccef94621d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297503 Sep 10 03:38:17.462162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830279dd-366e-4794-b3f1-cb968eecb1ab req-2bb1aa4d-f09d-4496-a5b6-d68e3722b2eb tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:17.463588 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-830279dd-366e-4794-b3f1-cb968eecb1ab req-2bb1aa4d-f09d-4496-a5b6-d68e3722b2eb tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.3175178 Sep 10 03:38:17.500590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-830279dd-366e-4794-b3f1-cb968eecb1ab req-d6f7de09-c41f-4068-a729-2c6e80586a3c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Sep 10 03:38:18.615984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032addf6-db2c-40e9-beb1-b277cdb6a53a req-cdb26b91-4a34-408b-a911-210c9204e36c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:18.617465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-032addf6-db2c-40e9-beb1-b277cdb6a53a req-cdb26b91-4a34-408b-a911-210c9204e36c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0522037 Sep 10 03:38:18.654672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-032addf6-db2c-40e9-beb1-b277cdb6a53a req-6b67c5b3-eb3c-435e-a08f-686d1e08e16c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Sep 10 03:38:19.765156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62bc59-7ebb-4cd8-b991-249c854f607c req-765f1544-8505-499c-8c6b-fe45c61af467 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:19.766606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c62bc59-7ebb-4cd8-b991-249c854f607c req-765f1544-8505-499c-8c6b-fe45c61af467 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0469317 Sep 10 03:38:19.804414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7c62bc59-7ebb-4cd8-b991-249c854f607c req-4415504a-7825-4c02-8343-40121e866a7e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Sep 10 03:38:20.918911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b66cb9-d4ec-49d9-b8a6-f4ebee8219d4 req-46d06850-79e7-46f5-8469-2bb749df5ab3 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:20.920431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3b66cb9-d4ec-49d9-b8a6-f4ebee8219d4 req-46d06850-79e7-46f5-8469-2bb749df5ab3 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Sep 10 03:38:20.956866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a3b66cb9-d4ec-49d9-b8a6-f4ebee8219d4 req-b40745c7-f116-4784-81d1-2b37e0805790 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Sep 10 03:38:21.332104 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-19f5e3c0-d92f-43d9-a36f-c75f828d81e9 service neutron] show failed (client error): The resource could not be found. Sep 10 03:38:21.333130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-19f5e3c0-d92f-43d9-a36f-c75f828d81e9 service neutron] 10.222.0.32 "GET /v2.0/ports/df775f74-a9f7-4756-9275-8622b52df3ee/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0520728 Sep 10 03:38:21.524946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-be2cbbd1-9de0-433c-bec1-b087d823ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:21.526474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-be2cbbd1-9de0-433c-bec1-b087d823ed6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0&tenant_id=9ebd877121ad41c1b7e4e69888ebf152 HTTP/1.1" status: 200 len: 1097 time: 0.0438809 Sep 10 03:38:21.537630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-389851eb-d7fe-4f40-bced-88bf9f1e1e2b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:21.538605 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-389851eb-d7fe-4f40-bced-88bf9f1e1e2b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048990 Sep 10 03:38:21.549877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:21.602716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.800433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:21.832591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:21.873914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:21.876108 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1dc8ae-5699-463c-a8f6-bb38f8477448" -d '{"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:21.879846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.893097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Transition to ACTIVE for port object df775f74-a9f7-4756-9275-8622b52df3ee will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:21.898791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.931039 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d444654-f5ac-45c1-9762-5ef6a19f2254 x-openstack-request-id: req-1d444654-f5ac-45c1-9762-5ef6a19f2254 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:21.931579 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-unplugged", "status": "completed", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:21.931579 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d444654-f5ac-45c1-9762-5ef6a19f2254 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:21.931967 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'code': 200} Sep 10 03:38:21.961018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] No DVR routers for this DVR port df775f74-a9f7-4756-9275-8622b52df3ee on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:21.962801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:21.996074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:21.996929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:21.997266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:22.001510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Port df775f74-a9f7-4756-9275-8622b52df3ee on network d86e3664-577b-4315-8b2d-4778fbfca3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:22.001835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Attempting to bind port df775f74-a9f7-4756-9275-8622b52df3ee on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:22.006579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:22.006919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Checking segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:22.007306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Bound using segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:22.007767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Bound port: df775f74-a9f7-4756-9275-8622b52df3ee, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:22.008129 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.100327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:22.104645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:22.113475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f391d8-51e2-49f6-847b-b46b35159686 req-3d355323-ab4b-44b7-b837-25ea374331f1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.114979 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50f391d8-51e2-49f6-847b-b46b35159686 req-3d355323-ab4b-44b7-b837-25ea374331f1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 944 time: 0.0919917 Sep 10 03:38:22.116460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.161292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.161910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.163281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] 10.222.0.36 "PUT /v2.0/ports/df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 1092 time: 0.6171422 Sep 10 03:38:22.206829 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-50f391d8-51e2-49f6-847b-b46b35159686 req-194eda62-f3ca-4405-a2d8-e5d9ecdb7bce tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Sep 10 03:38:22.223964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4695f7-1c1f-425a-b4a3-9dba05fcde1f service neutron] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:22.238962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-e63562cf-d5da-425b-8cdc-617e0d409912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.240503 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-e63562cf-d5da-425b-8cdc-617e0d409912 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1095 time: 0.0527029 Sep 10 03:38:22.331396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ace26324-9a5d-49e0-a1a3-96aa9e199425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.332890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-ace26324-9a5d-49e0-a1a3-96aa9e199425 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0851266 Sep 10 03:38:22.372483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-d3e69e9d-de91-4810-9e89-d6f74de998d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0329001 Sep 10 03:38:22.424362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-8a9ce8cd-cfd5-4fd0-a36b-115baa2ab570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.425694 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-8a9ce8cd-cfd5-4fd0-a36b-115baa2ab570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0449150 Sep 10 03:38:22.455720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-0a10edf5-f4ea-49f4-a751-d6780ef90fc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234308 Sep 10 03:38:22.541925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-35172660-b198-463f-91bf-a9fbf5247b48 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795100 Sep 10 03:38:22.631685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cde4fdb3-b95b-4398-ba5b-87ea9893b9ac req-8ffe6f11-d4fd-4c7d-ae3e-aba01b200a19 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825598 Sep 10 03:38:23.323952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e3852-59fd-45db-9414-225f42ff0d86 req-6ee914cf-753d-4f4e-bcf0-f75d77fd2464 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.325936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d6e3852-59fd-45db-9414-225f42ff0d86 req-6ee914cf-753d-4f4e-bcf0-f75d77fd2464 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 944 time: 0.0476992 Sep 10 03:38:23.361801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1d6e3852-59fd-45db-9414-225f42ff0d86 req-ada17372-3a25-424e-9a35-d38399005590 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299013 Sep 10 03:38:23.932871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:23.935854 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec560c-f708-4330-898a-4e3e88ee4045" -d '{"events": [{"name": "network-changed", "server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:23.981667 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a576af82-28d8-45af-acf8-8b9d3847ef02 x-openstack-request-id: req-a576af82-28d8-45af-acf8-8b9d3847ef02 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:23.981980 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:23.982232 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a576af82-28d8-45af-acf8-8b9d3847ef02 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:23.982631 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'status': 'completed', 'code': 200} Sep 10 03:38:24.076216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-09be65af-b96e-4db2-8b57-5240acb8cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.081346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-09be65af-b96e-4db2-8b57-5240acb8cf12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1095 time: 0.0770488 Sep 10 03:38:24.081346 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-54081949-93fa-4146-9b8c-e0eb0a59a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.082231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-54081949-93fa-4146-9b8c-e0eb0a59a5be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1095 time: 0.0719333 Sep 10 03:38:24.487947 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cf322-2f25-4b7c-8219-ca591a7b0f89 req-b6cfc08b-22d4-4afd-b7aa-58765398cecb tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.489468 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-844cf322-2f25-4b7c-8219-ca591a7b0f89 req-b6cfc08b-22d4-4afd-b7aa-58765398cecb tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 944 time: 0.0572526 Sep 10 03:38:24.528425 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-844cf322-2f25-4b7c-8219-ca591a7b0f89 req-380e8594-50cc-46d9-9369-770b9ede2f15 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Sep 10 03:38:24.539650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-4f752df7-c861-4078-9282-477c6cb93d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.541124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-4f752df7-c861-4078-9282-477c6cb93d53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.4559271 Sep 10 03:38:24.542230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-c511c2c9-7fa4-486f-a8e8-52daf0bb7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.544084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-c511c2c9-7fa4-486f-a8e8-52daf0bb7a9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.4479885 Sep 10 03:38:24.611417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-506a25bd-fed4-4a43-bfc2-880901b7fc3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0625904 Sep 10 03:38:24.612817 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-455cc0f2-4415-4f91-9765-9b6fb9e4b949 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0586302 Sep 10 03:38:24.698195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-744b0abe-467f-4c91-9caf-cb20b9470bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.699834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-744b0abe-467f-4c91-9caf-cb20b9470bc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0820558 Sep 10 03:38:24.706650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-8423accb-4509-4925-9d73-9d0e531c2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.708467 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-8423accb-4509-4925-9d73-9d0e531c2f82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0828397 Sep 10 03:38:24.737869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc06448-1acf-400d-adcb-2fc02590fdc0 req-cf5b8fc1-bd9c-4516-b75f-04c81e0dc1ce tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.740167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5dc06448-1acf-400d-adcb-2fc02590fdc0 req-cf5b8fc1-bd9c-4516-b75f-04c81e0dc1ce tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 944 time: 0.0586071 Sep 10 03:38:24.743014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-5c85f160-d948-46c7-9ccd-4439831c5a29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335064 Sep 10 03:38:24.747596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:24.759885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-8e01aaf2-9b81-453f-9803-197190a77f52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403774 Sep 10 03:38:24.806855 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5dc06448-1acf-400d-adcb-2fc02590fdc0 req-22a0c755-dae3-4ba7-b547-dc70e0650cf2 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511074 Sep 10 03:38:24.874014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:24.887117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'port_id': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'mac_address': 'fa:16:3e:ae:06:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d237512-c672-49b3-8217-f58eb825ae07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:24.893685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-329ba97d-4352-4bb3-ae76-7534659eab96 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.895430 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-329ba97d-4352-4bb3-ae76-7534659eab96 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0&tenant_id=9ebd877121ad41c1b7e4e69888ebf152&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 944 time: 0.1122577 Sep 10 03:38:24.916847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-6577e0a8-882c-4871-8b39-a801d91b62f2 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600556 Sep 10 03:38:24.920875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-ff7aa4d8-8498-4827-95c3-ac6302c7e0b1 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412058 Sep 10 03:38:24.926519 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.944479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df775f74-a9f7-4756-9275-8622b52df3ee {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:24.966190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:24.970104 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-ae6791c5-de4b-4229-a9fd-48256d7055c3 service neutron] delete failed (client error): The resource could not be found. Sep 10 03:38:24.971121 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.971507 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-ae6791c5-de4b-4229-a9fd-48256d7055c3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/df775f74-a9f7-4756-9275-8622b52df3ee/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0671511 Sep 10 03:38:25.017167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:25.080230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-cb5e84e9-2e7c-44ba-9b04-4c60f00b33fd service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569152 Sep 10 03:38:25.083682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bbec560c-f708-4330-898a-4e3e88ee4045 req-1ab4c0bc-0535-4ee8-bc9b-16176179472a service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508346 Sep 10 03:38:25.179949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-f9cb27e9-d468-4f7b-8f47-fd1c02170e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.181436 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-f9cb27e9-d468-4f7b-8f47-fd1c02170e6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 1096 time: 0.0402443 Sep 10 03:38:25.182089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['df775f74-a9f7-4756-9275-8622b52df3ee'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:25.273141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-fadf0094-eec1-4584-8b49-08d46352fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.274550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-fadf0094-eec1-4584-8b49-08d46352fbd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0864918 Sep 10 03:38:25.314755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-661cc06f-5ecc-462e-94e4-854a4daaf977 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 200 len: 217 time: 0.0334034 Sep 10 03:38:25.363826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-3a7a8e65-58c3-49cd-9f9d-74d3b0b15333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.365275 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-3a7a8e65-58c3-49cd-9f9d-74d3b0b15333 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0432031 Sep 10 03:38:25.400284 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-9632fb3a-cea3-4a92-b5d7-4864619d6675 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279229 Sep 10 03:38:25.485678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-66ec4065-9f90-4f60-b4ef-969c41b48d2a service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786784 Sep 10 03:38:25.575480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8f1ef03-9382-4f5d-8a24-6a6a7743a4e8 req-366b0452-650d-42f7-b9aa-3db2f9332925 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Sep 10 03:38:25.930748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e611d9-2434-496c-b359-56d2e3fabb81 req-13a695c7-e77b-4402-a5b0-dbf919a3ef5c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.932290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57e611d9-2434-496c-b359-56d2e3fabb81 req-13a695c7-e77b-4402-a5b0-dbf919a3ef5c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 945 time: 0.0497434 Sep 10 03:38:25.970610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57e611d9-2434-496c-b359-56d2e3fabb81 req-f877ebc2-69e1-4327-bbda-411c1bb5e242 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Sep 10 03:38:26.420924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:26.459799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:26.760795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:26.807884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port df775f74-a9f7-4756-9275-8622b52df3ee completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:26.811422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port df775f74-a9f7-4756-9275-8622b52df3ee triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:26.811822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.883876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.909811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:26.912072 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c6f320-753c-407b-b85e-e2aa1e9074f6" -d '{"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-plugged", "status": "completed", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:26.924257 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:26.928523 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.951537 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0204cab9-9b1a-4a38-b399-3e1a02a3d503 x-openstack-request-id: req-0204cab9-9b1a-4a38-b399-3e1a02a3d503 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:26.951829 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-plugged", "status": "completed", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:26.952078 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0204cab9-9b1a-4a38-b399-3e1a02a3d503 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:26.952459 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'code': 200} Sep 10 03:38:26.977196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:27.084368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eda9f-1400-4776-a3d7-53bf99db62ff req-7e1fc462-418e-41f4-b341-730377c5cb77 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.085906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-149eda9f-1400-4776-a3d7-53bf99db62ff req-7e1fc462-418e-41f4-b341-730377c5cb77 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Sep 10 03:38:27.124389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-149eda9f-1400-4776-a3d7-53bf99db62ff req-9643e7dd-ea82-4bfc-97a0-0477b2e311be tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Sep 10 03:38:27.238801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69d8e-398f-4651-9c42-ca4b5f609752 req-0c53da76-728e-4ec2-ab5c-a30ca5a3e655 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.240301 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5bb69d8e-398f-4651-9c42-ca4b5f609752 req-0c53da76-728e-4ec2-ab5c-a30ca5a3e655 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0490797 Sep 10 03:38:27.277406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5bb69d8e-398f-4651-9c42-ca4b5f609752 req-a35a31e8-5037-4919-bf10-54eada9d7417 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Sep 10 03:38:27.389865 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:38:27.398646 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e56da3-84d4-4743-bad4-ed03bab96da5 req-588d7fd0-7647-4061-a12b-df5c482cc6e6 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.400161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83e56da3-84d4-4743-bad4-ed03bab96da5 req-588d7fd0-7647-4061-a12b-df5c482cc6e6 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0578048 Sep 10 03:38:27.441729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-83e56da3-84d4-4743-bad4-ed03bab96da5 req-2b634fb6-33f0-406f-a21e-519acc41c661 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357180 Sep 10 03:38:27.799745 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-5d8c2d67-b700-4b52-abf4-0ddb02252942 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.801220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-5d8c2d67-b700-4b52-abf4-0ddb02252942 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 815 time: 0.1001387 Sep 10 03:38:27.816323 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-744c544d-b739-450c-83f1-8182dc0a446d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/quotas/9ebd877121ad41c1b7e4e69888ebf152 HTTP/1.1" status: 200 len: 375 time: 0.0095015 Sep 10 03:38:27.869031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-537330da-f01e-41bf-84a3-c940b8ee60fe tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476625 Sep 10 03:38:27.955921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-701f941b-b5c2-43df-8d9c-f92d7c4c1511 service neutron] 10.222.0.23 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799477 Sep 10 03:38:28.047926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-b68a0e85-692a-461c-a58f-7580ba5a70f5 service neutron] 10.222.0.23 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Sep 10 03:38:28.205159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8207180f-ad15-470b-8b18-6990f9c0a6ab req-db09d9b1-6ee0-4f2f-b500-a59054885c6a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 210 time: 0.0262842 Sep 10 03:38:28.966168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-b1acd2a0-b5fe-44db-924b-ea8216b55abf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.967805 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-b1acd2a0-b5fe-44db-924b-ea8216b55abf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2724bf9-79f5-48df-91f2-41edf01670a0 HTTP/1.1" status: 200 len: 946 time: 0.0497179 Sep 10 03:38:29.073292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Deleting port df775f74-a9f7-4756-9275-8622b52df3ee {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:29.073638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.095958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-eede58ed-d672-4a7d-ad7a-0b9696d7e9fb tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:29.098184 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-eede58ed-d672-4a7d-ad7a-0b9696d7e9fb tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 815 time: 0.1085770 Sep 10 03:38:29.113442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Request body: {'port': {'device_id': '117b13fa-5927-4c80-914c-5723440b18b4', 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'admin_state_up': True, 'tenant_id': '9ebd877121ad41c1b7e4e69888ebf152'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:29.173221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] For port df775f74-a9f7-4756-9275-8622b52df3ee, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=df775f74-a9f7-4756-9275-8622b52df3ee,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:29.173587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.186531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Calling delete_port for df775f74-a9f7-4756-9275-8622b52df3ee owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:29.224431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Made reservation on behalf of 9ebd877121ad41c1b7e4e69888ebf152 for: {'port': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:29.228115 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.321946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-619beb8f-9a02-439e-9c36-714e8d26958d req-c7db0afd-c10f-4a9c-bccc-05243c6c9f11 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 210 time: 0.0299304 Sep 10 03:38:29.346722 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.356044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Allocated IP 172.20.0.9 (d86e3664-577b-4315-8b2d-4778fbfca3e3/4d237512-c672-49b3-8217-f58eb825ae07/2cb05206-4de0-464e-b875-b56d99efd84e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:29.360022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['df775f74-a9f7-4756-9275-8622b52df3ee'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:29.386780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Pushing event deleted for resources: {'Port': ['ID=df775f74-a9f7-4756-9275-8622b52df3ee,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:29.437546 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] No DVR routers for this DVR port df775f74-a9f7-4756-9275-8622b52df3ee on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:29.440324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.442394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7a2c0ad1-cff4-4a58-b754-e9b998a6b692 req-67ce5017-122a-421f-8446-be4b9dfb6979 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.36 "DELETE /v2.0/ports/df775f74-a9f7-4756-9275-8622b52df3ee HTTP/1.1" status: 204 len: 173 time: 0.4580796 Sep 10 03:38:29.442835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-deleted', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:29.445171 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf3060-971d-4f31-ac8c-b7e7011cb551" -d '{"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-deleted", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:29.488833 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d92f7a-4208-49a6-be48-ca03ed7c76f6 x-openstack-request-id: req-30d92f7a-4208-49a6-be48-ca03ed7c76f6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:29.489127 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2724bf9-79f5-48df-91f2-41edf01670a0", "name": "network-vif-deleted", "tag": "df775f74-a9f7-4756-9275-8622b52df3ee", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:29.489382 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30d92f7a-4208-49a6-be48-ca03ed7c76f6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:29.489783 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2724bf9-79f5-48df-91f2-41edf01670a0', 'name': 'network-vif-deleted', 'tag': 'df775f74-a9f7-4756-9275-8622b52df3ee', 'status': 'completed', 'code': 200} Sep 10 03:38:29.518730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.556672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.569463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['df775f74-a9f7-4756-9275-8622b52df3ee'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:29.603197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Network d86e3664-577b-4315-8b2d-4778fbfca3e3 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:29.606427 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:29.610318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:29.639559 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:29.667002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:29.667641 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.680596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-13da3aa5-8e97-4b75-8492-6a541881e33a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709689 Sep 10 03:38:29.693252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Request body: {'port': {'device_id': '117b13fa-5927-4c80-914c-5723440b18b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:29.745241 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.062616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb05206-4de0-464e-b875-b56d99efd84e {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:30.070273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.084007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Transition to ACTIVE for port object 2cb05206-4de0-464e-b875-b56d99efd84e will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:30.087626 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.138512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:30.205420 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:30.205757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:30.206089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:30.210267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Port 2cb05206-4de0-464e-b875-b56d99efd84e on network d86e3664-577b-4315-8b2d-4778fbfca3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:30.210586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:30.215421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:30.215784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Checking segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:30.216147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Bound using segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:30.216577 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Bound port: 2cb05206-4de0-464e-b875-b56d99efd84e, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:30.216985 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.278510 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:30.281469 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:30.285404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.316762 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.317378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.318763 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] 10.222.0.36 "PUT /v2.0/ports/2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 1091 time: 0.6294184 Sep 10 03:38:30.319194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:30.321441 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca17b31-1a6e-4263-8d5b-c194735637df" -d '{"events": [{"name": "network-changed", "server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:30.363483 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234bcc1-3bec-47cd-bb26-db9eaaef38af service neutron] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:30.471714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927db2-a308-4e46-a2da-0a09f35fcdfb req-022af6e7-23f2-4d57-b649-917aad7be076 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.473200 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea927db2-a308-4e46-a2da-0a09f35fcdfb req-022af6e7-23f2-4d57-b649-917aad7be076 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0805511 Sep 10 03:38:30.474897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-2de988c4-06e5-46f5-94f6-68a729599767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.476270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-2de988c4-06e5-46f5-94f6-68a729599767 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1094 time: 0.1209607 Sep 10 03:38:30.477697 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02edf125-8607-44ac-8d82-78660713972b x-openstack-request-id: req-02edf125-8607-44ac-8d82-78660713972b {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:30.477977 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:30.478225 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02edf125-8607-44ac-8d82-78660713972b {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:30.478607 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e', 'status': 'completed', 'code': 200} Sep 10 03:38:30.543117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-a3575c2d-73ad-4826-910c-9bf176cccc21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0574279 Sep 10 03:38:30.573187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea927db2-a308-4e46-a2da-0a09f35fcdfb req-5191f20e-1b8e-40c8-a631-15bb9c65939f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935738 Sep 10 03:38:30.606911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-e4cd4548-a753-4844-be9c-26e4e979f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.608374 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-e4cd4548-a753-4844-be9c-26e4e979f283 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0548365 Sep 10 03:38:30.661743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-408a4015-fe6c-4358-b3d7-11adeb3be8b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467346 Sep 10 03:38:30.748414 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-242ece72-fdff-45b1-9f9b-cbd60b757250 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792994 Sep 10 03:38:30.838457 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe6de30f-2259-4ba5-aeb6-e5ebf5134013 req-9f002da3-7657-421d-9bd1-214b3e3e6199 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Sep 10 03:38:30.922662 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-d48a286b-4309-44d7-b50b-79bf7f96bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.924177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-d48a286b-4309-44d7-b50b-79bf7f96bc9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1094 time: 0.0411634 Sep 10 03:38:31.068983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-f4cd66e8-d7e8-4492-850d-206d96d261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:31.070466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-f4cd66e8-d7e8-4492-850d-206d96d261e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.1396923 Sep 10 03:38:31.112027 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-09a667fa-8f33-443d-8913-0739146bb476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0335338 Sep 10 03:38:31.159644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-b51c1b4a-6903-4bea-a7d6-353e28accb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:31.161051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-b51c1b4a-6903-4bea-a7d6-353e28accb7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0416124 Sep 10 03:38:31.191541 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-24abf69e-875f-4dc2-8d7d-0bc756775cab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234182 Sep 10 03:38:31.282149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-604000ac-6d3f-4552-9db4-2a751a4edb73 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Sep 10 03:38:31.371380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2ca17b31-1a6e-4263-8d5b-c194735637df req-5e70ba93-025f-437e-967d-e578fac85922 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806820 Sep 10 03:38:31.688316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699b3f1-016e-4c3e-a7d8-d39f3b3011fe req-70179f73-5ed7-4023-9ead-aa7e46d0eaf0 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:31.689728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1699b3f1-016e-4c3e-a7d8-d39f3b3011fe req-70179f73-5ed7-4023-9ead-aa7e46d0eaf0 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0486963 Sep 10 03:38:31.726374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1699b3f1-016e-4c3e-a7d8-d39f3b3011fe req-a3eef820-063b-4b46-b28a-36fd8a6a32de tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Sep 10 03:38:31.800117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d6f19f5-0a76-458a-a155-d5162c7f55d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.156016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.398018 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.784412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:32.787556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:32.815803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: df775f74-a9f7-4756-9275-8622b52df3ee {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:32.816489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device df775f74-a9f7-4756-9275-8622b52df3ee not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:32.837895 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e82d-e482-4c43-a045-15933a1b5e4b req-ac442c8c-1960-4951-ac3e-e16c84d1af4c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:32.839391 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdc0e82d-e482-4c43-a045-15933a1b5e4b req-ac442c8c-1960-4951-ac3e-e16c84d1af4c tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0481157 Sep 10 03:38:32.876398 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cdc0e82d-e482-4c43-a045-15933a1b5e4b req-1a9b2a99-b5dd-43c1-b490-cb0540aa81f2 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302660 Sep 10 03:38:32.901318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:32.911825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '2cb05206-4de0-464e-b875-b56d99efd84e', 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'port_id': '2cb05206-4de0-464e-b875-b56d99efd84e', 'mac_address': 'fa:16:3e:95:f7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d237512-c672-49b3-8217-f58eb825ae07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:32.947901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.960633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb05206-4de0-464e-b875-b56d99efd84e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:32.979518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:32.984178 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.036500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:33.170262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['2cb05206-4de0-464e-b875-b56d99efd84e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:33.987771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ec1a2-ee88-4763-9c19-107a96b7c38f req-1d783311-2662-451b-bae6-21026b5ff29e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.989260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-062ec1a2-ee88-4763-9c19-107a96b7c38f req-1d783311-2662-451b-bae6-21026b5ff29e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 944 time: 0.0477083 Sep 10 03:38:34.025005 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-062ec1a2-ee88-4763-9c19-107a96b7c38f req-555efcab-7cad-473c-b190-08c7bf594a6a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299294 Sep 10 03:38:34.369657 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7ede181c-7a9d-4392-9ec2-c29545c3a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.734171 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.801890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:34.851786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 2cb05206-4de0-464e-b875-b56d99efd84e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:34.855414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 2cb05206-4de0-464e-b875-b56d99efd84e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:34.855820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.929800 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.953106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:34.955336 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5e345-2d85-425b-b12a-e5b811f49764" -d '{"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-plugged", "status": "completed", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:34.967756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:34.971679 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.997023 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceb53fd-d536-40af-bb27-960370bc99e8 x-openstack-request-id: req-aceb53fd-d536-40af-bb27-960370bc99e8 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:34.997313 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-plugged", "status": "completed", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:34.997558 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aceb53fd-d536-40af-bb27-960370bc99e8 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:34.997934 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e', 'code': 200} Sep 10 03:38:35.020784 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:35.089025 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a82e7d-6e7e-4083-aa38-18b7abbe1674 req-01627cc3-da2d-442e-bb48-f2ce767e63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:35.090709 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-53a82e7d-6e7e-4083-aa38-18b7abbe1674 req-01627cc3-da2d-442e-bb48-f2ce767e63c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1096 time: 0.0406995 Sep 10 03:38:35.129497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-53a82e7d-6e7e-4083-aa38-18b7abbe1674 req-54ce11fd-c1a4-4b49-a474-9441d7bdab60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282452 Sep 10 03:38:35.138464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d9b52-03f8-4d1e-9bd4-5f873a9cf1c6 req-5e249019-0319-43c1-998a-f6c090741d38 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:35.139973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-484d9b52-03f8-4d1e-9bd4-5f873a9cf1c6 req-5e249019-0319-43c1-998a-f6c090741d38 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Sep 10 03:38:35.180915 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-484d9b52-03f8-4d1e-9bd4-5f873a9cf1c6 req-237cf1be-95b8-4b27-808a-cc3be1ea161e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Sep 10 03:38:35.506293 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.295098 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02238fda-47b2-4f13-acca-f544590e33d9 req-b2efb7de-6a86-4d6c-9135-dcf79dd5afd1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.296581 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02238fda-47b2-4f13-acca-f544590e33d9 req-b2efb7de-6a86-4d6c-9135-dcf79dd5afd1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0475771 Sep 10 03:38:36.335840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-02238fda-47b2-4f13-acca-f544590e33d9 req-dbecb09a-8216-48c5-b8b8-de4e4fe13ee9 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Sep 10 03:38:36.448035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c681ab-0c13-4037-8e30-bed8b0dac1ee req-d9db266b-b3b6-4720-bbac-7e22c4f7afc1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.450105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38c681ab-0c13-4037-8e30-bed8b0dac1ee req-d9db266b-b3b6-4720-bbac-7e22c4f7afc1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Sep 10 03:38:36.487208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38c681ab-0c13-4037-8e30-bed8b0dac1ee req-326de87c-6716-4b9f-94a2-26dc4a4b2f00 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Sep 10 03:38:36.699117 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-a140185e-a8d3-4ee9-9372-f5f63735417a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383873 Sep 10 03:38:36.716166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f3fe3-203d-4eef-aa76-6ff4b53199ed req-4e464e88-49a7-4ef5-859d-fbadb0c09ae7 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.717755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb1f3fe3-203d-4eef-aa76-6ff4b53199ed req-4e464e88-49a7-4ef5-859d-fbadb0c09ae7 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0484746 Sep 10 03:38:36.755575 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb1f3fe3-203d-4eef-aa76-6ff4b53199ed req-b072e1d1-ef4d-45fc-841f-fc136137e106 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Sep 10 03:38:37.457008 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.723703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-9973760b-a9ae-483f-bea1-8afceb40d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.725080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-9973760b-a9ae-483f-bea1-8afceb40d236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1096 time: 0.0393808 Sep 10 03:38:37.815141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-e14466b9-b3e2-4070-af81-ac191717b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.816639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-e14466b9-b3e2-4070-af81-ac191717b2b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0845308 Sep 10 03:38:37.865497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-8cc2d853-6658-4895-90c1-562d1c27e145 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0415082 Sep 10 03:38:37.941782 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af1ce4-6ba6-4d0a-a485-9d43004babfa req-e5b01434-5e13-4246-b23e-013d578eb8b9 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.943240 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77af1ce4-6ba6-4d0a-a485-9d43004babfa req-e5b01434-5e13-4246-b23e-013d578eb8b9 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.1182098 Sep 10 03:38:37.944959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-4d48e0c3-de9c-4238-a1de-df2ccc9b3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.946262 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-4d48e0c3-de9c-4238-a1de-df2ccc9b3ff9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0680442 Sep 10 03:38:37.986032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-1cd3c66a-d399-43e6-b256-aa264de5ae25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306759 Sep 10 03:38:38.017046 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77af1ce4-6ba6-4d0a-a485-9d43004babfa req-367e31e9-5e06-4003-a2e8-9b6792a5c8ba tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Sep 10 03:38:38.085204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-7a1729a1-667b-4f82-8489-09508a739a91 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900047 Sep 10 03:38:38.172417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-07775528-8921-4b69-bcfa-65bdb3290fdf service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800817 Sep 10 03:38:39.139140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e1f87-c75c-4d7c-af63-2acb0581dfd2 req-a255cc27-214d-466c-adfc-7ac76da70384 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:39.145156 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb7e1f87-c75c-4d7c-af63-2acb0581dfd2 req-a255cc27-214d-466c-adfc-7ac76da70384 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0606215 Sep 10 03:38:39.186463 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb7e1f87-c75c-4d7c-af63-2acb0581dfd2 req-82bb6478-f318-417d-a573-b244c21afe61 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Sep 10 03:38:40.298097 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5546465-1a73-4584-b383-7f387390efe9 req-56fe668c-cfa6-4371-9695-3d2c526ec494 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.299590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5546465-1a73-4584-b383-7f387390efe9 req-56fe668c-cfa6-4371-9695-3d2c526ec494 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Sep 10 03:38:40.335683 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5546465-1a73-4584-b383-7f387390efe9 req-7a16383d-efe6-4f06-ae06-3ad368571f33 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301411 Sep 10 03:38:41.450356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beb45f-c6ee-46b2-bce8-78b86d149f1f req-d11bdd12-a391-40eb-8e2c-482e283fb998 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.451900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3beb45f-c6ee-46b2-bce8-78b86d149f1f req-d11bdd12-a391-40eb-8e2c-482e283fb998 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0512338 Sep 10 03:38:41.491526 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e3beb45f-c6ee-46b2-bce8-78b86d149f1f req-8e645353-85fe-4332-82d2-e6e9db890d20 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333135 Sep 10 03:38:42.612120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e774888-c31f-440e-9467-88d03e6de7f5 req-c7cca0fc-51e8-4ea4-9bc5-c496f7a3e388 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:42.613602 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e774888-c31f-440e-9467-88d03e6de7f5 req-c7cca0fc-51e8-4ea4-9bc5-c496f7a3e388 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0516574 Sep 10 03:38:42.650227 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e774888-c31f-440e-9467-88d03e6de7f5 req-4cf6afa9-a902-4b62-90bc-93f4129c6414 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Sep 10 03:38:43.762687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fd120-14d0-4189-983b-57e269f1f163 req-550eb849-905a-45da-8d5c-d65de7cf8f04 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:43.764452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-037fd120-14d0-4189-983b-57e269f1f163 req-550eb849-905a-45da-8d5c-d65de7cf8f04 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Sep 10 03:38:43.800179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-037fd120-14d0-4189-983b-57e269f1f163 req-02454e21-2362-4193-a999-681d757902c9 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299363 Sep 10 03:38:44.913288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e180fb-2fd8-4c3c-b525-80130f8985a0 req-d89fbb57-0bcb-45cc-8a12-ee14e7cee4a5 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.914772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77e180fb-2fd8-4c3c-b525-80130f8985a0 req-d89fbb57-0bcb-45cc-8a12-ee14e7cee4a5 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Sep 10 03:38:44.953055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77e180fb-2fd8-4c3c-b525-80130f8985a0 req-ec2dfea7-c5f0-4926-959d-8e4f3366fada tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Sep 10 03:38:46.064913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d51b-4ab5-499b-a0b5-b6b4002de091 req-a56a12bd-bae5-4d2a-a5e7-72813b0b162b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:46.066396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce09d51b-4ab5-499b-a0b5-b6b4002de091 req-a56a12bd-bae5-4d2a-a5e7-72813b0b162b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0474164 Sep 10 03:38:46.107508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ce09d51b-4ab5-499b-a0b5-b6b4002de091 req-bde29947-102f-46b0-b3e6-639b0b2ec397 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352540 Sep 10 03:38:47.221868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4fa94-6d6a-49c0-829b-d778c2861a59 req-24868e1d-1a6d-4336-8634-3ec9a89f3aba tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.223330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c8b4fa94-6d6a-49c0-829b-d778c2861a59 req-24868e1d-1a6d-4336-8634-3ec9a89f3aba tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0470505 Sep 10 03:38:47.260271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c8b4fa94-6d6a-49c0-829b-d778c2861a59 req-0420e4dd-8c2d-49ff-bcca-c527a5072ae3 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Sep 10 03:38:48.371676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753522f-1df4-4c7d-a205-cb872521d6f5 req-1ed34812-1431-45aa-a37f-d9018178beaa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:48.373048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b753522f-1df4-4c7d-a205-cb872521d6f5 req-1ed34812-1431-45aa-a37f-d9018178beaa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Sep 10 03:38:48.409827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b753522f-1df4-4c7d-a205-cb872521d6f5 req-900f7d8c-8426-43e1-8b93-c7116256abed tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Sep 10 03:38:49.525445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0a75-6ae2-4901-b89b-20083aaa127d req-989f500f-67b3-4dff-8af7-72fea670102d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.527167 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9dae0a75-6ae2-4901-b89b-20083aaa127d req-989f500f-67b3-4dff-8af7-72fea670102d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0519810 Sep 10 03:38:49.563363 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9dae0a75-6ae2-4901-b89b-20083aaa127d req-abe9284f-77cb-4fa0-80c8-7bdc8b49d93b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303814 Sep 10 03:38:50.674606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ce388-362b-499d-9f68-862053cdfa8e req-bd110073-8cda-4ed2-b0f2-f9d36156d3ed tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:50.676129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-862ce388-362b-499d-9f68-862053cdfa8e req-bd110073-8cda-4ed2-b0f2-f9d36156d3ed tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Sep 10 03:38:50.713551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-862ce388-362b-499d-9f68-862053cdfa8e req-713d706a-af96-41c0-adf9-cf936cfea23d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Sep 10 03:38:51.825797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4b4b1-8510-4012-93a3-0c03849dbb84 req-07d7f680-e4a9-44ab-9dc4-a6bf64bb0911 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:51.827238 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfb4b4b1-8510-4012-93a3-0c03849dbb84 req-07d7f680-e4a9-44ab-9dc4-a6bf64bb0911 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0466497 Sep 10 03:38:51.863000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cfb4b4b1-8510-4012-93a3-0c03849dbb84 req-35ae55c3-aa19-48bc-9dcb-2f4f435e760a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Sep 10 03:38:52.975978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6996ece-06df-472b-9406-98ba482c271c req-f6432460-1349-482b-a9b9-1515313dbc28 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.977469 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6996ece-06df-472b-9406-98ba482c271c req-f6432460-1349-482b-a9b9-1515313dbc28 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0479653 Sep 10 03:38:53.018486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6996ece-06df-472b-9406-98ba482c271c req-a3bd95b2-9073-4e07-8b78-9f7376ac2905 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351305 Sep 10 03:38:54.131369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bcac8-2583-491c-8dc2-f79d834f924b req-cb19bffc-ac01-42f2-b606-41edb47e881f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.132880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-499bcac8-2583-491c-8dc2-f79d834f924b req-cb19bffc-ac01-42f2-b606-41edb47e881f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0483563 Sep 10 03:38:54.169845 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-499bcac8-2583-491c-8dc2-f79d834f924b req-ebf74546-202c-4724-824b-81db5b16bc3f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302351 Sep 10 03:38:55.285351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a232ed7-c432-48ba-bf65-7fed452fdda4 req-ca0c650e-1b2f-4e23-ba5b-fc405c67cace tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:55.286841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a232ed7-c432-48ba-bf65-7fed452fdda4 req-ca0c650e-1b2f-4e23-ba5b-fc405c67cace tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 10 03:38:55.322583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a232ed7-c432-48ba-bf65-7fed452fdda4 req-e3a03a12-b73f-43d2-af59-7c7655150044 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299327 Sep 10 03:38:56.438848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc69a-ba9f-484e-8387-0631ac26fc37 req-ae4cc326-cb99-4112-808b-54f870d8dfdf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:56.440356 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-027cc69a-ba9f-484e-8387-0631ac26fc37 req-ae4cc326-cb99-4112-808b-54f870d8dfdf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0519307 Sep 10 03:38:56.477271 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-027cc69a-ba9f-484e-8387-0631ac26fc37 req-91969995-48de-4d55-93ec-f5ed87f45ac1 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Sep 10 03:38:57.589216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daf068-7d21-4dfa-9747-aa3783281a24 req-d6c88bc9-a6b4-41f1-8f14-14f6f52529ab tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:57.591359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99daf068-7d21-4dfa-9747-aa3783281a24 req-d6c88bc9-a6b4-41f1-8f14-14f6f52529ab tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0483332 Sep 10 03:38:57.627232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-99daf068-7d21-4dfa-9747-aa3783281a24 req-072ad8de-57c2-4010-a2f8-864889a7a213 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300419 Sep 10 03:38:58.738528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5441aa-3360-4554-a74b-854d70039425 req-e1473e9c-d86d-4b58-be94-c5f5ecbd648b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:58.740019 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a5441aa-3360-4554-a74b-854d70039425 req-e1473e9c-d86d-4b58-be94-c5f5ecbd648b tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0473673 Sep 10 03:38:58.775737 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a5441aa-3360-4554-a74b-854d70039425 req-eec7747e-8c76-4823-9830-ca679114e227 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298293 Sep 10 03:38:59.888175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed686d-5b67-4afc-bcde-6960294cede5 req-efafbb33-550f-4303-a910-8fd7ab05d6a4 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:59.889907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7fed686d-5b67-4afc-bcde-6960294cede5 req-efafbb33-550f-4303-a910-8fd7ab05d6a4 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Sep 10 03:38:59.930222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7fed686d-5b67-4afc-bcde-6960294cede5 req-0ac2eb3a-8c2e-4d73-9fb5-2c5d5be9c1bf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344379 Sep 10 03:39:01.042324 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52ff9-9652-4b3b-be3b-7bb8bf6b8857 req-5eaa1ccd-2e72-4697-9fc7-60a4b06d9a3d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:01.043818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8f52ff9-9652-4b3b-be3b-7bb8bf6b8857 req-5eaa1ccd-2e72-4697-9fc7-60a4b06d9a3d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0472693 Sep 10 03:39:01.080101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8f52ff9-9652-4b3b-be3b-7bb8bf6b8857 req-5c8bcaa7-4d62-4da7-8954-c72f8943e359 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297365 Sep 10 03:39:01.800099 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9fb724be-f990-445b-aa43-468edbacdba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.172966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.193471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a687e-87d1-4615-b31d-9b0512aaa599 req-a478b0b1-f7ec-47f8-99c7-f75ed61f4f75 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:02.194966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-071a687e-87d1-4615-b31d-9b0512aaa599 req-a478b0b1-f7ec-47f8-99c7-f75ed61f4f75 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0484014 Sep 10 03:39:02.231745 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-071a687e-87d1-4615-b31d-9b0512aaa599 req-78990ff5-5141-48c1-9183-82062bf97d2a tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Sep 10 03:39:02.415917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:03.346887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2d8a-bf8e-429f-892e-c7725347c575 req-0cd3431e-b45d-4c5e-aae1-19ec9591b611 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:03.348287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81ee2d8a-bf8e-429f-892e-c7725347c575 req-0cd3431e-b45d-4c5e-aae1-19ec9591b611 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Sep 10 03:39:03.384218 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-81ee2d8a-bf8e-429f-892e-c7725347c575 req-b7fe9827-e668-4c97-83e7-019c38571d11 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300078 Sep 10 03:39:04.369476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d005a0f4-2911-4176-b9c5-310f6356624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.389497 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:39:04.495574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eab9e-8aa2-406d-aa1c-71fb7a822a48 req-662f3cd7-c62a-40be-ac76-dd21b394289e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:04.496953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c2eab9e-8aa2-406d-aa1c-71fb7a822a48 req-662f3cd7-c62a-40be-ac76-dd21b394289e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0476899 Sep 10 03:39:04.533996 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c2eab9e-8aa2-406d-aa1c-71fb7a822a48 req-5e815cf8-0906-4ba2-b127-b8788327ba55 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Sep 10 03:39:04.734230 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.903895 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [req-be638108-6946-463b-85b5-acee8ed2099b req-12a0c03a-f36d-41f5-868a-c1483eda07cf service neutron] show failed (client error): The resource could not be found. Sep 10 03:39:04.905559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-12a0c03a-f36d-41f5-868a-c1483eda07cf service neutron] 10.222.0.36 "GET /v2.0/ports/2cb05206-4de0-464e-b875-b56d99efd84e/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0527592 Sep 10 03:39:05.089367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-b99386dc-0894-450d-a7f1-da2900980f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.090879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-b99386dc-0894-450d-a7f1-da2900980f3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4&tenant_id=9ebd877121ad41c1b7e4e69888ebf152 HTTP/1.1" status: 200 len: 1096 time: 0.0406251 Sep 10 03:39:05.102337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:05.157325 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.354103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:05.385320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:05.423937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:05.426096 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44961f-2b86-47b8-8865-351fe5183182" -d '{"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:05.430098 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.442450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Transition to ACTIVE for port object 2cb05206-4de0-464e-b875-b56d99efd84e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:05.446132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.474338 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1f0138-14db-4a32-8163-065c83634786 x-openstack-request-id: req-6c1f0138-14db-4a32-8163-065c83634786 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:05.474632 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:05.474878 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c1f0138-14db-4a32-8163-065c83634786 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:05.475261 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e', 'code': 200} Sep 10 03:39:05.508968 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.512261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] No DVR routers for this DVR port 2cb05206-4de0-464e-b875-b56d99efd84e on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:05.515555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:05.526528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.526875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.527216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.527576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.527909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.528256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.528561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.528882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.529200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.529517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.529861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.530178 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:05.558050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:05.558657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:05.558827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:05.563711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Port 2cb05206-4de0-464e-b875-b56d99efd84e on network d86e3664-577b-4315-8b2d-4778fbfca3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:05.564034 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Attempting to bind port 2cb05206-4de0-464e-b875-b56d99efd84e on network d86e3664-577b-4315-8b2d-4778fbfca3e3 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:05.568831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:05.569169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Checking segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:05.569552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Bound using segment: {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:05.570030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Bound port: 2cb05206-4de0-464e-b875-b56d99efd84e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26a9749-da1c-4487-875c-ec110afcfa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:05.570423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.661610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:05.665347 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:05.673702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e5b7-786c-49d7-81da-448801eb488b req-1a9990db-7071-4530-9f41-fff44dfa2079 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.675239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52b5e5b7-786c-49d7-81da-448801eb488b req-1a9990db-7071-4530-9f41-fff44dfa2079 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0744596 Sep 10 03:39:05.676673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.727709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.728319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.729688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] 10.222.0.32 "PUT /v2.0/ports/2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 1091 time: 0.6312313 Sep 10 03:39:05.768202 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-52b5e5b7-786c-49d7-81da-448801eb488b req-0a4b9f0a-b1ad-43ab-a094-608558f60d15 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838156 Sep 10 03:39:05.772041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adaf99-bffe-4d87-9917-0f2278f8f3af service neutron] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:05.802915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-74780be1-7c0a-4dfb-aeb2-5b9af991b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.804453 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-74780be1-7c0a-4dfb-aeb2-5b9af991b33e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1094 time: 0.0479553 Sep 10 03:39:05.894930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-36cd1641-b595-4021-b886-2d14c5d61aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.896393 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-36cd1641-b595-4021-b886-2d14c5d61aeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0841591 Sep 10 03:39:05.938070 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-4685caf3-1af3-4764-b8f5-151529278b9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0335162 Sep 10 03:39:05.984148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638108-6946-463b-85b5-acee8ed2099b req-52f6bd0e-cca7-43ac-816e-8928245b2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.985560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-52f6bd0e-cca7-43ac-816e-8928245b2207 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0413337 Sep 10 03:39:06.015706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-a8283944-211c-4650-a79c-8277e361e85c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227511 Sep 10 03:39:06.112144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-62af7685-5600-47d4-b2fc-1998aac316c6 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894439 Sep 10 03:39:06.204623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-2a0252a7-d7e2-4091-9689-8c3a96868d29 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843055 Sep 10 03:39:06.883586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b359d7-8b0f-495b-95f6-f035e16d32e7 req-3ca40105-40a5-46b4-9983-b87e7b9e859f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:06.885039 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3b359d7-8b0f-495b-95f6-f035e16d32e7 req-3ca40105-40a5-46b4-9983-b87e7b9e859f tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0469687 Sep 10 03:39:06.922594 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3b359d7-8b0f-495b-95f6-f035e16d32e7 req-aa9fe3fd-eeda-4d42-aa1d-a36aaa6e6997 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303235 Sep 10 03:39:07.456891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.476202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:07.478557 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cac13e-18fa-4b0b-890f-1368cf3c3b72" -d '{"events": [{"name": "network-changed", "server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:07.539485 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925242df-ad4d-4e4a-8ea6-d96ae6056096 x-openstack-request-id: req-925242df-ad4d-4e4a-8ea6-d96ae6056096 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:07.539798 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:07.540057 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-925242df-ad4d-4e4a-8ea6-d96ae6056096 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:07.540479 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e', 'status': 'completed', 'code': 200} Sep 10 03:39:07.603392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-20f75957-b86b-4c7b-8957-8e2e06c6f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.604978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-20f75957-b86b-4c7b-8957-8e2e06c6f5c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1094 time: 0.0465624 Sep 10 03:39:07.619634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-2694bd34-2529-4ee9-8122-17e318dedd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.621211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-2694bd34-2529-4ee9-8122-17e318dedd78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1094 time: 0.0567274 Sep 10 03:39:07.698354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-ff87be87-e3df-40b6-a1f6-2a2da4e89709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.699935 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-ff87be87-e3df-40b6-a1f6-2a2da4e89709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0875082 Sep 10 03:39:07.723731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-9c8466b2-8f09-4b14-9a85-722c9fa140f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.725223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-9c8466b2-8f09-4b14-9a85-722c9fa140f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0877728 Sep 10 03:39:07.747962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-9f81baab-c982-4ec5-8fcf-6cf56390fda8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0405149 Sep 10 03:39:07.772402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-ed5f60d8-e0f0-4c39-bcd7-a733726628e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0396085 Sep 10 03:39:07.824443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-09c13448-b5d5-4c98-9701-b0f6a18c47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.825972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-09c13448-b5d5-4c98-9701-b0f6a18c47e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0465198 Sep 10 03:39:07.859181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-a68b49c1-d15a-48a9-a4fe-d86e258880d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262067 Sep 10 03:39:07.957264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-c1a1ecc0-4c2f-4aa3-b0d2-6f6557d0653a service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910225 Sep 10 03:39:08.055233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-8d0e16d1-9038-4ba1-bc29-7d2e4e873dd8 service neutron] 10.222.0.32 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911796 Sep 10 03:39:08.101926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-ec68ffdc-179d-417d-be14-dc7a93d9ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.103412 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-ec68ffdc-179d-417d-be14-dc7a93d9ade0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.3487878 Sep 10 03:39:08.126698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ac1c0-7f17-41c9-b370-a93e89eaba66 req-f8b5ab69-42f5-4f1c-a320-54e8cbf9a0a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.128134 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c85ac1c0-7f17-41c9-b370-a93e89eaba66 req-f8b5ab69-42f5-4f1c-a320-54e8cbf9a0a8 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0674441 Sep 10 03:39:08.143505 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-05a90f19-e57d-47fe-add1-3b90700602f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321403 Sep 10 03:39:08.201574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c85ac1c0-7f17-41c9-b370-a93e89eaba66 req-5dd75939-7aad-413e-8839-3fc982ea8e9d tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600905 Sep 10 03:39:08.254253 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-bbcd349b-e56b-4e87-9a74-12668bedbade service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984442 Sep 10 03:39:08.365601 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-28cac13e-18fa-4b0b-890f-1368cf3c3b72 req-61328d63-51c7-488f-9ff8-e19b56c74e76 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046705 Sep 10 03:39:08.401344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18ec66-5838-490d-9e82-1c5c133fc2d9 req-b6d9d891-9be3-4d1d-9f7b-46b410288d55 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.402842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe18ec66-5838-490d-9e82-1c5c133fc2d9 req-b6d9d891-9be3-4d1d-9f7b-46b410288d55 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 943 time: 0.0514205 Sep 10 03:39:08.412985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-4cf0daad-eb5d-4ccc-9f5f-699a8d0a5ebc tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.414451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-4cf0daad-eb5d-4ccc-9f5f-699a8d0a5ebc tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.36 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4&tenant_id=9ebd877121ad41c1b7e4e69888ebf152&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 943 time: 0.0560384 Sep 10 03:39:08.441447 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe18ec66-5838-490d-9e82-1c5c133fc2d9 req-565f6d90-f557-4346-8e9f-49202da14adf tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Sep 10 03:39:08.473803 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-5cfc9414-dc0b-445c-8091-6280e5c97202 service neutron] delete failed (client error): The resource could not be found. Sep 10 03:39:08.474846 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-5cfc9414-dc0b-445c-8091-6280e5c97202 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2cb05206-4de0-464e-b875-b56d99efd84e/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0534604 Sep 10 03:39:08.553971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-2c44f73c-7df4-456d-b862-4e3dd3aa456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.555530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-2c44f73c-7df4-456d-b862-4e3dd3aa456f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 1094 time: 0.0400476 Sep 10 03:39:08.598837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:08.645448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-32e59037-631a-4aa5-a194-934823dd3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.646945 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-32e59037-631a-4aa5-a194-934823dd3b5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 200 len: 915 time: 0.0846620 Sep 10 03:39:08.688211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-166fa066-bd12-4f3f-9466-dca21681a0fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 200 len: 217 time: 0.0346158 Sep 10 03:39:08.691743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:08.706250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '2cb05206-4de0-464e-b875-b56d99efd84e', 'network_id': 'd86e3664-577b-4315-8b2d-4778fbfca3e3', 'port_id': '2cb05206-4de0-464e-b875-b56d99efd84e', 'mac_address': 'fa:16:3e:95:f7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d237512-c672-49b3-8217-f58eb825ae07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:08.742684 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.755577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb05206-4de0-464e-b875-b56d99efd84e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:08.774569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:08.778573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.792307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-5cf3a0b1-31c8-4a16-b53a-efaf02300989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.793769 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-5cf3a0b1-31c8-4a16-b53a-efaf02300989 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 200 len: 855 time: 0.0996547 Sep 10 03:39:08.824633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-180785a8-b177-453b-be1a-4f70c973c3e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86e3664-577b-4315-8b2d-4778fbfca3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240800 Sep 10 03:39:08.824971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:08.832786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.833135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.833480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.833821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.834158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.834497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.834830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.835158 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.835507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.835837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.836162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.836486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:08.916250 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-96e2b07d-05f0-46da-9a56-68664d31fcf9 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Sep 10 03:39:08.988840 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:08.992818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['2cb05206-4de0-464e-b875-b56d99efd84e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:09.006474 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e74f4b32-5257-4713-bcb5-8d19a1eb9312 req-a4b7322f-c11a-4ff3-a38f-cd6d0d7b2e77 service neutron] 10.222.0.36 "GET /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Sep 10 03:39:09.084406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:09.564373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a0bf-e6d2-4406-afdd-ff4cda9f05cf req-34d5e33e-b803-43e2-8b4d-bf8133356882 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:09.565879 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ea8a0bf-e6d2-4406-afdd-ff4cda9f05cf req-34d5e33e-b803-43e2-8b4d-bf8133356882 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 944 time: 0.0531790 Sep 10 03:39:09.602869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8ea8a0bf-e6d2-4406-afdd-ff4cda9f05cf req-14ad036b-509a-4f30-98ac-3adba14cce42 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Sep 10 03:39:09.713563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1a36-157c-473d-86c0-021d3add4e34 req-49e93c0e-5e65-40a0-ba4c-3bed2c616c26 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:09.714972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d99c1a36-157c-473d-86c0-021d3add4e34 req-49e93c0e-5e65-40a0-ba4c-3bed2c616c26 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 944 time: 0.0475447 Sep 10 03:39:09.751879 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d99c1a36-157c-473d-86c0-021d3add4e34 req-dd53fb79-86bb-48cb-989d-ae3223172e84 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306025 Sep 10 03:39:09.861517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fccd9b-afdc-4b46-8100-bc9c979bf22c req-92f0ad44-0984-41c2-88c1-6766a215251e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:09.863001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18fccd9b-afdc-4b46-8100-bc9c979bf22c req-92f0ad44-0984-41c2-88c1-6766a215251e tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 944 time: 0.0477884 Sep 10 03:39:09.899968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18fccd9b-afdc-4b46-8100-bc9c979bf22c req-82f8a42a-d67b-430e-b2ea-84298e19c435 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Sep 10 03:39:10.225200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4700-2ba8-44b7-bc03-316cc07fbfac req-e4671e0c-4f0d-4d68-919a-9d5c4f923cb0 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:10.226656 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-710d4700-2ba8-44b7-bc03-316cc07fbfac req-e4671e0c-4f0d-4d68-919a-9d5c4f923cb0 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 944 time: 0.0513859 Sep 10 03:39:10.263041 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-710d4700-2ba8-44b7-bc03-316cc07fbfac req-4a74dea2-7e12-43c6-865b-e603af56d087 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Sep 10 03:39:10.615122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:10.665178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 2cb05206-4de0-464e-b875-b56d99efd84e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:10.669008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 2cb05206-4de0-464e-b875-b56d99efd84e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:10.669377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:10.745736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:10.767521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:10.769724 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cd082e-2055-4485-8472-4a66af29131f" -d '{"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-plugged", "status": "completed", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:10.783635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:10.787776 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:10.810095 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377672e9-2dd9-4eda-9162-13ef35401ad7 x-openstack-request-id: req-377672e9-2dd9-4eda-9162-13ef35401ad7 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:10.810386 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-plugged", "status": "completed", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:10.810635 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-377672e9-2dd9-4eda-9162-13ef35401ad7 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:10.811020 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e', 'code': 200} Sep 10 03:39:10.835316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:11.370441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-89bf261c-e361-4ab7-8636-73ed0c685ccd tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:11.371885 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-89bf261c-e361-4ab7-8636-73ed0c685ccd tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.32 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0547900 Sep 10 03:39:11.377264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d9504-7ca1-457f-8b5c-e2ecbf09fcb7 req-7a270ecc-0df2-45e8-903d-36e3f5f2e4a9 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:11.378786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a6d9504-7ca1-457f-8b5c-e2ecbf09fcb7 req-7a270ecc-0df2-45e8-903d-36e3f5f2e4a9 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/ports?device_id=117b13fa-5927-4c80-914c-5723440b18b4 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Sep 10 03:39:11.415590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4a6d9504-7ca1-457f-8b5c-e2ecbf09fcb7 req-cc779db7-f350-4b80-a214-39ab47f6aac7 tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.23 "GET /v2.0/security-groups?id=c72ad16f-a032-411c-90bc-1d63622982c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Sep 10 03:39:11.459478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Deleting port 2cb05206-4de0-464e-b875-b56d99efd84e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:11.459826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.549031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] For port 2cb05206-4de0-464e-b875-b56d99efd84e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=2cb05206-4de0-464e-b875-b56d99efd84e,segment=NetworkSegment(c26a9749-da1c-4487-875c-ec110afcfa06),segment_id=c26a9749-da1c-4487-875c-ec110afcfa06)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:11.549399 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.561565 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Calling delete_port for 2cb05206-4de0-464e-b875-b56d99efd84e owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:11.686906 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.699651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['2cb05206-4de0-464e-b875-b56d99efd84e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:11.718833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Pushing event deleted for resources: {'Port': ['ID=2cb05206-4de0-464e-b875-b56d99efd84e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:11.757839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] No DVR routers for this DVR port 2cb05206-4de0-464e-b875-b56d99efd84e on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:11.760402 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.762434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e8f724-73db-4074-949a-e99b5a11dbf5 req-76264afb-67cc-4ecd-8893-43c0d18bb6aa tempest-ServerDiskConfigTestJSON-195747641 tempest-ServerDiskConfigTestJSON-195747641-project] 10.222.0.32 "DELETE /v2.0/ports/2cb05206-4de0-464e-b875-b56d99efd84e HTTP/1.1" status: 204 len: 173 time: 0.3847175 Sep 10 03:39:11.762839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-deleted', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:11.765409 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026dec9a-4716-4423-8fcc-7e301380cdf2" -d '{"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-deleted", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:11.868281 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1839a0ae-8f4e-4086-9182-648d884e3be5 x-openstack-request-id: req-1839a0ae-8f4e-4086-9182-648d884e3be5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:11.868733 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b13fa-5927-4c80-914c-5723440b18b4", "name": "network-vif-deleted", "tag": "2cb05206-4de0-464e-b875-b56d99efd84e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:11.869067 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1839a0ae-8f4e-4086-9182-648d884e3be5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:11.869626 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b13fa-5927-4c80-914c-5723440b18b4', 'name': 'network-vif-deleted', 'tag': '2cb05206-4de0-464e-b875-b56d99efd84e', 'status': 'completed', 'code': 200} Sep 10 03:39:12.534574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42990) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:12.578223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Deleting subnet 4d237512-c672-49b3-8217-f58eb825ae07 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:12.581219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.613790 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.655521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.709721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.734628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d237512-c672-49b3-8217-f58eb825ae07,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:12.738353 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.740563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ddb1bd9d-9603-4203-84ea-3dfb94f5cf4d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d237512-c672-49b3-8217-f58eb825ae07 HTTP/1.1" status: 204 len: 168 time: 0.2046707 Sep 10 03:39:12.742763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42992) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:12.809007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.889326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.908673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86e3664-577b-4315-8b2d-4778fbfca3e3']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:12.917544 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26a9749-da1c-4487-875c-ec110afcfa06') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:12.917849 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26a9749-da1c-4487-875c-ec110afcfa06') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:12.927493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.940720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.946338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:12.946721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:12.948365 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:13.297827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.304396 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.306224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d86e3664-577b-4315-8b2d-4778fbfca3e3 HTTP/1.1" status: 204 len: 168 time: 0.5626504 Sep 10 03:39:13.315311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717176f9-e106-4b3c-bf82-267133bca1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86e3664-577b-4315-8b2d-4778fbfca3e3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:13.411830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42996) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:13.451752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-49db5e20-b1ef-458b-9802-31e1b44493ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ebd877121ad41c1b7e4e69888ebf152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386574 Sep 10 03:39:13.454146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 42998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:13.500082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-022b16f4-8629-4a1b-8fc9-530d91c3c7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.520409 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-022b16f4-8629-4a1b-8fc9-530d91c3c7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.565546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-022b16f4-8629-4a1b-8fc9-530d91c3c7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.568050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-022b16f4-8629-4a1b-8fc9-530d91c3c7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.569220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-022b16f4-8629-4a1b-8fc9-530d91c3c7b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c72ad16f-a032-411c-90bc-1d63622982c0 HTTP/1.1" status: 204 len: 168 time: 0.1141083 Sep 10 03:39:13.577599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b16f4-8629-4a1b-8fc9-530d91c3c7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ad16f-a032-411c-90bc-1d63622982c0,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:14.207241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43020) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:14.315977 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1224619668-network', 'tenant_id': '89e742d12a0444f29ec9717f850d8515'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:14.335960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Made reservation on behalf of 89e742d12a0444f29ec9717f850d8515 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:14.338171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.349136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.439562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.443000 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.469081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:14.474983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4645a-3965-476c-a80f-cf9d9a70c135,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:14.481164 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.481504 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Added segment 94b029ce-dea9-4955-9500-7bc2a2ea2e9a of type vlan for network 4a34ce0f-e9e2-4881-a700-14ccf67c838a Sep 10 03:39:14.521093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.543198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.544175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:14.544762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.568256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3598981 Sep 10 03:39:14.571531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:14.576453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Request body: {'subnet': {'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1224619668-subnet', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:14.596699 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Made reservation on behalf of 89e742d12a0444f29ec9717f850d8515 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:14.599056 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.607155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2594-65e8-4952-9764-9c705d778fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=4a34ce0f-e9e2-4881-a700-14ccf67c838a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:14.617240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:14.766506 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.817994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cebd2db-2937-4607-b129-ca4dc54f7b43,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:14.829932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.830275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.830611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.830960 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.831270 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.831628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.831955 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.832274 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.832594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.832913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.833232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.833549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:14.838470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:14.838835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Network hostable DHCP agents. Network: 4a34ce0f-e9e2-4881-a700-14ccf67c838a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:14.855051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:14.863945 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 4a34ce0f-e9e2-4881-a700-14ccf67c838a) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:14.867885 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:14.868483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.872657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e725a31-ffc7-45b1-abde-5f6d7c2340df None None] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:14.881903 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-31c21378-851b-46c4-bf7f-b3c9bac2c181 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3092763 Sep 10 03:39:14.884813 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43026) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:14.889421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:14.910871 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.911896 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.966773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.031444 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:39:15.032331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.101946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.170460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Allocated IP 172.20.0.2 (4a34ce0f-e9e2-4881-a700-14ccf67c838a/1cebd2db-2937-4607-b129-ca4dc54f7b43/3d65f2be-012c-4d68-9b9e-6c59703d96fc) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:15.300116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.313533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.320708 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.323062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Transition to ACTIVE for port object 3d65f2be-012c-4d68-9b9e-6c59703d96fc will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:15.338272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Transition to ACTIVE for port object 3d65f2be-012c-4d68-9b9e-6c59703d96fc will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:15.344418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.383724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:15.386576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:15.392937 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:15.399755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Pushing event updated for resources: {'Port': ['ID=3d65f2be-012c-4d68-9b9e-6c59703d96fc,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:15.427825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Allocated IP 172.25.8.139 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/16327b78-e729-4d77-96ba-9508d3c8417e) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:15.449655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Attempting to bind port 3d65f2be-012c-4d68-9b9e-6c59703d96fc on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:15.450021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Attempting to bind port 3d65f2be-012c-4d68-9b9e-6c59703d96fc by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:15.450381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Attempting to bind port 3d65f2be-012c-4d68-9b9e-6c59703d96fc on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:15.455856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:15.456232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:15.456634 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.457027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:15.457493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Bound port: 3d65f2be-012c-4d68-9b9e-6c59703d96fc, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:15.457874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.518955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] For port 3d65f2be-012c-4d68-9b9e-6c59703d96fc, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:15.522369 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] For port 3d65f2be-012c-4d68-9b9e-6c59703d96fc, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3d65f2be-012c-4d68-9b9e-6c59703d96fc,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:15.526079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.527505 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.569078 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.587400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041127c2-6c40-448e-823e-449bf6cbac3f None None] Pushing event updated for resources: {'Port': ['ID=3d65f2be-012c-4d68-9b9e-6c59703d96fc,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:15.606003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:15.610384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:15.613383 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:15.648702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=16327b78-e729-4d77-96ba-9508d3c8417e,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:15.890675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.082289 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.211403 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:39:16.323697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:16.326414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3d65f2be-012c-4d68-9b9e-6c59703d96fc up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:16.339069 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:16.349857 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:16.350582 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:39:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:16.364809 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.368579 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e95e68e3-32f8-461c-9225-24e8b85a8fb4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4802644 Sep 10 03:39:16.370863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43028) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:16.401214 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 3d65f2be-012c-4d68-9b9e-6c59703d96fc completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:16.458195 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:16.551718 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03d82f-e772-4e5e-b6b7-1c7df87a8cfe None None] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:16.631011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] Provisioning for port 3d65f2be-012c-4d68-9b9e-6c59703d96fc completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:16.639640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] Provisioning complete for port 3d65f2be-012c-4d68-9b9e-6c59703d96fc triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:16.640215 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.666481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:16.714506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 2cb05206-4de0-464e-b875-b56d99efd84e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:16.715090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 2cb05206-4de0-464e-b875-b56d99efd84e not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:16.739678 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:15Z', 'revision_number': 3, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:16.769544 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:16.769884 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Updating router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c port 16327b78-e729-4d77-96ba-9508d3c8417e binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:39:16.800712 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.811632 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.834610 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.852778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] For port 3d65f2be-012c-4d68-9b9e-6c59703d96fc, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3d65f2be-012c-4d68-9b9e-6c59703d96fc,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:16.860224 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.931947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b931bf-c68d-4b8f-b6fa-6212dfed398b None None] Pushing event updated for resources: {'Port': ['ID=3d65f2be-012c-4d68-9b9e-6c59703d96fc,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.010683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Allocated IP 172.20.0.1 (4a34ce0f-e9e2-4881-a700-14ccf67c838a/1cebd2db-2937-4607-b129-ca4dc54f7b43/e159945c-eeda-4864-8b6a-cf732df85279) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:17.094031 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.108793 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Transition to ACTIVE for port object 16327b78-e729-4d77-96ba-9508d3c8417e will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:17.115004 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.132028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.146885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Transition to ACTIVE for port object e159945c-eeda-4864-8b6a-cf732df85279 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:17.161134 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Attempting to bind port 16327b78-e729-4d77-96ba-9508d3c8417e on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:17.161495 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Attempting to bind port 16327b78-e729-4d77-96ba-9508d3c8417e by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:17.161849 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Attempting to bind port 16327b78-e729-4d77-96ba-9508d3c8417e on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:17.174074 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:17.174439 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:17.174832 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.175216 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:17.175683 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Bound port: 16327b78-e729-4d77-96ba-9508d3c8417e, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:17.176065 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.178587 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Pushing event updated for resources: {'Port': ['ID=16327b78-e729-4d77-96ba-9508d3c8417e,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.182133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.190651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-04c369b8-5648-4e87-a670-3f541c8bd380 None None] Provisioning complete for port 3d65f2be-012c-4d68-9b9e-6c59703d96fc triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:17.191030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-04c369b8-5648-4e87-a670-3f541c8bd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.205813 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.206119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.206455 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.206791 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.207120 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.207443 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.207788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.208114 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.208450 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.208757 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.209090 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.209395 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:17.223191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:17.226154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:17.230354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:17.245871 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] For port 16327b78-e729-4d77-96ba-9508d3c8417e, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:17.249220 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] For port 16327b78-e729-4d77-96ba-9508d3c8417e, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=16327b78-e729-4d77-96ba-9508d3c8417e,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:17.256092 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.262805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e159945c-eeda-4864-8b6a-cf732df85279,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.282433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.325052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:17.325689 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:39:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:17.333048 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c142721-d9f6-4463-a205-d186d5be1027 None None] Pushing event updated for resources: {'Port': ['ID=16327b78-e729-4d77-96ba-9508d3c8417e,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.417824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.452678 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:17.507066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-97f3ac42-937b-4b74-9139-468d80669895 None None] Provisioning for port e159945c-eeda-4864-8b6a-cf732df85279 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:17.510855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-97f3ac42-937b-4b74-9139-468d80669895 None None] Provisioning complete for port e159945c-eeda-4864-8b6a-cf732df85279 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:17.511225 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97f3ac42-937b-4b74-9139-468d80669895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.549296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-97f3ac42-937b-4b74-9139-468d80669895 None None] Port e159945c-eeda-4864-8b6a-cf732df85279 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:39:17.584025 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.588794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.645127 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:15Z', 'revision_number': 3, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:17.655857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.657528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e159945c-eeda-4864-8b6a-cf732df85279,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.671203 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cca6f-d391-4a55-9a9f-f31e67946cba None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:15Z', 'revision_number': 3, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:17.756343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:17.757720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:17.876730 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:18.008525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:18.014124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b74bc826-17e5-405a-b079-b92b3c76abe0 admin admin] 10.222.0.23 "PUT /v2.0/routers/2eeb6ae9-8194-4fbf-b2a5-021e1bede52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6437087 Sep 10 03:39:18.072584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-607a69e3-5c6e-48c2-9ae0-0c1930c2882a None None] Provisioning complete for port e159945c-eeda-4864-8b6a-cf732df85279 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:18.073097 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-607a69e3-5c6e-48c2-9ae0-0c1930c2882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.114236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-607a69e3-5c6e-48c2-9ae0-0c1930c2882a None None] Port e159945c-eeda-4864-8b6a-cf732df85279 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:39:18.385093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16327b78-e729-4d77-96ba-9508d3c8417e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:18.435001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 16327b78-e729-4d77-96ba-9508d3c8417e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:18.438735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 16327b78-e729-4d77-96ba-9508d3c8417e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:18.439108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.655168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43036) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:18.660066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592509478', 'description': 'tempest-description--1212433302'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:18.668346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.682129 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.689362 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 16327b78-e729-4d77-96ba-9508d3c8417e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=16327b78-e729-4d77-96ba-9508d3c8417e,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:18.693738 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.694812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3d65f2be-012c-4d68-9b9e-6c59703d96fc up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:18.764386 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.769711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.774085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=16327b78-e729-4d77-96ba-9508d3c8417e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:18.781727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 3d65f2be-012c-4d68-9b9e-6c59703d96fc triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:18.782108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.801264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.802506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1462171 Sep 10 03:39:18.805327 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43038) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:18.810484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'security_group_rule': {'security_group_id': '35a8c68f-20de-4613-a36b-c024f69f1f0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:18.815689 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2fb5-a047-479b-9e27-fefb85deba8f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8c68f-20de-4613-a36b-c024f69f1f0c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:18.840787 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.899483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.903266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.921920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986b4090-ca4f-409b-a83c-b0c9c3c724eb,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:18.927763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.928959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d8f0680f-8dc4-4d5f-a5fd-dcafa519230e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220090 Sep 10 03:39:18.931615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:18.936111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'security_group_rule': {'security_group_id': '35a8c68f-20de-4613-a36b-c024f69f1f0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:18.962065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.022321 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.026182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.044028 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7249b5b1-c030-492b-bb62-c8f3cd76bcb4,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.050088 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.051418 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7e8f8e35-74b7-4462-a9ec-f9d5fcad397a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186466 Sep 10 03:39:19.054570 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43042) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:19.059181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:19.081722 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.186720 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.244628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:19.253533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:19.254215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:39:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:19.287410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Allocated IP 172.25.8.166 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/d241f669-fee1-4790-95c1-864faa34e1d7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:19.357210 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:19.393619 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.431563 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.470094 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:19.474723 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:19.479142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:19.482170 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'Port': ['ID=d241f669-fee1-4790-95c1-864faa34e1d7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.557144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 2, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:19.566744 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.583741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:19.584094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Updating router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c port e159945c-eeda-4864-8b6a-cf732df85279 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:39:19.599616 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.611238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.749450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.753801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.821162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'Port': ['ID=d241f669-fee1-4790-95c1-864faa34e1d7,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.832283 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.845725 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.848279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-75b58219-72fa-4ddf-a78b-b473969212c9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7922750 Sep 10 03:39:19.869159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.879990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Transition to ACTIVE for port object e159945c-eeda-4864-8b6a-cf732df85279 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:19.885935 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.937099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718018f0-778b-4d04-a9a7-003835316cfb None None] Pushing event updated for resources: {'Port': ['ID=e159945c-eeda-4864-8b6a-cf732df85279,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.993597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Attempting to bind port e159945c-eeda-4864-8b6a-cf732df85279 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:19.993972 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Attempting to bind port e159945c-eeda-4864-8b6a-cf732df85279 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:19.994337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Attempting to bind port e159945c-eeda-4864-8b6a-cf732df85279 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:19.995551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-0e8cfc6f-f640-4b48-9ee2-98b9bad1aebc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1592509478&fields=id&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 267 time: 0.0335329 Sep 10 03:39:20.000325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:20.000703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:20.001112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.001637 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:20.002114 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Bound port: e159945c-eeda-4864-8b6a-cf732df85279, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:20.002496 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.073674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] For port e159945c-eeda-4864-8b6a-cf732df85279, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:20.077230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] For port e159945c-eeda-4864-8b6a-cf732df85279, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e159945c-eeda-4864-8b6a-cf732df85279,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:20.083117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.121916 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-af9a2180-a313-4a65-9f14-973a3e15c780 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:20.128162 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-af9a2180-a313-4a65-9f14-973a3e15c780 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.1233313 Sep 10 03:39:20.141031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:20.141671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:39:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:20.148920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1883941f-7433-45e3-a0dc-05a694e6a87e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/quotas/89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 375 time: 0.0147424 Sep 10 03:39:20.202635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718018f0-778b-4d04-a9a7-003835316cfb None None] Pushing event updated for resources: {'Port': ['ID=e159945c-eeda-4864-8b6a-cf732df85279,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:20.204294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-a8173eda-adae-4fd4-a53a-eb78c0d538a4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507782 Sep 10 03:39:20.222546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-935a24e7-e93c-4e0c-a0b1-faa0f67adca9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:39:20.223803 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-935a24e7-e93c-4e0c-a0b1-faa0f67adca9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053558 Sep 10 03:39:20.280558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:20.326565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16327b78-e729-4d77-96ba-9508d3c8417e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:20.337734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-6b9779de-63f6-46ba-a370-83a643fad6c2 service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056757 Sep 10 03:39:20.425282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-fd0b0405-5934-4480-973c-e23c5a680900 service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808415 Sep 10 03:39:20.480165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 16327b78-e729-4d77-96ba-9508d3c8417e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:20.480535 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.594789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f1a068e-7a99-4614-a372-93543e19f7cd req-107ae9f8-6f0e-4355-b904-ca088d9876ed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 210 time: 0.0271282 Sep 10 03:39:20.615334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f0965825-4217-49be-94bd-166e610286c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:20Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:20.643051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0965825-4217-49be-94bd-166e610286c4 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:20Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:21.689820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-506e7d77-5538-4b65-818d-bb7835c0d5af tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:21.693980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-506e7d77-5538-4b65-818d-bb7835c0d5af tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.1321580 Sep 10 03:39:21.713525 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e112bcb8-7cc7-4a84-bbf4-3f2ae36c5379 req-91962597-0b42-430d-b60c-6be22082248b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 210 time: 0.0334098 Sep 10 03:39:21.740186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-f4f3fe3a-180a-44ca-897a-d5162fa6ee19 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 380 time: 0.0391228 Sep 10 03:39:21.752471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'port': {'device_id': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'admin_state_up': True, 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'security_groups': ['35a8c68f-20de-4613-a36b-c024f69f1f0c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:21.855669 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Made reservation on behalf of 89e742d12a0444f29ec9717f850d8515 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:21.859745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.985303 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Allocated IP 172.20.0.7 (4a34ce0f-e9e2-4881-a700-14ccf67c838a/1cebd2db-2937-4607-b129-ca4dc54f7b43/1e0fb309-e506-4bdd-b2ad-c136097f89f9) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:22.117196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.136837 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Transition to ACTIVE for port object 1e0fb309-e506-4bdd-b2ad-c136097f89f9 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:22.169602 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.210441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:22.215512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:22.218477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:22.246077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:22.278777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:22.279430 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.296424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-1327192c-6f38-4204-9777-e32efb723e73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481756 Sep 10 03:39:22.309042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Request body: {'port': {'device_id': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:22.347894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e159945c-eeda-4864-8b6a-cf732df85279 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:22.369838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.403685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e159945c-eeda-4864-8b6a-cf732df85279 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:22.409003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e159945c-eeda-4864-8b6a-cf732df85279 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:22.409459 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.454885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d73c857c-8609-4291-a57a-e4c58c58f0e2 None None] Provisioning for port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:22.461522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d73c857c-8609-4291-a57a-e4c58c58f0e2 None None] Provisioning complete for port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:22.461887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d73c857c-8609-4291-a57a-e4c58c58f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.522408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d73c857c-8609-4291-a57a-e4c58c58f0e2 None None] Port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:39:22.533123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.565269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port e159945c-eeda-4864-8b6a-cf732df85279, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e159945c-eeda-4864-8b6a-cf732df85279,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:22.571570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.619402 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=e159945c-eeda-4864-8b6a-cf732df85279,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:22.657384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0fb309-e506-4bdd-b2ad-c136097f89f9 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:22.664615 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.676027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Transition to ACTIVE for port object 1e0fb309-e506-4bdd-b2ad-c136097f89f9 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:22.679520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.728749 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:22.825378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:22.825719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:22.826051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:22.835756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:22.836086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:22.844393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:22.844738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:22.845133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:22.845572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Bound port: 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:22.845940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.856597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab249719-32c3-4771-9f53-9839cd176c0f req-b59dbb0d-fcc5-480f-9db4-a70d15cc47cf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:22.858708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab249719-32c3-4771-9f53-9839cd176c0f req-b59dbb0d-fcc5-480f-9db4-a70d15cc47cf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.0735583 Sep 10 03:39:22.921585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab249719-32c3-4771-9f53-9839cd176c0f req-4aaa1320-3410-4d14-bbbb-7f287568a2c7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563128 Sep 10 03:39:22.947203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:22.950286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:22.955536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.991407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:22.992056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.993449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1091 time: 0.6886923 Sep 10 03:39:22.995698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:22.999142 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc213277-71c3-48db-a791-498d79ceb57d" -d '{"events": [{"name": "network-changed", "server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:23.035612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879621c-6e64-4ddf-beff-0589297693e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:23.049807 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0386352d-215b-40f6-90be-bfdcb95031ea x-openstack-request-id: req-0386352d-215b-40f6-90be-bfdcb95031ea {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:23.050103 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:23.050359 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0386352d-215b-40f6-90be-bfdcb95031ea {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:23.050762 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'status': 'completed', 'code': 200} Sep 10 03:39:23.082201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7a4e374e-f6ac-46b3-8484-b2e0fe8b4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.083944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-7a4e374e-f6ac-46b3-8484-b2e0fe8b4e8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1094 time: 0.0452182 Sep 10 03:39:23.128529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-494e60fc-c4c1-472a-9ac5-5b3d351eb294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 217 time: 0.0369964 Sep 10 03:39:23.179340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-b9197f31-4960-475e-a361-f3ed90806f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.180853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-b9197f31-4960-475e-a361-f3ed90806f69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0455520 Sep 10 03:39:23.229151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-e3c8edaf-5c03-4014-b35f-db557788bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.230607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-e3c8edaf-5c03-4014-b35f-db557788bc4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430884 Sep 10 03:39:23.317776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-b82581fe-aa04-45e0-a833-522b539bdac0 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791199 Sep 10 03:39:23.407778 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2943f1ef-6189-4d3c-8b80-7f37c3e7fcf3 req-dedf823f-d5c6-4e9f-b1c5-3b707c281056 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829916 Sep 10 03:39:23.490683 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213277-71c3-48db-a791-498d79ceb57d req-5275f9e5-124c-4b15-a661-b328b8dddb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.492170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-5275f9e5-124c-4b15-a661-b328b8dddb26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1094 time: 0.0397491 Sep 10 03:39:23.581869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213277-71c3-48db-a791-498d79ceb57d req-9203626c-4d3b-48a0-8fe2-41b714cf5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.583346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-9203626c-4d3b-48a0-8fe2-41b714cf5082 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0847688 Sep 10 03:39:23.624751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-edf87049-bfc6-4185-ae0c-bca747c17072 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 217 time: 0.0342529 Sep 10 03:39:23.672813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213277-71c3-48db-a791-498d79ceb57d req-7dfde727-f804-465b-8028-426be62fe32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.674186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-7dfde727-f804-465b-8028-426be62fe32c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0424197 Sep 10 03:39:23.721820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213277-71c3-48db-a791-498d79ceb57d req-2df3c862-2cb3-4797-91fd-e1b3bb230223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.723266 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-2df3c862-2cb3-4797-91fd-e1b3bb230223 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420482 Sep 10 03:39:23.812378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-ca2f6c63-f318-4a58-87e5-b7f69696b583 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806923 Sep 10 03:39:23.903677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc213277-71c3-48db-a791-498d79ceb57d req-0f2cc6df-f48c-4220-a059-0b1971194c11 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833707 Sep 10 03:39:24.038767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c426-ecab-4e0b-a5c9-6fd23890ac4f req-2057adfb-7fcf-4e9e-87e6-205e4b20e0ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:24.040323 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4175c426-ecab-4e0b-a5c9-6fd23890ac4f req-2057adfb-7fcf-4e9e-87e6-205e4b20e0ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.0508366 Sep 10 03:39:24.077338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4175c426-ecab-4e0b-a5c9-6fd23890ac4f req-51c39af1-0207-43e0-88ae-e4e95af30a19 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Sep 10 03:39:24.299170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e159945c-eeda-4864-8b6a-cf732df85279 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:24.348846 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e159945c-eeda-4864-8b6a-cf732df85279 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:24.349217 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.036096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:25.135482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:25.148270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'mac_address': 'fa:16:3e:73:9f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:25.186533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.194635 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbfe2-78b4-481d-9af9-1cfb994d5687 req-e54b5887-d5e5-4048-95e3-bddac4f135fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:25.196147 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82fbbfe2-78b4-481d-9af9-1cfb994d5687 req-e54b5887-d5e5-4048-95e3-bddac4f135fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.0517249 Sep 10 03:39:25.199224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0fb309-e506-4bdd-b2ad-c136097f89f9 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:25.219979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:25.223634 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.235244 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-82fbbfe2-78b4-481d-9af9-1cfb994d5687 req-041b1fe4-7c00-4fdd-acc6-3a498c223b56 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Sep 10 03:39:25.269145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:25.427406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['1e0fb309-e506-4bdd-b2ad-c136097f89f9'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:26.345726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171a1f1-bc39-4e0f-abf8-6546ff8e0456 req-2de30ad5-f75f-4237-9958-0887b4c83442 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:26.347094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0171a1f1-bc39-4e0f-abf8-6546ff8e0456 req-2de30ad5-f75f-4237-9958-0887b4c83442 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 944 time: 0.0470390 Sep 10 03:39:26.383339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0171a1f1-bc39-4e0f-abf8-6546ff8e0456 req-f08e2aef-989c-4c98-bdcd-4145be733423 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304506 Sep 10 03:39:27.067004 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:27.115414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:27.119337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:27.119740 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.198257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.220221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:27.222447 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0640e27-603b-4acc-b38b-d3b65195dad5" -d '{"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-plugged", "status": "completed", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:27.234733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:27.238872 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.286664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:27.330575 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743d669-db04-4b68-8075-43318e3bd12c x-openstack-request-id: req-6743d669-db04-4b68-8075-43318e3bd12c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:27.330894 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-plugged", "status": "completed", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:27.331175 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6743d669-db04-4b68-8075-43318e3bd12c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:27.331616 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'code': 200} Sep 10 03:39:27.433483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4df3e-6bf3-4343-bb6f-573b855a1cf5 req-3039d85e-83e6-4786-a9e5-0c5133ad984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:27.434988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecc4df3e-6bf3-4343-bb6f-573b855a1cf5 req-3039d85e-83e6-4786-a9e5-0c5133ad984c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1096 time: 0.0450001 Sep 10 03:39:27.494888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecc4df3e-6bf3-4343-bb6f-573b855a1cf5 req-72933463-87d6-4cbc-bcf4-102cecfe32d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523295 Sep 10 03:39:27.513263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a4011-a85c-469a-a59a-cfd2873e7a2b req-cafbcb3c-30df-48b4-9ccb-c4fd325be59f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:27.515590 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b8a4011-a85c-469a-a59a-cfd2873e7a2b req-cafbcb3c-30df-48b4-9ccb-c4fd325be59f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0606408 Sep 10 03:39:27.552203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8b8a4011-a85c-469a-a59a-cfd2873e7a2b req-649b3f8a-43fe-483d-8e95-c9d83236a1e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Sep 10 03:39:28.663948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d12e3-752a-44ee-93fa-71957138758f req-a371afe0-c7fd-443c-a70f-f5bc7faf69a8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:28.665405 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-010d12e3-752a-44ee-93fa-71957138758f req-a371afe0-c7fd-443c-a70f-f5bc7faf69a8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0478904 Sep 10 03:39:28.702279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-010d12e3-752a-44ee-93fa-71957138758f req-c7f7cac0-cf34-469a-8d0e-46652f499a4f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303445 Sep 10 03:39:28.808936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0887f-8a94-48c6-983a-8191f04abbb4 req-db981a85-aae8-4c5f-b70d-3c9f0102cf0e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:28.810424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-10e0887f-8a94-48c6-983a-8191f04abbb4 req-db981a85-aae8-4c5f-b70d-3c9f0102cf0e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0477693 Sep 10 03:39:28.819362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43090) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:28.823708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'floatingip': {'port_id': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:28.894710 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.753638 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.757433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.853722 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 associated. External IP: 172.25.8.166, port: 1e0fb309-e506-4bdd-b2ad-c136097f89f9. Sep 10 03:39:30.052302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:30.158307 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:30.163178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.168152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:30.177265 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:30.178012 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:39:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:30.190466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4e74bd0a-7ec8-4e4b-b01b-84570ed18fdd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "PUT /v2.0/floatingips/9b3127e2-e175-4976-93db-85a05d933b71 HTTP/1.1" status: 200 len: 991 time: 1.3700471 Sep 10 03:39:30.191047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:30.193329 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:30.236069 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f0fd2-3745-4c72-8db1-69bc564b9c2c x-openstack-request-id: req-e37f0fd2-3745-4c72-8db1-69bc564b9c2c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:30.236362 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:30.236613 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e37f0fd2-3745-4c72-8db1-69bc564b9c2c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:30.237018 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'status': 'completed', 'code': 200} Sep 10 03:39:30.287213 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:30.296225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-eaacddce-98b3-4a57-8e0d-e554a41362a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.297747 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-eaacddce-98b3-4a57-8e0d-e554a41362a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1096 time: 0.0410068 Sep 10 03:39:30.390205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-1b3ca590-f30c-46fb-988d-a1e4f38c1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.391764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-1b3ca590-f30c-46fb-988d-a1e4f38c1652 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0870898 Sep 10 03:39:30.454857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-f4b28d06-75a4-482c-83a5-fc42cd96c3ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 999 time: 0.0562358 Sep 10 03:39:30.501267 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:73:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:39:29Z', 'revision_number': 1, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:30.506129 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-263c3955-dd62-492e-81a7-b5281ca39921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.507614 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-263c3955-dd62-492e-81a7-b5281ca39921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0464299 Sep 10 03:39:30.530868 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:30.539202 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:30.539829 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:39:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:30.552236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-f4e1679b-0e52-45f9-97b0-16efb5fb4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.553736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-f4e1679b-0e52-45f9-97b0-16efb5fb4188 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393248 Sep 10 03:39:30.641052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:30.641257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-c3ef278b-02c1-49f0-8865-f5106d475909 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806081 Sep 10 03:39:30.733494 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1bb68bb2-101e-4e0e-ba46-4ba0546ea2b1 req-6af7a8f3-a8d0-4a35-83e1-531a33fbfdb5 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Sep 10 03:39:30.933857 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:73:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:39:29Z', 'revision_number': 1, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:30.961056 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3df6a-a32a-4fd8-bacc-6e11e0f91563 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:73:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:39:29Z', 'revision_number': 1, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:31.256170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220428b-f8fb-4880-92d4-dd769062b8c0 None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:39:31.800483 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f16b549c-02f3-45d4-88ac-c916712ed3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.180721 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.415618 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.369643 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d4451f3-e781-464a-a6c6-c9ad63b8f419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.735641 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:35.512549 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.459612 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.389964 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:40:01.800134 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f7d52e4-4993-4b1a-bb46-79b988607c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.195875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.431872 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.370494 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ad6f80de-baf5-4693-82a0-62bf7b0a1220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.734895 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.516761 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.461360 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:13.766231 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-4c5289ca-6ebb-46ed-a100-e517b86ceb2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404954 Sep 10 03:40:13.842437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-93420a06-67a9-492e-b6dd-79b96a5ac9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:13.843955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-93420a06-67a9-492e-b6dd-79b96a5ac9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1096 time: 0.0392115 Sep 10 03:40:13.948754 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-adb71130-d9a3-4111-a8f7-6740d57a8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:13.950215 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-adb71130-d9a3-4111-a8f7-6740d57a8490 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0871825 Sep 10 03:40:14.013292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-d75d1cf7-93bc-4335-8377-89f397352384 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1001 time: 0.0553219 Sep 10 03:40:14.065216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-38627402-502a-461e-a70e-8ef24ba74f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:14.066680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-38627402-502a-461e-a70e-8ef24ba74f7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0462649 Sep 10 03:40:14.110275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-441f12e5-edb6-4f71-bc47-2c9fed36d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:14.111786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-441f12e5-edb6-4f71-bc47-2c9fed36d73f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386760 Sep 10 03:40:14.200114 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-5c07cc16-d82d-4cd0-857d-ff84c9f29d89 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815792 Sep 10 03:40:14.287214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9674fac1-60a8-42c2-99e7-4791eb81cab1 req-5aa7a7ac-17de-4953-aa95-5506c87a0908 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802879 Sep 10 03:40:18.390248 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:40:31.799989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d6343722-fbc4-49ae-92e2-54c7e85cc1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.203739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.429566 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.370335 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e7cc5ac2-0db5-4c36-99d4-377215bb1bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.735803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.518609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.464233 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.390629 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:41:01.800422 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-990811e2-7ebc-42ba-b5be-def13cc2d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.202787 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.427953 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:04.370806 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-73bf6ef9-d716-417b-b8b0-c4153988b26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:04.734898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.522163 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.892934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7709-2359-49b9-be09-14571bc079a7 req-50496567-ff05-4dec-a76a-dbf98ada174a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:05.894456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8a7709-2359-49b9-be09-14571bc079a7 req-50496567-ff05-4dec-a76a-dbf98ada174a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.1060507 Sep 10 03:41:05.931625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d8a7709-2359-49b9-be09-14571bc079a7 req-07d5dd96-4d50-4fb4-acc2-01365d0aaa09 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305722 Sep 10 03:41:06.107895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 43300) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:06.167569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9c85-4056-4b9a-8152-0d11c5cdd1a3 req-b8a9e251-cbb8-49f6-89e0-943a07c459ad tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:06.169066 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c7c9c85-4056-4b9a-8152-0d11c5cdd1a3 req-b8a9e251-cbb8-49f6-89e0-943a07c459ad tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0525053 Sep 10 03:41:06.228623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8c7c9c85-4056-4b9a-8152-0d11c5cdd1a3 req-519c1181-32a5-4f43-8ef4-41b090e20a0d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505915 Sep 10 03:41:06.234170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-13c7aa37-2f4b-4b56-83e8-de6d431b64f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251442 Sep 10 03:41:06.244103 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-6aadb860-760e-4589-ab48-a010c9dbc210 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:41:06.245102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-6aadb860-760e-4589-ab48-a010c9dbc210 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058827 Sep 10 03:41:07.268921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-f23d1d5a-d177-4423-a2dd-59cec64c7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.270495 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-f23d1d5a-d177-4423-a2dd-59cec64c7af6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1096 time: 0.0418236 Sep 10 03:41:07.363133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-05a9fca1-00d4-4037-b159-0dd5f9fcef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.364652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-05a9fca1-00d4-4037-b159-0dd5f9fcef60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0877056 Sep 10 03:41:07.406697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47d71a-7768-45aa-8414-0e2352cbb5c6 req-da5dbf52-49cf-413d-944c-2fffd8a5c2a4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.408216 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac47d71a-7768-45aa-8414-0e2352cbb5c6 req-da5dbf52-49cf-413d-944c-2fffd8a5c2a4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.1101842 Sep 10 03:41:07.429728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-15463e5a-b2b5-47dd-9eb5-d8e1823d8d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1001 time: 0.0586236 Sep 10 03:41:07.449557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ac47d71a-7768-45aa-8414-0e2352cbb5c6 req-73aba7cd-cad9-409b-bd2f-196375a409c0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Sep 10 03:41:07.467392 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.482127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-4604bc1c-a604-496e-927b-71744fa60f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.483648 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-4604bc1c-a604-496e-927b-71744fa60f61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0473197 Sep 10 03:41:07.527676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-d1de8a86-43f7-40b6-bcd3-783c9a603fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.529142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-d1de8a86-43f7-40b6-bcd3-783c9a603fa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389838 Sep 10 03:41:07.618140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-6e4bb501-56ac-4a3f-83a4-0d8a745a81c7 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819533 Sep 10 03:41:07.702847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-26c4f4b5-1c16-4b5f-b476-e45fdd3f2d3a service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785139 Sep 10 03:41:08.566596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1cd50-a274-41f9-b897-48b94629bf4f req-8a910fa5-e0f4-4867-97e5-190c450e8755 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:08.568123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aa1cd50-a274-41f9-b897-48b94629bf4f req-8a910fa5-e0f4-4867-97e5-190c450e8755 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Sep 10 03:41:08.605141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3aa1cd50-a274-41f9-b897-48b94629bf4f req-059506f2-4913-45e3-b8ed-eaf225a79c1d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306993 Sep 10 03:41:10.015133 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9c5cd-7e64-4dc3-8af5-65e3207194df req-8c7b5854-35c5-47f9-8755-105eb1e2c845 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.016793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35d9c5cd-7e64-4dc3-8af5-65e3207194df req-8c7b5854-35c5-47f9-8755-105eb1e2c845 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.3461003 Sep 10 03:41:10.053264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-35d9c5cd-7e64-4dc3-8af5-65e3207194df req-bfec5e89-fd8b-4265-8bba-dd908ffcbb0e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300176 Sep 10 03:41:11.170545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ce409-957e-40f1-8f23-161a4d56e8bc req-5119639a-c15b-4072-bceb-918e5a6578f9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:11.172044 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb2ce409-957e-40f1-8f23-161a4d56e8bc req-5119639a-c15b-4072-bceb-918e5a6578f9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0516324 Sep 10 03:41:11.210370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb2ce409-957e-40f1-8f23-161a4d56e8bc req-ac8bb2bf-5b16-44dd-a605-ff470a98c386 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Sep 10 03:41:12.323719 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09a4c-025d-41ba-a9b4-97ea15b47c7a req-660115c4-2a05-4c0f-8ffc-9c89a6a181c8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:12.325442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44e09a4c-025d-41ba-a9b4-97ea15b47c7a req-660115c4-2a05-4c0f-8ffc-9c89a6a181c8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0486550 Sep 10 03:41:12.362372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-44e09a4c-025d-41ba-a9b4-97ea15b47c7a req-5c5c44e6-c93a-4c10-a607-b5cb468775e6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Sep 10 03:41:13.475603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf4400-096c-49e2-8c82-dad7f750f0fa req-02cfc211-da1d-45b1-8cbc-240b9a3e42ff tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:13.477088 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4dcf4400-096c-49e2-8c82-dad7f750f0fa req-02cfc211-da1d-45b1-8cbc-240b9a3e42ff tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Sep 10 03:41:13.513980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4dcf4400-096c-49e2-8c82-dad7f750f0fa req-d362a173-4e52-4913-a79d-ff4d81643a1c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Sep 10 03:41:14.626808 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240cd6-6848-4443-a7a1-2be703e82d95 req-170f691a-fbd2-43a7-b37f-4775c590ee6d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:14.628302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-33240cd6-6848-4443-a7a1-2be703e82d95 req-170f691a-fbd2-43a7-b37f-4775c590ee6d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0475440 Sep 10 03:41:14.668247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-33240cd6-6848-4443-a7a1-2be703e82d95 req-d568cf63-2f2c-4907-86d4-d6481197e134 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340791 Sep 10 03:41:15.818260 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698b8d2-6ec6-4b18-9494-cf65527f7250 req-76a9fd99-30d8-4070-bca9-913214253f25 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:15.820516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3698b8d2-6ec6-4b18-9494-cf65527f7250 req-76a9fd99-30d8-4070-bca9-913214253f25 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0834775 Sep 10 03:41:15.823052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-728c9592-7f86-4ca1-a189-a7e434ae2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:15.824403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-728c9592-7f86-4ca1-a189-a7e434ae2b61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1096 time: 0.0598922 Sep 10 03:41:15.884821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3698b8d2-6ec6-4b18-9494-cf65527f7250 req-e793dde2-f64c-4740-954f-903ec74f2e61 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583928 Sep 10 03:41:15.938648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-983d9569-01df-4b4f-95f2-8105c1ccc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:15.940163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-983d9569-01df-4b4f-95f2-8105c1ccc860 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0970821 Sep 10 03:41:16.005726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-b9795fcb-015a-40aa-a616-0338604eb5e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1001 time: 0.0586414 Sep 10 03:41:16.051382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-f78cd776-9aa6-440e-b7c5-e440a3f5ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:16.052784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-f78cd776-9aa6-440e-b7c5-e440a3f5ac10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0408738 Sep 10 03:41:16.095249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-32c59aee-9caa-4dab-bcb5-f55dc923bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:16.096928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-32c59aee-9caa-4dab-bcb5-f55dc923bd74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378292 Sep 10 03:41:16.187019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-53b73ec0-d60b-404b-b316-98e09fd8ebfa service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Sep 10 03:41:16.276721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-57f5926d-cb2e-4af0-8550-1ce68fedd869 req-55451465-32d5-4c3c-ad7b-b73c705840b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822001 Sep 10 03:41:17.000337 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ffd7-8b17-46c0-9dfe-df28721a6e59 req-cd235bdc-d594-438a-a068-1060f89d44e7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:17.001801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63a4ffd7-8b17-46c0-9dfe-df28721a6e59 req-cd235bdc-d594-438a-a068-1060f89d44e7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0473690 Sep 10 03:41:17.038595 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-63a4ffd7-8b17-46c0-9dfe-df28721a6e59 req-b79a6302-f79a-44f0-9010-2fbb056b5328 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Sep 10 03:41:18.438578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04319c34-f2c4-404d-a424-db7a3d5a3cf5 req-081124e2-aff7-4550-aaa8-dccfd6efed09 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:18.440138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04319c34-f2c4-404d-a424-db7a3d5a3cf5 req-081124e2-aff7-4550-aaa8-dccfd6efed09 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.3365662 Sep 10 03:41:18.474900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04319c34-f2c4-404d-a424-db7a3d5a3cf5 req-20851ea2-6439-4421-84f1-9db6662fa86d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290194 Sep 10 03:41:19.587253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19a628-cc75-4e0c-be5a-b9b329534a36 req-c53645b4-8ab7-4845-8109-7606d105ee4f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.588793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f19a628-cc75-4e0c-be5a-b9b329534a36 req-c53645b4-8ab7-4845-8109-7606d105ee4f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Sep 10 03:41:19.624100 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-00a39f24-9ffd-4a65-acbc-a1bae2606d0a service neutron] show failed (client error): The resource could not be found. Sep 10 03:41:19.625844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-00a39f24-9ffd-4a65-acbc-a1bae2606d0a service neutron] 10.222.0.36 "GET /v2.0/ports/1e0fb309-e506-4bdd-b2ad-c136097f89f9/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0554163 Sep 10 03:41:19.636439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f19a628-cc75-4e0c-be5a-b9b329534a36 req-f8030864-90a1-4a1b-be73-e89420df4bed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341737 Sep 10 03:41:19.820054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-6a694f44-8717-43b8-ba1c-01ebc5f33b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.821559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-6a694f44-8717-43b8-ba1c-01ebc5f33b26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 1096 time: 0.0406623 Sep 10 03:41:19.825811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-b5147158-2cff-4e9d-b065-93741627ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.827287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-b5147158-2cff-4e9d-b065-93741627ab0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1096 time: 0.0403779 Sep 10 03:41:19.835625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:19.889161 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.932162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-89db50ab-f89a-4ada-b412-89920a09a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.933639 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-89db50ab-f89a-4ada-b412-89920a09a02a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0877273 Sep 10 03:41:20.029286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-dd581269-0482-4092-9d9a-76bb83d0b83b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1001 time: 0.0887897 Sep 10 03:41:20.078247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-a3c44605-3774-484f-9511-6a40c55dc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.079985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-a3c44605-3774-484f-9511-6a40c55dc8f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0437531 Sep 10 03:41:20.085080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:20.118345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:20.135023 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-dde61c7d-d6e3-409f-8a0d-64e656f7b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.136556 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-dde61c7d-d6e3-409f-8a0d-64e656f7b461 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497515 Sep 10 03:41:20.157132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:20.159541 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b47c27e-9345-40d4-a852-c3c44f8675e1" -d '{"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:20.163828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.178438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Transition to ACTIVE for port object 1e0fb309-e506-4bdd-b2ad-c136097f89f9 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:20.182012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.213455 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d477ce-01ed-48a9-89c9-1918686c2342 x-openstack-request-id: req-a7d477ce-01ed-48a9-89c9-1918686c2342 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:20.213748 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:20.214000 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7d477ce-01ed-48a9-89c9-1918686c2342 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:20.214389 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'code': 200} Sep 10 03:41:20.244756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-93ced7ed-3777-4988-be29-a48a82928d71 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001565 Sep 10 03:41:20.292461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:20.317377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.317736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.318059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.318397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.318728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.319104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.319435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.319776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.320108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.320430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.320753 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.321074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:20.345222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-76102b85-2faf-464d-b846-164630a60bdf service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940359 Sep 10 03:41:20.367886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] No DVR routers for this DVR port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:20.498547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:20.498811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:20.499136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:20.503274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:20.503638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Attempting to bind port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:20.508399 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:20.508741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:20.509125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:20.509554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Bound port: 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:20.509908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.571706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:20.574771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:20.580050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.614653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.615268 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.617233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] 10.222.0.32 "PUT /v2.0/ports/1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1091 time: 0.7861423 Sep 10 03:41:20.644559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175a57b-d667-49c2-90dc-2508885bcf2e service neutron] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:20.688894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-ddc7783f-6c91-42cf-9d0f-180e1c69134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.690417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-ddc7783f-6c91-42cf-9d0f-180e1c69134d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1094 time: 0.0422285 Sep 10 03:41:20.769108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196d19-de17-4e48-9a36-ef74ba8adfcf req-c5d230df-a1b3-4831-abb4-3f613e0fcf4f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.770683 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d196d19-de17-4e48-9a36-ef74ba8adfcf req-c5d230df-a1b3-4831-abb4-3f613e0fcf4f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.0514996 Sep 10 03:41:20.793699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-919980d0-f8da-4c15-b73a-5ba3d55ffb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.795229 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-919980d0-f8da-4c15-b73a-5ba3d55ffb5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0978708 Sep 10 03:41:20.815320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8d196d19-de17-4e48-9a36-ef74ba8adfcf req-dff35824-e7e8-47ed-b2a7-a406dd541b38 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381193 Sep 10 03:41:20.861569 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-d186a6ba-76a7-47fb-a7f5-5b2c0ddd89cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 999 time: 0.0592878 Sep 10 03:41:20.909994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-0a454b2d-4528-40b5-8793-47250625620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.911324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-0a454b2d-4528-40b5-8793-47250625620d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0428753 Sep 10 03:41:20.959358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-ca949678-2d7a-4f70-96a3-252dd5a04220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.960877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-ca949678-2d7a-4f70-96a3-252dd5a04220 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425539 Sep 10 03:41:21.047728 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-cd3e2e7b-8e75-4375-8a04-66d5614a1ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797610 Sep 10 03:41:21.139923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-19ffd8f2-4071-4736-9514-123112f09fa2 req-e664b2eb-87c4-49cb-906b-157b7e1c6338 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Sep 10 03:41:21.932906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d3032-52ab-48f5-984c-6c554099d0f1 req-85ad1ecb-c905-419c-a411-ba87b88ebd71 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:21.934378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-464d3032-52ab-48f5-984c-6c554099d0f1 req-85ad1ecb-c905-419c-a411-ba87b88ebd71 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.0491107 Sep 10 03:41:21.970404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-464d3032-52ab-48f5-984c-6c554099d0f1 req-6a303982-f0ca-4d7f-9c54-8bda54fcbfde tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302191 Sep 10 03:41:22.215364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:22.217655 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa645cc3-019c-4514-af5b-40dd53545e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:22.266988 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c5dd4-e7a2-44d7-8151-33ee8473f9f0 x-openstack-request-id: req-744c5dd4-e7a2-44d7-8151-33ee8473f9f0 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:22.267277 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:22.267555 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-744c5dd4-e7a2-44d7-8151-33ee8473f9f0 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:22.267947 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'status': 'completed', 'code': 200} Sep 10 03:41:22.354883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-5aa41d90-b921-4a80-8bd6-6deac4d4a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.356378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-5aa41d90-b921-4a80-8bd6-6deac4d4a36b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1094 time: 0.0686636 Sep 10 03:41:22.361486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-ec1253a1-ba7b-450a-a301-15e2d3617e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.362832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-ec1253a1-ba7b-450a-a301-15e2d3617e9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1094 time: 0.0658729 Sep 10 03:41:22.507852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-63103839-93ae-4bbe-96b7-ad7938f8310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.509204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-63103839-93ae-4bbe-96b7-ad7938f8310b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1455624 Sep 10 03:41:22.513304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-8f34f1b0-e26e-4499-970f-4e5506df8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.514606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-8f34f1b0-e26e-4499-970f-4e5506df8798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1427112 Sep 10 03:41:22.622488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-bc2e0630-0d2e-449a-a52d-e5736101a37d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 999 time: 0.1065130 Sep 10 03:41:22.637768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-17c24908-86f6-4091-9096-75518f0021cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 999 time: 0.0835671 Sep 10 03:41:22.706591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-61669b0d-7a1a-40be-b59a-3d9dd62335f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.708141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-61669b0d-7a1a-40be-b59a-3d9dd62335f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0786867 Sep 10 03:41:22.723672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-177fbc96-2fb4-4d3c-a7c0-a8eea4c95d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.725669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-177fbc96-2fb4-4d3c-a7c0-a8eea4c95d1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0670195 Sep 10 03:41:22.789376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-8e41038f-c85f-400a-b28a-915df47f4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.790751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-8e41038f-c85f-400a-b28a-915df47f4a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759499 Sep 10 03:41:22.795963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-f70f5a3f-bda1-4304-8beb-2ed0bbd1b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.797332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-f70f5a3f-bda1-4304-8beb-2ed0bbd1b9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511823 Sep 10 03:41:22.946928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-a25b3d91-9803-47dd-8496-02ee9e79562c service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468978 Sep 10 03:41:22.950201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-23efe57c-944b-4569-9e91-22c80fe79656 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428485 Sep 10 03:41:23.140594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-096ef3d3-4a14-438f-8766-5254ba557e68 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871498 Sep 10 03:41:23.154487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f341ec-6088-4716-b7e2-313c05fd06d9 req-cf033c5c-e9a1-48de-849a-ad1c1553b70f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.156003 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66f341ec-6088-4716-b7e2-313c05fd06d9 req-cf033c5c-e9a1-48de-849a-ad1c1553b70f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.1130242 Sep 10 03:41:23.158442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa645cc3-019c-4514-af5b-40dd53545e6d req-e33a4f37-3b93-4f13-82fd-7ab6a2c0dfbf service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877041 Sep 10 03:41:23.194668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66f341ec-6088-4716-b7e2-313c05fd06d9 req-6ec1d2ed-25ca-4306-926a-440d3194be0d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Sep 10 03:41:23.219168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:23.321218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:23.334065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'mac_address': 'fa:16:3e:73:9f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:23.370726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.384020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0fb309-e506-4bdd-b2ad-c136097f89f9 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:23.406833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:23.410723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.415997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018de7-0d1a-47b9-b833-c6702ca6ae58 req-6fd3647b-7275-4d25-a649-3a76b5e21a17 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.417521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75018de7-0d1a-47b9-b833-c6702ca6ae58 req-6fd3647b-7275-4d25-a649-3a76b5e21a17 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 943 time: 0.0795171 Sep 10 03:41:23.425729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-c528007d-181d-4604-ba7b-f768699d3eab tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.427110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-c528007d-181d-4604-ba7b-f768699d3eab tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4&tenant_id=89e742d12a0444f29ec9717f850d8515&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 943 time: 0.0774956 Sep 10 03:41:23.458206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:23.465753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.466104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.466446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.466788 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.467124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.467469 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.467806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.468137 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.468458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.468782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.469106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.469428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:23.497056 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75018de7-0d1a-47b9-b833-c6702ca6ae58 req-b0b2aeb4-e0a1-4841-8c2e-f6d26d3904d5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689650 Sep 10 03:41:23.511097 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-50513728-cd26-43b4-b8bb-c7c2969b3165 service neutron] delete failed (client error): The resource could not be found. Sep 10 03:41:23.512115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-50513728-cd26-43b4-b8bb-c7c2969b3165 service neutron] 10.222.0.36 "DELETE /v2.0/ports/1e0fb309-e506-4bdd-b2ad-c136097f89f9/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0778904 Sep 10 03:41:23.592308 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-40d69799-d04e-4309-84d3-260d54c79d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.593691 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-40d69799-d04e-4309-84d3-260d54c79d56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 1095 time: 0.0391796 Sep 10 03:41:23.628933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:23.653796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['1e0fb309-e506-4bdd-b2ad-c136097f89f9'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:23.685189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-0b32f102-d9c3-4310-b98c-49bc7faccdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.686676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-0b32f102-d9c3-4310-b98c-49bc7faccdb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0855570 Sep 10 03:41:23.698615 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:23.749900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-799a39bf-bca1-4a9c-8e8e-61973ede9562 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 200 len: 1000 time: 0.0561912 Sep 10 03:41:23.798205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-9adc07a7-138b-4358-ad22-7bc3f16285bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.799702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-9adc07a7-138b-4358-ad22-7bc3f16285bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0425665 Sep 10 03:41:23.847813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-d7b5d0f5-516b-4705-8f68-0228de46e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.849204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-d7b5d0f5-516b-4705-8f68-0228de46e605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421829 Sep 10 03:41:23.936610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-922f1fb6-857a-48fa-a037-ae4bf881d389 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800681 Sep 10 03:41:24.027409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f23f79d5-74c6-46cf-9d6d-8697daa257c4 req-5d50a169-d44d-4230-9c5f-1b9da73cc87f service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824952 Sep 10 03:41:24.622612 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6b584-ccdd-4813-a73a-8290291e9966 req-b3934a18-93ed-49c3-be32-aa83c62e0df9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.624135 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c4e6b584-ccdd-4813-a73a-8290291e9966 req-b3934a18-93ed-49c3-be32-aa83c62e0df9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 944 time: 0.0484996 Sep 10 03:41:24.660880 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c4e6b584-ccdd-4813-a73a-8290291e9966 req-c0d00e4b-10fd-4c6b-9970-5d553180c79d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Sep 10 03:41:24.774305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3baaf-782e-44ce-bdcc-14d0288e3cf7 req-5e8057fc-c4b1-4764-9baf-7fa69d6cca9e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.775838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ff3baaf-782e-44ce-bdcc-14d0288e3cf7 req-5e8057fc-c4b1-4764-9baf-7fa69d6cca9e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 944 time: 0.0481298 Sep 10 03:41:24.812177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ff3baaf-782e-44ce-bdcc-14d0288e3cf7 req-95fcf902-cdda-499d-a004-58ee952bf7e1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304646 Sep 10 03:41:24.922830 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686a11-5818-4be0-aec7-9e938051fbe1 req-680bc49d-de8f-4f1f-ad87-72b4789bc436 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.924264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e686a11-5818-4be0-aec7-9e938051fbe1 req-680bc49d-de8f-4f1f-ad87-72b4789bc436 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 944 time: 0.0488002 Sep 10 03:41:24.964494 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7e686a11-5818-4be0-aec7-9e938051fbe1 req-2980290b-e3ac-4dce-b0d9-b798152299c2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344367 Sep 10 03:41:25.195611 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eea9c-4503-4154-98c2-1cccc1fe0753 req-43d0875b-0091-4efe-9cc5-154fdbbdce27 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:25.196990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-465eea9c-4503-4154-98c2-1cccc1fe0753 req-43d0875b-0091-4efe-9cc5-154fdbbdce27 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 944 time: 0.0474782 Sep 10 03:41:25.229635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:25.233948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-465eea9c-4503-4154-98c2-1cccc1fe0753 req-57f5acd1-8a0f-4e99-a5a3-8596dcf0c7a4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311203 Sep 10 03:41:25.277256 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:25.280738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:25.281112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.354346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.378525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:25.380748 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf3d26-681d-4ac8-b49c-a51414e088ab" -d '{"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-plugged", "status": "completed", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:25.393454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:25.398118 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.421174 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f99afe-cef8-48c0-8651-ac01885ccfb1 x-openstack-request-id: req-f9f99afe-cef8-48c0-8651-ac01885ccfb1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:25.421466 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-plugged", "status": "completed", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:25.421720 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9f99afe-cef8-48c0-8651-ac01885ccfb1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:25.422106 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'code': 200} Sep 10 03:41:25.447473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:26.346504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824293-8f63-4a10-9fd2-fbe05a3f0e83 req-196f0f6a-c8a1-4d7c-9d0f-f2db44f0f3be tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:26.347994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86824293-8f63-4a10-9fd2-fbe05a3f0e83 req-196f0f6a-c8a1-4d7c-9d0f-f2db44f0f3be tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Sep 10 03:41:26.385060 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86824293-8f63-4a10-9fd2-fbe05a3f0e83 req-ba457414-f4b7-426d-8ad7-2fabb20f5f25 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Sep 10 03:41:26.408501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-2bcb8310-84bf-4a17-83e6-38d53039bf81 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:26.410011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-2bcb8310-84bf-4a17-83e6-38d53039bf81 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 945 time: 0.0474000 Sep 10 03:41:26.496920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Deleting port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:26.497259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:26.581136 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] For port 1e0fb309-e506-4bdd-b2ad-c136097f89f9, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1e0fb309-e506-4bdd-b2ad-c136097f89f9,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:26.581497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.096273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.096641 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.096960 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 disassociated. External IP: 172.25.8.166, port: 1e0fb309-e506-4bdd-b2ad-c136097f89f9. Sep 10 03:41:27.097304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Calling delete_port for 1e0fb309-e506-4bdd-b2ad-c136097f89f9 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:27.220771 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.246792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event deleted for resources: {'Port': ['ID=1e0fb309-e506-4bdd-b2ad-c136097f89f9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:27.367772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:41:27.491589 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3ea594d6-9e13-4c1d-a625-7d873c145bfb req-8c2370b0-8546-4ed9-a0be-16b1995baec6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4 HTTP/1.1" status: 200 len: 210 time: 0.0296822 Sep 10 03:41:27.499113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:27.514023 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:27.523056 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:27.523634 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:41:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:27.540613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] No DVR routers for this DVR port 1e0fb309-e506-4bdd-b2ad-c136097f89f9 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:27.543295 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.545355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5648cf3e-f8a0-4b13-88f5-ad8cfcf5b78b req-3ed50ad7-0191-4fc5-b4e2-a0a22cdf74ef tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "DELETE /v2.0/ports/1e0fb309-e506-4bdd-b2ad-c136097f89f9 HTTP/1.1" status: 204 len: 173 time: 1.1296041 Sep 10 03:41:27.545794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-deleted', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:27.548135 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd08e9c-ba0c-4bf0-a8da-1d86400139f7" -d '{"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-deleted", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:27.590996 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3dc5f-dec2-4871-b9f1-8b4de047ec3f x-openstack-request-id: req-14c3dc5f-dec2-4871-b9f1-8b4de047ec3f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:27.591288 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4", "name": "network-vif-deleted", "tag": "1e0fb309-e506-4bdd-b2ad-c136097f89f9", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:27.591992 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14c3dc5f-dec2-4871-b9f1-8b4de047ec3f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:27.592114 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d7c8c-3ca2-4cc6-9cc3-f686a2d834c4', 'name': 'network-vif-deleted', 'tag': '1e0fb309-e506-4bdd-b2ad-c136097f89f9', 'status': 'completed', 'code': 200} Sep 10 03:41:27.644540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:27.840711 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:27.866054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:27.873979 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:27.874589 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:41:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:27.979318 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:28.180011 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:28.208138 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a22fe-744a-4852-9dec-ea2b3db28799 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:28.411815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a131266-f222-4427-a39e-c321ed0c60d6 None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:41:28.730506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-d1b40ba0-6e2f-4b1b-8cb8-5973735f9769 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1592509478&fields=id&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 267 time: 0.0427268 Sep 10 03:41:28.835991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-07d17436-3967-4f7f-bdf7-0b2f8ce8bcb2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:28.837444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-07d17436-3967-4f7f-bdf7-0b2f8ce8bcb2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.0992112 Sep 10 03:41:28.851654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-5699727f-25b9-4464-9e9a-96f6cf210076 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/quotas/89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 375 time: 0.0086095 Sep 10 03:41:28.907290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-e579f3cb-414f-4273-a178-79e35f6cd107 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506630 Sep 10 03:41:28.977060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-3c749531-f87f-46b8-9ff4-36eb137ab679 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:41:28.978068 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-3c749531-f87f-46b8-9ff4-36eb137ab679 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579700 Sep 10 03:41:29.071301 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-ba3ee70c-351b-417c-9064-e37ab3a16051 service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868673 Sep 10 03:41:29.164600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-656b03d3-4464-4eed-b335-942dd94383da service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 Sep 10 03:41:30.347543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e46b7b4f-3f01-47a2-87d2-7fe35b195d8a req-703348cc-3ebe-4bda-94ef-145b5b13d3d8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0265384 Sep 10 03:41:31.229411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:31.249699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 1e0fb309-e506-4bdd-b2ad-c136097f89f9 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:31.250045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1e0fb309-e506-4bdd-b2ad-c136097f89f9 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:31.422991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a96d7dd0-cfda-46c8-a74e-bf0e792a50b6 req-019e638a-0518-4bfe-b4ac-f2c2dc2f5c00 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Sep 10 03:41:31.801707 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-561ae776-c2a9-4eb3-a016-89bbfc9c76b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:32.208665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:32.390108 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:41:32.444536 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:32.505131 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-909bd7a2-bb2e-45b6-b3ab-65601af2170c req-d4ecf5fd-73a8-43f0-9b02-7af5fad792ab tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0323670 Sep 10 03:41:33.584705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d126cf23-3640-410e-b9f0-d6c5efb70449 req-96a8a32c-036a-4348-aece-3f6ff269ecbe tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0256717 Sep 10 03:41:34.371509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-992d468c-0616-437c-b553-d283f73624ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:34.682464 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d757dffb-c8c6-41b7-9aa6-57eb11abf5b5 req-32790141-1acb-4fd0-b820-bc85d58b24cf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0259438 Sep 10 03:41:34.743078 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.337888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-0281952a-0493-4d88-bc8c-9bef3791e6e0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:35.339270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-0281952a-0493-4d88-bc8c-9bef3791e6e0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.1035244 Sep 10 03:41:35.383345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-e7c806f0-18c9-499d-aed9-6cb665bc0d07 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 380 time: 0.0347507 Sep 10 03:41:35.393489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'port': {'device_id': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'admin_state_up': True, 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'security_groups': ['35a8c68f-20de-4613-a36b-c024f69f1f0c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:35.495711 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Made reservation on behalf of 89e742d12a0444f29ec9717f850d8515 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:35.499063 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.524873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.625388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Allocated IP 172.20.0.4 (4a34ce0f-e9e2-4881-a700-14ccf67c838a/1cebd2db-2937-4607-b129-ca4dc54f7b43/42e6d6a2-ce8e-467e-96c3-6a5db819eaa6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:35.759789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.793246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-075737b1-30f2-4bb8-9d29-eb936893200b req-2de0b502-6d08-4f63-b703-3d8f9163c06a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Sep 10 03:41:35.795662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Transition to ACTIVE for port object 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:35.827673 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.869039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:35.872067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:35.878191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:35.883790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:35.929835 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:35.930472 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.945485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6514e2a4-2d01-4e82-9dac-d5b644589fd0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559757 Sep 10 03:41:35.958427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Request body: {'port': {'device_id': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:36.017511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.065309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f074b716-36fd-4d85-9c21-800880476936 None None] Provisioning for port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:36.069209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f074b716-36fd-4d85-9c21-800880476936 None None] Provisioning complete for port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:36.069587 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f074b716-36fd-4d85-9c21-800880476936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.107553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f074b716-36fd-4d85-9c21-800880476936 None None] Port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:36.275107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:36.282312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.293784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Transition to ACTIVE for port object 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:36.297460 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.370431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:36.420499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:36.420843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:36.421182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:36.425675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:36.426002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:36.430869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:36.431214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:36.431639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:36.432080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Bound port: 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:36.432451 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.498200 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:36.501670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:36.505300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.541467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:36.542105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.543544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] 10.222.0.32 "PUT /v2.0/ports/42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1091 time: 0.5899296 Sep 10 03:41:36.544018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:36.546234 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c5327b-cbca-46bf-b3d7-7223520986bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:36.570597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6807e-ba4b-45e1-b023-09dceb761064 service neutron] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:36.595724 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e9366-f9ff-4226-8183-41f6712606e3 x-openstack-request-id: req-1c3e9366-f9ff-4226-8183-41f6712606e3 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:36.596020 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:36.596269 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c3e9366-f9ff-4226-8183-41f6712606e3 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:36.596671 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'status': 'completed', 'code': 200} Sep 10 03:41:36.630952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-b6973f38-5a04-4f59-ba4f-202e14df76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:36.633204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-b6973f38-5a04-4f59-ba4f-202e14df76fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0488203 Sep 10 03:41:36.675827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-cebf6151-5c48-4cfc-a5a1-ed92da6988e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 217 time: 0.0348260 Sep 10 03:41:36.727237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-8b779764-f44c-476c-9ed1-d4245d79e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:36.728760 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-8b779764-f44c-476c-9ed1-d4245d79e098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0450447 Sep 10 03:41:36.773543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-3e49fb55-22f8-49e4-ae84-cba949b961fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:36.775034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-3e49fb55-22f8-49e4-ae84-cba949b961fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397356 Sep 10 03:41:36.875351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-aef5a147-b454-4217-93bc-4aca1a89a5ad service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934360 Sep 10 03:41:36.964233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b18bc-4974-45e5-846f-26f40b3f2228 req-8cc068df-d438-4fec-a210-ad79bf55347a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:36.965702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-965b18bc-4974-45e5-846f-26f40b3f2228 req-8cc068df-d438-4fec-a210-ad79bf55347a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 943 time: 0.1045671 Sep 10 03:41:37.006240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-86211012-5306-4cbc-89c3-be8f3ef28f06 req-6e2b54a2-e86c-4585-af3c-20435d9a8af5 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170969 Sep 10 03:41:37.019256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-965b18bc-4974-45e5-846f-26f40b3f2228 req-503271bb-50be-4336-bff8-cc281c485aed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Sep 10 03:41:37.092151 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-9867aef4-8d51-41e2-badd-6fa1afb1b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:37.093678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-9867aef4-8d51-41e2-badd-6fa1afb1b822 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0413330 Sep 10 03:41:37.185725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-4e419f76-12f9-495c-b207-82f495cbcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:37.187169 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-4e419f76-12f9-495c-b207-82f495cbcab7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0863118 Sep 10 03:41:37.226347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-306b3c3f-5e58-4a24-b0bb-c43536be1bb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 217 time: 0.0322130 Sep 10 03:41:37.273442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-fcc33e8e-4a30-4827-8206-6c326b589b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:37.274842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-fcc33e8e-4a30-4827-8206-6c326b589b00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0417054 Sep 10 03:41:37.323963 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-d62f4d65-594f-4d83-8d8a-61b33d106938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:37.325424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-d62f4d65-594f-4d83-8d8a-61b33d106938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426316 Sep 10 03:41:37.414148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-aaecd478-d615-4270-a224-94c8487b2c44 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800867 Sep 10 03:41:37.469378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:37.504464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9c5327b-cbca-46bf-b3d7-7223520986bd req-26fd9f50-f7fd-4034-97d6-8d4302ef1987 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Sep 10 03:41:38.134904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6deec8-b495-43c4-a2e0-e98ad3993375 req-d0b02ddf-a828-40a3-a934-7da05d0f59f1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.136399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa6deec8-b495-43c4-a2e0-e98ad3993375 req-d0b02ddf-a828-40a3-a934-7da05d0f59f1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0487533 Sep 10 03:41:38.172650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-aa6deec8-b495-43c4-a2e0-e98ad3993375 req-5602d320-1408-4e89-910c-0995665a5b08 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301077 Sep 10 03:41:39.230171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:39.287528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7135c-13bd-413e-81e6-4605ca5d63fe req-4f869e13-f791-4ee7-83f9-d7012d1c5273 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:39.289560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-abb7135c-13bd-413e-81e6-4605ca5d63fe req-4f869e13-f791-4ee7-83f9-d7012d1c5273 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0489616 Sep 10 03:41:39.324316 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:39.326557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-abb7135c-13bd-413e-81e6-4605ca5d63fe req-e182d8a0-384d-46cd-a7df-5b6717590f6e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Sep 10 03:41:39.335393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'mac_address': 'fa:16:3e:10:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:39.375690 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:39.387798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:39.406202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:39.410186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:39.457740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:39.593966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:40.441244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669e273-4e6b-436b-a8dd-79ad34eee16f req-69be4673-da5e-4304-b91e-b740ff3f608f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:40.442701 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2669e273-4e6b-436b-a8dd-79ad34eee16f req-69be4673-da5e-4304-b91e-b740ff3f608f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0480127 Sep 10 03:41:40.479354 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2669e273-4e6b-436b-a8dd-79ad34eee16f req-4024badf-be86-4a6f-a20f-a5237643c813 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Sep 10 03:41:41.245149 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:41.293284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:41.297583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:41.298199 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:41.371891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:41.393196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:41.395421 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec90fe-aae2-42bc-a6d6-a73442e68ac6" -d '{"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:41.411943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:41.416486 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:41.438846 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14676b9-1989-4554-b21e-971b78be910d x-openstack-request-id: req-d14676b9-1989-4554-b21e-971b78be910d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:41.439143 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:41.439394 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d14676b9-1989-4554-b21e-971b78be910d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:41.439804 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'code': 200} Sep 10 03:41:41.465150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:41.527218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed930bd-1320-4819-9cf4-8f535c162b2b req-d84536f5-d389-4c76-b8cd-4fe7ef54d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.528799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ed930bd-1320-4819-9cf4-8f535c162b2b req-d84536f5-d389-4c76-b8cd-4fe7ef54d231 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0403490 Sep 10 03:41:41.568698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ed930bd-1320-4819-9cf4-8f535c162b2b req-a91013b0-95b4-419e-8555-4c08a2c00000 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Sep 10 03:41:41.595757 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099c227-dccc-443b-9a9a-bd7b824a7961 req-acad793b-abeb-4d50-8c83-86bd14a0be1b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.597222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7099c227-dccc-443b-9a9a-bd7b824a7961 req-acad793b-abeb-4d50-8c83-86bd14a0be1b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Sep 10 03:41:41.633413 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7099c227-dccc-443b-9a9a-bd7b824a7961 req-3d2d289a-ecc6-425f-8a9c-75ace8d8587f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301523 Sep 10 03:41:42.752417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0535f-afff-4e18-bfab-23a3b2870bed req-3357a825-a0ed-4cf4-a63e-9bee78bf1dc5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:42.753878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42d0535f-afff-4e18-bfab-23a3b2870bed req-3357a825-a0ed-4cf4-a63e-9bee78bf1dc5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0474114 Sep 10 03:41:42.790252 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42d0535f-afff-4e18-bfab-23a3b2870bed req-e91665dc-90d7-42ec-bd4d-e5139b68e386 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298796 Sep 10 03:41:42.900099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b3b2-f9ad-457f-aed1-e9e8a226c7ec req-caf9182e-cb47-4028-be55-cea6741f2a23 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:42.901760 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3139b3b2-f9ad-457f-aed1-e9e8a226c7ec req-caf9182e-cb47-4028-be55-cea6741f2a23 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Sep 10 03:41:42.910763 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43460) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:42.915429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'floatingip': {'port_id': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:42.957484 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.378416 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.381909 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.488702 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 associated. External IP: 172.25.8.166, port: 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6. Sep 10 03:41:43.688442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:41:43.793727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:43.798533 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.802918 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:43.812004 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:43.812600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:41:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:43.824819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f028ee2e-c03a-4a24-a6b1-e4e11f73d427 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "PUT /v2.0/floatingips/9b3127e2-e175-4976-93db-85a05d933b71 HTTP/1.1" status: 200 len: 991 time: 0.9128139 Sep 10 03:41:43.825518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:43.829713 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d1649-c36b-442c-9a39-91fb7c84abeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:43.863743 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7775401f-7194-40b4-82c7-7268cc904fc2 x-openstack-request-id: req-7775401f-7194-40b4-82c7-7268cc904fc2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:43.864020 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:43.864274 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7775401f-7194-40b4-82c7-7268cc904fc2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:43.864703 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'status': 'completed', 'code': 200} Sep 10 03:41:43.917960 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:43.933283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-5d445f43-1287-47d6-9342-699d655b137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:43.934834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-5d445f43-1287-47d6-9342-699d655b137e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0406573 Sep 10 03:41:44.026214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-9b8382ac-146c-45ae-9e99-fc4a76742581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.027637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-9b8382ac-146c-45ae-9e99-fc4a76742581 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0859845 Sep 10 03:41:44.092803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-4b7b67c8-ae49-4719-a659-6f8cf7a9159d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 999 time: 0.0582042 Sep 10 03:41:44.131898 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:10:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:41:43Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:44.142267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-2fd38918-6c04-4872-9cdf-d74c9019df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.143793 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-2fd38918-6c04-4872-9cdf-d74c9019df37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0444815 Sep 10 03:41:44.157698 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:44.165737 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:44.166331 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:41:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:44.192337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-c8390b15-a82b-4320-835a-78b67e88a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.193953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-c8390b15-a82b-4320-835a-78b67e88a2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435758 Sep 10 03:41:44.286296 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-0003480c-d589-4387-9a01-111b98ad6fcd service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853412 Sep 10 03:41:44.359109 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:44.379776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a93d1649-c36b-442c-9a39-91fb7c84abeb req-2830bfb2-41e5-4032-b253-dbaa0da1431d service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870419 Sep 10 03:41:44.573700 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:10:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:41:43Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:44.598648 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123ad8d-4fc8-4f45-bbfc-657fc44565e5 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:10:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:41:43Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:44.778632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05388bf8-1d21-4eff-abd9-bb1884092c43 None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:42:01.800844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9794aaf2-3021-47e9-ad6b-2139cdfd7d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.209515 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.442978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.371663 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-63796cb3-8a8e-408f-824a-92b2576f757c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.735119 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:05.526892 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.472467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.390381 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:42:19.791788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-d10fe73c-c653-41ef-b7d9-d7293917d85b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387869 Sep 10 03:42:19.869610 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-c56c7d81-1a01-4dde-a2d5-de242510dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:19.871087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-c56c7d81-1a01-4dde-a2d5-de242510dd73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0385058 Sep 10 03:42:19.975328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-0ff4ac17-52cd-4b98-9895-71f1e725419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:19.976866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-0ff4ac17-52cd-4b98-9895-71f1e725419a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0866933 Sep 10 03:42:20.042249 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-04d53e3e-5be9-4185-a96c-7728f157fc1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1001 time: 0.0573249 Sep 10 03:42:20.093661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-50adf268-5723-41e8-8980-c37644fb9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:20.095142 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-50adf268-5723-41e8-8980-c37644fb9940 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0462661 Sep 10 03:42:20.139989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-06c0941c-dae4-4be1-92ae-59f8d9e627ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:20.141446 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-06c0941c-dae4-4be1-92ae-59f8d9e627ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394578 Sep 10 03:42:20.230022 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-f09ff1ba-1122-4b1c-89fe-d43311dbfbc1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810480 Sep 10 03:42:20.316043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f0bf0b3c-40eb-4697-a6f8-53ded2add1c3 req-9dab9753-f19f-48af-8220-8863a98c99a1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794907 Sep 10 03:42:31.800546 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8871f0bf-a410-4f1e-9aa9-5b23fe36c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.224176 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.458301 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.371977 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe36a3be-3c87-4e56-8173-fc491ea5f6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.734851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.529841 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.475170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.389578 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:43:01.800743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d95f0f38-8147-46c6-a84f-59a7d4f4fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.318060 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.464951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.371245 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0db9c79c-09ad-432b-881f-ef2d281bb28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.735036 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.532273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:07.476114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.903307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-9eabc7ab-e785-47c5-99e9-381db766fff0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360755 Sep 10 03:43:19.985957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-91aa0fdc-05cf-4e70-8f36-9ef5d479b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.987933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-91aa0fdc-05cf-4e70-8f36-9ef5d479b806 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0429521 Sep 10 03:43:20.086102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-94cd02f9-cff9-48ae-a028-c571463b8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.087610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-94cd02f9-cff9-48ae-a028-c571463b8348 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0813906 Sep 10 03:43:20.155705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-66a43d37-f900-4ef3-ae9f-846c332971b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1001 time: 0.0598235 Sep 10 03:43:20.209284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-78b18d0c-7e0e-49a3-828f-7d780e52027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.210764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-78b18d0c-7e0e-49a3-828f-7d780e52027c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0446420 Sep 10 03:43:20.258823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-56ed9c5b-df6a-4222-b2ef-16e7c532ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.260348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-56ed9c5b-df6a-4222-b2ef-16e7c532ed53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399742 Sep 10 03:43:20.351138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-01b47d06-70cc-474e-997b-ad37f89e50c2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822749 Sep 10 03:43:20.438352 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53d6c701-e3fc-4c87-b40f-1ead1cf6ab8d req-8d6c3d10-f08a-4a63-b2b2-27f851819e5b service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796320 Sep 10 03:43:20.691676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d05d8-7394-4752-92b3-c1efed56cd1a req-b016272a-bd10-415f-8d2d-28d3d2e5fa8a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.693347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-548d05d8-7394-4752-92b3-c1efed56cd1a req-b016272a-bd10-415f-8d2d-28d3d2e5fa8a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Sep 10 03:43:20.734967 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-548d05d8-7394-4752-92b3-c1efed56cd1a req-86b69b5d-c064-44e0-a12f-ef0a6cb59fee tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Sep 10 03:43:21.853489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb518447-4f40-491d-a529-bb1072c21062 req-27c8e661-654b-4f0e-bf8f-9270a625cef0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.854954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb518447-4f40-491d-a529-bb1072c21062 req-27c8e661-654b-4f0e-bf8f-9270a625cef0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0517964 Sep 10 03:43:21.891784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb518447-4f40-491d-a529-bb1072c21062 req-022db783-25df-47a6-b85d-ec75a96989ff tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Sep 10 03:43:23.006941 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a4813-09f8-40c0-b68f-3ac21b3bc088 req-22e0e078-b252-40c2-90ce-a26b855a577a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.008424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-613a4813-09f8-40c0-b68f-3ac21b3bc088 req-22e0e078-b252-40c2-90ce-a26b855a577a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0478277 Sep 10 03:43:23.048418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-613a4813-09f8-40c0-b68f-3ac21b3bc088 req-7bfe6e26-1324-4a41-add2-64f46e79ddbd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342417 Sep 10 03:43:23.388218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:43:24.161384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1f2e7-7d94-47a1-ba58-a7b4ccd17411 req-916f92d1-e5b4-4395-8369-861d464e0eab tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.162855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53a1f2e7-7d94-47a1-ba58-a7b4ccd17411 req-916f92d1-e5b4-4395-8369-861d464e0eab tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0482192 Sep 10 03:43:24.198924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-53a1f2e7-7d94-47a1-ba58-a7b4ccd17411 req-93d013b4-cd17-4db8-8ef4-24266513137d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303071 Sep 10 03:43:25.311572 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9362170-a61a-46ea-9c72-4e2f22752873 req-027ed3c3-b286-4c08-8057-4bd9957fb477 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.313067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9362170-a61a-46ea-9c72-4e2f22752873 req-027ed3c3-b286-4c08-8057-4bd9957fb477 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Sep 10 03:43:25.350734 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9362170-a61a-46ea-9c72-4e2f22752873 req-670b2392-c36a-47d5-be96-ac22f8531547 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Sep 10 03:43:26.462329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0e1f-b721-46e8-8cde-f39e9bfbb0ff req-a45c9bec-ba03-41f0-9c64-6a55654f6b23 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.463947 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd8f0e1f-b721-46e8-8cde-f39e9bfbb0ff req-a45c9bec-ba03-41f0-9c64-6a55654f6b23 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0472438 Sep 10 03:43:26.500009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dd8f0e1f-b721-46e8-8cde-f39e9bfbb0ff req-2a48252b-7e0f-42df-8c1b-0fc349232b87 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302870 Sep 10 03:43:27.611644 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0f8e8-f51a-4308-8b3b-c4da0d9bbe5e req-c4546214-1931-428e-93ee-3641ed5ab391 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.613115 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13a0f8e8-f51a-4308-8b3b-c4da0d9bbe5e req-c4546214-1931-428e-93ee-3641ed5ab391 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0467277 Sep 10 03:43:27.653561 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13a0f8e8-f51a-4308-8b3b-c4da0d9bbe5e req-b1bc4fc8-96e5-484c-8fe9-e6cde2207e5c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345712 Sep 10 03:43:28.768902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c29ad3-a64a-4253-be56-cf90d4cc0771 req-7dc8ff31-50a0-4889-86ab-45433246cd57 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.770364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56c29ad3-a64a-4253-be56-cf90d4cc0771 req-7dc8ff31-50a0-4889-86ab-45433246cd57 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Sep 10 03:43:28.806247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-56c29ad3-a64a-4253-be56-cf90d4cc0771 req-09e27d28-1d2e-45a6-8d2c-a80ce0110cce tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301299 Sep 10 03:43:29.919883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5588c3-7f4d-4968-ab16-5248f5e2a55c req-0a44b29b-1189-4a89-8a2d-f3d3decb0f66 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:29.921387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de5588c3-7f4d-4968-ab16-5248f5e2a55c req-0a44b29b-1189-4a89-8a2d-f3d3decb0f66 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0491862 Sep 10 03:43:29.958035 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de5588c3-7f4d-4968-ab16-5248f5e2a55c req-17c8ba80-7617-4ac9-be11-772c355d7541 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Sep 10 03:43:31.077092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf2a5-9ed0-4ca1-8bee-de2fcb317922 req-264f2d60-239b-46d8-8a9e-b7065033ff02 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:31.078597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-603cf2a5-9ed0-4ca1-8bee-de2fcb317922 req-264f2d60-239b-46d8-8a9e-b7065033ff02 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0499229 Sep 10 03:43:31.117256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-603cf2a5-9ed0-4ca1-8bee-de2fcb317922 req-60f9ed80-b58f-46af-8638-41fc2a79cd7b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Sep 10 03:43:31.374243 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-208a2cbc-d8f2-4c90-bdc2-cc2471ae17ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766664 Sep 10 03:43:31.381648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7f1ff-f789-48aa-9e3f-cf431d2452b2 req-b4be4496-d0ab-4d4a-a3cf-ec8a29744585 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:31.383031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5d7f1ff-f789-48aa-9e3f-cf431d2452b2 req-b4be4496-d0ab-4d4a-a3cf-ec8a29744585 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0756803 Sep 10 03:43:31.423344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5d7f1ff-f789-48aa-9e3f-cf431d2452b2 req-1be3b5a2-68bb-4399-8f3c-a68bdb990a78 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339375 Sep 10 03:43:31.799535 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c911-b39e-4fd9-aa4c-2d60ddac373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.320556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.473812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.541077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbee44-28e6-4089-bc83-cf7bcad53920 req-9b76c577-11b0-4fa0-8332-9aaaaeb19a87 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:32.542535 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9fbbee44-28e6-4089-bc83-cf7bcad53920 req-9b76c577-11b0-4fa0-8332-9aaaaeb19a87 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0475757 Sep 10 03:43:32.580341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9fbbee44-28e6-4089-bc83-cf7bcad53920 req-8a44cef5-6c03-41df-b051-d4b96c3488e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Sep 10 03:43:33.692678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc820-6c75-44d1-b993-2d4607fe824f req-ac5cf78f-1e21-4065-8ed7-a5d652c82592 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.694158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c3bc820-6c75-44d1-b993-2d4607fe824f req-ac5cf78f-1e21-4065-8ed7-a5d652c82592 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Sep 10 03:43:33.730695 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3c3bc820-6c75-44d1-b993-2d4607fe824f req-01c8e9d1-40f0-45f4-8d3a-c16d12ae6cd5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305874 Sep 10 03:43:34.371796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-08714234-6e86-409f-8a23-50e58c3a1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.447051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-9435984a-fa8c-42dc-9fca-d2bd8ac3efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.448980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-9435984a-fa8c-42dc-9fca-d2bd8ac3efc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0394185 Sep 10 03:43:34.538332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-36aed24d-0ed2-4c48-80d3-6a593b4f35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.539771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-36aed24d-0ed2-4c48-80d3-6a593b4f35e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0831490 Sep 10 03:43:34.601214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-cfda3bde-a0c1-46e9-82fc-b545745498f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1001 time: 0.0542610 Sep 10 03:43:34.652451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-2916ed14-d980-4eb1-93c1-465d0b661be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.653767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-2916ed14-d980-4eb1-93c1-465d0b661be2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0451686 Sep 10 03:43:34.696547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-f68786d2-3822-4478-b0a8-47b01d6b7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.697965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-f68786d2-3822-4478-b0a8-47b01d6b7bed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375826 Sep 10 03:43:34.734823 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.787534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-d55ba043-fd5c-48d4-b963-ff0e89a87e99 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Sep 10 03:43:34.843799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026bd34-2e80-44ba-b9dd-a9cdb492c540 req-1b2aad86-a5ef-4a05-96fb-26643c39868f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.845292 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2026bd34-2e80-44ba-b9dd-a9cdb492c540 req-1b2aad86-a5ef-4a05-96fb-26643c39868f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Sep 10 03:43:34.885475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-f61e9515-efec-4d02-b245-54e36c3cda35 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908899 Sep 10 03:43:34.887076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2026bd34-2e80-44ba-b9dd-a9cdb492c540 req-5f4b7d7e-7eb9-431d-97ab-7934fd1935ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357575 Sep 10 03:43:35.534828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.000870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15b76e-d484-475b-bec8-46f30bed328a req-cb7f09ff-5805-4349-83de-ddfa7feef8e8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:36.002357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e15b76e-d484-475b-bec8-46f30bed328a req-cb7f09ff-5805-4349-83de-ddfa7feef8e8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Sep 10 03:43:36.038263 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0e15b76e-d484-475b-bec8-46f30bed328a req-428c8830-7fc9-44c5-971b-6d20366e6787 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300095 Sep 10 03:43:36.990455 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-16c39630-777b-40e3-bca6-75bdadb01708 req-01a8bde5-c2cb-49fd-b808-a100893dedb7 service neutron] show failed (client error): The resource could not be found. Sep 10 03:43:36.991475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-01a8bde5-c2cb-49fd-b808-a100893dedb7 service neutron] 10.222.0.32 "GET /v2.0/ports/42e6d6a2-ce8e-467e-96c3-6a5db819eaa6/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.3711929 Sep 10 03:43:37.161562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18c82-41a3-4603-bc7c-58d23cafb7f4 req-1693be83-569b-445f-9de6-d74b4ae06635 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:37.163103 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c0d18c82-41a3-4603-bc7c-58d23cafb7f4 req-1693be83-569b-445f-9de6-d74b4ae06635 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0553379 Sep 10 03:43:37.182783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-24ad56a6-2b39-4dda-97f1-bf7a11fce95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:37.184357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-24ad56a6-2b39-4dda-97f1-bf7a11fce95a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 1096 time: 0.0401423 Sep 10 03:43:37.196576 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:37.199930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c0d18c82-41a3-4603-bc7c-58d23cafb7f4 req-c268fa77-f2bf-44b1-93d0-899ebed209c0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 Sep 10 03:43:37.247857 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.444759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:37.477520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:37.479712 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.516348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:37.519156 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e29c05-ca4a-4101-9c1a-845a8e4e08d7" -d '{"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:37.523001 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.535093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Transition to ACTIVE for port object 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:37.538729 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.572585 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa07b447-460b-40c0-9518-cfa8ac1e26d0 x-openstack-request-id: req-aa07b447-460b-40c0-9518-cfa8ac1e26d0 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:37.572883 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:37.573134 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa07b447-460b-40c0-9518-cfa8ac1e26d0 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:37.573516 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'code': 200} Sep 10 03:43:37.623133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:37.635238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.635821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.636182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.636505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.636861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.637194 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.637524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.637850 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.638175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.638500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.638823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.639143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:37.675908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] No DVR routers for this DVR port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:37.827309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:37.827763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:37.828098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:37.832933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:37.833259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Attempting to bind port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:37.838089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:37.838376 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:37.838760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:37.839191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Bound port: 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:37.839578 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.902042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:37.905019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:37.908789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.944510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:37.945585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.951790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] 10.222.0.36 "PUT /v2.0/ports/42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1091 time: 0.7584085 Sep 10 03:43:37.999716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dee85-635c-446b-83c5-af25bc01bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:38.020354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-b58c0db0-28c0-472a-a7ac-3d8914438e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.021891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-b58c0db0-28c0-472a-a7ac-3d8914438e40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0533400 Sep 10 03:43:38.114910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-42bc82b8-e1b6-4c80-bf13-25351accb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.116451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-42bc82b8-e1b6-4c80-bf13-25351accb442 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0883129 Sep 10 03:43:38.185375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-a4b68e5a-77de-4af3-9bd7-b9f2e7c6ddf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 999 time: 0.0622714 Sep 10 03:43:38.233514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ffbf56d9-5352-4c21-9201-91b842899765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.234982 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-ffbf56d9-5352-4c21-9201-91b842899765 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0425580 Sep 10 03:43:38.280423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39630-777b-40e3-bca6-75bdadb01708 req-987392b8-32f6-437c-b1e8-c3abd8065280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.281941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-987392b8-32f6-437c-b1e8-c3abd8065280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394344 Sep 10 03:43:38.314512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f538a-5f55-4e5c-9192-5193bd445a7c req-b070adaf-aa04-4342-9a6b-b729742ac9b1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.316055 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d0f538a-5f55-4e5c-9192-5193bd445a7c req-b070adaf-aa04-4342-9a6b-b729742ac9b1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0488338 Sep 10 03:43:38.354106 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d0f538a-5f55-4e5c-9192-5193bd445a7c req-0f215fbc-096e-4454-bdce-abfbc557adc0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Sep 10 03:43:38.391241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-8a9d56b2-dfb9-4971-92bd-e69ce5f0a983 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019826 Sep 10 03:43:38.482978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-16c39630-777b-40e3-bca6-75bdadb01708 req-51b110bc-43ad-4efa-91e0-513ae3bd26d0 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Sep 10 03:43:39.472740 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855737f-42fa-4922-86e7-34f35ded7bc0 req-d9089633-ffca-4b39-bb84-9c7ca96caed7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.474263 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1855737f-42fa-4922-86e7-34f35ded7bc0 req-d9089633-ffca-4b39-bb84-9c7ca96caed7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0505271 Sep 10 03:43:39.510374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1855737f-42fa-4922-86e7-34f35ded7bc0 req-c0ff0359-4e57-4371-808d-f61f68ceedc7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300620 Sep 10 03:43:39.574991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:39.577315 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:39.601811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:39.623480 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f146056-a1b2-46fb-8b0d-95b542007075 x-openstack-request-id: req-7f146056-a1b2-46fb-8b0d-95b542007075 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:39.623785 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:39.624039 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f146056-a1b2-46fb-8b0d-95b542007075 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:39.624433 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'status': 'completed', 'code': 200} Sep 10 03:43:39.642089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:39.715423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-31969fcf-9ea1-42cd-a24c-4581e45388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.716954 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-31969fcf-9ea1-42cd-a24c-4581e45388f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0682425 Sep 10 03:43:39.719488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-638b8eb9-0f7c-4931-a495-a27edf23edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.721437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-638b8eb9-0f7c-4931-a495-a27edf23edbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0615196 Sep 10 03:43:39.869408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-6a53e91e-fe1f-41fd-82e2-72f4641540d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.870882 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-6a53e91e-fe1f-41fd-82e2-72f4641540d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1468415 Sep 10 03:43:39.885096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-4cff9ea6-c0f6-41e3-bef3-4d2152bc6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.886440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-4cff9ea6-c0f6-41e3-bef3-4d2152bc6b2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1430471 Sep 10 03:43:39.979861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-a4d83e57-86c5-44e3-8572-2af0ac895edb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 999 time: 0.1002908 Sep 10 03:43:39.987148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-90c602f2-5289-4f49-824b-41c6d0b1b655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 999 time: 0.0722339 Sep 10 03:43:40.060853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-7fe060a6-0a5e-4fb2-9e0b-86dbbd6fddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.062269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-7fe060a6-0a5e-4fb2-9e0b-86dbbd6fddfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0742650 Sep 10 03:43:40.063637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-753c11c5-2fa7-4b86-9a09-8723fc44166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.065484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-753c11c5-2fa7-4b86-9a09-8723fc44166b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0708239 Sep 10 03:43:40.136752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-63ad5679-c7b7-4d3b-9e16-ac5bae32433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.138260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-63ad5679-c7b7-4d3b-9e16-ac5bae32433a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694747 Sep 10 03:43:40.140770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-0d153c0f-773b-43ad-9ceb-9201833ab591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.142132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-0d153c0f-773b-43ad-9ceb-9201833ab591 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655189 Sep 10 03:43:40.258695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:40.290354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-a913a326-57dc-43b0-97dc-01ff0be0378c service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452205 Sep 10 03:43:40.292239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-7587fddd-574c-415a-a7e7-07b9e6b4c86d service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405458 Sep 10 03:43:40.349617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:40.360398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'mac_address': 'fa:16:3e:10:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:40.400488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.413363 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:40.432993 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:40.436955 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.444681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-82cb2626-f4c8-4b2a-86e3-bb27ea10514a service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469662 Sep 10 03:43:40.448019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddbb93c8-c4aa-4aaf-866e-e529581fe93c req-ac0d7283-00b1-4ba6-bee8-116f7f7f4b36 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429923 Sep 10 03:43:40.484227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:40.491331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.491697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.492037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.492371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.492707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.493036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.493360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.493681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.494001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.494320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.494638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.494954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:40.627398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95ef9-9831-4021-8538-9fb52e505581 req-89ec3a5b-4587-451d-9707-64de668a7a23 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.628916 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4b95ef9-9831-4021-8538-9fb52e505581 req-89ec3a5b-4587-451d-9707-64de668a7a23 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0528572 Sep 10 03:43:40.665795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4b95ef9-9831-4021-8538-9fb52e505581 req-17ba3643-cd77-4ee2-9b02-c139939b1550 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Sep 10 03:43:40.679117 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:40.888622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b993c-57dd-4806-878b-80d91c3e1892 req-87f3f3d5-c1ec-4791-8183-90fe274f66ed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.890096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f3b993c-57dd-4806-878b-80d91c3e1892 req-87f3f3d5-c1ec-4791-8183-90fe274f66ed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0780830 Sep 10 03:43:40.897589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-64b76866-7141-40a1-9198-0fcd629ebc73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.898966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-64b76866-7141-40a1-9198-0fcd629ebc73 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8&tenant_id=89e742d12a0444f29ec9717f850d8515&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 944 time: 0.0758693 Sep 10 03:43:40.960342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f3b993c-57dd-4806-878b-80d91c3e1892 req-dffd28d7-e9d5-4e09-8c8f-2e6934ed0788 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604296 Sep 10 03:43:40.979946 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-7b9e8e5f-8d52-4d06-9a4e-7b245e82f5a6 service neutron] delete failed (client error): The resource could not be found. Sep 10 03:43:40.980973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-7b9e8e5f-8d52-4d06-9a4e-7b245e82f5a6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/42e6d6a2-ce8e-467e-96c3-6a5db819eaa6/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0683441 Sep 10 03:43:41.060198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-7910ad1a-5a87-42d1-8282-c21f93be7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.061696 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-7910ad1a-5a87-42d1-8282-c21f93be7698 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0404103 Sep 10 03:43:41.149713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-d17e522a-4201-4844-82af-4671e654cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.151115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-d17e522a-4201-4844-82af-4671e654cf42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0828285 Sep 10 03:43:41.218786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-cbd19bfe-81c6-4c5e-8414-a1044de513c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1000 time: 0.0606086 Sep 10 03:43:41.266008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-95455d98-adcf-42d7-ac22-80053fd8f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.267431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-95455d98-adcf-42d7-ac22-80053fd8f784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0419960 Sep 10 03:43:41.312112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-4d65a10a-5de0-4ae6-922f-3c10337eae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.313546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-4d65a10a-5de0-4ae6-922f-3c10337eae09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392118 Sep 10 03:43:41.402690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-00b558cc-ed0d-4417-a866-db37803823c1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Sep 10 03:43:41.492516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f419faad-f14b-4b72-af13-6bc5934c59c4 req-2ab2e478-d34d-4928-8be1-c12fdae400d6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829179 Sep 10 03:43:42.076354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13414c-6188-4676-8e96-9baf74bf2523 req-a2c8c123-37ca-45d2-bea8-2bdcb941bd69 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.077823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f13414c-6188-4676-8e96-9baf74bf2523 req-a2c8c123-37ca-45d2-bea8-2bdcb941bd69 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0471652 Sep 10 03:43:42.118966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f13414c-6188-4676-8e96-9baf74bf2523 req-251c5593-b376-4d78-bed3-a0eecea8c437 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345459 Sep 10 03:43:42.231017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5db184-39c8-41ee-9c0c-799bcdbc366c req-6e78d318-b0a4-45ec-900b-1d25b22d325d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.232550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf5db184-39c8-41ee-9c0c-799bcdbc366c req-6e78d318-b0a4-45ec-900b-1d25b22d325d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0477903 Sep 10 03:43:42.259027 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:42.270360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bf5db184-39c8-41ee-9c0c-799bcdbc366c req-25fb9283-df2e-4944-9382-3c5c871b7755 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Sep 10 03:43:42.306938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:42.310537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:42.310942 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:42.396506 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:42.420395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:42.422833 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c860b901-8ffd-4ea8-bab3-0f45af4dd104" -d '{"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:42.436344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:42.441376 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:42.475273 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d7f5c-ac7c-4299-b041-e588668251a9 x-openstack-request-id: req-ff2d7f5c-ac7c-4299-b041-e588668251a9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:42.475753 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:42.476064 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff2d7f5c-ac7c-4299-b041-e588668251a9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:42.476507 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'code': 200} Sep 10 03:43:42.498174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:42.509062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885836a-b392-46ed-9efd-b714a001f7e6 req-59f84dc7-9133-4943-b9bd-1b9c77cec3e8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.510551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5885836a-b392-46ed-9efd-b714a001f7e6 req-59f84dc7-9133-4943-b9bd-1b9c77cec3e8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0818386 Sep 10 03:43:42.539012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-24259573-e969-4ee7-a330-af7125bf436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.540454 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-24259573-e969-4ee7-a330-af7125bf436e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0661156 Sep 10 03:43:42.565605 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5885836a-b392-46ed-9efd-b714a001f7e6 req-1afc4018-fc3a-43fb-9492-4b8826fd028f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490124 Sep 10 03:43:42.642165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-30110d7e-cae7-402d-be01-92ccde3dedce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.643877 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-30110d7e-cae7-402d-be01-92ccde3dedce service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0929892 Sep 10 03:43:42.715987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-3447a6c4-54b4-4e5d-bdbf-2893404e6448 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 200 len: 1001 time: 0.0627279 Sep 10 03:43:42.765630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-75e4c697-5cdf-4b77-9508-462e27305727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.768278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-75e4c697-5cdf-4b77-9508-462e27305727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0447233 Sep 10 03:43:42.813037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-012a170a-0232-41a3-a4f9-a789e542c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.815166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-012a170a-0232-41a3-a4f9-a789e542c44c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403769 Sep 10 03:43:42.908821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-7b327f0a-27f5-4f0c-a3c5-aa2a67bb9b73 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858717 Sep 10 03:43:42.994854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2d4a968-1e0a-44f9-a87e-6a70a54311c2 req-2f7ca396-dbc1-4a4f-95e6-33326a2c4ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795794 Sep 10 03:43:43.693703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bf490-9bd3-4260-8a52-9dc3121ef7dc req-070fd3cd-3574-48cf-8f6d-047c7baf0ccf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.695161 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-906bf490-9bd3-4260-8a52-9dc3121ef7dc req-070fd3cd-3574-48cf-8f6d-047c7baf0ccf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Sep 10 03:43:43.731421 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-906bf490-9bd3-4260-8a52-9dc3121ef7dc req-a08e2b6e-efd1-4c24-8c74-eb52d1cd3f66 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304632 Sep 10 03:43:43.952876 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57620ae0-61e8-4a1b-a872-da4a1c8248c9 req-6a558d4d-5f84-4fc3-8c50-15e0e1b1bf5c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.954330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57620ae0-61e8-4a1b-a872-da4a1c8248c9 req-6a558d4d-5f84-4fc3-8c50-15e0e1b1bf5c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0468774 Sep 10 03:43:43.990824 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-57620ae0-61e8-4a1b-a872-da4a1c8248c9 req-46d50db3-fa1f-4cd0-9b3e-ed1943f570b7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300865 Sep 10 03:43:45.111415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4e3d0-42db-4a83-9863-efed573f747a req-aa15a521-ae9c-4ed4-a213-2df663f73171 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:45.113106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2b4e3d0-42db-4a83-9863-efed573f747a req-aa15a521-ae9c-4ed4-a213-2df663f73171 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0549960 Sep 10 03:43:45.176856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2b4e3d0-42db-4a83-9863-efed573f747a req-0944e5cf-e53d-40fd-a84c-edf2ce93e75d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577703 Sep 10 03:43:45.193637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-4246caf7-fbe7-46eb-9433-41eaa01b3088 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:45.195106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-4246caf7-fbe7-46eb-9433-41eaa01b3088 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0630589 Sep 10 03:43:45.287152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Deleting port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:45.287520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.381756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] For port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:45.382056 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.545017 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.545382 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.545702 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 disassociated. External IP: 172.25.8.166, port: 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6. Sep 10 03:43:45.546052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Calling delete_port for 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:45.989189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.016026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event deleted for resources: {'Port': ['ID=42e6d6a2-ce8e-467e-96c3-6a5db819eaa6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:46.137433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:46.245503 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:46.257275 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:46.266092 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:46.266814 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:43:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:46.270954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-80478f2c-80c4-4962-8a8c-b2c6b92e466e req-3145598e-ea1c-4164-a33f-98c3cf0c18a9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e7a513-71a6-44df-accf-1f43a254a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0269344 Sep 10 03:43:46.289007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] No DVR routers for this DVR port 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:46.291649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.293672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e10cb2e-bc2e-4347-9118-63baec83b540 req-05d60cd0-47a3-43bd-916a-3f1aae306ede tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "DELETE /v2.0/ports/42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 HTTP/1.1" status: 204 len: 173 time: 1.0928235 Sep 10 03:43:46.294105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-deleted', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:46.296389 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1ceccb-5e68-4bd0-87d9-3e37753993b1" -d '{"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-deleted", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:46.342327 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446447f-57e0-492e-a93d-0b9e9fe8111d x-openstack-request-id: req-6446447f-57e0-492e-a93d-0b9e9fe8111d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:46.342624 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7a513-71a6-44df-accf-1f43a254a2d8", "name": "network-vif-deleted", "tag": "42e6d6a2-ce8e-467e-96c3-6a5db819eaa6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:46.342876 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6446447f-57e0-492e-a93d-0b9e9fe8111d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:46.343274 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e7a513-71a6-44df-accf-1f43a254a2d8', 'name': 'network-vif-deleted', 'tag': '42e6d6a2-ce8e-467e-96c3-6a5db819eaa6', 'status': 'completed', 'code': 200} Sep 10 03:43:46.374488 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:46.574976 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:46.600104 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:46.607955 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:46.608547 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:43:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:46.707961 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:46.898229 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:46.923909 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f908fb-f354-4c18-b91b-912304373532 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:47.137834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e161fb-1d10-4a92-b01c-7e03dc2b2118 None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:43:47.547401 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-14fb6892-2e29-4195-a57e-ce4b0f344f21 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1592509478&fields=id&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 267 time: 0.0354245 Sep 10 03:43:47.654392 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-162fc0eb-8ec4-43da-8be6-9042262010c4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:47.655867 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-162fc0eb-8ec4-43da-8be6-9042262010c4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.1010289 Sep 10 03:43:47.670948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-533893f0-c78e-4aa6-bcf7-f3636c3ddc84 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/quotas/89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 375 time: 0.0087335 Sep 10 03:43:47.721972 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-524779b1-9da8-443c-a7cc-8def6f0530b2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456767 Sep 10 03:43:47.907530 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-53a38c34-7115-4eb5-b8b7-a9aec97855d4 service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740873 Sep 10 03:43:47.998109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-37f967f0-c35f-453d-b6b3-3749cdb502ae service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833740 Sep 10 03:43:48.158873 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-958cc642-c9a6-4771-b59f-5aac785158f8 req-f2dc8104-b166-4556-9e7d-02a261e4d7c2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 210 time: 0.0265520 Sep 10 03:43:48.291699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:48.311291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:48.311665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 42e6d6a2-ce8e-467e-96c3-6a5db819eaa6 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:49.030306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-b1c996ab-291e-46f2-87ff-eff61901be8e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:49.031819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-b1c996ab-291e-46f2-87ff-eff61901be8e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.0977135 Sep 10 03:43:49.073663 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-d98dec43-39ab-4263-8450-1b38bd2a8c02 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 380 time: 0.0328903 Sep 10 03:43:49.082996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'port': {'device_id': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'admin_state_up': True, 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'security_groups': ['35a8c68f-20de-4613-a36b-c024f69f1f0c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:49.190664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Made reservation on behalf of 89e742d12a0444f29ec9717f850d8515 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:49.194340 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.252168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3d5f229c-577a-4bcd-83aa-fbeee334e1f4 req-63b865b3-87da-409d-ae28-7e358f5b762a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 210 time: 0.0257559 Sep 10 03:43:49.321243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Allocated IP 172.20.0.12 (4a34ce0f-e9e2-4881-a700-14ccf67c838a/1cebd2db-2937-4607-b129-ca4dc54f7b43/646036a5-747c-4cd2-b60e-540e6ba93c1a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:49.453690 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.469035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Transition to ACTIVE for port object 646036a5-747c-4cd2-b60e-540e6ba93c1a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:49.501360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.546476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:49.549486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:49.554994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:49.561234 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:49.606642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:49.607262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.621349 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-7b665169-f74c-4ab1-8bee-c52665a0c9d1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418777 Sep 10 03:43:49.635584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Request body: {'port': {'device_id': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:49.692806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.766424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0945654c-703a-40d8-b8be-5c94f902882e None None] Provisioning for port 646036a5-747c-4cd2-b60e-540e6ba93c1a completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:49.770802 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0945654c-703a-40d8-b8be-5c94f902882e None None] Provisioning complete for port 646036a5-747c-4cd2-b60e-540e6ba93c1a triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:49.771174 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0945654c-703a-40d8-b8be-5c94f902882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.803908 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0945654c-703a-40d8-b8be-5c94f902882e None None] Port 646036a5-747c-4cd2-b60e-540e6ba93c1a cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:49.956419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646036a5-747c-4cd2-b60e-540e6ba93c1a {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:49.963475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.974934 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Transition to ACTIVE for port object 646036a5-747c-4cd2-b60e-540e6ba93c1a will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:49.978371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.042015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:50.095041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:50.095391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:50.095746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:50.100463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:50.100791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:50.105726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:50.106068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:50.106451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:50.106884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Bound port: 646036a5-747c-4cd2-b60e-540e6ba93c1a, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:50.107251 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.175945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:50.178913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:50.182250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.213825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.214483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.215834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] 10.222.0.32 "PUT /v2.0/ports/646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1092 time: 0.5845942 Sep 10 03:43:50.216264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:50.218496 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52600c-28e0-40b0-9c3a-344e70007a72" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:50.255022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9fff6-b3bf-4a90-a834-79830699efa8 service neutron] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:50.269641 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa2ec4b-2a2a-4c2a-9ca6-d679ac35adf1 x-openstack-request-id: req-caa2ec4b-2a2a-4c2a-9ca6-d679ac35adf1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:50.269930 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:50.270179 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caa2ec4b-2a2a-4c2a-9ca6-d679ac35adf1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:50.270569 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'status': 'completed', 'code': 200} Sep 10 03:43:50.304986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-ea085c10-a41b-4882-b12e-fec6c2717565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.306788 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-ea085c10-a41b-4882-b12e-fec6c2717565 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1095 time: 0.0465713 Sep 10 03:43:50.355357 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-62d09482-9425-46c6-9652-763787673894 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 217 time: 0.0397604 Sep 10 03:43:50.379092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0bd48-33a8-49b9-a65b-a21c587d0054 req-7277cd11-c0b3-4dc0-88f2-713c2b774808 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.388034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36d0bd48-33a8-49b9-a65b-a21c587d0054 req-7277cd11-c0b3-4dc0-88f2-713c2b774808 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 944 time: 0.0626132 Sep 10 03:43:50.409425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-3019ed5c-52d1-4ce6-8571-36b7ad74f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.410918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-3019ed5c-52d1-4ce6-8571-36b7ad74f1dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0484440 Sep 10 03:43:50.421310 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-36d0bd48-33a8-49b9-a65b-a21c587d0054 req-6c867266-249e-4d33-9e4f-f03043158e0d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Sep 10 03:43:50.456901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-44f7566e-fdd7-4b75-b790-472396d953ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.458403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-44f7566e-fdd7-4b75-b790-472396d953ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409048 Sep 10 03:43:50.550362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-87fa5b9c-2ef8-48ee-83b0-d2e5011243b3 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843821 Sep 10 03:43:50.636438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3f0c5d2c-b91b-48de-8c55-f8b77f432653 req-cb94373b-0917-4469-bfef-7ca228197f1c service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796084 Sep 10 03:43:50.715173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-1e385d16-b586-471a-a9f1-12b89bc252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.716660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-1e385d16-b586-471a-a9f1-12b89bc252e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1095 time: 0.0389366 Sep 10 03:43:50.807983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-2814247e-3788-4cb7-97d2-b78e1588f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.809497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-2814247e-3788-4cb7-97d2-b78e1588f204 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0863698 Sep 10 03:43:50.849821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-2c079739-efe3-440f-b637-1eb46e88cbe9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 217 time: 0.0335646 Sep 10 03:43:50.901202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-e29a8186-1244-499a-b8f3-52f47d94fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.902631 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-e29a8186-1244-499a-b8f3-52f47d94fa24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0455310 Sep 10 03:43:50.947323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-5a1d8256-a900-4663-a731-2c3477026e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.948823 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-5a1d8256-a900-4663-a731-2c3477026e69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379581 Sep 10 03:43:51.039242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-13a39d1a-6c7c-44d8-936b-dc2bda01d381 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829029 Sep 10 03:43:51.128907 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5f52600c-28e0-40b0-9c3a-344e70007a72 req-11732b28-ccc4-4dd2-b9cf-590205b1dfa8 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816195 Sep 10 03:43:51.535070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261881e-e4b3-4947-9015-807dbfbb986c req-08a2a990-7ec7-452d-8ae6-caec56e3d112 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:51.536582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b261881e-e4b3-4947-9015-807dbfbb986c req-08a2a990-7ec7-452d-8ae6-caec56e3d112 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 944 time: 0.0479147 Sep 10 03:43:51.572951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b261881e-e4b3-4947-9015-807dbfbb986c req-3fa2fcec-1b3d-4bc2-82e3-a136a5756d4b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306206 Sep 10 03:43:51.679217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:51.776187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:51.787656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'mac_address': 'fa:16:3e:36:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:51.823239 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.835307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646036a5-747c-4cd2-b60e-540e6ba93c1a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:51.853803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:51.856613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.905185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:52.104216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['646036a5-747c-4cd2-b60e-540e6ba93c1a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:52.684561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6e08-72d4-4abe-9f33-4206a3f03d8c req-af45ccb9-ef05-4b2c-8778-216738394f77 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:52.685936 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47af6e08-72d4-4abe-9f33-4206a3f03d8c req-af45ccb9-ef05-4b2c-8778-216738394f77 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0480096 Sep 10 03:43:52.721631 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47af6e08-72d4-4abe-9f33-4206a3f03d8c req-b439a454-1a6d-40e6-af7b-f2615af4f00d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298376 Sep 10 03:43:53.695156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:53.745361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 646036a5-747c-4cd2-b60e-540e6ba93c1a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:53.749292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 646036a5-747c-4cd2-b60e-540e6ba93c1a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:53.749664 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.826056 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.839939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c196-5a59-4824-8072-43efe165ec84 req-a70cf093-5072-4fbc-8f07-a90e4dde3b36 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.841439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d353c196-5a59-4824-8072-43efe165ec84 req-a70cf093-5072-4fbc-8f07-a90e4dde3b36 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0533135 Sep 10 03:43:53.848734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:53.850918 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a5e457-66b0-4b6c-947d-9087c088bbf0" -d '{"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-plugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:53.863426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:53.867570 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.888260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d353c196-5a59-4824-8072-43efe165ec84 req-03c61e94-6ad8-48a1-812e-b7f4e82ce51d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 Sep 10 03:43:53.890058 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4542ca-42ad-4d66-8543-747b5ffe6184 x-openstack-request-id: req-0e4542ca-42ad-4d66-8543-747b5ffe6184 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:53.890348 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-plugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:53.890597 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e4542ca-42ad-4d66-8543-747b5ffe6184 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:53.890984 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'code': 200} Sep 10 03:43:53.917546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:53.992643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187b302-f7c6-4b69-ac00-38206666b54d req-0529be95-476c-4ef9-ba61-0379a2186de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.994022 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0187b302-f7c6-4b69-ac00-38206666b54d req-0529be95-476c-4ef9-ba61-0379a2186de6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1097 time: 0.0393584 Sep 10 03:43:54.027888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0187b302-f7c6-4b69-ac00-38206666b54d req-40ed058e-810f-49c4-b342-52a6b331023e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270715 Sep 10 03:43:55.002852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b4af-ff19-498e-a8fa-6980d5ee46c1 req-95793f91-5029-4a96-b8e3-a3e88c97a279 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:55.004349 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba61b4af-ff19-498e-a8fa-6980d5ee46c1 req-95793f91-5029-4a96-b8e3-a3e88c97a279 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Sep 10 03:43:55.044361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ba61b4af-ff19-498e-a8fa-6980d5ee46c1 req-d4e1df7b-7766-4c49-a1a8-66838516887b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332742 Sep 10 03:43:56.157876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623c10-8aac-4cf2-a211-ec00ff784b32 req-51e5a482-fa5e-4707-b9ef-7b138f7d0d83 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:56.159333 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c623c10-8aac-4cf2-a211-ec00ff784b32 req-51e5a482-fa5e-4707-b9ef-7b138f7d0d83 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0480027 Sep 10 03:43:56.195775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7c623c10-8aac-4cf2-a211-ec00ff784b32 req-21030f3a-153f-468d-a473-c212a2321ba9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306187 Sep 10 03:43:56.304142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8058c-a104-45fe-9b16-e8647341bcbd req-4ad66d9b-7c72-41d1-a63a-7bacb776571c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:56.305591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ea8058c-a104-45fe-9b16-e8647341bcbd req-4ad66d9b-7c72-41d1-a63a-7bacb776571c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0475614 Sep 10 03:43:56.313926 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 43824) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:56.318104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'floatingip': {'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:56.355498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.770771 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.774298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.869521 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 associated. External IP: 172.25.8.166, port: 646036a5-747c-4cd2-b60e-540e6ba93c1a. Sep 10 03:43:57.356480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:57.459363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:57.464300 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.469481 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:57.478594 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:57.479201 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:43:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:57.491044 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2942a4bb-ce73-4e2d-962a-231fa0342579 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "PUT /v2.0/floatingips/9b3127e2-e175-4976-93db-85a05d933b71 HTTP/1.1" status: 200 len: 992 time: 1.1761179 Sep 10 03:43:57.491651 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:57.493876 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc291915-5eda-47ee-aaff-499857c3946a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:57.583655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:57.596804 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b365b9c-e337-49bd-b495-5e2b929c6e64 x-openstack-request-id: req-5b365b9c-e337-49bd-b495-5e2b929c6e64 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:57.597106 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:57.597362 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b365b9c-e337-49bd-b495-5e2b929c6e64 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:57.597767 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'status': 'completed', 'code': 200} Sep 10 03:43:57.662336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291915-5eda-47ee-aaff-499857c3946a req-e59fcf11-8c4f-4c3b-aa87-d7464d553a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:57.663854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-e59fcf11-8c4f-4c3b-aa87-d7464d553a71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1097 time: 0.0456557 Sep 10 03:43:57.757946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291915-5eda-47ee-aaff-499857c3946a req-554e15e3-dd41-4ce9-b300-0c9b3bb71016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:57.759429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-554e15e3-dd41-4ce9-b300-0c9b3bb71016 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0888166 Sep 10 03:43:57.827703 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-b9c44740-9cc0-40cc-9baf-0397a2545c9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1000 time: 0.0609758 Sep 10 03:43:57.879686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291915-5eda-47ee-aaff-499857c3946a req-6bca2ee6-9a67-4f0d-8c4a-189158ef7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:57.881850 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-6bca2ee6-9a67-4f0d-8c4a-189158ef7569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0475838 Sep 10 03:43:57.894829 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:36:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:43:56Z', 'revision_number': 9, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:57.921804 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:57.928339 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291915-5eda-47ee-aaff-499857c3946a req-b0516ebb-b5ad-42cf-8ab7-123a1292562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:57.929864 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-b0516ebb-b5ad-42cf-8ab7-123a1292562c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413010 Sep 10 03:43:57.930461 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:57.931061 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:43:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:58.021120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-a61489c0-5993-45a7-8696-a9c79ab3486b service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838850 Sep 10 03:43:58.032763 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:58.108705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc291915-5eda-47ee-aaff-499857c3946a req-b785079e-d09d-4604-b6ae-9be4f36ceb5c service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804660 Sep 10 03:43:58.256696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:36:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:43:56Z', 'revision_number': 9, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:58.285912 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6360e0-6b48-4c7c-91dc-84ff8fa6be79 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:36:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:43:56Z', 'revision_number': 9, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:58.464181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d43f16-5570-4b2a-ac77-e183972276e3 None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:44:00.387363 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:44:01.801533 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e46631fa-f059-45a8-800c-da3d1716551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.337375 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.496358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.374258 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40029a2c-dc94-4683-a738-354b39460807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.737042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.537995 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:07.483153 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:19.790282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-187d6fe3-78fc-4fbf-addd-b8a78764784d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434771 Sep 10 03:44:19.871134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-0554c523-94a1-4b97-a7e5-4b4294d84654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:19.872714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-0554c523-94a1-4b97-a7e5-4b4294d84654 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1097 time: 0.0416174 Sep 10 03:44:19.975815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-57a38006-4df4-4035-bf7d-1f204e101822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:19.977292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-57a38006-4df4-4035-bf7d-1f204e101822 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0827572 Sep 10 03:44:20.044512 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-a89b384c-86a3-4a64-9548-7f1b41d6ae04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1003 time: 0.0596888 Sep 10 03:44:20.092127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-841c53a3-e9cf-469b-a501-3f3f8790eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.093592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-841c53a3-e9cf-469b-a501-3f3f8790eb22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0419922 Sep 10 03:44:20.138296 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-84ed7bab-f20a-4038-9b4e-307863300944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.139804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-84ed7bab-f20a-4038-9b4e-307863300944 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393982 Sep 10 03:44:20.230369 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-43161508-25c6-4951-a0c8-aca5924025d9 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Sep 10 03:44:20.324607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89d2e6c2-80e0-441e-b54d-a08eb9022318 req-33b544ef-3f57-492c-9224-f732a346451d service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Sep 10 03:44:31.801845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3e75a9de-8ec2-4286-8b78-1ee4ecb47f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.337246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.516365 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.374580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-408d3334-9c27-4f39-be2d-0574528c6303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.737930 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.540027 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:37.386773 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:44:37.484910 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.801911 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-042ba76e-46b2-43a1-917c-e8ecde68e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.333405 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.517177 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.375268 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-03780d3a-fb64-4032-ac50-1a93dd8b9ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.739809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:05.543386 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.489535 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:14.385818 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:45:20.789394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-d9253690-c2f5-43ac-abf8-bcd5decf4982 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432644 Sep 10 03:45:20.870482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-10be2447-e7ff-4aa1-b148-4a6947ee7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:20.871981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-10be2447-e7ff-4aa1-b148-4a6947ee7e30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1097 time: 0.0410781 Sep 10 03:45:20.974724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-e2faec59-2b73-4da1-913b-c6dccd800f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:20.976487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-e2faec59-2b73-4da1-913b-c6dccd800f75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0854702 Sep 10 03:45:21.041154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-3746a59c-d445-49c8-89f0-4f06a7b975a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1003 time: 0.0571604 Sep 10 03:45:21.088758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-c3501c2c-ff1e-4bb6-89d7-64134b5b4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:21.090204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-c3501c2c-ff1e-4bb6-89d7-64134b5b4e11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0425248 Sep 10 03:45:21.138560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-4353acda-06b0-4de3-abb4-404add4904fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:21.140130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-4353acda-06b0-4de3-abb4-404add4904fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430009 Sep 10 03:45:21.227650 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-f3cdbfc5-9ef6-44aa-a962-9f13e03409bd service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793371 Sep 10 03:45:21.320380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3d579e1-4bc2-4479-9a96-f387f2423b60 req-67786715-7d71-496a-924b-ddd3ba3ff5ea service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Sep 10 03:45:31.802314 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21c19ffe-f242-4759-a601-988f6b843266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.358469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.516747 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.341184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-02629929-d99a-49c5-a41d-1bf3f6262d23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399516 Sep 10 03:45:34.370950 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb68c0-1d96-4293-b732-31adc2634a8e req-cf1c594b-3a73-447f-bc07-7cf53324fc53 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:34.372552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90eb68c0-1d96-4293-b732-31adc2634a8e req-cf1c594b-3a73-447f-bc07-7cf53324fc53 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0614367 Sep 10 03:45:34.381559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-966389a0-d8bd-4359-9cc1-8b482904999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.415063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-90eb68c0-1d96-4293-b732-31adc2634a8e req-df816615-9876-4b4e-9418-c3a33a850ee3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354671 Sep 10 03:45:34.739918 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.467910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-d744e232-bcef-4e69-86c4-aeef6411adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.469596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-d744e232-bcef-4e69-86c4-aeef6411adf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1097 time: 0.0521224 Sep 10 03:45:35.545734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.591534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcf25d-7d65-41ff-9b4f-a0b5f5b80aa7 req-01af5232-8ad7-4920-aeca-a45a3021d5e7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.592999 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2fcf25d-7d65-41ff-9b4f-a0b5f5b80aa7 req-01af5232-8ad7-4920-aeca-a45a3021d5e7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0979495 Sep 10 03:45:35.622068 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-01d3bd54-0473-430d-aa79-f0338462e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.623597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-01d3bd54-0473-430d-aa79-f0338462e2b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1467583 Sep 10 03:45:35.674570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c2fcf25d-7d65-41ff-9b4f-a0b5f5b80aa7 req-f3a780d4-aca4-4498-a614-1e07d69c9ca8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719507 Sep 10 03:45:35.698848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-a4cc643a-5c00-4441-8add-c03db8f8f098 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1003 time: 0.0656564 Sep 10 03:45:35.745458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-3b760e29-ed85-466f-8adc-b9a4599f3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.746861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-3b760e29-ed85-466f-8adc-b9a4599f3021 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0422280 Sep 10 03:45:35.792995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-a853f5d5-e5ab-4db1-a2ce-a01e9a25a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.794491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-a853f5d5-e5ab-4db1-a2ce-a01e9a25a7bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410130 Sep 10 03:45:35.884401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-e5d2a551-fddd-4829-ae15-10cfeebc0143 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826769 Sep 10 03:45:35.973439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-4bfc8b74-53b5-43b5-b522-d493d60cb17e service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816889 Sep 10 03:45:36.796209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf1a5d-4ac6-4d6d-9ed3-b95d49671f42 req-f5324885-0502-43b5-bf2b-bd4ada619050 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.797769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5edf1a5d-4ac6-4d6d-9ed3-b95d49671f42 req-f5324885-0502-43b5-bf2b-bd4ada619050 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0552139 Sep 10 03:45:36.834265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5edf1a5d-4ac6-4d6d-9ed3-b95d49671f42 req-7b60878e-5c24-4f39-863e-f5b7d1021ea2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305972 Sep 10 03:45:37.490797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.952741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe15be6-45d2-4b7b-8d51-26e094a6639f req-0a735972-b9aa-4b51-879f-697d9fe39908 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.954220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fe15be6-45d2-4b7b-8d51-26e094a6639f req-0a735972-b9aa-4b51-879f-697d9fe39908 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0517592 Sep 10 03:45:37.990642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1fe15be6-45d2-4b7b-8d51-26e094a6639f req-e23b7aae-ca68-47ce-84c3-e60392031328 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305243 Sep 10 03:45:39.102981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707d256-c48b-488d-b8bc-43cb7258d099 req-a846de10-81c7-4d7a-b2d0-3d3a0b665769 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:39.105040 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b707d256-c48b-488d-b8bc-43cb7258d099 req-a846de10-81c7-4d7a-b2d0-3d3a0b665769 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0471280 Sep 10 03:45:39.140994 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b707d256-c48b-488d-b8bc-43cb7258d099 req-b2c262a2-3fee-42b1-92be-ec40e2067ca9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300353 Sep 10 03:45:40.253206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b605cb-e0d6-43a0-9c1c-ea8a85061067 req-372b62e7-9c48-49bb-b5e8-28caff153863 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.254669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5b605cb-e0d6-43a0-9c1c-ea8a85061067 req-372b62e7-9c48-49bb-b5e8-28caff153863 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0476754 Sep 10 03:45:40.292576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5b605cb-e0d6-43a0-9c1c-ea8a85061067 req-b88e5254-ee0f-4fad-b930-a8f85ad74415 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Sep 10 03:45:41.404750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de896593-2d79-4e04-805e-51db503d360f req-db6488eb-c736-43c6-91ad-6fa53290a9e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.406159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de896593-2d79-4e04-805e-51db503d360f req-db6488eb-c736-43c6-91ad-6fa53290a9e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0485704 Sep 10 03:45:41.444272 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de896593-2d79-4e04-805e-51db503d360f req-c74d2742-5472-4045-9a96-26f98e621e80 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Sep 10 03:45:42.556268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866e36-5779-4305-ac8c-25e80261d4aa req-68e9f2c8-e65a-4b10-9dbe-d9fe5159e68f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.558265 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab866e36-5779-4305-ac8c-25e80261d4aa req-68e9f2c8-e65a-4b10-9dbe-d9fe5159e68f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0476055 Sep 10 03:45:42.594245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ab866e36-5779-4305-ac8c-25e80261d4aa req-0655149d-ca84-4d94-a34b-821f23388e7c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302007 Sep 10 03:45:43.709260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185a781-8a9b-461f-91e6-c73e096810ff req-9fe19669-e2e1-4173-a416-afb1c08775a2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.710699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3185a781-8a9b-461f-91e6-c73e096810ff req-9fe19669-e2e1-4173-a416-afb1c08775a2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0503988 Sep 10 03:45:43.747528 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3185a781-8a9b-461f-91e6-c73e096810ff req-83c39751-c965-49a5-93b8-16580c794b7d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301583 Sep 10 03:45:44.862458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7900b-5fa5-4a73-8c0a-0e28784a6c8d req-a33dbc12-ac4b-4f34-bd4e-99b9ea2905a0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.863949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28c7900b-5fa5-4a73-8c0a-0e28784a6c8d req-a33dbc12-ac4b-4f34-bd4e-99b9ea2905a0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0513861 Sep 10 03:45:44.903475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28c7900b-5fa5-4a73-8c0a-0e28784a6c8d req-f6c00929-deae-4702-af23-11e260d780ea tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336790 Sep 10 03:45:46.015828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ecdc6-130a-4b76-a8fd-df7b99e8fbcd req-b1d00195-db49-4c17-98e8-1bd9b97b7dce tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.017304 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de9ecdc6-130a-4b76-a8fd-df7b99e8fbcd req-b1d00195-db49-4c17-98e8-1bd9b97b7dce tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0472412 Sep 10 03:45:46.053684 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de9ecdc6-130a-4b76-a8fd-df7b99e8fbcd req-f6198b07-f5f1-4e4d-91d5-44a1d2caa3e0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302963 Sep 10 03:45:47.165608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9627b-793b-42df-98b1-7e82f6cbe2b9 req-cad36780-6e65-4e84-814c-c0594fe34410 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.167811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27d9627b-793b-42df-98b1-7e82f6cbe2b9 req-cad36780-6e65-4e84-814c-c0594fe34410 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0473423 Sep 10 03:45:47.202904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27d9627b-793b-42df-98b1-7e82f6cbe2b9 req-4b5c9858-3483-4b90-ac03-8a6ce9c00e3d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294690 Sep 10 03:45:47.810293 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-60a6ec5a-2143-4584-9234-77b125a63220 req-c7ba1ce0-b6f2-43f2-b60e-2fd8a6d92f3a service neutron] show failed (client error): The resource could not be found. Sep 10 03:45:47.811311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-c7ba1ce0-b6f2-43f2-b60e-2fd8a6d92f3a service neutron] 10.222.0.32 "GET /v2.0/ports/646036a5-747c-4cd2-b60e-540e6ba93c1a/bindings/n-h2-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0528674 Sep 10 03:45:48.052032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-d11968b9-6c5a-49bd-94bf-c3a6618adb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.053506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-d11968b9-6c5a-49bd-94bf-c3a6618adb25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 1097 time: 0.0955689 Sep 10 03:45:48.065516 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:48.119863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.317182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79373bbd-c6a3-4349-a4c8-17a2bf2e402f req-af8e5c74-b34d-4040-8c43-1d6b7beb1836 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.318584 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79373bbd-c6a3-4349-a4c8-17a2bf2e402f req-af8e5c74-b34d-4040-8c43-1d6b7beb1836 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0484681 Sep 10 03:45:48.318704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:48.350830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:48.356618 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-79373bbd-c6a3-4349-a4c8-17a2bf2e402f req-d3a8c8da-cd03-45fe-a1d3-fddc477980d0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Sep 10 03:45:48.391800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:48.394026 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdabd51c-d9e4-4ceb-b5ea-887598f96a7c" -d '{"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-unplugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:48.398428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.410831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Transition to ACTIVE for port object 646036a5-747c-4cd2-b60e-540e6ba93c1a will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:48.414550 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.496415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:48.506853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.507206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.507588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.507937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.508277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.508615 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.508949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.509280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.509609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.509935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.510262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.510672 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:48.524423 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e58db7-9dc9-44ec-8b21-24c905757068 x-openstack-request-id: req-21e58db7-9dc9-44ec-8b21-24c905757068 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:48.524739 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-unplugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:48.525011 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21e58db7-9dc9-44ec-8b21-24c905757068 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:48.525413 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'code': 200} Sep 10 03:45:48.557966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] No DVR routers for this DVR port 646036a5-747c-4cd2-b60e-540e6ba93c1a on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:48.695707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:48.696039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:48.696365 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:48.700485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:48.700805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:48.705487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:48.705820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:48.706202 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:48.706623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Bound port: 646036a5-747c-4cd2-b60e-540e6ba93c1a, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:48.706974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.770632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:48.773572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:48.777280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.808842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.809499 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.810940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] 10.222.0.36 "PUT /v2.0/ports/646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1092 time: 0.7491739 Sep 10 03:45:48.832369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919b7a-dfd7-4ac6-ada1-e530c533efca service neutron] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:48.877223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-380a9744-a64d-49ef-9c6b-606997e03a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.878741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-380a9744-a64d-49ef-9c6b-606997e03a11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1095 time: 0.0435057 Sep 10 03:45:48.974940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-614ca2d4-159a-4615-a323-fc7d28fd4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.976460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-614ca2d4-159a-4615-a323-fc7d28fd4d4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0913169 Sep 10 03:45:49.039776 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-169c24b4-f576-432c-9066-b4598fd99f1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1001 time: 0.0555193 Sep 10 03:45:49.087642 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-f89803da-c4c3-4036-bef8-20a6dc315d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.089642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-f89803da-c4c3-4036-bef8-20a6dc315d9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0421889 Sep 10 03:45:49.136691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec5a-2143-4584-9234-77b125a63220 req-4c12f610-7c17-4117-8387-2ae77a5857a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.138158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-4c12f610-7c17-4117-8387-2ae77a5857a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422432 Sep 10 03:45:49.478688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fcc96-e44d-46a1-96fa-9a09201d9569 req-2975d49d-aeb5-4d67-b20f-5679997a0706 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.480302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-111fcc96-e44d-46a1-96fa-9a09201d9569 req-2975d49d-aeb5-4d67-b20f-5679997a0706 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 944 time: 0.0545633 Sep 10 03:45:49.519742 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-111fcc96-e44d-46a1-96fa-9a09201d9569 req-6f72da05-28ac-4f37-992c-86aa8eefc883 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Sep 10 03:45:49.552483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-4dc7a0aa-e420-4c23-a2b1-91c9493f2fe2 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072676 Sep 10 03:45:49.642883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60a6ec5a-2143-4584-9234-77b125a63220 req-fce6ddd1-0a52-4161-a8bc-d9df0e14d1c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826235 Sep 10 03:45:50.526152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:50.529137 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:50.576349 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a03c9-9db1-4a62-85ce-5f3a9c04dde5 x-openstack-request-id: req-ee0a03c9-9db1-4a62-85ce-5f3a9c04dde5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:50.576988 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:50.577080 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee0a03c9-9db1-4a62-85ce-5f3a9c04dde5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:50.577479 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'status': 'completed', 'code': 200} Sep 10 03:45:50.635279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8de8ae-88e6-4b51-918a-181f4910b4b5 req-beb4e800-e44e-411d-b4d0-41b68da228e7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.637348 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa8de8ae-88e6-4b51-918a-181f4910b4b5 req-beb4e800-e44e-411d-b4d0-41b68da228e7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 944 time: 0.0505006 Sep 10 03:45:50.665086 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-9f6a4af3-90cb-4c21-95c0-a34b3de76e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.666958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-9f6a4af3-90cb-4c21-95c0-a34b3de76e0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1095 time: 0.0683329 Sep 10 03:45:50.668920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-06d1caca-d386-4f9d-a300-663e2cdf31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.670312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-06d1caca-d386-4f9d-a300-663e2cdf31c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1095 time: 0.0637658 Sep 10 03:45:50.674546 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fa8de8ae-88e6-4b51-918a-181f4910b4b5 req-368e8788-7af2-43ee-81d2-188fb44d38fd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Sep 10 03:45:50.781882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:50.829707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-21518b0a-f1b4-4cef-af9a-2d554d80b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.831197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-21518b0a-f1b4-4cef-af9a-2d554d80b99a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1565862 Sep 10 03:45:50.832559 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-efcbf615-83e4-4b01-9b0e-9ba0907bcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.833883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-efcbf615-83e4-4b01-9b0e-9ba0907bcc28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1520727 Sep 10 03:45:50.874005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:50.884923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'mac_address': 'fa:16:3e:36:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:50.924429 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.937186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646036a5-747c-4cd2-b60e-540e6ba93c1a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:50.943883 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-a154715f-3800-4d8d-a787-e372af5aa78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1001 time: 0.1054235 Sep 10 03:45:50.945677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-4ab8e4a7-ca4c-431c-9ad2-1e6c41429b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1001 time: 0.1019020 Sep 10 03:45:50.956336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:50.960325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.005355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:51.013156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.013501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.013837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.014170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.014500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.014827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.015150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.015488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.015816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.016140 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.016457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.016870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:51.030536 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-3e0a1654-dd41-41a2-a5c0-78002a65a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.032113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-3e0a1654-dd41-41a2-a5c0-78002a65a34f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0801651 Sep 10 03:45:51.033463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-6b2ce03f-e9b3-40b3-bf04-5200ab7af3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.034869 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-6b2ce03f-e9b3-40b3-bf04-5200ab7af3cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0814028 Sep 10 03:45:51.112482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-7af22923-724b-47df-8810-55db665bf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.114015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-7af22923-724b-47df-8810-55db665bf8c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714641 Sep 10 03:45:51.118609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-d7f25b1c-14b7-4706-be61-0a686638f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.120218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-d7f25b1c-14b7-4706-be61-0a686638f961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703578 Sep 10 03:45:51.234267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['646036a5-747c-4cd2-b60e-540e6ba93c1a'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:51.276282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-730583b9-b2bb-4eae-8af2-26118bcc3ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543024 Sep 10 03:45:51.278335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-7af1b203-9506-40fa-aacb-dffd52b38e04 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491740 Sep 10 03:45:51.386347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:45:51.441264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-1182bc9b-4afc-4071-a385-b19db46ab28b service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583910 Sep 10 03:45:51.443442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddd93f1-10b4-4f08-8644-346fa5e4e50d req-41ee4db9-8b03-4bf3-9e9c-b15807f13507 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528680 Sep 10 03:45:51.791727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b2552-d5d3-4bfa-97d4-559b66f57864 req-b4afe793-3086-4d16-a9da-b74b312b5704 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.793854 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c38b2552-d5d3-4bfa-97d4-559b66f57864 req-b4afe793-3086-4d16-a9da-b74b312b5704 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Sep 10 03:45:51.833972 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c38b2552-d5d3-4bfa-97d4-559b66f57864 req-6eb89562-b844-4cf0-8e5d-8fd9f4f95c05 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Sep 10 03:45:52.150569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e8365a04-85f3-4673-88fb-40b51843328a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.152710 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e8365a04-85f3-4673-88fb-40b51843328a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107&tenant_id=89e742d12a0444f29ec9717f850d8515&binding%3Ahost_id=n-h2-808126-2 HTTP/1.1" status: 200 len: 945 time: 0.0802526 Sep 10 03:45:52.163665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c01457-af7c-4c8c-9af3-eb6eeaf041c0 req-1d1ddb76-6155-4d90-93d4-6bf28a98d4e4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.165525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32c01457-af7c-4c8c-9af3-eb6eeaf041c0 req-1d1ddb76-6155-4d90-93d4-6bf28a98d4e4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0652583 Sep 10 03:45:52.167915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:52.208537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:52.240036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-32c01457-af7c-4c8c-9af3-eb6eeaf041c0 req-acef28da-7f5b-4296-a752-b2aa4540a8e6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689900 Sep 10 03:45:52.248256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-2dca7563-4daf-48c6-9575-e5ab2237d5e9 service neutron] 10.222.0.36 "GET /v2.0/ports/646036a5-747c-4cd2-b60e-540e6ba93c1a/bindings/n-h2-808126-2 HTTP/1.1" status: 200 len: 382 time: 0.0823381 Sep 10 03:45:52.308935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-3c87198b-d835-4d7a-8bfb-2061ed5ab7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.310391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-3c87198b-d835-4d7a-8bfb-2061ed5ab7dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1096 time: 0.0398674 Sep 10 03:45:52.397214 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e4ea288a-3504-4807-922f-0faba8c3ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.398672 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e4ea288a-3504-4807-922f-0faba8c3ab15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0819516 Sep 10 03:45:52.465406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-15d66187-57db-4b0f-9da0-924f9c67defb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1002 time: 0.0598009 Sep 10 03:45:52.512387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-d3f91992-bda8-42fa-b985-3ee11d0759fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.513811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-d3f91992-bda8-42fa-b985-3ee11d0759fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0421519 Sep 10 03:45:52.560815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-6822e715-659a-4bb9-a524-8c29ec926c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.562233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-6822e715-659a-4bb9-a524-8c29ec926c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416186 Sep 10 03:45:52.654465 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ff9b4300-79ea-4c68-83dd-6e510703a5d3 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850897 Sep 10 03:45:52.744903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-3ca18eae-673e-4f83-8d53-eb5df5571c9d service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836418 Sep 10 03:45:52.773553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:52.820171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port 646036a5-747c-4cd2-b60e-540e6ba93c1a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:52.824177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port 646036a5-747c-4cd2-b60e-540e6ba93c1a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:52.824548 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.902400 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.924617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:52.926816 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a36718-1070-41dc-a189-458440dd1f5c" -d '{"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-plugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:52.939349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:52.943513 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.988914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:53.034998 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325f690-79ed-4ef9-9f33-c28c900e6fbc x-openstack-request-id: req-6325f690-79ed-4ef9-9f33-c28c900e6fbc {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:53.035291 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-plugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:53.035585 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6325f690-79ed-4ef9-9f33-c28c900e6fbc {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:53.035981 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'code': 200} Sep 10 03:45:53.352132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266190-754e-4032-8894-9aadd15d72b2 req-d07e3729-1254-4c8c-b9be-39fee026bf78 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.353517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97266190-754e-4032-8894-9aadd15d72b2 req-d07e3729-1254-4c8c-b9be-39fee026bf78 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0475533 Sep 10 03:45:53.390084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97266190-754e-4032-8894-9aadd15d72b2 req-41f59327-51ac-4f7b-a336-f2293d05537e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301042 Sep 10 03:45:54.511883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025760-0089-4569-87ac-e4374911362b req-933864a5-1e99-472b-b564-043029441cd9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.513371 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3025760-0089-4569-87ac-e4374911362b req-933864a5-1e99-472b-b564-043029441cd9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 946 time: 0.0506423 Sep 10 03:45:54.550636 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a3025760-0089-4569-87ac-e4374911362b req-c023aca3-4ad7-4c25-a16a-5d20f4ff222e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Sep 10 03:45:54.651087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-eb9975ab-aa56-464e-9b9e-cdd4bd3356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.652624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-eb9975ab-aa56-464e-9b9e-cdd4bd3356fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 1097 time: 0.0406675 Sep 10 03:45:54.663805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:54.717884 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.913661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:54.944929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:54.983348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:54.985510 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c487d4-7364-420b-9376-bff7b0ef2350" -d '{"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-unplugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:54.989198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.001165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Transition to ACTIVE for port object 646036a5-747c-4cd2-b60e-540e6ba93c1a will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:55.008572 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.038790 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1bd6a-93cc-482f-bac1-856530702d39 x-openstack-request-id: req-55f1bd6a-93cc-482f-bac1-856530702d39 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:55.039079 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-unplugged", "status": "completed", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:55.039919 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55f1bd6a-93cc-482f-bac1-856530702d39 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:55.039919 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'code': 200} Sep 10 03:45:55.094414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=10']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.130790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] No DVR routers for this DVR port 646036a5-747c-4cd2-b60e-540e6ba93c1a on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:55.266109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:55.266364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:55.266692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:55.271171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:55.271504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Attempting to bind port 646036a5-747c-4cd2-b60e-540e6ba93c1a on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:55.276284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:55.276624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:55.277007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:55.277433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Bound port: 646036a5-747c-4cd2-b60e-540e6ba93c1a, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:55.277789 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.339243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:55.342247 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:55.345806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.382223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.382851 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.384290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] 10.222.0.32 "PUT /v2.0/ports/646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1093 time: 0.7243154 Sep 10 03:45:55.414897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a6bd-55be-4eaa-bfab-2ce994364229 service neutron] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=11']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.451514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e755263b-dd19-42ea-bf43-87a56293b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.453041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e755263b-dd19-42ea-bf43-87a56293b69a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1096 time: 0.0458610 Sep 10 03:45:55.546632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-3e2b822a-6ec7-42a7-b77e-ae55a9f7126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.548329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-3e2b822a-6ec7-42a7-b77e-ae55a9f7126f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0884023 Sep 10 03:45:55.618086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-84cdc6d4-c6f6-47a2-9054-b86b4b34bc17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1001 time: 0.0620346 Sep 10 03:45:55.667664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-9b2842ff-68a7-490c-ad8d-100b1f048d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.669099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-9b2842ff-68a7-490c-ad8d-100b1f048d4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0444899 Sep 10 03:45:55.670327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b5cbd-0461-452a-ad5f-42792690afee req-6e2327ac-40e8-4e07-9749-2f58ab28bbd7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.671838 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f70b5cbd-0461-452a-ad5f-42792690afee req-6e2327ac-40e8-4e07-9749-2f58ab28bbd7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0546696 Sep 10 03:45:55.709051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f70b5cbd-0461-452a-ad5f-42792690afee req-a373f5a8-eb63-42f1-9dea-62726ff73edf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312903 Sep 10 03:45:55.714989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-d584d8d2-1490-49c0-8740-ae178888660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.716545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-d584d8d2-1490-49c0-8740-ae178888660b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406396 Sep 10 03:45:55.809034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-d17f8595-b368-4568-af66-f6200dde3018 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Sep 10 03:45:55.899222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f04c112b-f795-4c31-a9e9-b4f0d1b93bf5 req-e1252384-0806-4d6f-ac5b-afebd0703261 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831525 Sep 10 03:45:56.782181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:56.819116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:56.826325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2880-51b9-44f7-a3de-e121a95e9b52 req-96dfa8ab-920c-47e3-989c-10190b69b297 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.827862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-498f2880-51b9-44f7-a3de-e121a95e9b52 req-96dfa8ab-920c-47e3-989c-10190b69b297 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0503283 Sep 10 03:45:56.864165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-498f2880-51b9-44f7-a3de-e121a95e9b52 req-c6d60b21-b3fa-4d55-ac61-872289a7ddb8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304296 Sep 10 03:45:57.041093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:57.043362 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faacf283-4f0a-4a38-9429-84100bf005d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:57.090073 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d197dc9-cb60-46ad-9d80-b48146ac40a6 x-openstack-request-id: req-9d197dc9-cb60-46ad-9d80-b48146ac40a6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:57.090367 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:57.090622 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d197dc9-cb60-46ad-9d80-b48146ac40a6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:57.091021 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'status': 'completed', 'code': 200} Sep 10 03:45:57.175139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-e1cc60cc-838d-4906-bb92-48f6b2ebf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.176670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-e1cc60cc-838d-4906-bb92-48f6b2ebf09e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1096 time: 0.0657704 Sep 10 03:45:57.179102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-ba07ec28-df1f-4da2-89bc-88db5c852366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.180486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-ba07ec28-df1f-4da2-89bc-88db5c852366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 1096 time: 0.0608633 Sep 10 03:45:57.341641 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-9635d94b-23ac-4923-b50c-856272c416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.343147 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-9635d94b-23ac-4923-b50c-856272c416a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1594214 Sep 10 03:45:57.344282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-6225ff36-10a8-4295-9359-fddb6ef2ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.345608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-6225ff36-10a8-4295-9359-fddb6ef2ab2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1549633 Sep 10 03:45:57.454596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-d2a81a25-77b2-424e-ba9b-8a011ee98141 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1001 time: 0.1046691 Sep 10 03:45:57.456403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-2ad2d31a-25d8-46c9-a491-587a589a13c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 200 len: 1001 time: 0.1006768 Sep 10 03:45:57.535819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-ad429837-6886-4114-a28e-230d57363eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.537288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-ad429837-6886-4114-a28e-230d57363eb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0762959 Sep 10 03:45:57.538913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-4c7bef17-af00-46e6-905b-07d987c43ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.540272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-4c7bef17-af00-46e6-905b-07d987c43ad7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0723572 Sep 10 03:45:57.611045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-3a9f450f-c458-4469-bf82-695325b9b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.612521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-3a9f450f-c458-4469-bf82-695325b9b146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613084 Sep 10 03:45:57.615054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-1a4df169-643a-461f-80f6-d7388de14203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.616438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-1a4df169-643a-461f-80f6-d7388de14203 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723627 Sep 10 03:45:58.116730 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-c539d9ef-9b7d-45d6-82d8-37c141c5bb1f service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892762 Sep 10 03:45:58.118433 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-d7bdc511-0b67-41cc-a731-7b9ceff66e7b service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985313 Sep 10 03:45:58.129611 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e5c5-c7d3-41e4-b969-c224b3daaa16 req-2df3569d-2847-44b0-a1c6-cd3fdf973d85 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.130991 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4468e5c5-c7d3-41e4-b969-c224b3daaa16 req-2df3569d-2847-44b0-a1c6-cd3fdf973d85 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.1142049 Sep 10 03:45:58.279919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4468e5c5-c7d3-41e4-b969-c224b3daaa16 req-cee2673d-05a2-4eea-986f-a1f08554b476 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323195 Sep 10 03:45:58.308314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-f77d2225-bf4d-4d9e-9a73-30787258a9dc service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753454 Sep 10 03:45:58.310227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-faacf283-4f0a-4a38-9429-84100bf005d5 req-ca3e70df-2c9d-45cf-997a-83409531a469 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783724 Sep 10 03:45:58.396506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06262e40-fe33-4d55-bf4b-f839455b2bf8 req-0ecc8799-9fef-48be-8bee-fd2a208dcdcd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.397966 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06262e40-fe33-4d55-bf4b-f839455b2bf8 req-0ecc8799-9fef-48be-8bee-fd2a208dcdcd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0482831 Sep 10 03:45:58.435506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06262e40-fe33-4d55-bf4b-f839455b2bf8 req-494d663d-a1f4-46aa-a65c-fec1d960ee56 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316262 Sep 10 03:45:58.545556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8677b0-f51e-4177-955a-f52497c63f7f req-bceb8b43-d44f-46c1-99d0-5328140f7a5f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.546945 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb8677b0-f51e-4177-955a-f52497c63f7f req-bceb8b43-d44f-46c1-99d0-5328140f7a5f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0475280 Sep 10 03:45:58.583592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cb8677b0-f51e-4177-955a-f52497c63f7f req-bea43cd3-d70a-47e0-b102-c49d9db24cd5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308363 Sep 10 03:45:58.815688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e993d2-cdbc-4030-9961-cf5b56a672e6 req-b5bba158-fd13-4f95-8726-4f209b05d9f6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.817182 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0e993d2-cdbc-4030-9961-cf5b56a672e6 req-b5bba158-fd13-4f95-8726-4f209b05d9f6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0521770 Sep 10 03:45:58.852451 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0e993d2-cdbc-4030-9961-cf5b56a672e6 req-159e2bbc-e00c-4189-9836-3411b159a430 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294709 Sep 10 03:45:59.967066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0ae38-c112-4a30-abf2-6877d07afc83 req-219f8a3c-5f83-414a-8309-0208c4db0652 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.968623 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c0ae38-c112-4a30-abf2-6877d07afc83 req-219f8a3c-5f83-414a-8309-0208c4db0652 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0490179 Sep 10 03:45:59.972596 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404d746-8e31-45da-b751-eebc03755054 req-63334e8b-6dcc-4a6f-b1fa-b851e1b29d50 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.974094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7404d746-8e31-45da-b751-eebc03755054 req-63334e8b-6dcc-4a6f-b1fa-b851e1b29d50 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 945 time: 0.0472531 Sep 10 03:46:00.006071 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e6c0ae38-c112-4a30-abf2-6877d07afc83 req-c9e65d83-0803-4424-a5cc-af7f6a49cbd2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 10 03:46:00.062712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Deleting port 646036a5-747c-4cd2-b60e-540e6ba93c1a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:00.063050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.152499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:00.152799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.214829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:00.310635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:00.319165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.319567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.319885 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 disassociated. External IP: 172.25.8.166, port: 646036a5-747c-4cd2-b60e-540e6ba93c1a. Sep 10 03:46:00.320229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Calling delete_port for 646036a5-747c-4cd2-b60e-540e6ba93c1a owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:00.321449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'mac_address': 'fa:16:3e:36:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:00.357847 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.374294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646036a5-747c-4cd2-b60e-540e6ba93c1a {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:00.392830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 646036a5-747c-4cd2-b60e-540e6ba93c1a, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=646036a5-747c-4cd2-b60e-540e6ba93c1a,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:00.397428 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.445537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:00.450656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.478706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event deleted for resources: {'Port': ['ID=646036a5-747c-4cd2-b60e-540e6ba93c1a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:00.593878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:00.702872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:00.712166 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:00.721196 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:00.721978 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:45:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:00.742375 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] No DVR routers for this DVR port 646036a5-747c-4cd2-b60e-540e6ba93c1a on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:00.745100 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.747176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7404d746-8e31-45da-b751-eebc03755054 req-e7e4f24c-9ed8-4d86-a7d5-377e8d1509ec tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "DELETE /v2.0/ports/646036a5-747c-4cd2-b60e-540e6ba93c1a HTTP/1.1" status: 204 len: 173 time: 0.7668059 Sep 10 03:46:00.747705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-deleted', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:00.750086 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12aace8-3340-4a90-a106-8aa5e12894cd" -d '{"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-deleted", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:00.785884 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b75749-ef67-4b0e-bf7d-d47fd7bb7189 x-openstack-request-id: req-b1b75749-ef67-4b0e-bf7d-d47fd7bb7189 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:00.786179 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbeed8b-f426-44cc-ae38-a67232fe1107", "name": "network-vif-deleted", "tag": "646036a5-747c-4cd2-b60e-540e6ba93c1a", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:00.786500 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1b75749-ef67-4b0e-bf7d-d47fd7bb7189 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:00.786910 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbeed8b-f426-44cc-ae38-a67232fe1107', 'name': 'network-vif-deleted', 'tag': '646036a5-747c-4cd2-b60e-540e6ba93c1a', 'status': 'completed', 'code': 200} Sep 10 03:46:00.828700 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:01.023321 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:01.049147 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:01.057194 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:01.057836 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:45:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:01.115433 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-563b737a-429b-4e54-8ee2-a2cff807df36 req-106c89c1-4076-472b-94d6-bfa198dfdaa7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bbeed8b-f426-44cc-ae38-a67232fe1107 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Sep 10 03:46:01.164431 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:01.360786 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:01.388800 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac1f4bb-b684-41cd-b61a-ad3f07288ef6 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:01.583621 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3145764-7526-480d-80cd-c5bbec4c10cc None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:46:01.801793 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f5aa6e21-9ed0-45d7-9d8a-c81576743756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:02.357277 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:02.382052 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-cea5f071-655e-493d-ac8c-0712c87af5f4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1592509478&fields=id&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 267 time: 0.0367308 Sep 10 03:46:02.485300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-007821bf-dc8e-4fba-a9d2-5e53fc24a97b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:02.486764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-007821bf-dc8e-4fba-a9d2-5e53fc24a97b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.0978315 Sep 10 03:46:02.501918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-2d02058b-95a9-40e6-bb63-ba68e8bd35c3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/quotas/89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 375 time: 0.0091972 Sep 10 03:46:02.548342 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:02.553108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-acc1abc4-dc85-4340-8b2d-5b437b027089 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459342 Sep 10 03:46:02.649615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-708b533c-4bc7-4e68-8590-4ecaf9de2d51 service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Sep 10 03:46:02.737702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-1d322ef7-7724-42af-9740-d979429ff963 service neutron] 10.222.0.23 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821614 Sep 10 03:46:02.892842 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a8d3044b-91b5-4dbf-abeb-a0cb8bce311b req-9436273e-4298-4ebb-b603-1c460a920e36 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 210 time: 0.0261660 Sep 10 03:46:03.773156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-e04d2186-fb7f-4cdb-9d41-7a7ab387165d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.774545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-e04d2186-fb7f-4cdb-9d41-7a7ab387165d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 812 time: 0.1084692 Sep 10 03:46:03.816942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-d142eba6-6dfe-46b1-9f36-5d6ee40f1dda tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 380 time: 0.0332077 Sep 10 03:46:03.827534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'port': {'device_id': '45fe75a6-e960-4fda-916e-c234e47deebc', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'admin_state_up': True, 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'security_groups': ['35a8c68f-20de-4613-a36b-c024f69f1f0c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:03.935748 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Made reservation on behalf of 89e742d12a0444f29ec9717f850d8515 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:03.939231 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.024974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7846c4a7-1f44-432c-bec5-c3adee1cce1e req-cde858a1-d0ae-4463-9adf-675248d7c92e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 210 time: 0.0609100 Sep 10 03:46:04.087312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Allocated IP 172.20.0.9 (4a34ce0f-e9e2-4881-a700-14ccf67c838a/1cebd2db-2937-4607-b129-ca4dc54f7b43/cf35b68f-6a9a-4675-ab81-065a84298d52) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:04.219734 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.232951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Transition to ACTIVE for port object cf35b68f-6a9a-4675-ab81-065a84298d52 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:04.238953 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:04.258940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 646036a5-747c-4cd2-b60e-540e6ba93c1a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:04.259360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 646036a5-747c-4cd2-b60e-540e6ba93c1a not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:04.265187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.312920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:04.316026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:04.321655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:04.328060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:04.374254 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb930-cede-4e1d-ae10-9c56f7346085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.374494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:04.374914 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.390342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-693c8c68-f0ae-4b20-bcbc-5bde4736f5e3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661690 Sep 10 03:46:04.402855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Request body: {'port': {'device_id': '45fe75a6-e960-4fda-916e-c234e47deebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:04.458249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.600073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6a106ae1-b500-4356-a248-7d933c96c939 None None] Provisioning for port cf35b68f-6a9a-4675-ab81-065a84298d52 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:04.603635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6a106ae1-b500-4356-a248-7d933c96c939 None None] Provisioning complete for port cf35b68f-6a9a-4675-ab81-065a84298d52 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:04.604013 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6a106ae1-b500-4356-a248-7d933c96c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.641180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6a106ae1-b500-4356-a248-7d933c96c939 None None] Port cf35b68f-6a9a-4675-ab81-065a84298d52 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:04.724006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf35b68f-6a9a-4675-ab81-065a84298d52 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:04.731634 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.741605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.744010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Transition to ACTIVE for port object cf35b68f-6a9a-4675-ab81-065a84298d52 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:04.747607 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.815432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:04.868880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:04.869316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:04.869652 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:04.874627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:46:04.874952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:04.880026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:04.880372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:04.880760 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:04.881195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Bound port: cf35b68f-6a9a-4675-ab81-065a84298d52, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:04.881560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.951132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:04.954145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:04.958784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.991115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:04.991759 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.993200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] 10.222.0.36 "PUT /v2.0/ports/cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1091 time: 0.5951517 Sep 10 03:46:04.993607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:04.996401 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c615a9ad-bd44-44a0-99e8-504235289d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:05.023478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12ad2b-7e52-47f6-b5a6-83cf8d0e5bcd service neutron] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:05.061317 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156e55c-f66e-4036-bd28-c1c0404b17c5 x-openstack-request-id: req-9156e55c-f66e-4036-bd28-c1c0404b17c5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:05.061574 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:05.061838 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9156e55c-f66e-4036-bd28-c1c0404b17c5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:05.062223 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'status': 'completed', 'code': 200} Sep 10 03:46:05.082735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-6bec5ba1-62d0-42a0-8113-bd2118597a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.085299 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-6bec5ba1-62d0-42a0-8113-bd2118597a65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0511246 Sep 10 03:46:05.138655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-74698aa2-9129-44b4-a827-5ef9062d72da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 217 time: 0.0444179 Sep 10 03:46:05.201019 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-eab6cfa4-8656-4636-bba6-cc200e8e5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.202476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-eab6cfa4-8656-4636-bba6-cc200e8e5b04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0572958 Sep 10 03:46:05.264720 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71c9b9-8796-4445-837d-bffa7b81098b req-3a0aa51e-df4d-49dd-b228-458f827a0b0d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.266216 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba71c9b9-8796-4445-837d-bffa7b81098b req-3a0aa51e-df4d-49dd-b228-458f827a0b0d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.1641974 Sep 10 03:46:05.271967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d38b-196c-40fc-87f6-93093150c55a req-92488e0e-bcf4-44f5-a9cf-5bbf51d746e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.273404 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-92488e0e-bcf4-44f5-a9cf-5bbf51d746e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574260 Sep 10 03:46:05.334784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba71c9b9-8796-4445-837d-bffa7b81098b req-40779214-e11c-4820-9e3c-ba1ef7952f0b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604284 Sep 10 03:46:05.387564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-ace7af95-0829-4ca1-9379-beaa285b1659 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064694 Sep 10 03:46:05.477690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2295d38b-196c-40fc-87f6-93093150c55a req-1d9875ab-35bf-4bba-83a3-99bc799d4dfa service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837414 Sep 10 03:46:05.549484 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.563207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-58bde5d7-d3d0-445c-8ec1-fce7ffdc9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.564800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-58bde5d7-d3d0-445c-8ec1-fce7ffdc9524 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0418131 Sep 10 03:46:05.652389 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-f8bf4d32-deb7-423f-b9b5-a56be5b80b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.653810 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-f8bf4d32-deb7-423f-b9b5-a56be5b80b29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0826707 Sep 10 03:46:05.697226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-58d9b9c1-bc6c-4efd-b176-07fcca10cbdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 217 time: 0.0366287 Sep 10 03:46:05.745828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-19eff2d3-e42d-43b0-9927-6e82a9541064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.747241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-19eff2d3-e42d-43b0-9927-6e82a9541064 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0425620 Sep 10 03:46:05.792361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-d2075cbb-b26e-42b8-85c6-11f5a40ccc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.793826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-d2075cbb-b26e-42b8-85c6-11f5a40ccc63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390024 Sep 10 03:46:05.883205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-c6ce1d36-ca13-495a-8d9b-b89532e6cacd service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Sep 10 03:46:05.972342 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c615a9ad-bd44-44a0-99e8-504235289d4e req-49b70482-5bff-4e42-a7c9-d6d53fe413b5 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 Sep 10 03:46:06.498369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa6b6-a3dc-4585-8758-d7300f1d0961 req-bcc4c882-f6ad-4d1f-aba7-c9b608f02c96 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:06.499875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-201aa6b6-a3dc-4585-8758-d7300f1d0961 req-bcc4c882-f6ad-4d1f-aba7-c9b608f02c96 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0970893 Sep 10 03:46:06.536394 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-201aa6b6-a3dc-4585-8758-d7300f1d0961 req-be59c4c0-b94f-4797-af53-982ac3d519e5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306122 Sep 10 03:46:06.781756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:06.872999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:06.883371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'mac_address': 'fa:16:3e:56:6d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:06.922916 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.935647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf35b68f-6a9a-4675-ab81-065a84298d52 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:06.953625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:06.957238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.011434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:07.146872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['cf35b68f-6a9a-4675-ab81-065a84298d52'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:07.492586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.653973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd10699-0338-472a-93ce-4d42867ca264 req-d0e99927-03f6-4891-aad8-9fcbede038c5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:07.655486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fbd10699-0338-472a-93ce-4d42867ca264 req-d0e99927-03f6-4891-aad8-9fcbede038c5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0540807 Sep 10 03:46:07.691529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fbd10699-0338-472a-93ce-4d42867ca264 req-91c178b2-4fbc-4dd2-ba1e-9fa0da39abdf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301654 Sep 10 03:46:08.797481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 up at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:08.804190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d57bb-bc60-43fc-be34-2f0fa8fbb89f req-7af4c584-8341-4c65-acdf-496e5ef2b4ac tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:08.805688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-855d57bb-bc60-43fc-be34-2f0fa8fbb89f req-7af4c584-8341-4c65-acdf-496e5ef2b4ac tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0488353 Sep 10 03:46:08.845968 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning for port cf35b68f-6a9a-4675-ab81-065a84298d52 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:08.847168 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-855d57bb-bc60-43fc-be34-2f0fa8fbb89f req-94d114d1-6520-4492-86ba-f3f96c568e7d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354624 Sep 10 03:46:08.850203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Provisioning complete for port cf35b68f-6a9a-4675-ab81-065a84298d52 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:08.850648 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:08.928371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:08.949473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:08.951698 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f513a9c3-6bfe-444d-9065-49e0c0b3863f" -d '{"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-plugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:08.964461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:08.968337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:08.991336 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedb0e1c-f9d8-4c99-a356-8f7ac2b20f1e x-openstack-request-id: req-bedb0e1c-f9d8-4c99-a356-8f7ac2b20f1e {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:08.991656 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-plugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:08.991906 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bedb0e1c-f9d8-4c99-a356-8f7ac2b20f1e {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:08.992288 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'code': 200} Sep 10 03:46:09.019091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:09.082468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfcbf8-a9b7-4ef8-9f23-e1739a6fbe2d req-c1fbb120-17b9-4a9a-9f5f-8f2096b75a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:09.084016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2edfcbf8-a9b7-4ef8-9f23-e1739a6fbe2d req-c1fbb120-17b9-4a9a-9f5f-8f2096b75a43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1096 time: 0.0385675 Sep 10 03:46:09.118570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2edfcbf8-a9b7-4ef8-9f23-e1739a6fbe2d req-8f2ad1d7-ce38-4ead-9d97-2cbf69e2a0b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270822 Sep 10 03:46:09.958376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca2aa-d20c-44f2-a931-10cc997445f0 req-34621c9d-9497-4420-b846-82096b1d5961 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:09.959863 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-205ca2aa-d20c-44f2-a931-10cc997445f0 req-34621c9d-9497-4420-b846-82096b1d5961 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0476422 Sep 10 03:46:09.996672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-205ca2aa-d20c-44f2-a931-10cc997445f0 req-34c6ae87-c40e-4fd9-8115-35daf3396ab2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Sep 10 03:46:11.109368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c80af-6d96-4d9b-9414-e0dcd9559994 req-087a823b-2ae5-44ff-8be9-30144444c87b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.110844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd8c80af-6d96-4d9b-9414-e0dcd9559994 req-087a823b-2ae5-44ff-8be9-30144444c87b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0477211 Sep 10 03:46:11.147668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd8c80af-6d96-4d9b-9414-e0dcd9559994 req-4dddb82c-f217-49f4-ade2-664aa13ca547 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308540 Sep 10 03:46:11.254856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7c29-37fe-48cf-aee0-096cdb9f7743 req-14e4da3d-0d9e-4c3f-a94a-a977c555a64c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.256329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-18cc7c29-37fe-48cf-aee0-096cdb9f7743 req-14e4da3d-0d9e-4c3f-a94a-a977c555a64c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0468571 Sep 10 03:46:11.265342 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44228) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:11.269858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Request body: {'floatingip': {'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:11.310424 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:11.730093 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:11.734307 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:11.831039 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 associated. External IP: 172.25.8.166, port: cf35b68f-6a9a-4675-ab81-065a84298d52. Sep 10 03:46:12.032519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:12.139283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:12.144450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.149423 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:12.157840 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:12.158432 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:46:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:12.174850 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ff1acc32-3865-4c44-9c80-b720a3ab13e2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "PUT /v2.0/floatingips/9b3127e2-e175-4976-93db-85a05d933b71 HTTP/1.1" status: 200 len: 992 time: 0.9059830 Sep 10 03:46:12.174850 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:12.175410 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2" -d '{"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:12.214463 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e8eb7-ba16-42e5-8f22-08a47811cacb x-openstack-request-id: req-e89e8eb7-ba16-42e5-8f22-08a47811cacb {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:12.214775 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:12.215028 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e89e8eb7-ba16-42e5-8f22-08a47811cacb {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:12.215435 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'status': 'completed', 'code': 200} Sep 10 03:46:12.279936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-768f3e59-5e8c-4e6e-9b8f-4c53b4ffff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:12.281439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-768f3e59-5e8c-4e6e-9b8f-4c53b4ffff46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1096 time: 0.0446441 Sep 10 03:46:12.355844 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:12.369380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-3990def7-1906-4076-bf35-4ad3391075e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:12.371430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-3990def7-1906-4076-bf35-4ad3391075e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0827005 Sep 10 03:46:12.438751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-ba5884a8-3edd-4b79-bdce-3f05a8fd02c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.0612495 Sep 10 03:46:12.486948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-e8e98fb1-7912-44c6-a0fd-42ccddd3fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:12.488449 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-e8e98fb1-7912-44c6-a0fd-42ccddd3fadd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0434673 Sep 10 03:46:12.533107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-e53da704-8477-4378-a7a7-46a4d4cef865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:12.534719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-e53da704-8477-4378-a7a7-46a4d4cef865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398865 Sep 10 03:46:12.574899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:56:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe75a6-e960-4fda-916e-c234e47deebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:46:11Z', 'revision_number': 13, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:12.604179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:12.613455 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:12.614001 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:46:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:12.627579 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-5ac5c5bf-e786-4afb-9f81-ac959df3554b service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861354 Sep 10 03:46:12.718360 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:12.723211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6eed2ff0-c26c-4f66-9e6f-aae015ac17d2 req-30bd36f3-0265-4c3e-9133-edf22ef6eef7 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886390 Sep 10 03:46:12.933126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:56:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe75a6-e960-4fda-916e-c234e47deebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:46:11Z', 'revision_number': 13, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:12.958027 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604efba1-29f4-421f-9660-7e7a135d0161 None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '9b3127e2-e175-4976-93db-85a05d933b71', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'mac_address': 'fa:16:3e:56:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe75a6-e960-4fda-916e-c234e47deebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:39:19Z', 'updated_at': '2021-09-10T03:46:11Z', 'revision_number': 13, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:13.145891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6112a2f8-c4fc-4313-98fd-abf9b699539c None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:46:18.759861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-2b380afb-77c2-4964-8ae2-804527bbc32c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421515 Sep 10 03:46:18.838000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-e3891883-7039-4897-b5a2-771eaaca0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.839515 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-e3891883-7039-4897-b5a2-771eaaca0cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1096 time: 0.0392120 Sep 10 03:46:18.939447 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-f548ad64-9d83-4bc2-844b-e06a0a273cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.940950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-f548ad64-9d83-4bc2-844b-e06a0a273cdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0821242 Sep 10 03:46:19.006719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-0c70687d-4238-42e1-9cb2-d6b764d1f4fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1002 time: 0.0589414 Sep 10 03:46:19.054125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-d652249e-020b-451f-8946-fbf31dc66e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.055529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-d652249e-020b-451f-8946-fbf31dc66e3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0412190 Sep 10 03:46:19.099413 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-7a5d01de-4e4f-4846-98c8-2e58585bff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.101007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-7a5d01de-4e4f-4846-98c8-2e58585bff14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379994 Sep 10 03:46:19.192071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-8ad8c553-9f40-4ae7-923b-e853c41078b9 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834954 Sep 10 03:46:19.281839 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9050233f-03fb-4dc8-9cb4-82c78b52bd71 req-43f028cc-ce7b-48b0-a55b-9a2f8af165de service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823553 Sep 10 03:46:28.385625 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:46:31.802072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d8771f8-71c1-4f1c-a493-509619f4615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.364958 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.562724 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.375680 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8659-ea8a-495e-b687-f118533c4d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.745862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.551152 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:37.495640 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.802371 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2dfb37cb-6795-4c8a-81f7-48947927747c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.371694 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.577400 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.378319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-89831032-3dbd-4888-8793-490cb483fe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.745785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:05.385136 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:47:05.553370 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.499380 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.762007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-26763e51-6733-4bd4-8f6a-74d6d8eca946 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385730 Sep 10 03:47:18.837762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-71a4f3c0-5d14-43d9-9b04-b962fa244050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:18.839254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-71a4f3c0-5d14-43d9-9b04-b962fa244050 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1096 time: 0.0382664 Sep 10 03:47:18.941722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-c7bd52d8-70de-4465-9535-22362d42a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:18.943382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-c7bd52d8-70de-4465-9535-22362d42a996 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0855494 Sep 10 03:47:19.006406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-5ec3b73b-93e7-4c2a-b5da-81356cbe6b4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1002 time: 0.0554421 Sep 10 03:47:19.056584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-bfd10b16-0522-4039-a1a7-bd6a6e574eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:19.058081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-bfd10b16-0522-4039-a1a7-bd6a6e574eda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0445514 Sep 10 03:47:19.108458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-c787b422-cefd-4177-93a6-dd4317b0475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:19.110009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-c787b422-cefd-4177-93a6-dd4317b0475c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435591 Sep 10 03:47:19.196236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-1dfaccfd-640e-4731-8892-524e176a630a service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792403 Sep 10 03:47:19.288000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a83a5ef1-3085-4c8b-ab49-b93f2ea250a3 req-eda3ee52-0409-45b4-aee0-644ac74ae9c8 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849099 Sep 10 03:47:31.802206 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-89afc290-af11-4d91-9b7d-ae2812183fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:32.385378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:32.586019 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:34.379504 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcc49d68-56a8-4b87-847e-9ca925b93f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:34.745833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:35.555976 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:37.501469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:42.386848 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:47:49.177871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc7cb-c0db-43da-8695-0653fefb3f7b req-0eb17cb2-6ec7-43d9-9a87-6256cfff6750 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:49.179376 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11fbc7cb-c0db-43da-8695-0653fefb3f7b req-0eb17cb2-6ec7-43d9-9a87-6256cfff6750 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0501044 Sep 10 03:47:49.220345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-11fbc7cb-c0db-43da-8695-0653fefb3f7b req-31528c6e-2482-4b7b-b188-9b543e3e2c5f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349844 Sep 10 03:47:59.152799 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-4032da1a-df6e-4088-936e-6d24651d4180 req-981b5d3e-eac5-44e4-8ac8-acbac750c44e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:47:59.153784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4032da1a-df6e-4088-936e-6d24651d4180 req-981b5d3e-eac5-44e4-8ac8-acbac750c44e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053644 Sep 10 03:47:59.329204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab920ad-0f0f-49cc-93ba-80df3a399674 req-9d1529fd-85fc-41d5-8612-4ede4d55edc8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:59.330687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ab920ad-0f0f-49cc-93ba-80df3a399674 req-9d1529fd-85fc-41d5-8612-4ede4d55edc8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0481915 Sep 10 03:47:59.388955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ab920ad-0f0f-49cc-93ba-80df3a399674 req-2aaccf90-b10f-4373-81ab-65c05de6bc93 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492983 Sep 10 03:47:59.395074 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-3b81706c-6198-426d-86ce-549269cfd690 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230094 Sep 10 03:48:00.505680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184101-bb00-4662-ae88-93b2e125f8f4 req-7fbefe34-462a-40bc-a23e-30c54988e4d9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:00.507504 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87184101-bb00-4662-ae88-93b2e125f8f4 req-7fbefe34-462a-40bc-a23e-30c54988e4d9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0517154 Sep 10 03:48:00.547526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-87184101-bb00-4662-ae88-93b2e125f8f4 req-dcf2712d-ed31-4045-9d4c-8a561141edb7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337718 Sep 10 03:48:00.576006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-3e75023a-61c7-4172-a7c4-986cb68597c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:00.577493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-3e75023a-61c7-4172-a7c4-986cb68597c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1096 time: 0.0433855 Sep 10 03:48:00.665649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-713c6399-3d21-4c1b-9430-d4b3fc2ce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:00.667111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-713c6399-3d21-4c1b-9430-d4b3fc2ce0f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0828707 Sep 10 03:48:01.051422 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-ff0c38a9-0e5c-45a6-8e67-24610719b7a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1002 time: 0.3768826 Sep 10 03:48:01.098979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-681d97f0-f9d5-464f-a20d-c0e633dbc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:01.100479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-681d97f0-f9d5-464f-a20d-c0e633dbc2e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0422776 Sep 10 03:48:01.144991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-e39b289d-f528-46e3-970a-3538c2d8a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:01.146692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-e39b289d-f528-46e3-970a-3538c2d8a9b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391221 Sep 10 03:48:01.235303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-33b4a05f-d908-4c16-9280-0ab469135be0 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Sep 10 03:48:01.322018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-ed77d5e4-3a4b-4035-9adc-9799c21c7102 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793555 Sep 10 03:48:01.669877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810b30f-001a-4524-81ec-e3470c4e89ed req-4c7ba87f-70ce-4990-9bdc-8e717f7b01aa tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:01.671408 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d810b30f-001a-4524-81ec-e3470c4e89ed req-4c7ba87f-70ce-4990-9bdc-8e717f7b01aa tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0565825 Sep 10 03:48:01.714585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d810b30f-001a-4524-81ec-e3470c4e89ed req-8f822f92-2f5b-4709-a12a-5e919f01b3a2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349834 Sep 10 03:48:01.801866 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a9dc29e0-40da-4ed0-94e4-564e86ba7b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.378598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.600068 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.828146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9914a-2675-4198-9de5-10831ac75558 req-5f0298a9-13c4-440c-886b-958d92fc8b14 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:02.829617 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aa9914a-2675-4198-9de5-10831ac75558 req-5f0298a9-13c4-440c-886b-958d92fc8b14 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0473065 Sep 10 03:48:02.866112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3aa9914a-2675-4198-9de5-10831ac75558 req-2c263caa-081c-4702-ab06-41fbed831169 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301325 Sep 10 03:48:03.981796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9a02-b4ed-4fb0-aa89-5aa555f1cdbb req-bc372d35-9524-4778-bafe-8d5905b322c5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:03.983257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21bd9a02-b4ed-4fb0-aa89-5aa555f1cdbb req-bc372d35-9524-4778-bafe-8d5905b322c5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0475447 Sep 10 03:48:04.018499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-21bd9a02-b4ed-4fb0-aa89-5aa555f1cdbb req-27dcce41-46dd-44a2-ab7d-02b467db7681 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294535 Sep 10 03:48:04.380463 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a90d1469-55dd-46e7-b4de-20ac42204ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.745851 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.131659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da8398-0622-46e2-95a2-815d058e9fe6 req-a8256326-dd63-450a-810c-c5634b198b47 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:05.133119 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93da8398-0622-46e2-95a2-815d058e9fe6 req-a8256326-dd63-450a-810c-c5634b198b47 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0482244 Sep 10 03:48:05.173607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-93da8398-0622-46e2-95a2-815d058e9fe6 req-68c8d66d-83cb-4e86-8fa9-763267d9d853 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345817 Sep 10 03:48:05.559538 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.291860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047abd7-6736-4f49-910d-cb6fc21e15ae req-7f3b69c0-05fa-4a48-a096-7310d32afceb tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.293371 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f047abd7-6736-4f49-910d-cb6fc21e15ae req-7f3b69c0-05fa-4a48-a096-7310d32afceb tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0504587 Sep 10 03:48:06.329485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f047abd7-6736-4f49-910d-cb6fc21e15ae req-692b5aac-c6e4-4134-a902-54271754d664 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302734 Sep 10 03:48:07.445410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea964bb-9143-4b24-a68c-46dfa489596d req-c58d9446-b560-4e34-b4a5-4e5e158b18fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:07.446897 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dea964bb-9143-4b24-a68c-46dfa489596d req-c58d9446-b560-4e34-b4a5-4e5e158b18fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0483694 Sep 10 03:48:07.483547 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dea964bb-9143-4b24-a68c-46dfa489596d req-ade94d69-6d54-4403-a6c9-c12546dbd948 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Sep 10 03:48:07.505962 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.600950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f6440-47d1-4105-b69c-814bb359ce2e req-abfaeeac-00f5-43e5-90c6-24237a679e59 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:08.602412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421f6440-47d1-4105-b69c-814bb359ce2e req-abfaeeac-00f5-43e5-90c6-24237a679e59 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0525224 Sep 10 03:48:08.639661 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-421f6440-47d1-4105-b69c-814bb359ce2e req-32a56f15-eb7d-4682-b7f3-23bd0bb4df3d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Sep 10 03:48:09.752665 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f667ed8-380d-4735-9fe5-615ee914676d req-057d0d48-dbd3-4dea-9cee-8ea84da63c2b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.754202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f667ed8-380d-4735-9fe5-615ee914676d req-057d0d48-dbd3-4dea-9cee-8ea84da63c2b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0483997 Sep 10 03:48:09.792032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f667ed8-380d-4735-9fe5-615ee914676d req-062e9e36-86c8-4f5d-bc58-6a1481a1d89e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313084 Sep 10 03:48:10.905568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ce2ae-8c99-4b1f-8c9a-7cd6a1114585 req-10cf6ced-52e0-46f1-b0ab-f92f5c14a087 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:10.907079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e7ce2ae-8c99-4b1f-8c9a-7cd6a1114585 req-10cf6ced-52e0-46f1-b0ab-f92f5c14a087 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0490220 Sep 10 03:48:10.944702 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6e7ce2ae-8c99-4b1f-8c9a-7cd6a1114585 req-3b79a27b-d7f0-4e19-bf67-9f92e5ccd0c6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Sep 10 03:48:12.060633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c388856-edf1-4f55-b9f2-d5429fc90e94 req-683a781f-e693-42a0-9ddd-cd04014ed8dd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:12.062127 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c388856-edf1-4f55-b9f2-d5429fc90e94 req-683a781f-e693-42a0-9ddd-cd04014ed8dd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0482478 Sep 10 03:48:12.103345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c388856-edf1-4f55-b9f2-d5429fc90e94 req-1c9ec9b0-12e6-4522-af0a-92fb8dc911bd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352969 Sep 10 03:48:13.217431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5575e-553d-4770-8750-893121c6a964 req-7ce059ae-3949-4dd2-9cbb-40893134d691 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:13.219034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46b5575e-553d-4770-8750-893121c6a964 req-7ce059ae-3949-4dd2-9cbb-40893134d691 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0487289 Sep 10 03:48:13.257716 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-46b5575e-553d-4770-8750-893121c6a964 req-be4104cd-d967-444e-858a-3b4a30dba32c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Sep 10 03:48:14.370436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d51965-5d70-4449-8b79-f9650d69df11 req-218c42fe-ae02-448d-a281-f7ce5b5a5610 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:14.371901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d51965-5d70-4449-8b79-f9650d69df11 req-218c42fe-ae02-448d-a281-f7ce5b5a5610 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0484910 Sep 10 03:48:14.410612 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-47d51965-5d70-4449-8b79-f9650d69df11 req-3ec126f2-d816-4770-bb69-cc9052947fbc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328679 Sep 10 03:48:14.952909 n-d-808126-2 neutron-server[94634]: INFO neutron.api.v2.resource [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-d9d37cfe-0f95-4141-aa2e-7571856c9f9c service neutron] show failed (client error): The resource could not be found. Sep 10 03:48:14.953906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-d9d37cfe-0f95-4141-aa2e-7571856c9f9c service neutron] 10.222.0.36 "GET /v2.0/ports/cf35b68f-6a9a-4675-ab81-065a84298d52/bindings/n-h1-808126-2 HTTP/1.1" status: 404 len: 380 time: 0.0579877 Sep 10 03:48:15.140287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-5dfde8e9-fec2-4fbd-b973-25e8b566513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.141755 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-5dfde8e9-fec2-4fbd-b973-25e8b566513e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 1096 time: 0.0402303 Sep 10 03:48:15.152183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-16a8cdc0-c27b-48ee-a8d5-567bb67f3e34 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:48:15.153131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-16a8cdc0-c27b-48ee-a8d5-567bb67f3e34 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048239 Sep 10 03:48:15.164693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:15.215590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.414116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:15.450614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:15.499757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:15.501999 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026e1f18-371e-45d2-a5be-5a0419b3e981" -d '{"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:15.518070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.536584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Transition to ACTIVE for port object cf35b68f-6a9a-4675-ab81-065a84298d52 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:15.540865 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.570490 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef89f478-13d4-4b02-88cd-85e348175016 x-openstack-request-id: req-ef89f478-13d4-4b02-88cd-85e348175016 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:15.570763 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:15.571010 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef89f478-13d4-4b02-88cd-85e348175016 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:15.571396 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'code': 200} Sep 10 03:48:15.581851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0f75-f584-42c6-8301-a99d0332e729 req-c5323847-4045-41d4-90ba-c7867db46aed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.585280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2a8b0f75-f584-42c6-8301-a99d0332e729 req-c5323847-4045-41d4-90ba-c7867db46aed tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.1013103 Sep 10 03:48:15.652184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=6']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:15.674164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.674426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.674769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.675109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.675446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.675799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.676165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.676510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.676819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.677144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.677469 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.677791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:15.695181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2a8b0f75-f584-42c6-8301-a99d0332e729 req-9854536d-12de-4753-b038-79e977d28943 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009040 Sep 10 03:48:15.722332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] No DVR routers for this DVR port cf35b68f-6a9a-4675-ab81-065a84298d52 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:48:15.856137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:15.856481 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:15.856820 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:15.861042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:15.861367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:15.866127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:15.866475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:15.866869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:15.867302 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Bound port: cf35b68f-6a9a-4675-ab81-065a84298d52, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:15.867697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.932593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:15.935512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:15.939910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.979048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.979791 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.981162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1091 time: 0.8205154 Sep 10 03:48:16.004001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7161f6-c84e-499c-a67a-ccc8e363e128 service neutron] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=7']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:16.049176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-c030c32d-9876-431d-bfc9-724f68fae062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.050701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-c030c32d-9876-431d-bfc9-724f68fae062 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0431271 Sep 10 03:48:16.147957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-27ce1f18-7827-43b4-b8f4-585b0e54e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.149499 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-27ce1f18-7827-43b4-b8f4-585b0e54e5e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0915346 Sep 10 03:48:16.213652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-a0db4f51-41b1-4684-91e3-c5043212a522 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.0569170 Sep 10 03:48:16.261674 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-f60d6825-2c96-4573-b3b6-7fb188c70ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.263011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-f60d6825-2c96-4573-b3b6-7fb188c70ec1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0424628 Sep 10 03:48:16.310747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-080ac21b-85bf-4716-840c-83908967b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.312305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-080ac21b-85bf-4716-840c-83908967b18b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423572 Sep 10 03:48:16.400580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-b5fe9b44-d683-46a2-b33c-121998ec3918 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801575 Sep 10 03:48:16.491645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-225f3ba0-40e0-456b-8682-cdfb991a58be service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836296 Sep 10 03:48:16.814086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646436d7-bcc8-41b5-b031-53418b5314b9 req-2a9a49be-3d67-4750-a7a0-b1f5d97fe020 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.815604 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-646436d7-bcc8-41b5-b031-53418b5314b9 req-2a9a49be-3d67-4750-a7a0-b1f5d97fe020 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0484068 Sep 10 03:48:16.853862 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-646436d7-bcc8-41b5-b031-53418b5314b9 req-4602a328-d7ba-4227-91d1-40c9174d1999 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Sep 10 03:48:17.279656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:48:17.316419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:48:17.573020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:17.575392 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04df4a8-8285-4292-8373-a2c505d5875e" -d '{"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:17.622112 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b88499-5a22-4a4f-98c4-6437c73fd99b x-openstack-request-id: req-91b88499-5a22-4a4f-98c4-6437c73fd99b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:17.622487 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:17.622801 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91b88499-5a22-4a4f-98c4-6437c73fd99b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:17.623316 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'status': 'completed', 'code': 200} Sep 10 03:48:17.714529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-73017637-edeb-4de6-8b1a-2aa262adecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.716099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-73017637-edeb-4de6-8b1a-2aa262adecc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0637932 Sep 10 03:48:17.718780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-8fad4677-3c04-4aa3-8472-63eaec32ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.720487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-8fad4677-3c04-4aa3-8472-63eaec32ed34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0763106 Sep 10 03:48:17.877549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-345f1202-120e-4de7-b716-8a54aff87eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.879013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-345f1202-120e-4de7-b716-8a54aff87eb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1561756 Sep 10 03:48:17.880684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-ae052e75-d367-46b2-8117-cae4d3c66360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.881995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-ae052e75-d367-46b2-8117-cae4d3c66360 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1520035 Sep 10 03:48:17.972281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf768f-7bff-4f78-ba10-4ee1cd2e9218 req-9b05a369-1fe0-4f51-8bb9-b54adf0f3787 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.974589 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d6cf768f-7bff-4f78-ba10-4ee1cd2e9218 req-9b05a369-1fe0-4f51-8bb9-b54adf0f3787 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0507355 Sep 10 03:48:17.999782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-1758d180-b900-4fe6-80f1-2ba00427689a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.1129210 Sep 10 03:48:18.001457 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-91e5b294-f765-452a-b059-05f2221b950f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.1084499 Sep 10 03:48:18.025571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d6cf768f-7bff-4f78-ba10-4ee1cd2e9218 req-261efbdf-d61b-4bd5-ad18-397312f5d915 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384138 Sep 10 03:48:18.084692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-e25b62bc-1d95-44dd-a9c4-9449be7b611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.085754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-e25b62bc-1d95-44dd-a9c4-9449be7b611c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0721059 Sep 10 03:48:18.086980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-d71b543e-2f08-4ff2-90c3-ff541516b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.088336 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-d71b543e-2f08-4ff2-90c3-ff541516b8b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0822575 Sep 10 03:48:18.162266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-f00fef2d-ed47-48ce-8861-352c27fdc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.163746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-f00fef2d-ed47-48ce-8861-352c27fdc1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635803 Sep 10 03:48:18.166336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df4a8-8285-4292-8373-a2c505d5875e req-e52076f3-388f-4444-bbd0-70320bf69253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.167753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-e52076f3-388f-4444-bbd0-70320bf69253 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753975 Sep 10 03:48:18.323814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-12e98e59-859b-4e1a-b6c2-77bcb171ab9c service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532102 Sep 10 03:48:18.325682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-aceca471-d462-4e7e-a065-94ccac6d5a41 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482584 Sep 10 03:48:18.481308 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-54194181-d7b4-490b-a2e4-4f5420cb86c8 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505666 Sep 10 03:48:18.483139 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d04df4a8-8285-4292-8373-a2c505d5875e req-e40e9973-bff8-4b94-b3eb-6443f8f40f6a service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454878 Sep 10 03:48:19.149248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7bca-89a9-4b34-a1f2-c36a1291c861 req-a93608ba-76a8-429d-8fac-38b5af7b7172 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:19.150758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-040e7bca-89a9-4b34-a1f2-c36a1291c861 req-a93608ba-76a8-429d-8fac-38b5af7b7172 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0531013 Sep 10 03:48:19.188722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-040e7bca-89a9-4b34-a1f2-c36a1291c861 req-225c4307-4255-4c8b-91c5-c70cee44ad5e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Sep 10 03:48:19.385931 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:48:20.305672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52396f3-28d9-4495-bef1-2c569260eb6f req-48ea7382-1598-414b-a9c6-3f05422b7ef9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:20.307197 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f52396f3-28d9-4495-bef1-2c569260eb6f req-48ea7382-1598-414b-a9c6-3f05422b7ef9 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0498660 Sep 10 03:48:20.344970 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f52396f3-28d9-4495-bef1-2c569260eb6f req-b0febe91-7fdb-4861-a41e-d1a88eeed111 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Sep 10 03:48:21.460483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6499f-ae1c-4500-a4b0-23603d42f662 req-01f754a4-70bb-45f7-ad9e-4855af1b0823 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.461965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73d6499f-ae1c-4500-a4b0-23603d42f662 req-01f754a4-70bb-45f7-ad9e-4855af1b0823 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0481119 Sep 10 03:48:21.497974 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73d6499f-ae1c-4500-a4b0-23603d42f662 req-dd43bb21-3098-4c2b-a0c7-b190e77eaf20 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302489 Sep 10 03:48:22.611019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfd865-cc01-48d2-924a-83639ba9e037 req-9057e79a-f807-4f5d-a289-a742289ffcb1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.612597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48dfd865-cc01-48d2-924a-83639ba9e037 req-9057e79a-f807-4f5d-a289-a742289ffcb1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0480804 Sep 10 03:48:22.650745 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48dfd865-cc01-48d2-924a-83639ba9e037 req-854445c2-16ec-4609-8afa-d25a945d1ac8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Sep 10 03:48:22.851263 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-8307a02c-52cd-4770-b9fb-177c4db5c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.852775 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-8307a02c-52cd-4770-b9fb-177c4db5c043 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0821836 Sep 10 03:48:22.956050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-7abfa484-3826-4f01-9959-4170d0550f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.957553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-7abfa484-3826-4f01-9959-4170d0550f69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0859985 Sep 10 03:48:23.020452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-a75b0cd3-6e71-4546-8d9d-6ba13c358eb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.0555842 Sep 10 03:48:23.072602 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-04f47bc9-9727-4ccf-9eae-a3bd0a503c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:23.074019 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-04f47bc9-9727-4ccf-9eae-a3bd0a503c05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0458202 Sep 10 03:48:23.119623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-2f1f2841-7696-4eb7-8189-7ab0fb8fb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:23.121154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-2f1f2841-7696-4eb7-8189-7ab0fb8fb442 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402665 Sep 10 03:48:23.208188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-de2a7b9a-1e3a-4951-bcdc-daca6d9458d6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800819 Sep 10 03:48:23.299522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d018c563-038b-401d-8bf0-bd371381c5f0 req-87bc1895-2493-4098-99ff-ad11c659c688 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846653 Sep 10 03:48:23.764878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a06c61-be13-45d6-9ea1-712a423e4677 req-b696fba0-d199-449d-83be-a9c023dceb77 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:23.766349 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-26a06c61-be13-45d6-9ea1-712a423e4677 req-b696fba0-d199-449d-83be-a9c023dceb77 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0479527 Sep 10 03:48:23.803162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-26a06c61-be13-45d6-9ea1-712a423e4677 req-858eea0e-2688-479f-8f34-70f16e199132 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304153 Sep 10 03:48:24.916212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d9ade-fd53-42c5-8225-84bf8eb363eb req-265366b2-c90f-42c5-aaa0-4df46258836d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:24.917723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-872d9ade-fd53-42c5-8225-84bf8eb363eb req-265366b2-c90f-42c5-aaa0-4df46258836d tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0479367 Sep 10 03:48:24.959952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-872d9ade-fd53-42c5-8225-84bf8eb363eb req-00749599-4224-433e-b0a0-56209b01323c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363402 Sep 10 03:48:26.079627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4bf9-9542-4bfd-a22c-541f2c996b35 req-565a89f7-28de-4dec-807e-7dc00de89708 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:26.081146 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91fc4bf9-9542-4bfd-a22c-541f2c996b35 req-565a89f7-28de-4dec-807e-7dc00de89708 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0534024 Sep 10 03:48:26.118866 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-91fc4bf9-9542-4bfd-a22c-541f2c996b35 req-7e4a04d3-f4b9-4977-995c-c4007030700e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Sep 10 03:48:27.233547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521308e5-e3df-4211-87c1-d67923091958 req-64912965-4fa1-4577-8cab-9a319a6f9af0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:27.235015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-521308e5-e3df-4211-87c1-d67923091958 req-64912965-4fa1-4577-8cab-9a319a6f9af0 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0486369 Sep 10 03:48:27.271738 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-521308e5-e3df-4211-87c1-d67923091958 req-509e541c-bbc9-4fff-aca8-7088643a4ec7 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Sep 10 03:48:28.384405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabb294-ef66-41e5-aa9b-5777deea28ef req-b3c89e8a-06f9-4081-a502-f67febd717bd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.385781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beabb294-ef66-41e5-aa9b-5777deea28ef req-b3c89e8a-06f9-4081-a502-f67febd717bd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0473371 Sep 10 03:48:28.422031 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beabb294-ef66-41e5-aa9b-5777deea28ef req-0e265f44-ada9-425e-b4ff-7c5a8309e3c4 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Sep 10 03:48:28.723826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-fcd31b27-c19f-4da3-9067-ef98e2dd1b60 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.725204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-fcd31b27-c19f-4da3-9067-ef98e2dd1b60 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.32 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc&tenant_id=89e742d12a0444f29ec9717f850d8515&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 943 time: 0.0818467 Sep 10 03:48:28.740956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef0589-8b43-4236-8501-b55cefcb5e17 req-67755d4b-4e39-49c8-acfe-22754e9cb0e1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.742381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79ef0589-8b43-4236-8501-b55cefcb5e17 req-67755d4b-4e39-49c8-acfe-22754e9cb0e1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 943 time: 0.0723758 Sep 10 03:48:28.812039 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-79ef0589-8b43-4236-8501-b55cefcb5e17 req-62959180-2f77-422a-9da0-9b67c301b85a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637333 Sep 10 03:48:28.819700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-c49c841c-02e7-4612-80f5-608ef7df0b0a service neutron] 10.222.0.32 "GET /v2.0/ports/cf35b68f-6a9a-4675-ab81-065a84298d52/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 382 time: 0.0763929 Sep 10 03:48:28.882191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-2eda73ad-5a20-4a6d-9e56-8f629acde8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.883669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-2eda73ad-5a20-4a6d-9e56-8f629acde8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1094 time: 0.0394061 Sep 10 03:48:28.976014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-dcb516ef-30a0-4052-823d-21e5119316ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.977421 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-dcb516ef-30a0-4052-823d-21e5119316ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0861559 Sep 10 03:48:28.982235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:29.046456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-ae8ed775-b3af-4bb5-9f68-2d58d2a26606 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.0605321 Sep 10 03:48:29.076340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:29.091813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'mac_address': 'fa:16:3e:56:6d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:29.104605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-9dd68367-bae4-4111-b0cb-135246898b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:29.106193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-9dd68367-bae4-4111-b0cb-135246898b27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0533943 Sep 10 03:48:29.130909 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.143438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf35b68f-6a9a-4675-ab81-065a84298d52 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:29.160294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-6453a99b-b9df-4720-8ed9-e948901f07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:29.161808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-6453a99b-b9df-4720-8ed9-e948901f07c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425193 Sep 10 03:48:29.163435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:29.167167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.215839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:29.223127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.223501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.223849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.224188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.224524 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.224856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.225182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.225506 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.225832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.226204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.226473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.226899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.273774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-4d15f718-a05b-4b8e-ab4a-62ee3fd8bd05 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968325 Sep 10 03:48:29.363913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-a19e65bd-1a98-4093-8f03-2d6808999b73 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827270 Sep 10 03:48:29.417725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['cf35b68f-6a9a-4675-ab81-065a84298d52'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:29.928687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8de3-9a42-4f5b-b800-cb56fb55ea0b req-b95c76d2-633f-4ac7-90b6-9b08c8cc44f1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:29.930151 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24ef8de3-9a42-4f5b-b800-cb56fb55ea0b req-b95c76d2-633f-4ac7-90b6-9b08c8cc44f1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0481436 Sep 10 03:48:29.965929 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-24ef8de3-9a42-4f5b-b800-cb56fb55ea0b req-a8c47773-1fed-4a26-a689-c34991b216f8 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297289 Sep 10 03:48:30.981226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:31.033135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port cf35b68f-6a9a-4675-ab81-065a84298d52 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:31.040332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port cf35b68f-6a9a-4675-ab81-065a84298d52 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:31.040917 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.092139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bfcc7-1c11-474d-9a0f-3f30870f2205 req-0a9ef645-acc0-4877-8121-e204d949f0f3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:31.094004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-566bfcc7-1c11-474d-9a0f-3f30870f2205 req-0a9ef645-acc0-4877-8121-e204d949f0f3 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0585835 Sep 10 03:48:31.135046 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-566bfcc7-1c11-474d-9a0f-3f30870f2205 req-7e3ead69-a884-4538-8838-cfc256034860 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345423 Sep 10 03:48:31.138303 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.161949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:31.164223 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb65fcf-d666-44f9-ad2b-2bc663872c3e" -d '{"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-plugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:31.177017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:31.181440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.219855 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26260520-ee57-484f-a775-307a4e84df11 x-openstack-request-id: req-26260520-ee57-484f-a775-307a4e84df11 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:31.220149 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-plugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:31.220400 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26260520-ee57-484f-a775-307a4e84df11 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:31.220782 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'code': 200} Sep 10 03:48:31.233499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:31.802579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d9c1a142-977b-4d26-905c-97b08a196010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.265586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14639fdb-526f-4065-aa30-d62ab8350da6 req-68017a6e-d3bd-46bc-bdff-ce6cd596cc1e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:32.267072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14639fdb-526f-4065-aa30-d62ab8350da6 req-68017a6e-d3bd-46bc-bdff-ce6cd596cc1e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0514894 Sep 10 03:48:32.304238 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-14639fdb-526f-4065-aa30-d62ab8350da6 req-85cd5517-9ec3-4ff1-9fcb-aa43ecc768c5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305066 Sep 10 03:48:32.391729 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.602184 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.072933 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-6f51fe46-cbcf-43ec-828b-8aa5dcb2144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:33.074420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-6f51fe46-cbcf-43ec-828b-8aa5dcb2144a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc&tenant_id=89e742d12a0444f29ec9717f850d8515 HTTP/1.1" status: 200 len: 1096 time: 0.0404413 Sep 10 03:48:33.085692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-0b17f751-7195-4745-a497-91a4b66588eb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:48:33.086653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-0b17f751-7195-4745-a497-91a4b66588eb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049086 Sep 10 03:48:33.097634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808126-2', 'device_owner': 'compute:nova'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:33.151292 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.350989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:33.382485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:33.421683 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534f1e-99f9-4d75-a763-e839645e2070 req-60259c84-5e38-4205-ac20-c05bf0240805 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:33.423086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f534f1e-99f9-4d75-a763-e839645e2070 req-60259c84-5e38-4205-ac20-c05bf0240805 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0480936 Sep 10 03:48:33.423603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:33.425834 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0a9aae-9df5-4849-a9de-8d42a115924b" -d '{"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:33.430175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.443475 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Transition to ACTIVE for port object cf35b68f-6a9a-4675-ab81-065a84298d52 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:33.447238 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.470597 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f534f1e-99f9-4d75-a763-e839645e2070 req-6bcbf7d1-52f4-457d-ab48-d781adfc2ccc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Sep 10 03:48:33.476260 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903859e2-c8ae-4d0e-8750-121d8193c77c x-openstack-request-id: req-903859e2-c8ae-4d0e-8750-121d8193c77c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:33.476553 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:33.476926 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-903859e2-c8ae-4d0e-8750-121d8193c77c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:33.477195 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'code': 200} Sep 10 03:48:33.527096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=10']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:33.899020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] No DVR routers for this DVR port cf35b68f-6a9a-4675-ab81-065a84298d52 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:48:34.026005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:34.026249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:34.026543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:34.030723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:34.031045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Attempting to bind port cf35b68f-6a9a-4675-ab81-065a84298d52 on network 4a34ce0f-e9e2-4881-a700-14ccf67c838a {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:34.035829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:34.036168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Checking segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:34.036555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Bound using segment: {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:34.036983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Bound port: cf35b68f-6a9a-4675-ab81-065a84298d52, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b029ce-dea9-4955-9500-7bc2a2ea2e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:34.037341 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.100438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:34.103618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:34.108088 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.144612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.145233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.146895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1092 time: 1.0528922 Sep 10 03:48:34.167908 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb6348-62c6-4f41-876a-106f06242616 service neutron] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=11']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:34.212049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-0260adc2-dda2-4f49-aa31-b9c3edf7204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.213574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-0260adc2-dda2-4f49-aa31-b9c3edf7204f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1095 time: 0.0427275 Sep 10 03:48:34.305982 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-c155fdc6-6a18-4d51-963c-6e7f087b5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.307521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-c155fdc6-6a18-4d51-963c-6e7f087b5125 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.0865963 Sep 10 03:48:34.374676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-eb024bca-71f6-403c-8f1b-0c9be088ef8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.0601041 Sep 10 03:48:34.380633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-525ae2cf-c08a-49a2-bc11-3e4b197b8e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.423235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-849b9d7a-c1c0-448a-b341-1e5b40272fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.424668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-849b9d7a-c1c0-448a-b341-1e5b40272fd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.0438762 Sep 10 03:48:34.467746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-a6872275-8edb-4fdd-9159-3a3bfe9eb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.469230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-a6872275-8edb-4fdd-9159-3a3bfe9eb986 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381064 Sep 10 03:48:34.586424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-8792324f-df59-4bb5-a70f-7895b14ae5b5 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100588 Sep 10 03:48:34.609231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf6ae1-9412-4ee9-af0b-3640129df36b req-72000630-d46f-460e-a6d7-a1fd85905621 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.610660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1bf6ae1-9412-4ee9-af0b-3640129df36b req-72000630-d46f-460e-a6d7-a1fd85905621 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0653012 Sep 10 03:48:34.693416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1bf6ae1-9412-4ee9-af0b-3640129df36b req-9bf82f4b-5ea3-482b-bdc5-d735f69ebdbd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728912 Sep 10 03:48:34.713900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c23717c9-25a5-4ac1-812f-2ca36eac2319 req-456167ea-0fa9-4960-ad98-b6660ee90770 service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199391 Sep 10 03:48:34.746293 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.981692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:48:35.019500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:48:35.478267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:35.480773 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d69ab4d-5111-44ec-a465-67fc482757cf" -d '{"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:35.527495 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc585a48-fe5d-4d77-8fdd-7e1581a0a80a x-openstack-request-id: req-bc585a48-fe5d-4d77-8fdd-7e1581a0a80a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:35.527959 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:35.528284 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc585a48-fe5d-4d77-8fdd-7e1581a0a80a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:35.528782 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'status': 'completed', 'code': 200} Sep 10 03:48:35.564424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.617192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-79e37c11-6f34-4b75-bd4a-6b9b34e765d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.618636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-79e37c11-6f34-4b75-bd4a-6b9b34e765d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1095 time: 0.0723250 Sep 10 03:48:35.621186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-c1472bdc-21c1-4c31-97ff-bcce80e58792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.622538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-c1472bdc-21c1-4c31-97ff-bcce80e58792 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89e742d12a0444f29ec9717f850d8515&device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 1095 time: 0.0684366 Sep 10 03:48:35.789276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-bd8aad6c-3535-40ae-8a12-8021bf8919ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.790658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-bd8aad6c-3535-40ae-8a12-8021bf8919ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1651764 Sep 10 03:48:35.806828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-6841cd2d-5bbb-49e1-bb21-9e8e1e5d176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.808276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-6841cd2d-5bbb-49e1-bb21-9e8e1e5d176c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 200 len: 912 time: 0.1755519 Sep 10 03:48:35.921074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1e874-acbf-45b1-9215-f5b7b5f34ae9 req-3cfbe776-8a0a-4412-bdc6-84326653ff5a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.922550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ff1e874-acbf-45b1-9215-f5b7b5f34ae9 req-3cfbe776-8a0a-4412-bdc6-84326653ff5a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.1546056 Sep 10 03:48:35.939826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-32118acf-76ba-4c09-8a2f-37f8d35087cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.1352346 Sep 10 03:48:35.947271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-2f70869e-8404-427a-8034-cc9a1e42bb58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 200 len: 1000 time: 0.1308410 Sep 10 03:48:36.039099 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ff1e874-acbf-45b1-9215-f5b7b5f34ae9 req-ededac15-12c9-4212-9541-fd74909bab53 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057510 Sep 10 03:48:36.053000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-8d7915bb-9552-4ae5-a5f2-21cf228a9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:36.054507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-8d7915bb-9552-4ae5-a5f2-21cf228a9f65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.1063783 Sep 10 03:48:36.061517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-f361abf6-2c09-4966-955f-884df0dbd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:36.062875 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-f361abf6-2c09-4966-955f-884df0dbd646 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 200 len: 851 time: 0.1004915 Sep 10 03:48:36.132127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-5d13b245-8c44-4410-8b0a-98e9aecfbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:36.133926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-5d13b245-8c44-4410-8b0a-98e9aecfbd5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621943 Sep 10 03:48:36.135794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-c0b3c622-a4c2-4a4b-949a-f4463a1f0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:36.137140 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-c0b3c622-a4c2-4a4b-949a-f4463a1f0f1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a34ce0f-e9e2-4881-a700-14ccf67c838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734670 Sep 10 03:48:36.297820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-95f127e2-4acf-4695-aa4d-f51cf2ba0709 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565959 Sep 10 03:48:36.299594 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-a34e12c5-29a7-4a42-bab9-41a169a50fda service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495862 Sep 10 03:48:36.455227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-2f11f250-b5bd-40fe-b010-78c8edf259d8 service neutron] 10.222.0.32 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505086 Sep 10 03:48:36.457134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3d69ab4d-5111-44ec-a465-67fc482757cf req-69a4025d-56ba-4393-9a9d-cb6cbf286aca service neutron] 10.222.0.36 "GET /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457312 Sep 10 03:48:37.163436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd25b99-3b30-41bb-ac1f-a8f8383ea5dd req-5f4683a7-38bd-4299-aa1e-236ddf8a0f17 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:37.164954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cd25b99-3b30-41bb-ac1f-a8f8383ea5dd req-5f4683a7-38bd-4299-aa1e-236ddf8a0f17 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0510986 Sep 10 03:48:37.202930 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3cd25b99-3b30-41bb-ac1f-a8f8383ea5dd req-a40389d2-898c-4fd5-8afd-82229b1fe222 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Sep 10 03:48:37.505951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.320486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3813fc9-7fe9-4432-a674-f87ab8f2ef3b req-c6a8b10f-d510-4823-b70b-8a37f6393bfd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:38.322375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3813fc9-7fe9-4432-a674-f87ab8f2ef3b req-c6a8b10f-d510-4823-b70b-8a37f6393bfd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0531051 Sep 10 03:48:38.360970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3813fc9-7fe9-4432-a674-f87ab8f2ef3b req-f726c9ac-a62f-4127-aaec-56d914c64697 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Sep 10 03:48:39.477343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44974c2-4496-46bd-8557-ca48a109cd37 req-9a24de64-7ae9-4926-8712-b3d002b69d3e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.478819 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a44974c2-4496-46bd-8557-ca48a109cd37 req-9a24de64-7ae9-4926-8712-b3d002b69d3e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0481966 Sep 10 03:48:39.514814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a44974c2-4496-46bd-8557-ca48a109cd37 req-2b8aa2af-97e1-4e44-9cdc-cbc73ae3c819 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297620 Sep 10 03:48:40.628595 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b951054-60f5-43dd-a5c7-62b714c02445 req-44558425-5f05-478f-87e0-e8f6fe70bfc1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:40.630084 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b951054-60f5-43dd-a5c7-62b714c02445 req-44558425-5f05-478f-87e0-e8f6fe70bfc1 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0475101 Sep 10 03:48:40.665993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b951054-60f5-43dd-a5c7-62b714c02445 req-6f0f4c62-887e-4944-9172-a02004f45995 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Sep 10 03:48:41.780900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1829-6b6b-4e27-aa48-c84bfe6c1164 req-c0d0c146-a06b-461e-9098-425211fb0aaf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:41.782386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea9d1829-6b6b-4e27-aa48-c84bfe6c1164 req-c0d0c146-a06b-461e-9098-425211fb0aaf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0483828 Sep 10 03:48:41.823185 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ea9d1829-6b6b-4e27-aa48-c84bfe6c1164 req-9ccb79c8-ae1d-4310-914c-545c3a89a497 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Sep 10 03:48:42.939929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb925b-693b-4954-863d-06649a48895c req-6358bd76-d0e2-4c79-9ee8-20e3e2ef2ecf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:42.941414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73cb925b-693b-4954-863d-06649a48895c req-6358bd76-d0e2-4c79-9ee8-20e3e2ef2ecf tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0533397 Sep 10 03:48:42.977905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-73cb925b-693b-4954-863d-06649a48895c req-cee97305-d4e4-436a-801d-80e6ae70c70a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299881 Sep 10 03:48:44.095308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fa783-bf78-4adb-9f2b-e3d7d3fad741 req-f752ab55-66a6-45a1-b0aa-d8602a190529 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:44.096925 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-066fa783-bf78-4adb-9f2b-e3d7d3fad741 req-f752ab55-66a6-45a1-b0aa-d8602a190529 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0516343 Sep 10 03:48:44.135591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-066fa783-bf78-4adb-9f2b-e3d7d3fad741 req-d6d27496-502d-404b-a659-4d7057e9da48 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Sep 10 03:48:45.262750 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1fdd2-4efe-447a-8933-7698e655c2c9 req-0a292951-98f9-4d16-aa88-abffd5b8fd0f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:45.264358 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3f1fdd2-4efe-447a-8933-7698e655c2c9 req-0a292951-98f9-4d16-aa88-abffd5b8fd0f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0543962 Sep 10 03:48:45.311677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3f1fdd2-4efe-447a-8933-7698e655c2c9 req-d25d5af3-4ce0-49fa-909e-928022e8da24 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Sep 10 03:48:46.430156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464cc9-7b51-4bc4-b3fc-bea6321817a4 req-8badd71f-c8b7-4b3b-828b-a4434ca2e986 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:46.431675 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c464cc9-7b51-4bc4-b3fc-bea6321817a4 req-8badd71f-c8b7-4b3b-828b-a4434ca2e986 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0493166 Sep 10 03:48:46.468404 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c464cc9-7b51-4bc4-b3fc-bea6321817a4 req-88ccf805-a6bb-4580-b9ce-498ffeb50fb6 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Sep 10 03:48:46.580860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6f5a-de82-4c3a-baa4-01b9401b2d77 req-2bb5d3cf-7ddb-4bac-9b7d-d000a198979e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:46.582332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f83b6f5a-de82-4c3a-baa4-01b9401b2d77 req-2bb5d3cf-7ddb-4bac-9b7d-d000a198979e tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0480833 Sep 10 03:48:46.618919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f83b6f5a-de82-4c3a-baa4-01b9401b2d77 req-cc8068fa-148e-4a2f-ae66-d48e8033804f tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306449 Sep 10 03:48:46.735301 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f7c1-9000-4a50-bc1a-186d874b8a24 req-520e752a-7aab-49bc-8d99-3f3ebfa6859c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:46.736826 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4883f7c1-9000-4a50-bc1a-186d874b8a24 req-520e752a-7aab-49bc-8d99-3f3ebfa6859c tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0534310 Sep 10 03:48:46.778116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4883f7c1-9000-4a50-bc1a-186d874b8a24 req-f89e6575-a15b-41aa-a455-78b4f59c4007 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353053 Sep 10 03:48:47.003537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719afb39-c83a-49e9-a395-33dceb9aa625 req-3b897294-565e-4a17-b794-50d7ee87baf5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:47.005013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-719afb39-c83a-49e9-a395-33dceb9aa625 req-3b897294-565e-4a17-b794-50d7ee87baf5 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 944 time: 0.0482569 Sep 10 03:48:47.045002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-719afb39-c83a-49e9-a395-33dceb9aa625 req-64a8e0cc-8379-4021-8825-539cfebee38a tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Sep 10 03:48:47.375607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:47.468899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:47.479383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Returning: {'device': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'port_id': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'mac_address': 'fa:16:3e:56:6d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:47.515205 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:47.527431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf35b68f-6a9a-4675-ab81-065a84298d52 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:47.545485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:47.549161 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:47.596892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Pushing event updated for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=12']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:47.792941 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] get_ports_and_sgs() called for port_ids ['cf35b68f-6a9a-4675-ab81-065a84298d52'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:48.164551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a76c-ec93-4914-a3c9-e78183793a54 req-30bc4429-b73f-4cbe-b709-bec31d40b0fd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:48.166035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1b0a76c-ec93-4914-a3c9-e78183793a54 req-30bc4429-b73f-4cbe-b709-bec31d40b0fd tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0526514 Sep 10 03:48:48.202303 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1b0a76c-ec93-4914-a3c9-e78183793a54 req-dd1bd53d-fe98-4f4b-a667-50a9a231c61b tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups?id=35a8c68f-20de-4613-a36b-c024f69f1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305693 Sep 10 03:48:48.496523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-9cbac5d4-d160-4e52-b48e-1759065cbcb2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:48.497880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-9cbac5d4-d160-4e52-b48e-1759065cbcb2 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 945 time: 0.0475502 Sep 10 03:48:48.587568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Deleting port cf35b68f-6a9a-4675-ab81-065a84298d52 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:48.587918 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.671819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] For port cf35b68f-6a9a-4675-ab81-065a84298d52, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=cf35b68f-6a9a-4675-ab81-065a84298d52,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:48.672186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.835431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.835819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.836117 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Floating IP 9b3127e2-e175-4976-93db-85a05d933b71 disassociated. External IP: 172.25.8.166, port: cf35b68f-6a9a-4675-ab81-065a84298d52. Sep 10 03:48:48.836458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Calling delete_port for cf35b68f-6a9a-4675-ab81-065a84298d52 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:48.961847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.990095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event deleted for resources: {'Port': ['ID=cf35b68f-6a9a-4675-ab81-065a84298d52,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:49.106350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:48:49.215143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:49.225032 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:49.235663 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:49.236289 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:48:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:49.253979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] No DVR routers for this DVR port cf35b68f-6a9a-4675-ab81-065a84298d52 on host n-h2-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:48:49.257394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:49.259528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1d88ae82-694b-4c35-bb32-fdce29ff1668 req-5711a5a4-1fae-4fcc-ba0a-fb293ff1d1fc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.36 "DELETE /v2.0/ports/cf35b68f-6a9a-4675-ab81-065a84298d52 HTTP/1.1" status: 204 len: 173 time: 0.7557654 Sep 10 03:48:49.260032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-deleted', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:49.262398 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b9d544-e857-4112-a040-c8802bd8a0a2" -d '{"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-deleted", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:49.299641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-43af831f-37f1-4fa9-ac62-fba7551b329f req-3e79733f-6b5b-4981-af6d-f281c9737303 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 210 time: 0.0268486 Sep 10 03:48:49.312016 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bc5c87-b909-4ae0-a9d0-b155c4988f64 x-openstack-request-id: req-05bc5c87-b909-4ae0-a9d0-b155c4988f64 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:49.312314 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fe75a6-e960-4fda-916e-c234e47deebc", "name": "network-vif-deleted", "tag": "cf35b68f-6a9a-4675-ab81-065a84298d52", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:49.312573 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05bc5c87-b909-4ae0-a9d0-b155c4988f64 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:49.313043 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe75a6-e960-4fda-916e-c234e47deebc', 'name': 'network-vif-deleted', 'tag': 'cf35b68f-6a9a-4675-ab81-065a84298d52', 'status': 'completed', 'code': 200} Sep 10 03:48:49.373452 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:49.388858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 details requested by agent hyperv_n-h2-808126-2 with host n-h2-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:49.393455 n-d-808126-2 neutron-server[94635]: INFO neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No ports have port_id starting with cf35b68f-6a9a-4675-ab81-065a84298d52 Sep 10 03:48:49.394670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 requested by agent hyperv_n-h2-808126-2 not found in database {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 10 03:48:49.566357 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:49.591308 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:49.599769 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:49.600365 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:48:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:49.796644 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:49.995023 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:50.020104 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269714a9-01ee-409e-bdcc-bf2f483b51da None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 4, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'e159945c-eeda-4864-8b6a-cf732df85279', 'name': '', 'network_id': '4a34ce0f-e9e2-4881-a700-14ccf67c838a', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'mac_address': 'fa:16:3e:3e:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:16Z', 'updated_at': '2021-09-10T03:39:22Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'subnets': [{'id': '1cebd2db-2937-4607-b129-ca4dc54f7b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:50.230037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856921f2-a879-4563-9f9a-c5230b768d3c None None] New status for floating IP 9b3127e2-e175-4976-93db-85a05d933b71: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:48:50.416533 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9d129dca-e4b5-439f-ad31-f93e2319a9e6 req-2b8f60db-b459-4164-9b07-0c75eab6cb92 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 210 time: 0.0307999 Sep 10 03:48:51.510045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6c8f0ff2-9190-42ea-8d0a-55a6c194ec7c req-ccf6c27d-79ae-48c2-9cbc-0ea356d45b59 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 210 time: 0.0257716 Sep 10 03:48:52.610362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-182d8b00-45e8-4dfd-b69a-0f07bc6289db req-bbbc69ec-54d2-4079-9ee7-219cc9ead522 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fe75a6-e960-4fda-916e-c234e47deebc HTTP/1.1" status: 200 len: 210 time: 0.0298507 Sep 10 03:48:53.388374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 no longer exists at agent hyperv_n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:48:53.408681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] No Port match for: cf35b68f-6a9a-4675-ab81-065a84298d52 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:48:53.409021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Device cf35b68f-6a9a-4675-ab81-065a84298d52 not bound to the agent host n-h2-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:48:56.320442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44680) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:56.373807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f02ed544-5550-4f31-86c7-714b95af1920 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.384291 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:48:56.396048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f02ed544-5550-4f31-86c7-714b95af1920 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.445358 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f02ed544-5550-4f31-86c7-714b95af1920 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.448318 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f02ed544-5550-4f31-86c7-714b95af1920 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.449507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f02ed544-5550-4f31-86c7-714b95af1920 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "DELETE /v2.0/security-groups/35a8c68f-20de-4613-a36b-c024f69f1f0c HTTP/1.1" status: 204 len: 168 time: 0.1280947 Sep 10 03:48:56.452265 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44682) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:56.460179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ed544-5550-4f31-86c7-714b95af1920 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8c68f-20de-4613-a36b-c024f69f1f0c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:56.468355 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-a9ef2756-1c4f-4297-8687-a43f5e107783 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] show failed (client error): The resource could not be found. Sep 10 03:48:56.469120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a9ef2756-1c4f-4297-8687-a43f5e107783 tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "GET /v2.0/security-groups/35a8c68f-20de-4613-a36b-c024f69f1f0c HTTP/1.1" status: 404 len: 347 time: 0.0152600 Sep 10 03:48:56.471858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44684) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:56.610271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Deleting port d241f669-fee1-4790-95c1-864faa34e1d7 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:56.610618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.689485 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.689684 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.700946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Calling delete_port for d241f669-fee1-4790-95c1-864faa34e1d7 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:56.836151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.861676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Pushing event deleted for resources: {'Port': ['ID=d241f669-fee1-4790-95c1-864faa34e1d7,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:56.885247 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.885588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.885932 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.886263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.886594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.886921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.887244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.887589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.887912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.888228 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.888546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.888863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:56.936550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.939230 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.940529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ea8bfcb-4fee-4593-b5fb-67f0171277dc tempest-ServerActionsTestJSON-920444660 tempest-ServerActionsTestJSON-920444660-project] 10.222.0.23 "DELETE /v2.0/floatingips/9b3127e2-e175-4976-93db-85a05d933b71 HTTP/1.1" status: 204 len: 168 time: 0.4676509 Sep 10 03:48:56.944075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44686) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:57.339697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.574643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Deleting port e159945c-eeda-4864-8b6a-cf732df85279 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:57.575273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.648734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] For port e159945c-eeda-4864-8b6a-cf732df85279, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e159945c-eeda-4864-8b6a-cf732df85279,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:57.649015 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.660788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Calling delete_port for e159945c-eeda-4864-8b6a-cf732df85279 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:57.831442 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.865846 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e159945c-eeda-4864-8b6a-cf732df85279,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:58.020941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.526889 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:48:58.631750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:58.636712 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f92aa3ce-af03-494e-9ff5-66f1f340dff8 admin admin] 10.222.0.23 "PUT /v2.0/routers/2eeb6ae9-8194-4fbf-b2a5-021e1bede52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916702 Sep 10 03:48:58.639312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44692) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:58.642069 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] Sync routers for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:58.653039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:58.653740 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:48:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:58.741357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.755297 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:58.841326 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.892792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Deleting port 16327b78-e729-4d77-96ba-9508d3c8417e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:58.893131 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.930238 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:48:57Z', 'revision_number': 5, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port': {'id': '16327b78-e729-4d77-96ba-9508d3c8417e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:15Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:58.956873 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] Checking router: 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:58.964962 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] Routers {'2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:58.965564 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:48:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:58.970727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] For port 16327b78-e729-4d77-96ba-9508d3c8417e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=16327b78-e729-4d77-96ba-9508d3c8417e,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:58.971102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.983589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Calling delete_port for 16327b78-e729-4d77-96ba-9508d3c8417e owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:59.048216 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] Set router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:59.100071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:48:58Z', 'revision_number': 6, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:59.129321 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bde4cc-4607-4d36-b9e6-bc834999accb None None] The sync data for ids ['2eeb6ae9-8194-4fbf-b2a5-021e1bede52c'] in n-d-808126-2 is: [{'id': '2eeb6ae9-8194-4fbf-b2a5-021e1bede52c', 'name': 'tempest-ServerActionsTestJSON-1224619668-router', 'tenant_id': '89e742d12a0444f29ec9717f850d8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:14Z', 'updated_at': '2021-09-10T03:48:58Z', 'revision_number': 6, 'project_id': '89e742d12a0444f29ec9717f850d8515', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:59.151285 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.175764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16327b78-e729-4d77-96ba-9508d3c8417e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:59.241314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.328808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.330942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.373031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.373626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eeb6ae9-8194-4fbf-b2a5-021e1bede52c {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:48:59.378585 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.379782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-03167b8a-928d-45f2-ae7e-f187f2d22ce9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2eeb6ae9-8194-4fbf-b2a5-021e1bede52c HTTP/1.1" status: 204 len: 168 time: 0.7394900 Sep 10 03:48:59.382291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:59.430043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Deleting subnet 1cebd2db-2937-4607-b129-ca4dc54f7b43 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:48:59.432930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.465981 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.546003 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.598273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.628573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cebd2db-2937-4607-b129-ca4dc54f7b43,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:59.630622 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.632380 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-34ef58dd-7d54-40cc-aaf0-bf1c4fc726ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1cebd2db-2937-4607-b129-ca4dc54f7b43 HTTP/1.1" status: 204 len: 168 time: 0.2491367 Sep 10 03:48:59.634919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44696) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:59.635360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd157ca-6acf-407e-8478-74f73ff32a40 None None] Network 4a34ce0f-e9e2-4881-a700-14ccf67c838a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:48:59.700778 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.752463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Deleting port 3d65f2be-012c-4d68-9b9e-6c59703d96fc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:59.752925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.819298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] For port 3d65f2be-012c-4d68-9b9e-6c59703d96fc, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3d65f2be-012c-4d68-9b9e-6c59703d96fc,segment=NetworkSegment(94b029ce-dea9-4955-9500-7bc2a2ea2e9a),segment_id=94b029ce-dea9-4955-9500-7bc2a2ea2e9a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:59.819680 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.830858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Calling delete_port for 3d65f2be-012c-4d68-9b9e-6c59703d96fc owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:59.885282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] DHCP port deletion for 4a34ce0f-e9e2-4881-a700-14ccf67c838a request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:48:59.914816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.933038 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Deleting port 3d65f2be-012c-4d68-9b9e-6c59703d96fc {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:59.933559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.946077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d65f2be-012c-4d68-9b9e-6c59703d96fc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:59.948017 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] No DVR routers for this DVR port 3d65f2be-012c-4d68-9b9e-6c59703d96fc on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:00.000289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] For port 3d65f2be-012c-4d68-9b9e-6c59703d96fc, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:00.000698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.013234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Calling delete_port for 3d65f2be-012c-4d68-9b9e-6c59703d96fc owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:00.015875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Port 3d65f2be-012c-4d68-9b9e-6c59703d96fc was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:49:00.017227 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.019718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.040374 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a34ce0f-e9e2-4881-a700-14ccf67c838a']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:00.046252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] Pushing event deleted for resources: {'Port': ['ID=3d65f2be-012c-4d68-9b9e-6c59703d96fc,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:00.051186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33c8ce-9e31-4eb0-abbc-e7b768d339b1 None None] No DVR routers for this DVR port 3d65f2be-012c-4d68-9b9e-6c59703d96fc on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:00.052194 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b029ce-dea9-4955-9500-7bc2a2ea2e9a') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:00.052525 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b029ce-dea9-4955-9500-7bc2a2ea2e9a') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:00.063433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.078185 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.084817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:00.085209 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:00.086887 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:00.146189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.162147 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.164142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a34ce0f-e9e2-4881-a700-14ccf67c838a HTTP/1.1" status: 204 len: 168 time: 0.5282688 Sep 10 03:49:00.175087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ef8da-bff3-416b-8359-2313cb7ff780 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a34ce0f-e9e2-4881-a700-14ccf67c838a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:00.273998 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:00.312599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0136418d-f60e-4375-9d65-8590d3791e72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89e742d12a0444f29ec9717f850d8515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374048 Sep 10 03:49:00.314861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44702) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:00.360773 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-191b743e-2e11-412a-aeca-f74d61c01009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.382755 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-191b743e-2e11-412a-aeca-f74d61c01009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.432051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-191b743e-2e11-412a-aeca-f74d61c01009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.434640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-191b743e-2e11-412a-aeca-f74d61c01009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.435823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-191b743e-2e11-412a-aeca-f74d61c01009 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbf4645a-3965-476c-a80f-cf9d9a70c135 HTTP/1.1" status: 204 len: 168 time: 0.1200440 Sep 10 03:49:00.443949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b743e-2e11-412a-aeca-f74d61c01009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4645a-3965-476c-a80f-cf9d9a70c135,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:00.610584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16327b78-e729-4d77-96ba-9508d3c8417e no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:00.630829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 16327b78-e729-4d77-96ba-9508d3c8417e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:00.631179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 16327b78-e729-4d77-96ba-9508d3c8417e not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:00.631628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3d65f2be-012c-4d68-9b9e-6c59703d96fc no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:00.650436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 3d65f2be-012c-4d68-9b9e-6c59703d96fc {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:00.650986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3d65f2be-012c-4d68-9b9e-6c59703d96fc not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:00.651077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e159945c-eeda-4864-8b6a-cf732df85279 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:00.669645 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e159945c-eeda-4864-8b6a-cf732df85279 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:00.669998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e159945c-eeda-4864-8b6a-cf732df85279 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:01.129539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44724) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:01.235899 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-842044355-network', 'tenant_id': 'cb8d7761df2343b18604c735688b70d4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:01.256104 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Made reservation on behalf of cb8d7761df2343b18604c735688b70d4 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:01.258772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.266816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.358849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.362660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.390894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:01.398206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b40065-43b2-4068-a6b9-268daa159600,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:01.405096 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.405996 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Added segment 6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b of type vlan for network dbc59965-713c-4a4f-b4c7-1889df03f70f Sep 10 03:49:01.444714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.467597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.468564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.469200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.497838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3672411 Sep 10 03:49:01.500852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44728) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:01.506288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Request body: {'subnet': {'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-842044355-subnet', 'tenant_id': 'cb8d7761df2343b18604c735688b70d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:01.527556 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Made reservation on behalf of cb8d7761df2343b18604c735688b70d4 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:01.529415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736dd94-5cde-4403-bded-2df9b7c76498 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc59965-713c-4a4f-b4c7-1889df03f70f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:01.529802 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.539513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network dbc59965-713c-4a4f-b4c7-1889df03f70f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:01.697393 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.749508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f971da6-ad53-40ac-bfa6-a1e9ca80037b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:01.760051 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Checking segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:01.760411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Network hostable DHCP agents. Network: dbc59965-713c-4a4f-b4c7-1889df03f70f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:01.776153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Network dbc59965-713c-4a4f-b4c7-1889df03f70f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:01.784544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, dbc59965-713c-4a4f-b4c7-1889df03f70f) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:01.792211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.793386 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.798039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d523f6-050d-4406-b1df-395a947297dc None None] Network dbc59965-713c-4a4f-b4c7-1889df03f70f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:01.809606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a0128d7d-2839-4a1d-bafa-62142564154f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3075848 Sep 10 03:49:01.824038 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84f78508-edb1-4ea6-a6fd-0fea5531ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.925293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d16e154-83a5-48ab-8eec-46c3770c4165 None None] Network dbc59965-713c-4a4f-b4c7-1889df03f70f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:02.251656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-e644731b-321a-41e5-a1af-bab109a6a575 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:02.253134 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-e644731b-321a-41e5-a1af-bab109a6a575 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 813 time: 0.1028235 Sep 10 03:49:02.267772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-e6889de4-1567-4b25-b4ae-619b3e6f13b8 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/quotas/cb8d7761df2343b18604c735688b70d4 HTTP/1.1" status: 200 len: 375 time: 0.0088828 Sep 10 03:49:02.297975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-81b25121-bb66-4c96-9cdf-42f0627c2f15 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248876 Sep 10 03:49:02.390908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.437723 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-28b89699-f323-4804-bfb1-ce0ccd8606a7 service neutron] 10.222.0.23 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325676 Sep 10 03:49:02.524365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-7f4d3e4e-a0ca-49f3-8b5c-ef8d8620604b service neutron] 10.222.0.23 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803580 Sep 10 03:49:02.603439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.682264 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ff037602-eebd-4725-9aa9-aa429c431b63 req-a3a146c1-4c15-47e2-a507-b37a8fff58f2 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Sep 10 03:49:03.560795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-9fd1ab77-aef6-4baf-ac22-db033f06ba20 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:03.562272 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-9fd1ab77-aef6-4baf-ac22-db033f06ba20 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 813 time: 0.1062233 Sep 10 03:49:03.575324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Request body: {'port': {'device_id': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f', 'admin_state_up': True, 'tenant_id': 'cb8d7761df2343b18604c735688b70d4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:03.681176 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Made reservation on behalf of cb8d7761df2343b18604c735688b70d4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:03.684707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:03.778592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b7324-03d3-4c21-98ce-fba6477ad0a0 req-409b1953-8520-4ac3-aa77-70d23d870512 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0286555 Sep 10 03:49:03.826096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Allocated IP 172.20.0.14 (dbc59965-713c-4a4f-b4c7-1889df03f70f/9f971da6-ad53-40ac-bfa6-a1e9ca80037b/dee7d373-a957-4f40-b3a4-a409c521a79e) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:03.966856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.003593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.048877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Network dbc59965-713c-4a4f-b4c7-1889df03f70f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:04.051898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:04.057966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:04.079656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Pushing event updated for resources: {'Port': ['ID=dee7d373-a957-4f40-b3a4-a409c521a79e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:04.107500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:04.108115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.121636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34ee62c4-946e-4baf-b6dc-5dd0667db7a1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499284 Sep 10 03:49:04.133243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Request body: {'port': {'device_id': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:04.184567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.383480 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2e9b-ae02-4b63-81f1-492882fa06c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.439510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee7d373-a957-4f40-b3a4-a409c521a79e {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:04.447703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.460139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Transition to ACTIVE for port object dee7d373-a957-4f40-b3a4-a409c521a79e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:04.463567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.513354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Pushing event updated for resources: {'Port': ['ID=dee7d373-a957-4f40-b3a4-a409c521a79e,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:04.575333 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Attempting to bind port dee7d373-a957-4f40-b3a4-a409c521a79e on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:04.575943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Attempting to bind port dee7d373-a957-4f40-b3a4-a409c521a79e by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:04.576058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Attempting to bind port dee7d373-a957-4f40-b3a4-a409c521a79e on network dbc59965-713c-4a4f-b4c7-1889df03f70f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:04.580119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Port dee7d373-a957-4f40-b3a4-a409c521a79e on network dbc59965-713c-4a4f-b4c7-1889df03f70f not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:49:04.580432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Attempting to bind port dee7d373-a957-4f40-b3a4-a409c521a79e on network dbc59965-713c-4a4f-b4c7-1889df03f70f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:04.585680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:04.586010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Checking segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:04.586388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Bound using segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:04.586809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Bound port: dee7d373-a957-4f40-b3a4-a409c521a79e, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:04.587158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.750112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.896712 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31005d8b-8bb1-47ae-81dc-4f8702cf93a9 req-68527cce-1c9c-45f8-9351-a0bb28d68fad tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:04.898259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31005d8b-8bb1-47ae-81dc-4f8702cf93a9 req-68527cce-1c9c-45f8-9351-a0bb28d68fad tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0509295 Sep 10 03:49:04.937450 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31005d8b-8bb1-47ae-81dc-4f8702cf93a9 req-65eab939-2c50-45b3-b13f-0b9476e0b6ef tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Sep 10 03:49:04.982957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] For port dee7d373-a957-4f40-b3a4-a409c521a79e, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:04.985866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] For port dee7d373-a957-4f40-b3a4-a409c521a79e, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dee7d373-a957-4f40-b3a4-a409c521a79e,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:04.990956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.024340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:05.024997 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.026315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] 10.222.0.32 "PUT /v2.0/ports/dee7d373-a957-4f40-b3a4-a409c521a79e HTTP/1.1" status: 200 len: 1092 time: 0.8969698 Sep 10 03:49:05.026805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'tag': 'dee7d373-a957-4f40-b3a4-a409c521a79e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:05.029035 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa02cb-143c-42ed-811f-a390ac498b57" -d '{"events": [{"name": "network-changed", "server_uuid": "438a0562-85c3-4e2f-aa01-5e82918f2ac6", "tag": "dee7d373-a957-4f40-b3a4-a409c521a79e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:05.054364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f64d6-c2a5-4e85-802b-a7c745b5800c service neutron] Pushing event updated for resources: {'Port': ['ID=dee7d373-a957-4f40-b3a4-a409c521a79e,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:05.073149 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd5757-8733-49d3-9bfd-e81fef759190 x-openstack-request-id: req-65cd5757-8733-49d3-9bfd-e81fef759190 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:05.073432 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438a0562-85c3-4e2f-aa01-5e82918f2ac6", "tag": "dee7d373-a957-4f40-b3a4-a409c521a79e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:05.073681 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65cd5757-8733-49d3-9bfd-e81fef759190 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:05.074066 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'tag': 'dee7d373-a957-4f40-b3a4-a409c521a79e', 'status': 'completed', 'code': 200} Sep 10 03:49:05.106345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-51cccb5a-8110-4bca-8573-d81cb047a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:05.107896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-51cccb5a-8110-4bca-8573-d81cb047a2de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0439165 Sep 10 03:49:05.150893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-b73ade21-9660-44f5-9dea-a3b174707396 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee7d373-a957-4f40-b3a4-a409c521a79e HTTP/1.1" status: 200 len: 217 time: 0.0351865 Sep 10 03:49:05.198811 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-3acd0a12-3c42-43d5-a693-368a164d68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:05.200239 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-3acd0a12-3c42-43d5-a693-368a164d68b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0423131 Sep 10 03:49:05.230430 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-96ca206d-5588-400c-967e-cda55d40260f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234475 Sep 10 03:49:05.321918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-34d00581-d79b-4ce5-b277-973e676414f8 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Sep 10 03:49:05.408900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd9d75b3-4981-4363-a993-59dee8fe3162 req-65d53465-292e-4bd5-ad02-864b4e4ed43c service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799139 Sep 10 03:49:05.495369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-bc60fa99-6c44-4d0d-bee3-9624e243515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:05.496861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-bc60fa99-6c44-4d0d-bee3-9624e243515b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0399389 Sep 10 03:49:05.563384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.586729 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-2233df81-06dd-40d7-a651-9fdf619e8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:05.588173 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-2233df81-06dd-40d7-a651-9fdf619e8dab service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 913 time: 0.0847480 Sep 10 03:49:05.628200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-7be9c84b-f5de-41c2-9aab-faf155bab252 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee7d373-a957-4f40-b3a4-a409c521a79e HTTP/1.1" status: 200 len: 217 time: 0.0325446 Sep 10 03:49:05.680640 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-65207a86-c8eb-4363-a397-6d40956775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:05.682094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-65207a86-c8eb-4363-a397-6d40956775cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0465994 Sep 10 03:49:05.713580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-d8651e1b-f5b8-4397-b567-48c966022e88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239236 Sep 10 03:49:05.801305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-f663fae0-f69a-4737-9966-c16639b73de7 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792005 Sep 10 03:49:05.893221 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-25aa02cb-143c-42ed-811f-a390ac498b57 req-aaf3cb0f-4f2b-4c04-80ac-f8355061153f service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832477 Sep 10 03:49:06.053339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930095-3963-4ac4-a1e0-20bedc9138f3 req-eecddb10-c23a-46d2-a3f1-8190b83283ad tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:06.054829 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29930095-3963-4ac4-a1e0-20bedc9138f3 req-eecddb10-c23a-46d2-a3f1-8190b83283ad tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0526631 Sep 10 03:49:06.092465 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29930095-3963-4ac4-a1e0-20bedc9138f3 req-37d91b44-1201-4860-baed-0607fe6a507b tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Sep 10 03:49:07.205951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fd1c9-5260-40dc-991c-817231829dae req-e912bb72-8da9-4739-a477-4d70114308a0 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:07.207420 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c7fd1c9-5260-40dc-991c-817231829dae req-e912bb72-8da9-4739-a477-4d70114308a0 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0481853 Sep 10 03:49:07.243410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1c7fd1c9-5260-40dc-991c-817231829dae req-73e61b42-22b1-48af-87ca-98299a627a53 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300255 Sep 10 03:49:07.508977 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.354903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf6eaa-c56b-4c91-8786-61003ce82341 req-a77daae4-049d-4df9-a3c6-032d7b3ec652 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:08.356329 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1bf6eaa-c56b-4c91-8786-61003ce82341 req-a77daae4-049d-4df9-a3c6-032d7b3ec652 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Sep 10 03:49:08.392632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e1bf6eaa-c56b-4c91-8786-61003ce82341 req-b7eba660-bb35-403a-879e-c26d28f8d939 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Sep 10 03:49:09.093680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dee7d373-a957-4f40-b3a4-a409c521a79e details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:49:09.184765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dee7d373-a957-4f40-b3a4-a409c521a79e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dee7d373-a957-4f40-b3a4-a409c521a79e,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:09.195777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'dee7d373-a957-4f40-b3a4-a409c521a79e', 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f', 'port_id': 'dee7d373-a957-4f40-b3a4-a409c521a79e', 'mac_address': 'fa:16:3e:ea:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f971da6-ad53-40ac-bfa6-a1e9ca80037b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:49:09.376477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:09.389233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee7d373-a957-4f40-b3a4-a409c521a79e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:09.407561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dee7d373-a957-4f40-b3a4-a409c521a79e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dee7d373-a957-4f40-b3a4-a409c521a79e,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:09.411544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:09.458233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=dee7d373-a957-4f40-b3a4-a409c521a79e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:09.508250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a263d-4fef-4155-bcfd-964dc5d2b989 req-ae07ab7a-e491-4dea-a16e-7accfa6b913e tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:09.509729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f0a263d-4fef-4155-bcfd-964dc5d2b989 req-ae07ab7a-e491-4dea-a16e-7accfa6b913e tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0494742 Sep 10 03:49:09.551413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7f0a263d-4fef-4155-bcfd-964dc5d2b989 req-9475a02f-1554-4bd8-ba3e-c1cd5d62624d tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Sep 10 03:49:09.599916 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dee7d373-a957-4f40-b3a4-a409c521a79e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:10.664101 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d653ed-1591-4027-ab25-623dc1966fc4 req-40008ba5-2105-44b3-a660-aa6ee86a1cff tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.665559 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17d653ed-1591-4027-ab25-623dc1966fc4 req-40008ba5-2105-44b3-a660-aa6ee86a1cff tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Sep 10 03:49:10.702047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-17d653ed-1591-4027-ab25-623dc1966fc4 req-7758e127-c64c-481e-a74f-623c94570ecb tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Sep 10 03:49:11.122938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dee7d373-a957-4f40-b3a4-a409c521a79e up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:11.170605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port dee7d373-a957-4f40-b3a4-a409c521a79e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:11.174103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port dee7d373-a957-4f40-b3a4-a409c521a79e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:11.174477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.249448 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.273119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee7d373-a957-4f40-b3a4-a409c521a79e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:11.275351 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2fa0e5-ef65-4e66-8362-59f3793bd5f9" -d '{"events": [{"server_uuid": "438a0562-85c3-4e2f-aa01-5e82918f2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "dee7d373-a957-4f40-b3a4-a409c521a79e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:11.290651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port dee7d373-a957-4f40-b3a4-a409c521a79e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dee7d373-a957-4f40-b3a4-a409c521a79e,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:11.294767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.319880 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70246bf9-b863-45ff-977f-c0582a4ef23a x-openstack-request-id: req-70246bf9-b863-45ff-977f-c0582a4ef23a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:11.320166 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438a0562-85c3-4e2f-aa01-5e82918f2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "dee7d373-a957-4f40-b3a4-a409c521a79e", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:11.320415 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70246bf9-b863-45ff-977f-c0582a4ef23a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:11.320797 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee7d373-a957-4f40-b3a4-a409c521a79e', 'code': 200} Sep 10 03:49:11.346889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=dee7d373-a957-4f40-b3a4-a409c521a79e,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:11.406006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae5c80-c806-41c9-a16e-d77c413cc93a req-ee91de85-3c8d-40fc-955a-c36a6a3cc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.407548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1ae5c80-c806-41c9-a16e-d77c413cc93a req-ee91de85-3c8d-40fc-955a-c36a6a3cc68b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0395339 Sep 10 03:49:11.440600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1ae5c80-c806-41c9-a16e-d77c413cc93a req-3774c764-dc0a-49ed-959b-bbbd171f2cab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264566 Sep 10 03:49:11.815202 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca132d-7549-4dc3-8d7c-084c25f72b7c req-696d433f-3f0c-4153-8a13-7a13bd9bb837 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.816700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efca132d-7549-4dc3-8d7c-084c25f72b7c req-696d433f-3f0c-4153-8a13-7a13bd9bb837 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0513313 Sep 10 03:49:11.854708 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efca132d-7549-4dc3-8d7c-084c25f72b7c req-696d7476-2abb-422b-88e7-195097b26a55 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Sep 10 03:49:12.970029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940e62-58df-4739-a1df-419112ee0b65 req-8ccf311f-2613-459b-9c20-bce17d7191b6 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.971538 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad940e62-58df-4739-a1df-419112ee0b65 req-8ccf311f-2613-459b-9c20-bce17d7191b6 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0484033 Sep 10 03:49:13.008305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ad940e62-58df-4739-a1df-419112ee0b65 req-38effadf-c917-4589-a6ce-5fbede8782f4 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Sep 10 03:49:13.225092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-aed4f796-a6bc-4b5f-a759-42c0acdee569 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:13.226465 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-aed4f796-a6bc-4b5f-a759-42c0acdee569 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 813 time: 0.0985634 Sep 10 03:49:13.241190 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-f20b8a74-e091-4c9b-85ee-7c0d23b33646 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/quotas/cb8d7761df2343b18604c735688b70d4 HTTP/1.1" status: 200 len: 375 time: 0.0090566 Sep 10 03:49:13.292077 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-9c403c53-7bac-41d3-a0cb-d0726a8be2c9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457873 Sep 10 03:49:13.428997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-1815c049-8e35-40c1-b56e-6a4948a154d4 service neutron] 10.222.0.23 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300077 Sep 10 03:49:13.517399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-db4d5bea-bf9f-4f89-a329-81d7e50a5f7a service neutron] 10.222.0.23 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822737 Sep 10 03:49:13.674411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca7ce965-b226-4c0a-bc3d-e2075c34b7a6 req-0ea7fa14-bf58-47fd-89c2-d99bcee5404d tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 210 time: 0.0264108 Sep 10 03:49:14.378405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-4862b6f3-75f9-4b89-badd-01af278c2971 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:14.380395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-4862b6f3-75f9-4b89-badd-01af278c2971 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.36 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 813 time: 0.1026931 Sep 10 03:49:14.392315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Request body: {'port': {'device_id': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f', 'admin_state_up': True, 'tenant_id': 'cb8d7761df2343b18604c735688b70d4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:14.503864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Made reservation on behalf of cb8d7761df2343b18604c735688b70d4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:14.507950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.627985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Allocated IP 172.20.0.3 (dbc59965-713c-4a4f-b4c7-1889df03f70f/9f971da6-ad53-40ac-bfa6-a1e9ca80037b/3ca0e4de-d946-4640-876f-99dd780ad7f8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:14.766596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e800288-ee33-4f55-b83c-eee0ba280118 req-84a8020b-81bf-4a85-a9f6-b892f032e9bf tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 210 time: 0.0271590 Sep 10 03:49:14.774350 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.811951 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.824301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dee7d373-a957-4f40-b3a4-a409c521a79e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:14.855445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Network dbc59965-713c-4a4f-b4c7-1889df03f70f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:14.860434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:14.865517 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:14.869330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Pushing event updated for resources: {'Port': ['ID=3ca0e4de-d946-4640-876f-99dd780ad7f8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:14.917377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:14.917992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.932201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dfd39bd3-16d9-4e1b-b1d3-b300bc48b5c3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435433 Sep 10 03:49:14.944507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Request body: {'port': {'device_id': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:14.997066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.249358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca0e4de-d946-4640-876f-99dd780ad7f8 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:15.256504 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.267824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Transition to ACTIVE for port object 3ca0e4de-d946-4640-876f-99dd780ad7f8 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:15.272541 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.326131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca0e4de-d946-4640-876f-99dd780ad7f8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:15.387621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Attempting to bind port 3ca0e4de-d946-4640-876f-99dd780ad7f8 on host n-h2-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:15.388281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Attempting to bind port 3ca0e4de-d946-4640-876f-99dd780ad7f8 by drivers openvswitch,hyperv on host n-h2-808126-2 at level 0 using segments [{'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:15.388281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Attempting to bind port 3ca0e4de-d946-4640-876f-99dd780ad7f8 on network dbc59965-713c-4a4f-b4c7-1889df03f70f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:15.392676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Port 3ca0e4de-d946-4640-876f-99dd780ad7f8 on network dbc59965-713c-4a4f-b4c7-1889df03f70f not bound, no agent of type Open vSwitch agent registered on host n-h2-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:49:15.393000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Attempting to bind port 3ca0e4de-d946-4640-876f-99dd780ad7f8 on network dbc59965-713c-4a4f-b4c7-1889df03f70f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:15.398382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Checking agent: {'id': 'e2e773d2-627c-4d13-93b9-44a2edce846a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:15.398715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Checking segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:15.399095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Bound using segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:15.399589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Bound port: 3ca0e4de-d946-4640-876f-99dd780ad7f8, host: n-h2-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:15.399927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.460446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] For port 3ca0e4de-d946-4640-876f-99dd780ad7f8, host n-h2-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:15.463803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] For port 3ca0e4de-d946-4640-876f-99dd780ad7f8, host n-h2-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ca0e4de-d946-4640-876f-99dd780ad7f8,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:15.467705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.502198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.502970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.504447 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ca0e4de-d946-4640-876f-99dd780ad7f8 HTTP/1.1" status: 200 len: 1091 time: 0.5640907 Sep 10 03:49:15.506524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'tag': '3ca0e4de-d946-4640-876f-99dd780ad7f8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:15.508831 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb52fde0-12cf-417d-8f83-4f7c3998f4da" -d '{"events": [{"name": "network-changed", "server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "tag": "3ca0e4de-d946-4640-876f-99dd780ad7f8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:15.537033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98ed91-3203-4377-933f-ceb6e1459148 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca0e4de-d946-4640-876f-99dd780ad7f8,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:15.551364 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5e9ef-3b68-4eb3-bb74-eb8068a085d4 x-openstack-request-id: req-48a5e9ef-3b68-4eb3-bb74-eb8068a085d4 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:15.551682 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "tag": "3ca0e4de-d946-4640-876f-99dd780ad7f8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:15.551933 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48a5e9ef-3b68-4eb3-bb74-eb8068a085d4 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:15.552355 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'tag': '3ca0e4de-d946-4640-876f-99dd780ad7f8', 'status': 'completed', 'code': 200} Sep 10 03:49:15.580830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-802ddfcf-e4f5-4644-bc76-b7ad4096f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.582305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-802ddfcf-e4f5-4644-bc76-b7ad4096f961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 1094 time: 0.0424037 Sep 10 03:49:15.621865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-90f29da4-f41f-4479-9d8c-3cf76cbec5e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ca0e4de-d946-4640-876f-99dd780ad7f8 HTTP/1.1" status: 200 len: 217 time: 0.0317819 Sep 10 03:49:15.673823 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-856e1384-4a99-4f5b-874e-0f94a5d6f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.675201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-856e1384-4a99-4f5b-874e-0f94a5d6f609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0462606 Sep 10 03:49:15.705368 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-1f27011a-8c56-49b1-8e30-7ec464b2393b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233405 Sep 10 03:49:15.791690 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-3853b63d-ea17-44fe-99eb-d6b25c06e05c service neutron] 10.222.0.36 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795138 Sep 10 03:49:15.877697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f3b1-9156-4647-bb1d-ffb0be97c6be req-73c31a86-020d-4000-ba16-fc2c1b9585a0 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.879191 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb23f3b1-9156-4647-bb1d-ffb0be97c6be req-73c31a86-020d-4000-ba16-fc2c1b9585a0 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 943 time: 0.0469916 Sep 10 03:49:15.883740 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-701a68c2-2962-4052-8e68-246d5cbd3ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 Sep 10 03:49:15.918313 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-eb23f3b1-9156-4647-bb1d-ffb0be97c6be req-dc71ba08-29f4-4aec-bed3-46ccf44e7a4f tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Sep 10 03:49:15.980089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-fd7e224b-c517-4e0d-8856-9649d5ad37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.982881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-fd7e224b-c517-4e0d-8856-9649d5ad37e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 1094 time: 0.0421691 Sep 10 03:49:16.079373 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-6b942491-7954-46c9-9709-98100e2cc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:16.080913 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-6b942491-7954-46c9-9709-98100e2cc374 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 913 time: 0.0904629 Sep 10 03:49:16.132193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-cccc001e-2e7d-4dcb-9f09-1e726ce40f43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ca0e4de-d946-4640-876f-99dd780ad7f8 HTTP/1.1" status: 200 len: 217 time: 0.0347173 Sep 10 03:49:16.143144 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-f945dbbd-78ec-495a-bb51-7f0a85a07f83 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:16.144643 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-f945dbbd-78ec-495a-bb51-7f0a85a07f83 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.36 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 943 time: 0.0472460 Sep 10 03:49:16.179988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-6be0f67f-8c31-4e3f-a2f6-47c8d4a4062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:16.181487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-6be0f67f-8c31-4e3f-a2f6-47c8d4a4062a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0430639 Sep 10 03:49:16.217483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-cb11b23a-b858-4005-ab88-7be3e8726773 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290408 Sep 10 03:49:16.248347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Deleting port 3ca0e4de-d946-4640-876f-99dd780ad7f8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:16.248692 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.306452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-ae883e33-9a4f-4b19-8b5c-f196730bde83 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822253 Sep 10 03:49:16.335089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] For port 3ca0e4de-d946-4640-876f-99dd780ad7f8, host n-h2-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808126-2',level=0,port_id=3ca0e4de-d946-4640-876f-99dd780ad7f8,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:16.335397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.352306 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Calling delete_port for 3ca0e4de-d946-4640-876f-99dd780ad7f8 owned by compute:nova {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:16.399318 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-f172a5cf-0b55-467f-946d-6f28158636f2 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864482 Sep 10 03:49:16.473890 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.485515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dee7d373-a957-4f40-b3a4-a409c521a79e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:16.501213 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Pushing event deleted for resources: {'Port': ['ID=3ca0e4de-d946-4640-876f-99dd780ad7f8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:16.544963 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] No DVR routers for this DVR port 3ca0e4de-d946-4640-876f-99dd780ad7f8 on host n-h2-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:16.547715 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.549679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.36 "DELETE /v2.0/ports/3ca0e4de-d946-4640-876f-99dd780ad7f8 HTTP/1.1" status: 204 len: 173 time: 0.3994241 Sep 10 03:49:16.550121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'name': 'network-vif-deleted', 'tag': '3ca0e4de-d946-4640-876f-99dd780ad7f8'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:16.552476 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac764c5-5f01-4010-be92-1fb892d8e2c1" -d '{"events": [{"server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "name": "network-vif-deleted", "tag": "3ca0e4de-d946-4640-876f-99dd780ad7f8"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:16.656551 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492dd322-63e2-437c-a3ee-cb3a25f2d0af x-openstack-request-id: req-492dd322-63e2-437c-a3ee-cb3a25f2d0af {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:16.656869 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "name": "network-vif-deleted", "tag": "3ca0e4de-d946-4640-876f-99dd780ad7f8", "status": "failed", "code": 422}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:16.657149 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-492dd322-63e2-437c-a3ee-cb3a25f2d0af {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:16.657610 n-d-808126-2 neutron-server[94633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'name': 'network-vif-deleted', 'tag': '3ca0e4de-d946-4640-876f-99dd780ad7f8', 'status': 'failed', 'code': 422} returned with failed status Sep 10 03:49:17.011650 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf720cdf-d4ef-47dc-b901-51a1428c982e req-1a5aa15b-9826-4def-80d3-9ad32c243874 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 210 time: 0.0279217 Sep 10 03:49:17.621589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-ceeb5a1e-126a-4037-8451-4f67337ac810 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:17.623061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-ceeb5a1e-126a-4037-8451-4f67337ac810 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 813 time: 0.1025250 Sep 10 03:49:17.641721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Request body: {'port': {'device_id': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f', 'admin_state_up': True, 'tenant_id': 'cb8d7761df2343b18604c735688b70d4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:17.748571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Made reservation on behalf of cb8d7761df2343b18604c735688b70d4 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:17.752093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.877090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Allocated IP 172.20.0.11 (dbc59965-713c-4a4f-b4c7-1889df03f70f/9f971da6-ad53-40ac-bfa6-a1e9ca80037b/b648bf15-d7a6-4b0c-b260-587529655d88) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:18.017349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.058745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.071067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dee7d373-a957-4f40-b3a4-a409c521a79e'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:18.119474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Network dbc59965-713c-4a4f-b4c7-1889df03f70f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:18.141070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:18.144206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:18.170843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Pushing event updated for resources: {'Port': ['ID=b648bf15-d7a6-4b0c-b260-587529655d88,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:18.191915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.192865 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.193209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.193574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.193867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.194196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.194686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.195012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.195332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.195673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.195994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.196314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:18.216385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20943-807f-4c72-98e3-1c43ac8ec174 req-b9d62bbd-5cff-428c-adb2-ad5a58389ee7 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.217910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffe20943-807f-4c72-98e3-1c43ac8ec174 req-b9d62bbd-5cff-428c-adb2-ad5a58389ee7 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 932 time: 0.1211202 Sep 10 03:49:18.226180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.226783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.256821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-acc277be-acd5-48f0-996f-fea21d4ac61a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188190 Sep 10 03:49:18.269181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffe20943-807f-4c72-98e3-1c43ac8ec174 req-516f0a84-f5bb-4af1-acaa-9a8b02f14622 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Sep 10 03:49:18.275326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Request body: {'port': {'device_id': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:18.330506 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.580100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b648bf15-d7a6-4b0c-b260-587529655d88 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:18.588060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.599727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Transition to ACTIVE for port object b648bf15-d7a6-4b0c-b260-587529655d88 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:18.603478 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.654180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b648bf15-d7a6-4b0c-b260-587529655d88,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:18.719543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Attempting to bind port b648bf15-d7a6-4b0c-b260-587529655d88 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:18.719882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Attempting to bind port b648bf15-d7a6-4b0c-b260-587529655d88 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:18.720213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Attempting to bind port b648bf15-d7a6-4b0c-b260-587529655d88 on network dbc59965-713c-4a4f-b4c7-1889df03f70f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:18.724418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Port b648bf15-d7a6-4b0c-b260-587529655d88 on network dbc59965-713c-4a4f-b4c7-1889df03f70f not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:49:18.724744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Attempting to bind port b648bf15-d7a6-4b0c-b260-587529655d88 on network dbc59965-713c-4a4f-b4c7-1889df03f70f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:18.729529 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:18.729871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Checking segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:18.730264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Bound using segment: {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:18.730701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Bound port: b648bf15-d7a6-4b0c-b260-587529655d88, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:18.731060 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.792175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] For port b648bf15-d7a6-4b0c-b260-587529655d88, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:18.795109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] For port b648bf15-d7a6-4b0c-b260-587529655d88, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b648bf15-d7a6-4b0c-b260-587529655d88,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:18.799405 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.833869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.834491 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.835921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] 10.222.0.32 "PUT /v2.0/ports/b648bf15-d7a6-4b0c-b260-587529655d88 HTTP/1.1" status: 200 len: 1092 time: 0.5648434 Sep 10 03:49:18.836358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'tag': 'b648bf15-d7a6-4b0c-b260-587529655d88'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:18.838574 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1a08b2-f76f-4922-b474-0d526c9e67d3" -d '{"events": [{"name": "network-changed", "server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "tag": "b648bf15-d7a6-4b0c-b260-587529655d88"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:18.863650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6d7dc-82ba-49c9-8815-7d7a9c7f7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b648bf15-d7a6-4b0c-b260-587529655d88,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:18.874897 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d65e9-7278-466f-879c-b5c1e0b905ac x-openstack-request-id: req-bf6d65e9-7278-466f-879c-b5c1e0b905ac {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:18.875190 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "tag": "b648bf15-d7a6-4b0c-b260-587529655d88", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:18.875446 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf6d65e9-7278-466f-879c-b5c1e0b905ac {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:18.875879 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'tag': 'b648bf15-d7a6-4b0c-b260-587529655d88', 'status': 'completed', 'code': 200} Sep 10 03:49:18.921004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-bdb925ca-14da-47d4-aa69-76a4e5f4b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.922548 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-bdb925ca-14da-47d4-aa69-76a4e5f4b9d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 1095 time: 0.0444787 Sep 10 03:49:18.963952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-215dc092-644a-4868-8526-a98bf56a2314 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b648bf15-d7a6-4b0c-b260-587529655d88 HTTP/1.1" status: 200 len: 217 time: 0.0333779 Sep 10 03:49:19.011204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-02533cba-5b39-4dce-8ec6-9d1557089017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.012629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-02533cba-5b39-4dce-8ec6-9d1557089017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0423696 Sep 10 03:49:19.046411 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-dd2514dc-2dd7-4b82-8c1c-1a1ffe3aa729 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268478 Sep 10 03:49:19.134057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-61f342e0-c5d0-4360-a3dd-68c133ad2722 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807779 Sep 10 03:49:19.223547 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-6fbc7acf-bc03-4854-a3b9-c7d55e93fc41 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825276 Sep 10 03:49:19.307788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-04828bd5-6146-4a25-8bd7-2daa951ec4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.309351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-04828bd5-6146-4a25-8bd7-2daa951ec4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 1095 time: 0.0410488 Sep 10 03:49:19.428065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540618d6-5661-4e89-9d2c-dfca666c2332 req-466d1357-dcc1-4b41-89cd-9d850c514d3a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.429442 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-540618d6-5661-4e89-9d2c-dfca666c2332 req-466d1357-dcc1-4b41-89cd-9d850c514d3a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 944 time: 0.0945611 Sep 10 03:49:19.444197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-97232daa-ce11-400d-9072-98509f9f2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.445576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-97232daa-ce11-400d-9072-98509f9f2dcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 913 time: 0.1297503 Sep 10 03:49:19.489060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-6b5dba2f-d232-4976-8007-38814ad4db9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b648bf15-d7a6-4b0c-b260-587529655d88 HTTP/1.1" status: 200 len: 217 time: 0.0356886 Sep 10 03:49:19.510145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-540618d6-5661-4e89-9d2c-dfca666c2332 req-444501c0-67e3-4aae-bb61-d06767be076c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737672 Sep 10 03:49:19.543861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-c6bb4bd9-687d-4f72-b434-3ea2014d872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.545293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-c6bb4bd9-687d-4f72-b434-3ea2014d872b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0474386 Sep 10 03:49:19.581037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-8819ffa4-38b6-4908-a2ad-56d87867ba83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280282 Sep 10 03:49:19.667951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-bb9455dc-d207-4538-b392-3bfb2eefafa2 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785577 Sep 10 03:49:19.758199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa1a08b2-f76f-4922-b474-0d526c9e67d3 req-94086ebd-afcc-40af-9659-85355c53b0e3 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826147 Sep 10 03:49:20.636531 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09ac23-3e34-41f9-8529-93ab3b5ea15a req-3c7f557e-c9d6-454b-b7cf-5ec8235636cc tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:20.637985 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e09ac23-3e34-41f9-8529-93ab3b5ea15a req-3c7f557e-c9d6-454b-b7cf-5ec8235636cc tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 944 time: 0.0478315 Sep 10 03:49:20.675442 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e09ac23-3e34-41f9-8529-93ab3b5ea15a req-c279858d-dff0-4e47-bbc4-8a55c50fd837 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Sep 10 03:49:21.787279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3f585-cbd3-44be-a769-e87aec309f7f req-5ca5a694-6f1a-4c0c-9d94-9c5e6e51fb5c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:21.788838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94e3f585-cbd3-44be-a769-e87aec309f7f req-5ca5a694-6f1a-4c0c-9d94-9c5e6e51fb5c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 944 time: 0.0485413 Sep 10 03:49:21.826241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94e3f585-cbd3-44be-a769-e87aec309f7f req-daba46b7-b45b-4985-a915-32aa89e6eb76 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Sep 10 03:49:22.941692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c447-f325-46de-987e-03dd074c9b9b req-0ab5578f-2fbb-46cb-bdfd-25ace9248bf7 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:22.943164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e398c447-f325-46de-987e-03dd074c9b9b req-0ab5578f-2fbb-46cb-bdfd-25ace9248bf7 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 944 time: 0.0507419 Sep 10 03:49:22.979599 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e398c447-f325-46de-987e-03dd074c9b9b req-c0c15f0f-a151-48b7-a7d6-37d47c49cf65 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298834 Sep 10 03:49:23.187640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b648bf15-d7a6-4b0c-b260-587529655d88 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:49:23.277790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b648bf15-d7a6-4b0c-b260-587529655d88, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b648bf15-d7a6-4b0c-b260-587529655d88,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:23.291146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'b648bf15-d7a6-4b0c-b260-587529655d88', 'network_id': 'dbc59965-713c-4a4f-b4c7-1889df03f70f', 'port_id': 'b648bf15-d7a6-4b0c-b260-587529655d88', 'mac_address': 'fa:16:3e:29:f6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f971da6-ad53-40ac-bfa6-a1e9ca80037b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:49:23.331312 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.343664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b648bf15-d7a6-4b0c-b260-587529655d88 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:23.363023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b648bf15-d7a6-4b0c-b260-587529655d88, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b648bf15-d7a6-4b0c-b260-587529655d88,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:23.367090 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.413643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b648bf15-d7a6-4b0c-b260-587529655d88,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:23.572311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['b648bf15-d7a6-4b0c-b260-587529655d88'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:24.090192 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af6594-f01f-423b-8e97-480effb14c94 req-95aceb1b-9f6c-48ac-99b4-73150b347180 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:24.091705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74af6594-f01f-423b-8e97-480effb14c94 req-95aceb1b-9f6c-48ac-99b4-73150b347180 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 945 time: 0.0476973 Sep 10 03:49:24.128757 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-74af6594-f01f-423b-8e97-480effb14c94 req-b6a43403-c46b-4125-bcc3-90fcabdbaf9d tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Sep 10 03:49:24.786934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-d0101365-838c-4fd5-aadb-770e474326a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439661 Sep 10 03:49:24.865035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-66614b8f-0418-45cf-bbe8-06135253cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:24.866417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-66614b8f-0418-45cf-bbe8-06135253cb43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb8d7761df2343b18604c735688b70d4&device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0390494 Sep 10 03:49:24.974904 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-63f3427c-70b5-4f61-826f-d6c9327890d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:24.976445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-63f3427c-70b5-4f61-826f-d6c9327890d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 200 len: 913 time: 0.0906157 Sep 10 03:49:25.021683 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-85bf8b42-6f56-4fce-9a92-547311d37995 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee7d373-a957-4f40-b3a4-a409c521a79e HTTP/1.1" status: 200 len: 217 time: 0.0368431 Sep 10 03:49:25.070439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-8e35cfde-9d9f-449b-b601-9762800c2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:25.071863 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-8e35cfde-9d9f-449b-b601-9762800c2ea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 200 len: 853 time: 0.0425601 Sep 10 03:49:25.104037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-405d592c-9764-47a1-847d-9a748a895718 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbc59965-713c-4a4f-b4c7-1889df03f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238178 Sep 10 03:49:25.200373 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-726426e6-476e-4ec7-9636-84ead94a1265 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860128 Sep 10 03:49:25.201584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b648bf15-d7a6-4b0c-b260-587529655d88 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:25.243395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8133e-7c4c-44ee-979d-23fa98e79de0 req-abafb6d9-11c0-4704-b0e8-69df28cc1f2e tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:25.245080 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ae8133e-7c4c-44ee-979d-23fa98e79de0 req-abafb6d9-11c0-4704-b0e8-69df28cc1f2e tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 945 time: 0.0498230 Sep 10 03:49:25.250711 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port b648bf15-d7a6-4b0c-b260-587529655d88 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:25.254547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port b648bf15-d7a6-4b0c-b260-587529655d88 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:25.254920 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.294209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea839dd2-4a12-40d4-8c79-c15ca94cacbc req-187e65b9-00a7-4f5a-b1cb-5264988957a6 service neutron] 10.222.0.32 "GET /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860739 Sep 10 03:49:25.296022 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ae8133e-7c4c-44ee-979d-23fa98e79de0 req-8e973104-f2fb-4e51-8f73-7cad40b68220 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Sep 10 03:49:25.335259 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.357647 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b648bf15-d7a6-4b0c-b260-587529655d88'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:25.360081 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64bd29-6e24-46e9-ad30-8b48694a5e53" -d '{"events": [{"server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "name": "network-vif-plugged", "status": "completed", "tag": "b648bf15-d7a6-4b0c-b260-587529655d88"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:25.375940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port b648bf15-d7a6-4b0c-b260-587529655d88, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b648bf15-d7a6-4b0c-b260-587529655d88,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:25.379934 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.405520 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da47086-0300-4eb5-81b1-f878eca62036 x-openstack-request-id: req-9da47086-0300-4eb5-81b1-f878eca62036 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:25.405820 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "name": "network-vif-plugged", "status": "completed", "tag": "b648bf15-d7a6-4b0c-b260-587529655d88", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:25.406126 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9da47086-0300-4eb5-81b1-f878eca62036 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:25.406456 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b648bf15-d7a6-4b0c-b260-587529655d88', 'code': 200} Sep 10 03:49:25.435032 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=b648bf15-d7a6-4b0c-b260-587529655d88,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:25.492694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59059-8f05-44d7-9980-d259a3f4af64 req-7a56413d-2d57-47eb-8cc9-a3e57c2e6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:25.494185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc59059-8f05-44d7-9980-d259a3f4af64 req-7a56413d-2d57-47eb-8cc9-a3e57c2e6436 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 1097 time: 0.0437889 Sep 10 03:49:25.527370 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-efc59059-8f05-44d7-9980-d259a3f4af64 req-d7e23324-4347-4691-b654-28c1452083a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260296 Sep 10 03:49:26.415162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ff201-96e6-481e-93ac-753e47aa6d33 req-38a54194-e076-4374-815c-939b494e58f8 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:26.416641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d96ff201-96e6-481e-93ac-753e47aa6d33 req-38a54194-e076-4374-815c-939b494e58f8 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 946 time: 0.0475419 Sep 10 03:49:26.453203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d96ff201-96e6-481e-93ac-753e47aa6d33 req-d5b16044-754e-4b5f-9dbd-cea1913c0493 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306773 Sep 10 03:49:27.565659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3579e-4c7f-4f35-92aa-7766d71c5e72 req-2f41efc4-4415-45fc-b435-c9b9ed9a5377 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:27.567124 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67b3579e-4c7f-4f35-92aa-7766d71c5e72 req-2f41efc4-4415-45fc-b435-c9b9ed9a5377 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 946 time: 0.0472102 Sep 10 03:49:27.605570 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-67b3579e-4c7f-4f35-92aa-7766d71c5e72 req-adaf88ee-d4ea-42c1-99a3-1b9081af5521 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Sep 10 03:49:27.828878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5a20-267c-47bc-83dd-9f2df0fcf61a req-3dd43236-1552-4120-a7de-3d02cdd7b6f9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:27.830335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-639b5a20-267c-47bc-83dd-9f2df0fcf61a req-3dd43236-1552-4120-a7de-3d02cdd7b6f9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 946 time: 0.0471900 Sep 10 03:49:27.866236 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-639b5a20-267c-47bc-83dd-9f2df0fcf61a req-b4810925-c30a-4baf-8a5b-8ff2c510abd3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293486 Sep 10 03:49:28.986900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f8a4-96ff-413b-9cf2-2ce28d77de2a req-e71b5e30-6b6e-43ad-a51d-f92111be911a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:28.988466 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9a0f8a4-96ff-413b-9cf2-2ce28d77de2a req-e71b5e30-6b6e-43ad-a51d-f92111be911a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 946 time: 0.0550947 Sep 10 03:49:29.025547 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e9a0f8a4-96ff-413b-9cf2-2ce28d77de2a req-672a30c6-3c6c-4139-abc6-5658f42dd9b0 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Sep 10 03:49:29.165575 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-37530494-11de-452d-8f33-974c0a56a214 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:29.166921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-37530494-11de-452d-8f33-974c0a56a214 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "GET /v2.0/ports?device_id=efce3aa1-2849-497b-8689-c9557eab3ede HTTP/1.1" status: 200 len: 946 time: 0.0515816 Sep 10 03:49:29.251867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Deleting port b648bf15-d7a6-4b0c-b260-587529655d88 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:29.252212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.340715 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] For port b648bf15-d7a6-4b0c-b260-587529655d88, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=b648bf15-d7a6-4b0c-b260-587529655d88,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:29.341075 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.352426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Calling delete_port for b648bf15-d7a6-4b0c-b260-587529655d88 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:29.472508 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.485745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['dee7d373-a957-4f40-b3a4-a409c521a79e', 'b648bf15-d7a6-4b0c-b260-587529655d88'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:29.502507 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Pushing event deleted for resources: {'Port': ['ID=b648bf15-d7a6-4b0c-b260-587529655d88,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:29.544824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] No DVR routers for this DVR port b648bf15-d7a6-4b0c-b260-587529655d88 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:29.547598 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.549645 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c012174c-fa35-4b36-a1ee-5f1638d72552 req-0c600ee3-8cf7-4ab9-8d89-f8a00c19355c tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "DELETE /v2.0/ports/b648bf15-d7a6-4b0c-b260-587529655d88 HTTP/1.1" status: 204 len: 173 time: 0.3762980 Sep 10 03:49:29.550083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'name': 'network-vif-deleted', 'tag': 'b648bf15-d7a6-4b0c-b260-587529655d88'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:29.552433 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa5837-5965-4beb-8500-0446876e0cd5" -d '{"events": [{"server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "name": "network-vif-deleted", "tag": "b648bf15-d7a6-4b0c-b260-587529655d88"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:29.600204 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e76c5e3-b9a9-4651-abb1-e908c9e87848 x-openstack-request-id: req-9e76c5e3-b9a9-4651-abb1-e908c9e87848 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:29.600521 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efce3aa1-2849-497b-8689-c9557eab3ede", "name": "network-vif-deleted", "tag": "b648bf15-d7a6-4b0c-b260-587529655d88", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:29.600785 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e76c5e3-b9a9-4651-abb1-e908c9e87848 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:29.601183 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efce3aa1-2849-497b-8689-c9557eab3ede', 'name': 'network-vif-deleted', 'tag': 'b648bf15-d7a6-4b0c-b260-587529655d88', 'status': 'completed', 'code': 200} Sep 10 03:49:30.176328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809e90c-6783-4175-bbd2-914f853a4b6c req-53b6e63a-22f9-4f07-a0d8-ad66cdf48bf9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:30.177837 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b809e90c-6783-4175-bbd2-914f853a4b6c req-53b6e63a-22f9-4f07-a0d8-ad66cdf48bf9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0499294 Sep 10 03:49:30.215701 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b809e90c-6783-4175-bbd2-914f853a4b6c req-c9cff812-fadd-4b1b-bdeb-ca3b343e5ff1 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Sep 10 03:49:30.348212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ba04-bf96-40be-88ac-ff202a59a7a3 req-f43e53cf-d553-447e-aa0c-84e6b253d569 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:30.349675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3da7ba04-bf96-40be-88ac-ff202a59a7a3 req-f43e53cf-d553-447e-aa0c-84e6b253d569 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0468941 Sep 10 03:49:30.389273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3da7ba04-bf96-40be-88ac-ff202a59a7a3 req-9141d2ed-d78c-4941-9fd9-3341eed53583 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Sep 10 03:49:30.501737 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38ede4-3e94-4af4-bb62-59409ffb288b req-e6baae53-2047-4fda-a1ca-1e8a1b341f9f tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:30.503128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ce38ede4-3e94-4af4-bb62-59409ffb288b req-e6baae53-2047-4fda-a1ca-1e8a1b341f9f tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0480096 Sep 10 03:49:30.540359 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ce38ede4-3e94-4af4-bb62-59409ffb288b req-feb846f5-fbb7-4b55-a868-919401a44027 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308349 Sep 10 03:49:30.609829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-9f19fc7e-612e-4877-9678-bbe95f8de9e9 req-1200b9c3-4660-4769-8c83-aaab43cfab9a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:49:30.610825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f19fc7e-612e-4877-9678-bbe95f8de9e9 req-1200b9c3-4660-4769-8c83-aaab43cfab9a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053098 Sep 10 03:49:30.713944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dedc88-3b49-4f22-bcbe-353a355138a0 req-b16be70a-bd78-49e9-8791-62ac4824f5e9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:30.715417 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56dedc88-3b49-4f22-bcbe-353a355138a0 req-b16be70a-bd78-49e9-8791-62ac4824f5e9 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0484712 Sep 10 03:49:30.750953 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56dedc88-3b49-4f22-bcbe-353a355138a0 req-219723fe-a12d-4615-89f4-4417a9842196 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297437 Sep 10 03:49:30.862318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18752ad0-dee6-423f-be43-4768d50728b5 req-73f5e0b7-e20f-4752-9192-9ab68a8e61a3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:30.863795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18752ad0-dee6-423f-be43-4768d50728b5 req-73f5e0b7-e20f-4752-9192-9ab68a8e61a3 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0474663 Sep 10 03:49:30.900415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-18752ad0-dee6-423f-be43-4768d50728b5 req-461cdee6-e45f-468f-8e01-cb253dbc47aa tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Sep 10 03:49:31.019394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf754e2f-dc77-4002-95b0-70635415c3a0 req-786192f0-350d-4dc3-ab34-65b33b394c29 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:31.020891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf754e2f-dc77-4002-95b0-70635415c3a0 req-786192f0-350d-4dc3-ab34-65b33b394c29 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0472834 Sep 10 03:49:31.057083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf754e2f-dc77-4002-95b0-70635415c3a0 req-9c8fee05-a1d6-4b35-8101-864774a02844 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302424 Sep 10 03:49:31.345522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261b274-bdbf-4e3b-9e58-421c669745a8 req-278ac730-e343-4792-8835-fdfc27ca5c72 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:31.346993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0261b274-bdbf-4e3b-9e58-421c669745a8 req-278ac730-e343-4792-8835-fdfc27ca5c72 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0464857 Sep 10 03:49:31.388485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0261b274-bdbf-4e3b-9e58-421c669745a8 req-b2e1fe71-1d0b-4e8d-950e-7db340482474 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Sep 10 03:49:31.804670 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0e42-e37a-4548-b844-aa6d22abe89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.408492 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.508183 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f31f-f979-4ef6-8f72-4b4d58cbdbee req-af41f3ee-0b36-460c-b2f5-727babf4aecf tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.509676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a43f31f-f979-4ef6-8f72-4b4d58cbdbee req-af41f3ee-0b36-460c-b2f5-727babf4aecf tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0521216 Sep 10 03:49:32.546748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0a43f31f-f979-4ef6-8f72-4b4d58cbdbee req-34de9d45-be8d-4fff-8092-a75ffcae2ae8 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/security-groups?id=53b40065-43b2-4068-a6b9-268daa159600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Sep 10 03:49:32.618112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.647172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f1296-a544-47b1-9810-2ccef3206e8c req-546f31b4-8143-415d-ade5-45e8222d1334 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.649141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-831f1296-a544-47b1-9810-2ccef3206e8c req-546f31b4-8143-415d-ade5-45e8222d1334 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Sep 10 03:49:32.738897 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Deleting port dee7d373-a957-4f40-b3a4-a409c521a79e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:32.739160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.148965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] For port dee7d373-a957-4f40-b3a4-a409c521a79e, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=dee7d373-a957-4f40-b3a4-a409c521a79e,segment=NetworkSegment(6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b),segment_id=6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:33.149331 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.161063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Calling delete_port for dee7d373-a957-4f40-b3a4-a409c521a79e owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:33.235897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b648bf15-d7a6-4b0c-b260-587529655d88 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:33.257513 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: b648bf15-d7a6-4b0c-b260-587529655d88 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:33.258093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device b648bf15-d7a6-4b0c-b260-587529655d88 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:33.258797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dee7d373-a957-4f40-b3a4-a409c521a79e no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:33.290880 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.301002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No active binding found for port dee7d373-a957-4f40-b3a4-a409c521a79e {{(pid=94635) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:49:33.301428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device dee7d373-a957-4f40-b3a4-a409c521a79e not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:33.319973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Pushing event deleted for resources: {'Port': ['ID=dee7d373-a957-4f40-b3a4-a409c521a79e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:33.360292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] No DVR routers for this DVR port dee7d373-a957-4f40-b3a4-a409c521a79e on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:33.362717 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.364734 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-831f1296-a544-47b1-9810-2ccef3206e8c req-dcf5b372-1793-4463-89b8-36935145d87a tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.32 "DELETE /v2.0/ports/dee7d373-a957-4f40-b3a4-a409c521a79e HTTP/1.1" status: 204 len: 173 time: 0.7087333 Sep 10 03:49:33.365169 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'name': 'network-vif-deleted', 'tag': 'dee7d373-a957-4f40-b3a4-a409c521a79e'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:33.367970 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cddbc1-7c81-4a3d-a497-2f0475b6c6aa" -d '{"events": [{"server_uuid": "438a0562-85c3-4e2f-aa01-5e82918f2ac6", "name": "network-vif-deleted", "tag": "dee7d373-a957-4f40-b3a4-a409c521a79e"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:33.383621 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:49:33.406060 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e9af75-e939-40f1-8171-9cfc6d417a6a x-openstack-request-id: req-a3e9af75-e939-40f1-8171-9cfc6d417a6a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:33.406356 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438a0562-85c3-4e2f-aa01-5e82918f2ac6", "name": "network-vif-deleted", "tag": "dee7d373-a957-4f40-b3a4-a409c521a79e", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:33.406602 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3e9af75-e939-40f1-8171-9cfc6d417a6a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:33.407016 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438a0562-85c3-4e2f-aa01-5e82918f2ac6', 'name': 'network-vif-deleted', 'tag': 'dee7d373-a957-4f40-b3a4-a409c521a79e', 'status': 'completed', 'code': 200} Sep 10 03:49:33.648458 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fd944d60-2b92-4020-95c2-bbde1c90689b req-c66bc22e-fdb9-4ada-8469-da712f81a573 tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] 10.222.0.23 "GET /v2.0/ports?device_id=438a0562-85c3-4e2f-aa01-5e82918f2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0257311 Sep 10 03:49:34.383638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c3bb03e0-ef65-494a-abab-5b57ec60e0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.703813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:34.746712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Deleting subnet 9f971da6-ad53-40ac-bfa6-a1e9ca80037b {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:34.750046 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.751048 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.788240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.825158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.873924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.900244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f971da6-ad53-40ac-bfa6-a1e9ca80037b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:34.902214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.904166 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-05176a1f-a5a1-4594-9807-65b5f85f3f33 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9f971da6-ad53-40ac-bfa6-a1e9ca80037b HTTP/1.1" status: 204 len: 168 time: 0.1992829 Sep 10 03:49:34.906561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44900) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:34.975303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.050139 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.069473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc59965-713c-4a4f-b4c7-1889df03f70f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:35.078476 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:35.078772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c29b64d-2fd2-4f2a-af46-c5e3ffba2c3b') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:35.088240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.101603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.107239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:35.107656 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:35.109272 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:35.165136 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.170631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.172480 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/dbc59965-713c-4a4f-b4c7-1889df03f70f HTTP/1.1" status: 204 len: 168 time: 0.2650242 Sep 10 03:49:35.183324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbd382-b73f-4d35-85c5-d9f2e856a9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc59965-713c-4a4f-b4c7-1889df03f70f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:35.275937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:35.314751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f1e879b1-8ef8-418f-aed5-f156c8d95c1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb8d7761df2343b18604c735688b70d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376749 Sep 10 03:49:35.317111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:35.362152 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-367cfee1-9f34-436b-ae44-fbd3748c124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.382838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-367cfee1-9f34-436b-ae44-fbd3748c124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.432332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-367cfee1-9f34-436b-ae44-fbd3748c124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.434845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-367cfee1-9f34-436b-ae44-fbd3748c124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:35.436094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-367cfee1-9f34-436b-ae44-fbd3748c124f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53b40065-43b2-4068-a6b9-268daa159600 HTTP/1.1" status: 204 len: 168 time: 0.1180949 Sep 10 03:49:35.444043 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cfee1-9f34-436b-ae44-fbd3748c124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b40065-43b2-4068-a6b9-268daa159600,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:35.566130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.099588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44928) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:36.192212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-864043918'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:36.211686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:36.214950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.222989 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.313895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.317382 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.339679 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:36.352527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7879f5-8141-43fb-96b0-f113274b0329,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:36.357191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.357536 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Added segment 37d6733f-1282-48a8-83ca-4dc9f0337af1 of type vlan for network b414a90d-f894-47c7-ae61-3af1065db8ab Sep 10 03:49:36.396257 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.423226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.429151 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.429737 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.456529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3558860 Sep 10 03:49:36.495060 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970170-a041-4393-8751-de8356add12a tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Network': ['ID=b414a90d-f894-47c7-ae61-3af1065db8ab,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:36.505847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b414a90d-f894-47c7-ae61-3af1065db8ab details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:37.511501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.787130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44932) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:39.792350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'subnet': {'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:39.880904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:39.885329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.085063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.141965 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Subnet': ['ID=fc413ab1-e057-430b-b608-f361e4afe529,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.153335 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Checking segment: {'id': '37d6733f-1282-48a8-83ca-4dc9f0337af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:40.153718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network hostable DHCP agents. Network: b414a90d-f894-47c7-ae61-3af1065db8ab, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:40.169578 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network b414a90d-f894-47c7-ae61-3af1065db8ab is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:40.179347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b414a90d-f894-47c7-ae61-3af1065db8ab) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:40.183747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:40.184461 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.189003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbf505-3de5-4ab4-b51a-2270111f33e7 None None] Network b414a90d-f894-47c7-ae61-3af1065db8ab requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:40.200293 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-860a6ef3-3c59-4ed8-8dc2-29549d60c8ce tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4120626 Sep 10 03:49:40.203687 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44934) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:40.208478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084489099'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:40.229066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:40.232577 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.256463 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:40.266446 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.266782 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Added segment 5386664c-5bf3-439e-b94a-c95adcdba44d of type vlan for network 2582540a-1839-47ff-a0ab-7e87a03d796c Sep 10 03:49:40.308922 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.335227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.339202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b414a90d-f894-47c7-ae61-3af1065db8ab', 'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab', 'tenant_id': '3a0413f9d8ee48aa968d0b100540364a', 'fixed_ips': [{'subnet_id': 'fc413ab1-e057-430b-b608-f361e4afe529'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:40.340133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.341824 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:40.342437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.378257 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1734927 Sep 10 03:49:40.381064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44936) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:40.387700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'subnet': {'network_id': '2582540a-1839-47ff-a0ab-7e87a03d796c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:40.430863 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dc80a-90f5-4610-a09c-d99316bece88 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Network': ['ID=2582540a-1839-47ff-a0ab-7e87a03d796c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.451686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 2582540a-1839-47ff-a0ab-7e87a03d796c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:40.504185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:40.507833 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.528296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Allocated IP 2001:db8:0:ffff::2 (b414a90d-f894-47c7-ae61-3af1065db8ab/fc413ab1-e057-430b-b608-f361e4afe529/21ac6b14-eb32-4b34-9c60-e51f47ecad51) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:40.673884 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.682485 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Transition to ACTIVE for port object 21ac6b14-eb32-4b34-9c60-e51f47ecad51 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:40.696873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Transition to ACTIVE for port object 21ac6b14-eb32-4b34-9c60-e51f47ecad51 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:40.699418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.702158 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.737486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Network b414a90d-f894-47c7-ae61-3af1065db8ab is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:40.741754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:40.744331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:40.759875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Pushing event updated for resources: {'Port': ['ID=21ac6b14-eb32-4b34-9c60-e51f47ecad51,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.765182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Subnet': ['ID=5dacb546-dbc7-4208-9f7b-9ae2aef56b43,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.773805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Checking segment: {'id': '5386664c-5bf3-439e-b94a-c95adcdba44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2582540a-1839-47ff-a0ab-7e87a03d796c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:40.774171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network hostable DHCP agents. Network: 2582540a-1839-47ff-a0ab-7e87a03d796c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:40.784682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.785033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.785379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.785728 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.786055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.786462 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.786841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.787346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.788533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.788663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.789058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.789493 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:40.792345 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network 2582540a-1839-47ff-a0ab-7e87a03d796c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:40.801057 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 2582540a-1839-47ff-a0ab-7e87a03d796c) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:40.805147 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:40.805748 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.813705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58689ba6-df48-4f29-8a89-3811b70b63ce None None] Network 2582540a-1839-47ff-a0ab-7e87a03d796c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:40.820424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d5b9f6dc-7c90-450f-815b-ef4e55350d28 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4383640 Sep 10 03:49:40.823177 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44938) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:40.837944 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Attempting to bind port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:40.838318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Attempting to bind port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '37d6733f-1282-48a8-83ca-4dc9f0337af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:40.838685 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Attempting to bind port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 on network b414a90d-f894-47c7-ae61-3af1065db8ab {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:40.851008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:40.851392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Checking segment: {'id': '37d6733f-1282-48a8-83ca-4dc9f0337af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:40.851827 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.852224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Bound using segment: {'id': '37d6733f-1282-48a8-83ca-4dc9f0337af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:40.852694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Bound port: 21ac6b14-eb32-4b34-9c60-e51f47ecad51, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d6733f-1282-48a8-83ca-4dc9f0337af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b414a90d-f894-47c7-ae61-3af1065db8ab'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:40.853077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.917440 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.986651 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] For port 21ac6b14-eb32-4b34-9c60-e51f47ecad51, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:40.991562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] For port 21ac6b14-eb32-4b34-9c60-e51f47ecad51, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ac6b14-eb32-4b34-9c60-e51f47ecad51,segment=NetworkSegment(37d6733f-1282-48a8-83ca-4dc9f0337af1),segment_id=37d6733f-1282-48a8-83ca-4dc9f0337af1)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:40.997646 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.000189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.063526 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.066090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06ea08-1caf-423e-aa5d-14cd8f74b893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-2582540a-1839-47ff-a0ab-7e87a03d796c', 'network_id': '2582540a-1839-47ff-a0ab-7e87a03d796c', 'tenant_id': '3a0413f9d8ee48aa968d0b100540364a', 'fixed_ips': [{'subnet_id': '5dacb546-dbc7-4208-9f7b-9ae2aef56b43'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:41.067026 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-af06ea08-1caf-423e-aa5d-14cd8f74b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.098454 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca34cb-15b9-40ad-88ab-cceb38072c9c None None] Pushing event updated for resources: {'Port': ['ID=21ac6b14-eb32-4b34-9c60-e51f47ecad51,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.110087 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Subnet': ['ID=5dacb546-dbc7-4208-9f7b-9ae2aef56b43,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.174292 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0918397-4125-4b7e-ad92-684c74174434 None None] Network 2582540a-1839-47ff-a0ab-7e87a03d796c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:41.490697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.511650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2582540a-1839-47ff-a0ab-7e87a03d796c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:41.520740 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5386664c-5bf3-439e-b94a-c95adcdba44d') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:41.521045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5386664c-5bf3-439e-b94a-c95adcdba44d') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:41.530975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.544173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.550573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:41.550962 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:41.554449 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:41.609643 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.617051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.618859 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/2582540a-1839-47ff-a0ab-7e87a03d796c HTTP/1.1" status: 204 len: 168 time: 0.7947471 Sep 10 03:49:41.622411 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:41.627443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117618446'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:41.631122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4b913-6bcd-4857-afe1-cf044994aedd tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Network': ['ID=2582540a-1839-47ff-a0ab-7e87a03d796c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.648921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:41.652422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.676243 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:41.687745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.688100 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Added segment 1cad8c6d-2c3e-4d83-85c1-8d47551eb593 of type vlan for network 6c196cdc-2331-4181-bc23-c1a960c7faad Sep 10 03:49:41.729844 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.755269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.761538 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:41.762130 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.797624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1741071 Sep 10 03:49:41.800529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44942) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:41.806142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'subnet': {'network_id': '6c196cdc-2331-4181-bc23-c1a960c7faad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:41.839735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e827e3c-62ee-4603-a9da-70fb1e3bc841 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Network': ['ID=6c196cdc-2331-4181-bc23-c1a960c7faad,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.851798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 6c196cdc-2331-4181-bc23-c1a960c7faad details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:41.899627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:41.903375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.962146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.ipam_backend_mixin [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Performing IP validity checks on allocation pools {{(pid=94633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:49:41.962660 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.ipam_backend_mixin [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:49:42.015884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4277b7-96c0-4d46-8475-4e8d5e4dc85f None None] Network b414a90d-f894-47c7-ae61-3af1065db8ab requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:42.088756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.124301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b241b7e9-3063-43dd-beba-e8848dd75617 None None] Provisioning for port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:42.149715 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Subnet': ['ID=8ea28153-36e1-4963-b815-bbfe6cc716c1,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:42.158277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Checking segment: {'id': '1cad8c6d-2c3e-4d83-85c1-8d47551eb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c196cdc-2331-4181-bc23-c1a960c7faad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:42.158642 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network hostable DHCP agents. Network: 6c196cdc-2331-4181-bc23-c1a960c7faad, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:42.174857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network 6c196cdc-2331-4181-bc23-c1a960c7faad is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:42.183318 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 6c196cdc-2331-4181-bc23-c1a960c7faad) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:42.187267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:42.187891 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.200297 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d8171-e9ba-4822-937d-0afcb873adf7 None None] Network 6c196cdc-2331-4181-bc23-c1a960c7faad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:42.204795 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-495ac9eb-7d7d-4fde-8787-6e07f2537ef0 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4031489 Sep 10 03:49:42.205084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44944) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:42.319158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.354777 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23f82b-b336-48a9-9c5a-87ce802b5864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-6c196cdc-2331-4181-bc23-c1a960c7faad', 'network_id': '6c196cdc-2331-4181-bc23-c1a960c7faad', 'tenant_id': '3a0413f9d8ee48aa968d0b100540364a', 'fixed_ips': [{'subnet_id': '8ea28153-36e1-4963-b815-bbfe6cc716c1'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:42.355971 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b23f82b-b336-48a9-9c5a-87ce802b5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.400864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.459220 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-0b23f82b-b336-48a9-9c5a-87ce802b5864 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ea28153-36e1-4963-b815-bbfe6cc716c1: This subnet is being modified by another concurrent operation. Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ea28153-36e1-4963-b815-bbfe6cc716c1: This subnet is being modified by another concurrent operation. Sep 10 03:49:42.462468 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:49:42.482328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f5a60-0f48-4de6-8a08-3097cec2c8ba None None] Network 6c196cdc-2331-4181-bc23-c1a960c7faad requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:42.488294 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea28153-36e1-4963-b815-bbfe6cc716c1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:42.549028 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.568743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c196cdc-2331-4181-bc23-c1a960c7faad']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:42.581130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cad8c6d-2c3e-4d83-85c1-8d47551eb593') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:42.581440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cad8c6d-2c3e-4d83-85c1-8d47551eb593') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:42.594419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.604894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb8d0c-381f-4d05-9c38-143c157ab802 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:49:42.608126 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.614713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:42.615113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:42.618140 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:42.654183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ac6b14-eb32-4b34-9c60-e51f47ecad51 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:42.687269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.691524 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.694573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/6c196cdc-2331-4181-bc23-c1a960c7faad HTTP/1.1" status: 204 len: 168 time: 0.4875956 Sep 10 03:49:42.698325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44946) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:42.705224 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432520659'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:42.711790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf8a4-fc9d-4e61-9e81-ca6418f25077 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Network': ['ID=6c196cdc-2331-4181-bc23-c1a960c7faad,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:42.722838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb8d0c-381f-4d05-9c38-143c157ab802 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:49:42.727984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:42.731365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.754887 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:42.764271 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.764751 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Added segment d60469d4-88e3-4010-856f-5bdf081b3634 of type vlan for network 7b90a969-6571-4185-a5ab-efd99dde187b Sep 10 03:49:42.771984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:42.780952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:42.781325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.808389 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.832171 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.838205 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:42.838795 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.866469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1664248 Sep 10 03:49:42.870181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44948) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:42.875414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'subnet': {'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:42.908697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc99cb-1bca-4242-b355-f9e8d182b76b tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Network': ['ID=7b90a969-6571-4185-a5ab-efd99dde187b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:42.925833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 7b90a969-6571-4185-a5ab-efd99dde187b details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:42.960291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.977160 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:42.980856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.062961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 21ac6b14-eb32-4b34-9c60-e51f47ecad51, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ac6b14-eb32-4b34-9c60-e51f47ecad51,segment=NetworkSegment(37d6733f-1282-48a8-83ca-4dc9f0337af1),segment_id=37d6733f-1282-48a8-83ca-4dc9f0337af1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:43.068693 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.131961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=21ac6b14-eb32-4b34-9c60-e51f47ecad51,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.172511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.233861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Subnet': ['ID=3ad4d4b2-bc69-49b7-bd4f-0744f4864057,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.238145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Checking segment: {'id': 'd60469d4-88e3-4010-856f-5bdf081b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:43.238502 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network hostable DHCP agents. Network: 7b90a969-6571-4185-a5ab-efd99dde187b, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:43.254274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network 7b90a969-6571-4185-a5ab-efd99dde187b is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:43.262858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 7b90a969-6571-4185-a5ab-efd99dde187b) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:43.266666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.267247 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.271852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92c06a-e0b8-4779-b296-34653fd894ee None None] Network 7b90a969-6571-4185-a5ab-efd99dde187b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:43.286325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-36415294-445e-46f7-890a-c6594952c6e6 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115200 Sep 10 03:49:43.286840 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:43.292211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1568971997'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:43.312447 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:43.315968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.339547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:43.348679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.349031 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Added segment 76d4dc9b-0017-42b3-a509-b96e67512298 of type vlan for network e6a18ea9-a26b-4e48-8663-1ed9592ae234 Sep 10 03:49:43.389810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.413949 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.420473 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.421075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.427143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-7b90a969-6571-4185-a5ab-efd99dde187b', 'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b', 'tenant_id': '3a0413f9d8ee48aa968d0b100540364a', 'fixed_ips': [{'subnet_id': '3ad4d4b2-bc69-49b7-bd4f-0744f4864057'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:43.428030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.459104 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1710751 Sep 10 03:49:43.462669 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44952) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:43.469227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Request body: {'subnet': {'network_id': 'e6a18ea9-a26b-4e48-8663-1ed9592ae234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:43.508709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e22820-497e-4b45-a3c3-c21e0b62eff2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Network': ['ID=e6a18ea9-a26b-4e48-8663-1ed9592ae234,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.521162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e6a18ea9-a26b-4e48-8663-1ed9592ae234 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:43.586099 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Made reservation on behalf of 3a0413f9d8ee48aa968d0b100540364a for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:43.589611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.776153 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Allocated IP 2001:db8::2 (7b90a969-6571-4185-a5ab-efd99dde187b/3ad4d4b2-bc69-49b7-bd4f-0744f4864057/4b84a24d-5c47-4d29-b068-d7c1c1993bd6) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:43.785673 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.847481 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event updated for resources: {'Subnet': ['ID=b1e89ee6-1182-47a2-a81c-8a7f87cf3e17,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.852925 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Checking segment: {'id': '76d4dc9b-0017-42b3-a509-b96e67512298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e6a18ea9-a26b-4e48-8663-1ed9592ae234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:43.853289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network hostable DHCP agents. Network: e6a18ea9-a26b-4e48-8663-1ed9592ae234, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:43.871394 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Network e6a18ea9-a26b-4e48-8663-1ed9592ae234 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:43.879822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e6a18ea9-a26b-4e48-8663-1ed9592ae234) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:43.884864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.885564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.900501 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-971bc111-8b6e-49b7-afe7-48bcad2b8931 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350243 Sep 10 03:49:43.903119 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44954) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:43.906180 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693f9a6-1e5c-447f-8927-5fb6876e19db None None] Network e6a18ea9-a26b-4e48-8663-1ed9592ae234 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:43.952132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.990776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Transition to ACTIVE for port object 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:44.001176 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.019370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Transition to ACTIVE for port object 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:44.046763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.059423 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.091075 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Network 7b90a969-6571-4185-a5ab-efd99dde187b is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:44.095736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:44.103084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:44.136957 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.156474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Pushing event updated for resources: {'Port': ['ID=4b84a24d-5c47-4d29-b068-d7c1c1993bd6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.165633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e89ee6-1182-47a2-a81c-8a7f87cf3e17,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.177940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9caac5-0ce2-4a66-b746-6970bbc894c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-e6a18ea9-a26b-4e48-8663-1ed9592ae234', 'network_id': 'e6a18ea9-a26b-4e48-8663-1ed9592ae234', 'tenant_id': '3a0413f9d8ee48aa968d0b100540364a', 'fixed_ips': [{'subnet_id': 'b1e89ee6-1182-47a2-a81c-8a7f87cf3e17'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:44.179486 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fe9caac5-0ce2-4a66-b746-6970bbc894c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.203012 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Attempting to bind port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:44.204519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Attempting to bind port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': 'd60469d4-88e3-4010-856f-5bdf081b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:44.204519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Attempting to bind port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 on network 7b90a969-6571-4185-a5ab-efd99dde187b {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:44.213638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:44.214093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Checking segment: {'id': 'd60469d4-88e3-4010-856f-5bdf081b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:44.214569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.214976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Bound using segment: {'id': 'd60469d4-88e3-4010-856f-5bdf081b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:44.215471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Bound port: 4b84a24d-5c47-4d29-b068-d7c1c1993bd6, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60469d4-88e3-4010-856f-5bdf081b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7b90a969-6571-4185-a5ab-efd99dde187b'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:44.215859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.237306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.259795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a18ea9-a26b-4e48-8663-1ed9592ae234']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:44.270526 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d4dc9b-0017-42b3-a509-b96e67512298') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:44.271124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d4dc9b-0017-42b3-a509-b96e67512298') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:44.281409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.300058 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.304178 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd132843-246c-47c8-9c7d-171369ac3cca None None] Network e6a18ea9-a26b-4e48-8663-1ed9592ae234 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:44.307340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:44.307780 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:44.310909 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:44.369583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.374362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.376282 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/e6a18ea9-a26b-4e48-8663-1ed9592ae234 HTTP/1.1" status: 204 len: 168 time: 0.4722137 Sep 10 03:49:44.378983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44956) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.391167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b11739-d774-479c-8452-1e29104ff496 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Network': ['ID=e6a18ea9-a26b-4e48-8663-1ed9592ae234,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.409524 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b934accc-6582-4b2e-8983-9c6d240bfc86 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] GET failed (client error): The resource could not be found. Sep 10 03:49:44.411487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b934accc-6582-4b2e-8983-9c6d240bfc86 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "GET /v2.0/subnets/b1e89ee6-1182-47a2-a81c-8a7f87cf3e17 HTTP/1.1" status: 404 len: 337 time: 0.0299406 Sep 10 03:49:44.414570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44958) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.416142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] For port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:44.437419 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-89410174-6929-42d6-a226-1412773d9fa2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:44.437839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89410174-6929-42d6-a226-1412773d9fa2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:44.439560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-89410174-6929-42d6-a226-1412773d9fa2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/e6a18ea9-a26b-4e48-8663-1ed9592ae234 HTTP/1.1" status: 404 len: 339 time: 0.0238183 Sep 10 03:49:44.440162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] For port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4b84a24d-5c47-4d29-b068-d7c1c1993bd6,segment=NetworkSegment(d60469d4-88e3-4010-856f-5bdf081b3634),segment_id=d60469d4-88e3-4010-856f-5bdf081b3634)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:44.443498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.447616 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.468894 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f6f42e-d0c2-4bf7-aed3-194dab4c925f tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:44.469336 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f6f42e-d0c2-4bf7-aed3-194dab4c925f tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:44.471043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-22f6f42e-d0c2-4bf7-aed3-194dab4c925f tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/subnets/b1e89ee6-1182-47a2-a81c-8a7f87cf3e17 HTTP/1.1" status: 404 len: 337 time: 0.0266478 Sep 10 03:49:44.473650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44962) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.496773 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b9aefb-5d16-44d7-877e-45158cb8aea2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:44.497616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b9aefb-5d16-44d7-877e-45158cb8aea2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:44.499557 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-59b9aefb-5d16-44d7-877e-45158cb8aea2 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/e6a18ea9-a26b-4e48-8663-1ed9592ae234 HTTP/1.1" status: 404 len: 339 time: 0.0249753 Sep 10 03:49:44.502227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44964) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.517252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dc6c3-1bf9-4713-a9d6-e94c2f36acc0 None None] Pushing event updated for resources: {'Port': ['ID=4b84a24d-5c47-4d29-b068-d7c1c1993bd6,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.554320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Deleting subnet 3ad4d4b2-bc69-49b7-bd4f-0744f4864057 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:44.557616 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.601697 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.637906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ac6b14-eb32-4b34-9c60-e51f47ecad51 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:44.706392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.716139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:44.716605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.770481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.788441 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.790483 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/subnets/3ad4d4b2-bc69-49b7-bd4f-0744f4864057 HTTP/1.1" status: 204 len: 168 time: 0.2873108 Sep 10 03:49:44.793250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44966) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.809812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024ed9-5506-4e63-8ae9-37a9ee8782ad tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad4d4b2-bc69-49b7-bd4f-0744f4864057,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.875357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.928413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Deleting port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:44.928758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.995746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] For port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=4b84a24d-5c47-4d29-b068-d7c1c1993bd6,segment=NetworkSegment(d60469d4-88e3-4010-856f-5bdf081b3634),segment_id=d60469d4-88e3-4010-856f-5bdf081b3634)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:44.996199 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.008470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Calling delete_port for 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:45.086829 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.115201 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Port': ['ID=4b84a24d-5c47-4d29-b068-d7c1c1993bd6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:45.121402 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No DVR routers for this DVR port 4b84a24d-5c47-4d29-b068-d7c1c1993bd6 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:45.208165 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.229404 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b90a969-6571-4185-a5ab-efd99dde187b']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:45.239288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60469d4-88e3-4010-856f-5bdf081b3634') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:45.239615 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60469d4-88e3-4010-856f-5bdf081b3634') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:45.250237 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.264120 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.270066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:45.270460 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:45.273871 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:45.344751 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.349287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.355152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 44968) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.355346 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/7b90a969-6571-4185-a5ab-efd99dde187b HTTP/1.1" status: 204 len: 168 time: 0.5606475 Sep 10 03:49:45.371134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a76e7-3f5e-405c-b5c1-ef0fb2056ac1 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Network': ['ID=7b90a969-6571-4185-a5ab-efd99dde187b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:45.390387 n-d-808126-2 neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c3ab03-79ca-42a0-822f-e4f472bc7c35 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:45.390932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c3ab03-79ca-42a0-822f-e4f472bc7c35 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:45.392651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-53c3ab03-79ca-42a0-822f-e4f472bc7c35 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/subnets/8ea28153-36e1-4963-b815-bbfe6cc716c1 HTTP/1.1" status: 404 len: 337 time: 0.0360680 Sep 10 03:49:45.395513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44970) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.416355 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-842ab590-a254-4d21-92d8-fab1597a1b8c tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:45.416933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842ab590-a254-4d21-92d8-fab1597a1b8c tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:45.420893 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-842ab590-a254-4d21-92d8-fab1597a1b8c tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/6c196cdc-2331-4181-bc23-c1a960c7faad HTTP/1.1" status: 404 len: 339 time: 0.0219448 Sep 10 03:49:45.421121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44972) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.447904 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4978049-5abf-4f16-8240-13ba57337439 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:45.448496 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4978049-5abf-4f16-8240-13ba57337439 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:45.450357 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e4978049-5abf-4f16-8240-13ba57337439 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/subnets/5dacb546-dbc7-4208-9f7b-9ae2aef56b43 HTTP/1.1" status: 404 len: 337 time: 0.0283296 Sep 10 03:49:45.453070 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44974) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.472875 n-d-808126-2 neutron-server[94633]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a1eb70-3aa6-4ca3-b154-4305c8d4af08 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:45.473672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a1eb70-3aa6-4ca3-b154-4305c8d4af08 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:45.478416 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-63a1eb70-3aa6-4ca3-b154-4305c8d4af08 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/2582540a-1839-47ff-a0ab-7e87a03d796c HTTP/1.1" status: 404 len: 339 time: 0.0214338 Sep 10 03:49:45.478752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44976) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.494781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5c58047f-b9f8-4dd1-b5c6-8101bca90bfa None None] Could not find standard attr ID for object 4b84a24d-5c47-4d29-b068-d7c1c1993bd6. {{(pid=94635) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:45.531929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Deleting subnet fc413ab1-e057-430b-b608-f361e4afe529 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:45.534119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f1704-05ef-4f0a-a01d-0b378253d550 None None] DHCP port deletion for 7b90a969-6571-4185-a5ab-efd99dde187b request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:45.535259 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.555243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812600c-b77e-492a-a2d4-7b7b47b9c4f4 None None] Network 7b90a969-6571-4185-a5ab-efd99dde187b requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:45.569502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812600c-b77e-492a-a2d4-7b7b47b9c4f4 None None] Network 7b90a969-6571-4185-a5ab-efd99dde187b could not be found, it might have been deleted concurrently. {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 03:49:45.581127 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.669697 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.726057 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.756288 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Subnet': ['ID=fc413ab1-e057-430b-b608-f361e4afe529,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:45.760595 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.762434 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7c344163-36bb-4fb7-bf38-4c632627f4fc tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/subnets/fc413ab1-e057-430b-b608-f361e4afe529 HTTP/1.1" status: 204 len: 168 time: 0.2826838 Sep 10 03:49:45.764775 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44978) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.769408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955946cc-a659-499d-853a-29cdf558e7f6 None None] Network b414a90d-f894-47c7-ae61-3af1065db8ab requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:45.843233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.898349 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Deleting port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:45.898932 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.948339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] DHCP port deletion for b414a90d-f894-47c7-ae61-3af1065db8ab request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:45.967903 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] For port 21ac6b14-eb32-4b34-9c60-e51f47ecad51, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ac6b14-eb32-4b34-9c60-e51f47ecad51,segment=NetworkSegment(37d6733f-1282-48a8-83ca-4dc9f0337af1),segment_id=37d6733f-1282-48a8-83ca-4dc9f0337af1)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:45.968266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.979755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Calling delete_port for 21ac6b14-eb32-4b34-9c60-e51f47ecad51 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:45.993484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] Deleting port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:45.993870 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.055880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] For port 21ac6b14-eb32-4b34-9c60-e51f47ecad51, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=21ac6b14-eb32-4b34-9c60-e51f47ecad51,segment=NetworkSegment(37d6733f-1282-48a8-83ca-4dc9f0337af1),segment_id=37d6733f-1282-48a8-83ca-4dc9f0337af1)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:46.056272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.057090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.068252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] Calling delete_port for 21ac6b14-eb32-4b34-9c60-e51f47ecad51 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:46.083508 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Port': ['ID=21ac6b14-eb32-4b34-9c60-e51f47ecad51,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.085426 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] No DVR routers for this DVR port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:46.150937 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.164986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.175437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] Pushing event deleted for resources: {'Port': ['ID=21ac6b14-eb32-4b34-9c60-e51f47ecad51,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.179371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1884e-8a1c-4933-abdb-ed8ca27796a1 None None] No DVR routers for this DVR port 21ac6b14-eb32-4b34-9c60-e51f47ecad51 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:46.185103 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b414a90d-f894-47c7-ae61-3af1065db8ab']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:46.195434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d6733f-1282-48a8-83ca-4dc9f0337af1') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:46.195908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d6733f-1282-48a8-83ca-4dc9f0337af1') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:46.205171 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.218213 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.223891 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:46.224267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:46.227304 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:46.288351 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.296566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.298536 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] 10.222.0.23 "DELETE /v2.0/networks/b414a90d-f894-47c7-ae61-3af1065db8ab HTTP/1.1" status: 204 len: 168 time: 0.5328631 Sep 10 03:49:46.310030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff67cd-b221-4bf1-915e-103514236ef5 tempest-NetworksIpV6Test-374347494 tempest-NetworksIpV6Test-374347494-project] Pushing event deleted for resources: {'Network': ['ID=b414a90d-f894-47c7-ae61-3af1065db8ab,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.531907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44984) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.619733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ac6b14-eb32-4b34-9c60-e51f47ecad51 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:46.639268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 21ac6b14-eb32-4b34-9c60-e51f47ecad51 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:46.639655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 21ac6b14-eb32-4b34-9c60-e51f47ecad51 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:46.660707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7180091e-48af-4174-8b7b-8d653ffd98f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a0413f9d8ee48aa968d0b100540364a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276426 Sep 10 03:49:46.663886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 44988) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.709149 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-110e0a9c-ed99-4981-9097-a6024d1bdd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.730253 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-110e0a9c-ed99-4981-9097-a6024d1bdd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.776321 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-110e0a9c-ed99-4981-9097-a6024d1bdd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.779009 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-110e0a9c-ed99-4981-9097-a6024d1bdd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.780193 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-110e0a9c-ed99-4981-9097-a6024d1bdd40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae7879f5-8141-43fb-96b0-f113274b0329 HTTP/1.1" status: 204 len: 168 time: 0.1154168 Sep 10 03:49:46.788860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0a9c-ed99-4981-9097-a6024d1bdd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7879f5-8141-43fb-96b0-f113274b0329,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:47.396459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45010) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:47.486472 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2097679802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:47.509422 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.510532 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.565280 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.570468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.586034 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.587514 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b3e13930-78e3-4c8f-b518-357fc6fab937 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1897378 Sep 10 03:49:47.590626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45014) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:47.595795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-472896161'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:47.616316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Made reservation on behalf of 16636ce9ad444bb98540f5f5fc769bcf for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:47.619852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.632085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.720108 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.723783 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.750329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:47.760535 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc055e93-9959-4f01-82be-6b7fe3976059,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:47.766365 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.766714 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Added segment 1116416f-0e71-4a72-ba2f-2fc51a652b5f of type vlan for network ed735b81-0efb-41b9-8acf-d5adbd0c9467 Sep 10 03:49:47.806094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.830006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.836107 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:47.836696 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.869051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2772553 Sep 10 03:49:47.872081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45016) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:47.877033 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Request body: {'subnet': {'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:47.905354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d3f7b-c5b2-433c-8095-ef99bdb63080 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event updated for resources: {'Network': ['ID=ed735b81-0efb-41b9-8acf-d5adbd0c9467,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:47.915881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network ed735b81-0efb-41b9-8acf-d5adbd0c9467 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:47.962983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Made reservation on behalf of 16636ce9ad444bb98540f5f5fc769bcf for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:47.966410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.142940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.221311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event updated for resources: {'Subnet': ['ID=83135bf8-46ca-4f89-9553-836342fd8a8a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:48.228707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Checking segment: {'id': '1116416f-0e71-4a72-ba2f-2fc51a652b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:48.229069 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Network hostable DHCP agents. Network: ed735b81-0efb-41b9-8acf-d5adbd0c9467, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:48.245978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Network ed735b81-0efb-41b9-8acf-d5adbd0c9467 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:48.254824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, ed735b81-0efb-41b9-8acf-d5adbd0c9467) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:48.259739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.260338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.264068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa17ad-02c0-48ee-87a1-b05f52ce7642 None None] Network ed735b81-0efb-41b9-8acf-d5adbd0c9467 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:48.277608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e86ef98e-274c-4144-bfb5-ed74b743a610 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4016161 Sep 10 03:49:48.277846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45018) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.282763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-582852368'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:48.303619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Made reservation on behalf of 16636ce9ad444bb98540f5f5fc769bcf for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:48.307464 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.331591 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:48.341205 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.341562 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Added segment 0ec1ad74-2f69-4387-8f71-26073c31f471 of type vlan for network 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78 Sep 10 03:49:48.390861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.416203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.421717 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.422335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.422769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-ed735b81-0efb-41b9-8acf-d5adbd0c9467', 'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467', 'tenant_id': '16636ce9ad444bb98540f5f5fc769bcf', 'fixed_ips': [{'subnet_id': '83135bf8-46ca-4f89-9553-836342fd8a8a'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:48.423652 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.461215 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1822972 Sep 10 03:49:48.465026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.470654 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Request body: {'subnet': {'network_id': '05fc9ab3-e6c6-4c38-a75e-ed195fce7e78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:48.493184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5143ae-87f3-46cf-80c9-70fd47d2ddb3 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event updated for resources: {'Network': ['ID=05fc9ab3-e6c6-4c38-a75e-ed195fce7e78,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:48.503401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:48.564650 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Made reservation on behalf of 16636ce9ad444bb98540f5f5fc769bcf for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:48.568704 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.615232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Allocated IP 172.20.0.2 (ed735b81-0efb-41b9-8acf-d5adbd0c9467/83135bf8-46ca-4f89-9553-836342fd8a8a/098a5b43-5eb1-428a-9c67-da14b53f04a9) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:48.749852 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.790656 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.798844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Transition to ACTIVE for port object 098a5b43-5eb1-428a-9c67-da14b53f04a9 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:48.808490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event updated for resources: {'Subnet': ['ID=4d6a1ac4-1bb9-4113-b7af-daed174349f6,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:48.813978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Transition to ACTIVE for port object 098a5b43-5eb1-428a-9c67-da14b53f04a9 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:48.817702 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Checking segment: {'id': '0ec1ad74-2f69-4387-8f71-26073c31f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05fc9ab3-e6c6-4c38-a75e-ed195fce7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:48.818066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Network hostable DHCP agents. Network: 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:48.820374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.834164 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Network 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:48.842797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:48.846993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.847610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.855157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf4df6-7e1f-4ba2-b9a1-8c3cd5084b2d None None] Network 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:48.864000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df1848fd-37e2-4abc-abcb-d3aa6800fd14 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951135 Sep 10 03:49:48.864216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Network ed735b81-0efb-41b9-8acf-d5adbd0c9467 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:48.864396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.869251 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-72d7fa38-c863-4da5-a90c-e537c1ecf576 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Request body: {'router': {'external_gateway_info': {'network_id': '05fc9ab3-e6c6-4c38-a75e-ed195fce7e78'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:48.876964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:48.883795 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:48.898672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Pushing event updated for resources: {'Port': ['ID=098a5b43-5eb1-428a-9c67-da14b53f04a9,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:48.985050 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Attempting to bind port 098a5b43-5eb1-428a-9c67-da14b53f04a9 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:48.985708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Attempting to bind port 098a5b43-5eb1-428a-9c67-da14b53f04a9 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '1116416f-0e71-4a72-ba2f-2fc51a652b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:48.985852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Attempting to bind port 098a5b43-5eb1-428a-9c67-da14b53f04a9 on network ed735b81-0efb-41b9-8acf-d5adbd0c9467 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:48.994546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:48.994919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Checking segment: {'id': '1116416f-0e71-4a72-ba2f-2fc51a652b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:48.995328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.995753 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Bound using segment: {'id': '1116416f-0e71-4a72-ba2f-2fc51a652b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:48.996225 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Bound port: 098a5b43-5eb1-428a-9c67-da14b53f04a9, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1116416f-0e71-4a72-ba2f-2fc51a652b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ed735b81-0efb-41b9-8acf-d5adbd0c9467'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:48.996608 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.074662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-72d7fa38-c863-4da5-a90c-e537c1ecf576 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.125269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] For port 098a5b43-5eb1-428a-9c67-da14b53f04a9, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:49.135220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adaf2c-8125-405b-a0e7-ab89b68fc928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-05fc9ab3-e6c6-4c38-a75e-ed195fce7e78', 'network_id': '05fc9ab3-e6c6-4c38-a75e-ed195fce7e78', 'tenant_id': '16636ce9ad444bb98540f5f5fc769bcf', 'fixed_ips': [{'subnet_id': '4d6a1ac4-1bb9-4113-b7af-daed174349f6'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:49.136113 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b2adaf2c-8125-405b-a0e7-ab89b68fc928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.148249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] For port 098a5b43-5eb1-428a-9c67-da14b53f04a9, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=098a5b43-5eb1-428a-9c67-da14b53f04a9,segment=NetworkSegment(1116416f-0e71-4a72-ba2f-2fc51a652b5f),segment_id=1116416f-0e71-4a72-ba2f-2fc51a652b5f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:49.153756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.184738 n-d-808126-2 neutron-server[94633]: INFO neutron.api.v2.resource [None req-72d7fa38-c863-4da5-a90c-e537c1ecf576 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:49:49.191736 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-72d7fa38-c863-4da5-a90c-e537c1ecf576 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "PUT /v2.0/routers/5c24680d-ea21-4f9b-85f3-10f8ef7c5412 HTTP/1.1" status: 400 len: 364 time: 0.3207016 Sep 10 03:49:49.191878 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:49.250764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Deleting subnet 4d6a1ac4-1bb9-4113-b7af-daed174349f6 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:49.254302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.281155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209d723-5d1d-4fcc-bc59-748e0ab05042 None None] Pushing event updated for resources: {'Port': ['ID=098a5b43-5eb1-428a-9c67-da14b53f04a9,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:49.297665 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.342573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.413687 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server [None req-b2adaf2c-8125-405b-a0e7-ab89b68fc928 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d6a1ac4-1bb9-4113-b7af-daed174349f6: This subnet is being modified by another concurrent operation. Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d6a1ac4-1bb9-4113-b7af-daed174349f6: This subnet is being modified by another concurrent operation. Sep 10 03:49:49.416777 n-d-808126-2 neutron-server[94635]: ERROR oslo_messaging.rpc.server Sep 10 03:49:49.432756 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.435485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "DELETE /v2.0/subnets/4d6a1ac4-1bb9-4113-b7af-daed174349f6 HTTP/1.1" status: 204 len: 168 time: 0.2418158 Sep 10 03:49:49.437317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:49.443583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1075d086-2e3f-436f-b6b1-7ab87fb8a394 None None] Network 05fc9ab3-e6c6-4c38-a75e-ed195fce7e78 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:49.458907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92184-4637-44be-b393-066f983f3179 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6a1ac4-1bb9-4113-b7af-daed174349f6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:49.532838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.623597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.643526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fc9ab3-e6c6-4c38-a75e-ed195fce7e78']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:49.652769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec1ad74-2f69-4387-8f71-26073c31f471') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:49.653024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec1ad74-2f69-4387-8f71-26073c31f471') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:49.662058 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.674567 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.680792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:49.681174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:49.684098 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:49.740158 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.747359 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.749255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "DELETE /v2.0/networks/05fc9ab3-e6c6-4c38-a75e-ed195fce7e78 HTTP/1.1" status: 204 len: 168 time: 0.3109441 Sep 10 03:49:49.751806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:49.760882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b2f3c-03d2-4d24-9d04-7e78264837ad tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event deleted for resources: {'Network': ['ID=05fc9ab3-e6c6-4c38-a75e-ed195fce7e78,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:49.802089 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Deleting subnet 83135bf8-46ca-4f89-9553-836342fd8a8a {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:49.805615 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.845982 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.935503 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.996133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.023523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event deleted for resources: {'Subnet': ['ID=83135bf8-46ca-4f89-9553-836342fd8a8a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.028516 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.032713 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-25dd5e7a-7053-4fca-ab8f-6660714a13fa tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "DELETE /v2.0/subnets/83135bf8-46ca-4f89-9553-836342fd8a8a HTTP/1.1" status: 204 len: 168 time: 0.2775955 Sep 10 03:49:50.032949 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45030) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:50.110029 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.125772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eade54-7dab-49b7-8b84-1392c40c7076 None None] Network ed735b81-0efb-41b9-8acf-d5adbd0c9467 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:50.167608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Deleting port 098a5b43-5eb1-428a-9c67-da14b53f04a9 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:50.167865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.198379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-81a67b64-b6b1-4ecb-8e54-9413a64a3161 None None] Provisioning for port 098a5b43-5eb1-428a-9c67-da14b53f04a9 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:50.229159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] For port 098a5b43-5eb1-428a-9c67-da14b53f04a9, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=098a5b43-5eb1-428a-9c67-da14b53f04a9,segment=NetworkSegment(1116416f-0e71-4a72-ba2f-2fc51a652b5f),segment_id=1116416f-0e71-4a72-ba2f-2fc51a652b5f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:50.229521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.241472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Calling delete_port for 098a5b43-5eb1-428a-9c67-da14b53f04a9 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:50.303980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] DHCP port deletion for ed735b81-0efb-41b9-8acf-d5adbd0c9467 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:50.324830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.349222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Deleting port 098a5b43-5eb1-428a-9c67-da14b53f04a9 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:50.349601 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.351860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] No DVR routers for this DVR port 098a5b43-5eb1-428a-9c67-da14b53f04a9 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:50.356588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event deleted for resources: {'Port': ['ID=098a5b43-5eb1-428a-9c67-da14b53f04a9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.416088 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] For port 098a5b43-5eb1-428a-9c67-da14b53f04a9, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:50.416415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.427745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Calling delete_port for 098a5b43-5eb1-428a-9c67-da14b53f04a9 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:50.430291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Port 098a5b43-5eb1-428a-9c67-da14b53f04a9 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:49:50.431508 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.432374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.455485 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed735b81-0efb-41b9-8acf-d5adbd0c9467']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:50.455863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] Pushing event deleted for resources: {'Port': ['ID=098a5b43-5eb1-428a-9c67-da14b53f04a9,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.459258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e07e8-4dce-44db-b356-519c7ac112a6 None None] No DVR routers for this DVR port 098a5b43-5eb1-428a-9c67-da14b53f04a9 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:50.465580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1116416f-0e71-4a72-ba2f-2fc51a652b5f') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:50.467480 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1116416f-0e71-4a72-ba2f-2fc51a652b5f') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:50.474874 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e660d4-89fe-43f5-a532-3e600b933ef0 None None] get_active_networks_info from n-d-808126-2 {{(pid=94635) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:49:50.478140 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.491113 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.498074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:49:50.498575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:49:50.502458 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:49:50.533882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e660d4-89fe-43f5-a532-3e600b933ef0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:49:50.559397 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.564154 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.566208 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "DELETE /v2.0/networks/ed735b81-0efb-41b9-8acf-d5adbd0c9467 HTTP/1.1" status: 204 len: 168 time: 0.5322051 Sep 10 03:49:50.569323 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45032) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:50.580872 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c8c1-9d5c-4531-a9be-5086396eeeeb tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Pushing event deleted for resources: {'Network': ['ID=ed735b81-0efb-41b9-8acf-d5adbd0c9467,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.605424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed38866c-0e15-47e8-a00c-20b51ad755cc tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c24680d-ea21-4f9b-85f3-10f8ef7c5412 HTTP/1.1" status: 200 len: 205 time: 0.0343897 Sep 10 03:49:50.607846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:50.682196 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.836669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.838864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.879180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.879702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Fanout notify agent at l3_agent the message router_deleted on router 5c24680d-ea21-4f9b-85f3-10f8ef7c5412 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:50.887190 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.888274 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8d368e6c-2d80-4fd5-9ec9-8020d47e9dc6 tempest-RoutersNegativeTest-1739531561 tempest-RoutersNegativeTest-1739531561-project] 10.222.0.23 "DELETE /v2.0/routers/5c24680d-ea21-4f9b-85f3-10f8ef7c5412 HTTP/1.1" status: 204 len: 168 time: 0.2794707 Sep 10 03:49:51.123384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45040) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.250288 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f30f88f1-d64d-48f8-9c0f-ba455ba97b8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16636ce9ad444bb98540f5f5fc769bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256905 Sep 10 03:49:51.252765 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45044) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.302823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e442f77d-35f6-4419-ba4d-3f086e2a783c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.323776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e442f77d-35f6-4419-ba4d-3f086e2a783c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.368212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e442f77d-35f6-4419-ba4d-3f086e2a783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.370830 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e442f77d-35f6-4419-ba4d-3f086e2a783c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.372045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e442f77d-35f6-4419-ba4d-3f086e2a783c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc055e93-9959-4f01-82be-6b7fe3976059 HTTP/1.1" status: 204 len: 168 time: 0.1183689 Sep 10 03:49:51.379852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f77d-35f6-4419-ba4d-3f086e2a783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc055e93-9959-4f01-82be-6b7fe3976059,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:51.964678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45066) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:52.058277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1579991140-network', 'tenant_id': '9a7267cca16547f99eafa24b5255a746'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:52.079014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Made reservation on behalf of 9a7267cca16547f99eafa24b5255a746 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:52.081550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.090496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.176966 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.180500 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.203548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:52.213236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f946e-609f-42df-96ba-5d86cfd1bccd,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:52.217839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.218185 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Added segment 6747ab7b-bff6-45ef-9984-22a3a3034281 of type vlan for network e20797e8-fdb0-483e-94c8-c72e91c3c422 Sep 10 03:49:52.257378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.281819 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.282797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:52.283374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.309015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3432653 Sep 10 03:49:52.312208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45070) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:52.317134 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Request body: {'subnet': {'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-subnet', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:52.338959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Made reservation on behalf of 9a7267cca16547f99eafa24b5255a746 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:52.344854 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.346929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1ad2-4823-4508-b7fe-587fd2b1e274 admin admin] Pushing event updated for resources: {'Network': ['ID=e20797e8-fdb0-483e-94c8-c72e91c3c422,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:52.356588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:52.508898 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.560049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d912796a-13cf-4dec-b847-fb474f4c1db5,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:52.570378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Checking segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:52.570738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Network hostable DHCP agents. Network: e20797e8-fdb0-483e-94c8-c72e91c3c422, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:52.586902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:52.595229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, e20797e8-fdb0-483e-94c8-c72e91c3c422) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:52.599692 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:52.600694 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.603782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1a6dc-4d81-486c-9f82-d99bf69f588c None None] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:52.613783 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47cef9ea-43ba-4b8f-8c38-0f7c59410ed9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3004270 Sep 10 03:49:52.617036 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45072) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:52.621363 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:52.642281 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.643294 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.697597 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.747674 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-e20797e8-fdb0-483e-94c8-c72e91c3c422', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:52.748532 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.840226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.036331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Allocated IP 172.20.0.2 (e20797e8-fdb0-483e-94c8-c72e91c3c422/d912796a-13cf-4dec-b847-fb474f4c1db5/035221a4-1748-4641-9cf7-c6dba7133679) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:53.040886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.060628 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.169617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Allocated IP 172.25.8.28 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/174ec07c-8c98-4f3a-becb-49018f70f2b4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:53.189773 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.198005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Transition to ACTIVE for port object 035221a4-1748-4641-9cf7-c6dba7133679 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:53.212160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Transition to ACTIVE for port object 035221a4-1748-4641-9cf7-c6dba7133679 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:53.217246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.254294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:53.257190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:53.262694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:53.269530 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Pushing event updated for resources: {'Port': ['ID=035221a4-1748-4641-9cf7-c6dba7133679,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:53.272878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.312735 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.325914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Attempting to bind port 035221a4-1748-4641-9cf7-c6dba7133679 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:53.326283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Attempting to bind port 035221a4-1748-4641-9cf7-c6dba7133679 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:53.326657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Attempting to bind port 035221a4-1748-4641-9cf7-c6dba7133679 on network e20797e8-fdb0-483e-94c8-c72e91c3c422 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:53.331618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:53.331989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Checking segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:53.332388 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.332782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Bound using segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:53.333261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Bound port: 035221a4-1748-4641-9cf7-c6dba7133679, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:53.333637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.346138 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:53.350773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:53.354248 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:53.385023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Pushing event updated for resources: {'Port': ['ID=174ec07c-8c98-4f3a-becb-49018f70f2b4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:53.396303 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] For port 035221a4-1748-4641-9cf7-c6dba7133679, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:53.400160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] For port 035221a4-1748-4641-9cf7-c6dba7133679, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=035221a4-1748-4641-9cf7-c6dba7133679,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:53.404908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.466636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57e981-4219-4cdb-ad3b-1841783347d7 None None] Pushing event updated for resources: {'Port': ['ID=035221a4-1748-4641-9cf7-c6dba7133679,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:53.632092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.151612 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.278780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:54.361186 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b81278-5e55-4f72-8fbb-6a42c2181176 None None] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:54.391295 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:54.408003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.409517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-591424fe-68ca-4e05-9099-d7962325ac3c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7914310 Sep 10 03:49:54.412232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45074) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:54.417259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Sync routers for ids ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:54.435240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Routers {'c387bb71-c2fa-4b3c-b8f5-46768fc677b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:54.435888 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:54.520455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-681db244-036c-4d9a-996e-74d1d774006c None None] Provisioning for port 035221a4-1748-4641-9cf7-c6dba7133679 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:54.612898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Set router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:54.690246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 035221a4-1748-4641-9cf7-c6dba7133679 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:54.814986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 035221a4-1748-4641-9cf7-c6dba7133679 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:54.822123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 035221a4-1748-4641-9cf7-c6dba7133679 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:54.822431 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.845885 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.889310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:49:53Z', 'revision_number': 3, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:54.933768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Checking router: c387bb71-c2fa-4b3c-b8f5-46768fc677b4 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:49:54.934116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Updating router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 port 174ec07c-8c98-4f3a-becb-49018f70f2b4 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:49:54.976939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.980506 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.007414 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Allocated IP 172.20.0.1 (e20797e8-fdb0-483e-94c8-c72e91c3c422/d912796a-13cf-4dec-b847-fb474f4c1db5/09894b4c-ec38-4195-aa90-ca367053466d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:55.017905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c14661a4-45e9-4ec6-a04b-23cd15a27c4d None None] Provisioning complete for port 035221a4-1748-4641-9cf7-c6dba7133679 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:55.018310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c14661a4-45e9-4ec6-a04b-23cd15a27c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.067999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 035221a4-1748-4641-9cf7-c6dba7133679, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=035221a4-1748-4641-9cf7-c6dba7133679,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:55.108096 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.118362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.122431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Transition to ACTIVE for port object 09894b4c-ec38-4195-aa90-ca367053466d will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:55.155867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.196228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:55.199014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:55.202810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:55.234919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=09894b4c-ec38-4195-aa90-ca367053466d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.238661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=035221a4-1748-4641-9cf7-c6dba7133679,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.251138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.381855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.390576 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.392624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Transition to ACTIVE for port object 174ec07c-8c98-4f3a-becb-49018f70f2b4 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:55.402629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.460731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Attempting to bind port 174ec07c-8c98-4f3a-becb-49018f70f2b4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:55.461395 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Attempting to bind port 174ec07c-8c98-4f3a-becb-49018f70f2b4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:55.461792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Attempting to bind port 174ec07c-8c98-4f3a-becb-49018f70f2b4 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:55.465775 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ca247-8596-4f28-842a-cd978bf23b0b None None] Pushing event updated for resources: {'Port': ['ID=174ec07c-8c98-4f3a-becb-49018f70f2b4,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.472759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:55.473276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:55.473848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.474348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:55.475100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Bound port: 174ec07c-8c98-4f3a-becb-49018f70f2b4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:55.475697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.528810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7ee553f8-48ad-43d6-98a2-e93c16880d8a None None] Provisioning for port 09894b4c-ec38-4195-aa90-ca367053466d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:55.541084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7ee553f8-48ad-43d6-98a2-e93c16880d8a None None] Provisioning complete for port 09894b4c-ec38-4195-aa90-ca367053466d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:55.541466 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7ee553f8-48ad-43d6-98a2-e93c16880d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.558590 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.562913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.570577 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] For port 174ec07c-8c98-4f3a-becb-49018f70f2b4, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:55.588568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] For port 174ec07c-8c98-4f3a-becb-49018f70f2b4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=174ec07c-8c98-4f3a-becb-49018f70f2b4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:55.591185 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7ee553f8-48ad-43d6-98a2-e93c16880d8a None None] Port 09894b4c-ec38-4195-aa90-ca367053466d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:49:55.593494 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.636119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=09894b4c-ec38-4195-aa90-ca367053466d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.641681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.650484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Routers {'c387bb71-c2fa-4b3c-b8f5-46768fc677b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:55.651129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:55.684949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ca247-8596-4f28-842a-cd978bf23b0b None None] Pushing event updated for resources: {'Port': ['ID=174ec07c-8c98-4f3a-becb-49018f70f2b4,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.731334 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:55.732951 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:55.762689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] Set router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:55.856673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:49:55.970479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:55.976281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0f2781aa-ffc9-42ae-89fd-756aeff7c0d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/c387bb71-c2fa-4b3c-b8f5-46768fc677b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5625036 Sep 10 03:49:55.977479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '09894b4c-ec38-4195-aa90-ca367053466d', 'name': '', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'mac_address': 'fa:16:3e:32:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:54Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 2, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'subnets': [{'id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:56.011947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8eb128-dc7c-4c95-8285-2ecfec26433d None None] The sync data for ids ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'] in n-d-808126-2 is: [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '09894b4c-ec38-4195-aa90-ca367053466d', 'name': '', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'mac_address': 'fa:16:3e:32:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:54Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 2, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'subnets': [{'id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:56.021616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9c78ff8e-7e19-4ec5-aef6-aaed38cc22c9 None None] Provisioning complete for port 09894b4c-ec38-4195-aa90-ca367053466d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:56.022804 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c78ff8e-7e19-4ec5-aef6-aaed38cc22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.060051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9c78ff8e-7e19-4ec5-aef6-aaed38cc22c9 None None] Port 09894b4c-ec38-4195-aa90-ca367053466d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:49:56.460137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45090) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:56.465221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1999413146-network', 'tenant_id': '9991f24f117d49c684e8debd21759b3c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:56.486159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Made reservation on behalf of 9991f24f117d49c684e8debd21759b3c for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:56.488774 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.498386 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.600977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.607797 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.650423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:56.659001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8db5ca-9e7f-450a-840d-61499099d72a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:56.670819 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.671214 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Added segment 0f89b734-6e24-49ec-acc4-b4f0f5de5311 of type vlan for network d1168524-ce89-449d-878d-3b0323875f2a Sep 10 03:49:56.704974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 035221a4-1748-4641-9cf7-c6dba7133679 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:56.718167 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.748681 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.750018 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:56.750410 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.759377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 035221a4-1748-4641-9cf7-c6dba7133679 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:56.759890 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.779106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3154826 Sep 10 03:49:56.779930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45092) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:56.786573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Request body: {'subnet': {'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-subnet', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:56.810596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Made reservation on behalf of 9991f24f117d49c684e8debd21759b3c for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:56.813348 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.827221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c7434-af07-44c3-9f22-52bb828efed6 admin admin] Pushing event updated for resources: {'Network': ['ID=d1168524-ce89-449d-878d-3b0323875f2a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:56.842218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d1168524-ce89-449d-878d-3b0323875f2a details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:56.994893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.049983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ff8b0e-60f6-4dd9-9541-f61618ca5e2f,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:57.060013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.060367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.060711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.061061 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.061384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.061716 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.062047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.062376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.062700 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.063256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.063352 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.063678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:57.073604 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Checking segment: {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:57.073974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Network hostable DHCP agents. Network: d1168524-ce89-449d-878d-3b0323875f2a, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:57.095397 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Network d1168524-ce89-449d-878d-3b0323875f2a is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:57.104608 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d1168524-ce89-449d-878d-3b0323875f2a) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:57.109340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:57.110620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.113785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b458e-1e5c-4143-b220-5a2d2528eb88 None None] Network d1168524-ce89-449d-878d-3b0323875f2a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:57.127422 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e1ac73e1-c489-4098-ad24-f0ed494331d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3428080 Sep 10 03:49:57.127664 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45094) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:57.132655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:57.153454 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.154302 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.213840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.352243 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.421800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d1168524-ce89-449d-878d-3b0323875f2a', 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'fixed_ips': [{'subnet_id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:57.422777 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.566261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Allocated IP 172.20.0.2 (d1168524-ce89-449d-878d-3b0323875f2a/62ff8b0e-60f6-4dd9-9541-f61618ca5e2f/968642ea-24e1-42ce-b79f-65c3826b1a74) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:57.717634 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.726325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Transition to ACTIVE for port object 968642ea-24e1-42ce-b79f-65c3826b1a74 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:57.741437 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Transition to ACTIVE for port object 968642ea-24e1-42ce-b79f-65c3826b1a74 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:57.748631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.789460 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Network d1168524-ce89-449d-878d-3b0323875f2a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:57.795640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:57.800421 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:57.805965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Pushing event updated for resources: {'Port': ['ID=968642ea-24e1-42ce-b79f-65c3826b1a74,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:57.863250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Attempting to bind port 968642ea-24e1-42ce-b79f-65c3826b1a74 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:57.864067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Attempting to bind port 968642ea-24e1-42ce-b79f-65c3826b1a74 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:57.864067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Attempting to bind port 968642ea-24e1-42ce-b79f-65c3826b1a74 on network d1168524-ce89-449d-878d-3b0323875f2a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:57.870009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:57.870699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Checking segment: {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:57.871192 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.871631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Bound using segment: {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:57.872318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Bound port: 968642ea-24e1-42ce-b79f-65c3826b1a74, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:57.872704 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.876399 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.895409 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.944678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] For port 968642ea-24e1-42ce-b79f-65c3826b1a74, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:57.948496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] For port 968642ea-24e1-42ce-b79f-65c3826b1a74, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=968642ea-24e1-42ce-b79f-65c3826b1a74,segment=NetworkSegment(0f89b734-6e24-49ec-acc4-b4f0f5de5311),segment_id=0f89b734-6e24-49ec-acc4-b4f0f5de5311)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:57.954263 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.968452 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Sync routers for ids ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:57.978328 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Routers {'c387bb71-c2fa-4b3c-b8f5-46768fc677b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:57.978925 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:58.020096 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Allocated IP 172.25.8.169 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/3a7d6747-635e-41ad-893d-e1e1fdf4e64c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:58.020785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be814-0cf1-4906-a34f-0cf08f9e8915 None None] Pushing event updated for resources: {'Port': ['ID=968642ea-24e1-42ce-b79f-65c3826b1a74,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:58.103407 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Set router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:58.129005 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.203226 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.246603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:58.251100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:58.253656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:58.285310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Pushing event updated for resources: {'Port': ['ID=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:58.335609 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '09894b4c-ec38-4195-aa90-ca367053466d', 'name': '', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'mac_address': 'fa:16:3e:32:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:54Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 2, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'subnets': [{'id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:58.364495 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Checking router: c387bb71-c2fa-4b3c-b8f5-46768fc677b4 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:49:58.364843 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Updating router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 port 09894b4c-ec38-4195-aa90-ca367053466d binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:49:58.391420 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.523076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.714853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 968642ea-24e1-42ce-b79f-65c3826b1a74 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:58.764678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.770876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 968642ea-24e1-42ce-b79f-65c3826b1a74 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:58.777042 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 174ec07c-8c98-4f3a-becb-49018f70f2b4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:58.782220 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.794265 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Transition to ACTIVE for port object 09894b4c-ec38-4195-aa90-ca367053466d will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:58.805101 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.852796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 174ec07c-8c98-4f3a-becb-49018f70f2b4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:58.861130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 174ec07c-8c98-4f3a-becb-49018f70f2b4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:58.861943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.910213 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Pushing event updated for resources: {'Port': ['ID=09894b4c-ec38-4195-aa90-ca367053466d,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:58.928903 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.929254 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.929592 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.929930 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.930255 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.930766 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.931242 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.931772 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.932248 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.932738 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.933204 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.933691 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:58.937317 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Attempting to bind port 09894b4c-ec38-4195-aa90-ca367053466d on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:58.937892 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Attempting to bind port 09894b4c-ec38-4195-aa90-ca367053466d by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:58.938420 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Attempting to bind port 09894b4c-ec38-4195-aa90-ca367053466d on network e20797e8-fdb0-483e-94c8-c72e91c3c422 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:58.945486 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:58.946410 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Router 9a78db71-b3a8-49ed-a164-add42e59a2da is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:58.947201 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Checking segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:58.947799 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.948358 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Bound using segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:58.948987 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Bound port: 09894b4c-ec38-4195-aa90-ca367053466d, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:58.949568 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.982470 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.020319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 174ec07c-8c98-4f3a-becb-49018f70f2b4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=174ec07c-8c98-4f3a-becb-49018f70f2b4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:59.025809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.032698 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] For port 09894b4c-ec38-4195-aa90-ca367053466d, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:59.045315 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] For port 09894b4c-ec38-4195-aa90-ca367053466d, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=09894b4c-ec38-4195-aa90-ca367053466d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:59.051208 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.106641 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:59.120171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Sync routers for ids ['9a78db71-b3a8-49ed-a164-add42e59a2da'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:59.127041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=174ec07c-8c98-4f3a-becb-49018f70f2b4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:59.127352 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf390ce9-580c-45dc-a360-aa5cae146e77 None None] Pushing event updated for resources: {'Port': ['ID=09894b4c-ec38-4195-aa90-ca367053466d,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:59.129402 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.130075 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Routers {'c387bb71-c2fa-4b3c-b8f5-46768fc677b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:59.130697 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:59.132651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4092fcc0-4eb5-4ad8-9480-6da480854d5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0039320 Sep 10 03:49:59.135203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45096) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:59.151392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Routers {'9a78db71-b3a8-49ed-a164-add42e59a2da'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:59.152062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9a78db71-b3a8-49ed-a164-add42e59a2da'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:59.209683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16438e1-e394-4249-b8a0-d48a3eed6ad6 None None] Network d1168524-ce89-449d-878d-3b0323875f2a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:59.247376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] Set router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:59.256698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] Provisioning for port 968642ea-24e1-42ce-b79f-65c3826b1a74 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:59.302084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] Provisioning complete for port 968642ea-24e1-42ce-b79f-65c3826b1a74 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:59.302469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.431081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Set router 9a78db71-b3a8-49ed-a164-add42e59a2da gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:59.477408 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '09894b4c-ec38-4195-aa90-ca367053466d', 'name': '', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'mac_address': 'fa:16:3e:32:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:54Z', 'updated_at': '2021-09-10T03:49:59Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'subnets': [{'id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:59.512655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f749b-9848-4d86-a59b-825e289b86a0 None None] The sync data for ids ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'] in n-d-808126-2 is: [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:49:55Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '09894b4c-ec38-4195-aa90-ca367053466d', 'name': '', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'mac_address': 'fa:16:3e:32:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:54Z', 'updated_at': '2021-09-10T03:49:59Z', 'revision_number': 4, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'subnets': [{'id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:59.629064 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.640189 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.687967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] For port 968642ea-24e1-42ce-b79f-65c3826b1a74, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=968642ea-24e1-42ce-b79f-65c3826b1a74,segment=NetworkSegment(0f89b734-6e24-49ec-acc4-b4f0f5de5311),segment_id=0f89b734-6e24-49ec-acc4-b4f0f5de5311)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:59.710033 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.777467 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b5c2-1c93-4c17-9166-118411bb27e2 None None] Pushing event updated for resources: {'Port': ['ID=968642ea-24e1-42ce-b79f-65c3826b1a74,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:59.794082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:49:58Z', 'revision_number': 3, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:59.826898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Checking router: 9a78db71-b3a8-49ed-a164-add42e59a2da for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:49:59.827301 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Updating router 9a78db71-b3a8-49ed-a164-add42e59a2da port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:49:59.831832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Allocated IP 172.20.0.1 (d1168524-ce89-449d-878d-3b0323875f2a/62ff8b0e-60f6-4dd9-9541-f61618ca5e2f/528ba3e1-cd31-4d40-84a8-3a5ba71f3e47) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:59.862039 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.957679 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.972476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Transition to ACTIVE for port object 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:00.010001 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.049465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Network d1168524-ce89-449d-878d-3b0323875f2a is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:00.052445 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:00.058694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:00.086391 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Pushing event updated for resources: {'Port': ['ID=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.109611 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.179778 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.182950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-689cfc99-8b82-4231-a2f4-ee256d91b4f9 None None] Provisioning complete for port 968642ea-24e1-42ce-b79f-65c3826b1a74 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:00.183477 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-689cfc99-8b82-4231-a2f4-ee256d91b4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.216039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Transition to ACTIVE for port object 3a7d6747-635e-41ad-893d-e1e1fdf4e64c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:00.233476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.262478 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.324994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Attempting to bind port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:00.325366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Attempting to bind port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:00.325806 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Attempting to bind port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:00.330416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8e7c7-72c8-4034-9a6b-118df8b8514b None None] Pushing event updated for resources: {'Port': ['ID=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.341458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:00.341815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:00.342212 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.342597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:00.343066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Bound port: 3a7d6747-635e-41ad-893d-e1e1fdf4e64c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:00.343473 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.399215 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] For port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:00.402361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] For port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:00.407003 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.438535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.443466 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.462756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Routers {'9a78db71-b3a8-49ed-a164-add42e59a2da'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:00.463391 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9a78db71-b3a8-49ed-a164-add42e59a2da'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:00.468324 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8e7c7-72c8-4034-9a6b-118df8b8514b None None] Pushing event updated for resources: {'Port': ['ID=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.510510 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.513350 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Pushing event updated for resources: {'Port': ['ID=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.525978 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8154f4bf-7b72-4142-aec4-8016c9790715 None None] Provisioning for port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:00.536155 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8154f4bf-7b72-4142-aec4-8016c9790715 None None] Provisioning complete for port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:00.536457 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8154f4bf-7b72-4142-aec4-8016c9790715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.610717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] Set router 9a78db71-b3a8-49ed-a164-add42e59a2da gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:00.612542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8154f4bf-7b72-4142-aec4-8016c9790715 None None] Port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:00.614906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Network d1168524-ce89-449d-878d-3b0323875f2a is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:00.616734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:00.695142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 968642ea-24e1-42ce-b79f-65c3826b1a74 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:00.743034 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Router 9a78db71-b3a8-49ed-a164-add42e59a2da has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:50:00.807244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 968642ea-24e1-42ce-b79f-65c3826b1a74 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:00.807803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.855065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:00.860688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-918c2450-dfce-4bcf-80da-66ca39459413 admin admin] 10.222.0.23 "PUT /v2.0/routers/9a78db71-b3a8-49ed-a164-add42e59a2da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242496 Sep 10 03:50:00.921873 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '528ba3e1-cd31-4d40-84a8-3a5ba71f3e47', 'name': '', 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'mac_address': 'fa:16:3e:c5:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:59Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 2, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'subnets': [{'id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:00.958701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df05b3b-a6a5-4d22-81bf-b9c1ebc60856 None None] The sync data for ids ['9a78db71-b3a8-49ed-a164-add42e59a2da'] in n-d-808126-2 is: [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '528ba3e1-cd31-4d40-84a8-3a5ba71f3e47', 'name': '', 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'mac_address': 'fa:16:3e:c5:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:59Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 2, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'subnets': [{'id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:00.963836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 174ec07c-8c98-4f3a-becb-49018f70f2b4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:01.159371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1a0553fc-d3a8-49c1-aec9-767e198f712e None None] Provisioning complete for port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:01.160559 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1a0553fc-d3a8-49c1-aec9-767e198f712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.214617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1a0553fc-d3a8-49c1-aec9-767e198f712e None None] Port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:01.227077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 174ec07c-8c98-4f3a-becb-49018f70f2b4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:01.227077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.315818 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09894b4c-ec38-4195-aa90-ca367053466d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:01.367201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 09894b4c-ec38-4195-aa90-ca367053466d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:01.371552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 09894b4c-ec38-4195-aa90-ca367053466d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:01.371929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.452117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.487360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 09894b4c-ec38-4195-aa90-ca367053466d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=09894b4c-ec38-4195-aa90-ca367053466d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:01.492468 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.546492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=09894b4c-ec38-4195-aa90-ca367053466d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:01.805094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86edf40c-e687-4c04-995d-9e47614ef488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.824848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-941214ea-c0f8-43ec-ab39-7ff9983600f3 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:01.826262 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-941214ea-c0f8-43ec-ab39-7ff9983600f3 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 817 time: 0.1051683 Sep 10 03:50:01.841162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-f9237a3f-09a9-4ebf-a92b-f99682b2e111 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/quotas/9a7267cca16547f99eafa24b5255a746 HTTP/1.1" status: 200 len: 375 time: 0.0091877 Sep 10 03:50:01.890194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-9e2550b0-6bcd-4c42-8bd9-f403d95cb4db tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439296 Sep 10 03:50:01.989200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-56696dd4-52bc-43d3-968c-ac5da58fd75f service neutron] 10.222.0.23 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869174 Sep 10 03:50:02.076669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-18f55822-7e8d-4c3b-8fd9-d2722c30ad32 service neutron] 10.222.0.23 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811734 Sep 10 03:50:02.232386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0fcdfbd8-46f7-4b1f-a85c-8029937e2b7d req-0f896fba-68d2-4952-a531-d34035d61e46 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 210 time: 0.0263741 Sep 10 03:50:02.428936 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.636243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.761112 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3a7d6747-635e-41ad-893d-e1e1fdf4e64c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:02.814528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:02.819571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:02.819951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.898699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.920276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:02.924415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.925327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09894b4c-ec38-4195-aa90-ca367053466d up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:03.002771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:03.014231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 09894b4c-ec38-4195-aa90-ca367053466d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:03.014603 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.223635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-a4192c0a-7ca7-48a6-82b4-7289a3445d54 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:03.225744 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-a4192c0a-7ca7-48a6-82b4-7289a3445d54 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 817 time: 0.1093366 Sep 10 03:50:03.237888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Request body: {'port': {'device_id': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'admin_state_up': True, 'tenant_id': '9a7267cca16547f99eafa24b5255a746'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:03.333587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8f9a0d8-05d5-410d-9871-475d5e2d3dd4 req-8e87acc8-0c21-455f-81fb-f6a83196ca05 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 210 time: 0.0335560 Sep 10 03:50:03.375441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Made reservation on behalf of 9a7267cca16547f99eafa24b5255a746 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:03.379115 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.507603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Allocated IP 172.20.0.6 (e20797e8-fdb0-483e-94c8-c72e91c3c422/d912796a-13cf-4dec-b847-fb474f4c1db5/f1021091-eb45-495e-a3b6-fabeb499506d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:03.648183 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Sync routers for ids ['9a78db71-b3a8-49ed-a164-add42e59a2da'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:03.651493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.657207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Routers {'9a78db71-b3a8-49ed-a164-add42e59a2da'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:03.657820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:49:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9a78db71-b3a8-49ed-a164-add42e59a2da'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:03.665356 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Transition to ACTIVE for port object f1021091-eb45-495e-a3b6-fabeb499506d will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:03.697239 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.744558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:03.747777 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:03.753479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:03.764962 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Set router 9a78db71-b3a8-49ed-a164-add42e59a2da gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:03.779275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Pushing event updated for resources: {'Port': ['ID=f1021091-eb45-495e-a3b6-fabeb499506d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:03.807644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:03.808374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.823876 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-87a5528b-b301-4e7e-a6b2-7613d22b053e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895154 Sep 10 03:50:03.836211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Request body: {'port': {'device_id': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:03.894626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.956741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e49778e1-8d59-47a0-b4f7-4e9586d9e293 None None] Provisioning for port f1021091-eb45-495e-a3b6-fabeb499506d completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:03.961627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e49778e1-8d59-47a0-b4f7-4e9586d9e293 None None] Provisioning complete for port f1021091-eb45-495e-a3b6-fabeb499506d triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:03.962138 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e49778e1-8d59-47a0-b4f7-4e9586d9e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.993223 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '528ba3e1-cd31-4d40-84a8-3a5ba71f3e47', 'name': '', 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'mac_address': 'fa:16:3e:c5:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:59Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 2, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'subnets': [{'id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:04.004727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e49778e1-8d59-47a0-b4f7-4e9586d9e293 None None] Port f1021091-eb45-495e-a3b6-fabeb499506d cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:04.018886 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Checking router: 9a78db71-b3a8-49ed-a164-add42e59a2da for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:04.019239 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Updating router 9a78db71-b3a8-49ed-a164-add42e59a2da port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:50:04.043741 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.172245 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1021091-eb45-495e-a3b6-fabeb499506d {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:04.180140 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.192586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Transition to ACTIVE for port object f1021091-eb45-495e-a3b6-fabeb499506d will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:04.197013 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.264999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Pushing event updated for resources: {'Port': ['ID=f1021091-eb45-495e-a3b6-fabeb499506d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.309370 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.320360 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Transition to ACTIVE for port object 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:04.321688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Attempting to bind port f1021091-eb45-495e-a3b6-fabeb499506d on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:04.322093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Attempting to bind port f1021091-eb45-495e-a3b6-fabeb499506d by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:04.322486 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Attempting to bind port f1021091-eb45-495e-a3b6-fabeb499506d on network e20797e8-fdb0-483e-94c8-c72e91c3c422 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:04.326796 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.326965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Port f1021091-eb45-495e-a3b6-fabeb499506d on network e20797e8-fdb0-483e-94c8-c72e91c3c422 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:50:04.327280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Attempting to bind port f1021091-eb45-495e-a3b6-fabeb499506d on network e20797e8-fdb0-483e-94c8-c72e91c3c422 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:04.332639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:04.332985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Checking segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:04.333383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Bound using segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:04.333817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Bound port: f1021091-eb45-495e-a3b6-fabeb499506d, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:04.334182 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.402988 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f796e522-5aba-4539-940e-f6683da07607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.421401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] For port f1021091-eb45-495e-a3b6-fabeb499506d, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:04.424871 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42b696-4a31-4c23-8e47-fb671dedf6c2 None None] Pushing event updated for resources: {'Port': ['ID=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.425785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] For port f1021091-eb45-495e-a3b6-fabeb499506d, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f1021091-eb45-495e-a3b6-fabeb499506d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:04.436859 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.465449 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Attempting to bind port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:04.465772 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Attempting to bind port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:04.466132 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Attempting to bind port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 on network d1168524-ce89-449d-878d-3b0323875f2a {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:04.471723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:04.472096 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Checking segment: {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:04.472498 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.472886 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Bound using segment: {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:04.473354 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Bound port: 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f89b734-6e24-49ec-acc4-b4f0f5de5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:04.473727 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.483855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.484814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.487083 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] 10.222.0.32 "PUT /v2.0/ports/f1021091-eb45-495e-a3b6-fabeb499506d HTTP/1.1" status: 200 len: 1091 time: 0.6551731 Sep 10 03:50:04.487924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'tag': 'f1021091-eb45-495e-a3b6-fabeb499506d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:04.492245 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda" -d '{"events": [{"name": "network-changed", "server_uuid": "f05be8f9-a935-4c6b-a3db-e549cfff6d99", "tag": "f1021091-eb45-495e-a3b6-fabeb499506d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:04.532622 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2a821-af3e-4012-a81d-b58e7aa8e319 service neutron] Pushing event updated for resources: {'Port': ['ID=f1021091-eb45-495e-a3b6-fabeb499506d,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.560127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ff06b-60ae-4378-b717-f757ab596c84 req-50a7b432-2d1e-470e-bced-35372028fbc5 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.561723 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-372ff06b-60ae-4378-b717-f757ab596c84 req-50a7b432-2d1e-470e-bced-35372028fbc5 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 943 time: 0.1256318 Sep 10 03:50:04.574623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] For port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:04.590981 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] For port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,segment=NetworkSegment(0f89b734-6e24-49ec-acc4-b4f0f5de5311),segment_id=0f89b734-6e24-49ec-acc4-b4f0f5de5311)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:04.595970 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b839682-8036-4b7c-ac0c-52386e686108 x-openstack-request-id: req-7b839682-8036-4b7c-ac0c-52386e686108 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:04.596242 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05be8f9-a935-4c6b-a3db-e549cfff6d99", "tag": "f1021091-eb45-495e-a3b6-fabeb499506d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:04.596502 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b839682-8036-4b7c-ac0c-52386e686108 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:04.596916 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'tag': 'f1021091-eb45-495e-a3b6-fabeb499506d', 'status': 'completed', 'code': 200} Sep 10 03:50:04.598452 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.642505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-e0ceade2-7f6c-4985-a3db-b40caf366c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.642505 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-e0ceade2-7f6c-4985-a3db-b40caf366c05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 1094 time: 0.0984437 Sep 10 03:50:04.660236 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-372ff06b-60ae-4378-b717-f757ab596c84 req-d397ad76-cd2a-4a96-8a68-b6cd3d98b89c tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916512 Sep 10 03:50:04.679113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Routers {'9a78db71-b3a8-49ed-a164-add42e59a2da'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:04.679723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:50:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9a78db71-b3a8-49ed-a164-add42e59a2da'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:04.692915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3a7d6747-635e-41ad-893d-e1e1fdf4e64c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:04.718721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-ac333a91-29cc-4d53-b9c5-01b6e4218de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1021091-eb45-495e-a3b6-fabeb499506d HTTP/1.1" status: 200 len: 217 time: 0.0650573 Sep 10 03:50:04.781905 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.785870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:04.786330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.824207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-5e759a9a-38fa-4e1c-a908-d5c284c47c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.826639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-5e759a9a-38fa-4e1c-a908-d5c284c47c9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d912796a-13cf-4dec-b847-fb474f4c1db5 HTTP/1.1" status: 200 len: 856 time: 0.0977175 Sep 10 03:50:04.892809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42b696-4a31-4c23-8e47-fb671dedf6c2 None None] Pushing event updated for resources: {'Port': ['ID=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.907011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-0c2ef8b6-32d4-4ca0-8037-fbd73fe0c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.909450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-0c2ef8b6-32d4-4ca0-8037-fbd73fe0c500 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e20797e8-fdb0-483e-94c8-c72e91c3c422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764077 Sep 10 03:50:04.950762 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] Set router 9a78db71-b3a8-49ed-a164-add42e59a2da gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:05.011742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-4f7a186b-ade4-4d22-a5f2-907023fcad54 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944963 Sep 10 03:50:05.101970 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6012f95-fbbe-43a8-8d26-f306b1755ead req-485b8989-1943-4fd3-8748-bd77007b8814 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 Sep 10 03:50:05.151330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '528ba3e1-cd31-4d40-84a8-3a5ba71f3e47', 'name': '', 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'mac_address': 'fa:16:3e:c5:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:59Z', 'updated_at': '2021-09-10T03:50:04Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'subnets': [{'id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:05.181687 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e86b8-309f-4e6c-8eec-80bd520960fe None None] The sync data for ids ['9a78db71-b3a8-49ed-a164-add42e59a2da'] in n-d-808126-2 is: [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:00Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '528ba3e1-cd31-4d40-84a8-3a5ba71f3e47', 'name': '', 'network_id': 'd1168524-ce89-449d-878d-3b0323875f2a', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'mac_address': 'fa:16:3e:c5:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:59Z', 'updated_at': '2021-09-10T03:50:04Z', 'revision_number': 4, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'subnets': [{'id': '62ff8b0e-60f6-4dd9-9541-f61618ca5e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:05.189617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-8a09a90b-1f5b-4cf3-aed2-9e5a2e982757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.191145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-8a09a90b-1f5b-4cf3-aed2-9e5a2e982757 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 1094 time: 0.0456922 Sep 10 03:50:05.283894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-0c42420d-22d7-4b86-9165-b3a99cc658da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.285506 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-0c42420d-22d7-4b86-9165-b3a99cc658da service neutron] 10.222.0.32 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 917 time: 0.0871706 Sep 10 03:50:05.332620 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-3eaea87e-24f3-4896-b206-b50cfb881473 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1021091-eb45-495e-a3b6-fabeb499506d HTTP/1.1" status: 200 len: 217 time: 0.0389974 Sep 10 03:50:05.385156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-7e91be9c-6d6e-4316-84b1-8c5f9d5e6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.386686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-7e91be9c-6d6e-4316-84b1-8c5f9d5e6756 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d912796a-13cf-4dec-b847-fb474f4c1db5 HTTP/1.1" status: 200 len: 856 time: 0.0459812 Sep 10 03:50:05.434758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-42ca6d68-0b32-485f-a426-42150d43d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.436396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-42ca6d68-0b32-485f-a426-42150d43d60a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e20797e8-fdb0-483e-94c8-c72e91c3c422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419097 Sep 10 03:50:05.533717 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-43abdd1b-4f63-47ed-823a-ea7a5ef1fe4e service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892732 Sep 10 03:50:05.569645 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:05.627141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6aa451bc-7703-40eb-ac0d-c2661a4aaeda req-53bc1672-9625-4188-9b72-1771efe0b6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850551 Sep 10 03:50:05.799737 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1870-9a79-48ca-ba59-41b9d2830880 req-2b5d1be2-f6a3-47ad-b046-2b52706f66f2 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.802181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-809d1870-9a79-48ca-ba59-41b9d2830880 req-2b5d1be2-f6a3-47ad-b046-2b52706f66f2 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 943 time: 0.0523202 Sep 10 03:50:05.839859 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-809d1870-9a79-48ca-ba59-41b9d2830880 req-2fe59af9-932b-4411-9e7d-9c96adff0ee4 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Sep 10 03:50:06.654671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:06.707139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:06.710778 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:06.711152 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.784441 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.815584 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,segment=NetworkSegment(0f89b734-6e24-49ec-acc4-b4f0f5de5311),segment_id=0f89b734-6e24-49ec-acc4-b4f0f5de5311)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:06.819445 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.869991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:06.965331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee967f9-4016-49f7-b6b9-88de1a6bbe6b req-56f07052-cb31-4208-9e16-2eaaf5a62d03 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:06.966823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bee967f9-4016-49f7-b6b9-88de1a6bbe6b req-56f07052-cb31-4208-9e16-2eaaf5a62d03 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 943 time: 0.0511565 Sep 10 03:50:07.002909 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bee967f9-4016-49f7-b6b9-88de1a6bbe6b req-0dd1adc3-0f5b-4c3d-b4a5-2e1a9bc37672 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301788 Sep 10 03:50:07.514189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.114663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957952ef-8844-4784-8688-a248d887b757 req-9b636ae0-485c-482b-b1eb-a67c08472522 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:08.116736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-957952ef-8844-4784-8688-a248d887b757 req-9b636ae0-485c-482b-b1eb-a67c08472522 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 943 time: 0.0484290 Sep 10 03:50:08.153255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-957952ef-8844-4784-8688-a248d887b757 req-9c82fab3-e975-4c82-9058-f189ef44f356 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Sep 10 03:50:08.642339 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:08.688950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:08.689330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.278297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23d6c4-6621-47de-8793-596cbebcc5b4 req-c4368920-e6fc-4851-aae3-3c615885437a tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:09.279782 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d23d6c4-6621-47de-8793-596cbebcc5b4 req-c4368920-e6fc-4851-aae3-3c615885437a tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 943 time: 0.0486534 Sep 10 03:50:09.316575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7d23d6c4-6621-47de-8793-596cbebcc5b4 req-bddcbfee-0ac7-45bb-bdcf-9fadec46f221 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 10 03:50:09.420211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f1021091-eb45-495e-a3b6-fabeb499506d details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:50:09.517931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f1021091-eb45-495e-a3b6-fabeb499506d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f1021091-eb45-495e-a3b6-fabeb499506d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:09.528897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f1021091-eb45-495e-a3b6-fabeb499506d', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'port_id': 'f1021091-eb45-495e-a3b6-fabeb499506d', 'mac_address': 'fa:16:3e:3b:25:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:50:09.565190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.577107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1021091-eb45-495e-a3b6-fabeb499506d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:09.596977 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f1021091-eb45-495e-a3b6-fabeb499506d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f1021091-eb45-495e-a3b6-fabeb499506d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:09.601194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.650425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f1021091-eb45-495e-a3b6-fabeb499506d,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:09.797448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f1021091-eb45-495e-a3b6-fabeb499506d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:10.383149 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:50:10.442552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d21e-f123-4b34-bf35-e207161da3aa req-b9889ee2-8e00-42e4-8ee6-264a5e924043 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:10.444058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e202d21e-f123-4b34-bf35-e207161da3aa req-b9889ee2-8e00-42e4-8ee6-264a5e924043 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 944 time: 0.0490115 Sep 10 03:50:10.480269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e202d21e-f123-4b34-bf35-e207161da3aa req-febe8ffc-4b5a-4edb-a9b1-15d521fb7147 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Sep 10 03:50:11.435872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f1021091-eb45-495e-a3b6-fabeb499506d up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:11.485410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f1021091-eb45-495e-a3b6-fabeb499506d completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:11.488903 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f1021091-eb45-495e-a3b6-fabeb499506d triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:11.489281 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.565344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.587410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1021091-eb45-495e-a3b6-fabeb499506d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:11.589696 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51881453-a98e-435e-8cb9-3474c5aaab47" -d '{"events": [{"server_uuid": "f05be8f9-a935-4c6b-a3db-e549cfff6d99", "name": "network-vif-plugged", "status": "completed", "tag": "f1021091-eb45-495e-a3b6-fabeb499506d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:11.591586 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd22c-69e3-4b6c-b3cb-88606d8f0186 req-1ffa2a9f-6153-47bf-9725-104b43c4ee34 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:11.593090 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bb6fd22c-69e3-4b6c-b3cb-88606d8f0186 req-1ffa2a9f-6153-47bf-9725-104b43c4ee34 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 944 time: 0.0476153 Sep 10 03:50:11.602664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f1021091-eb45-495e-a3b6-fabeb499506d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f1021091-eb45-495e-a3b6-fabeb499506d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:11.607261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.631732 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b2e867-8e73-408d-a98e-b0ca1884304b x-openstack-request-id: req-09b2e867-8e73-408d-a98e-b0ca1884304b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:11.632091 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05be8f9-a935-4c6b-a3db-e549cfff6d99", "name": "network-vif-plugged", "status": "completed", "tag": "f1021091-eb45-495e-a3b6-fabeb499506d", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:11.632457 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09b2e867-8e73-408d-a98e-b0ca1884304b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:11.632757 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1021091-eb45-495e-a3b6-fabeb499506d', 'code': 200} Sep 10 03:50:11.637031 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-bb6fd22c-69e3-4b6c-b3cb-88606d8f0186 req-9f0943ca-296c-4241-86bd-aa0375ca5972 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Sep 10 03:50:11.663156 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f1021091-eb45-495e-a3b6-fabeb499506d,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:11.726401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67eea-3c86-44bc-8584-c3e84831cf31 req-1d2a4256-57a4-4ff6-ab61-51762db6b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:11.727824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c67eea-3c86-44bc-8584-c3e84831cf31 req-1d2a4256-57a4-4ff6-ab61-51762db6b423 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 1096 time: 0.0423391 Sep 10 03:50:11.761520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b4c67eea-3c86-44bc-8584-c3e84831cf31 req-465fce20-245b-4058-b689-0dc4f34254ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268049 Sep 10 03:50:12.760524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16606ab-82ee-41ae-97f1-07ad77eafb8e req-18aa5e00-8b33-4492-bed3-45d7903cad40 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:12.762045 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b16606ab-82ee-41ae-97f1-07ad77eafb8e req-18aa5e00-8b33-4492-bed3-45d7903cad40 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 945 time: 0.0555677 Sep 10 03:50:12.799610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b16606ab-82ee-41ae-97f1-07ad77eafb8e req-c8d6ee1a-ec8e-485a-aa7a-058abd24aa89 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 10 03:50:13.916244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb91620-268e-44c5-b423-1ec1badeabc3 req-4ea3f1d3-686f-46b8-9be3-b6c69aade7fb tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:13.917756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbb91620-268e-44c5-b423-1ec1badeabc3 req-4ea3f1d3-686f-46b8-9be3-b6c69aade7fb tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Sep 10 03:50:13.956671 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fbb91620-268e-44c5-b423-1ec1badeabc3 req-27d1e1fd-d276-4ce2-929f-6c7b105cee48 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326593 Sep 10 03:50:14.068930 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb99586-f74b-449f-84e8-25f711b7e6f3 req-87c2c335-c116-4ca6-b150-0c8d2de47003 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:14.070410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffb99586-f74b-449f-84e8-25f711b7e6f3 req-87c2c335-c116-4ca6-b150-0c8d2de47003 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Sep 10 03:50:14.107264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ffb99586-f74b-449f-84e8-25f711b7e6f3 req-ce5db1d3-0ea5-4186-bdab-d04642270e62 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Sep 10 03:50:25.793324 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-03a0b4d0-3634-4b69-8a02-a745a63a1f83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468705 Sep 10 03:50:25.881379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-84ba1d39-aa04-43ee-a7fa-ff80457d45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:25.882928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-84ba1d39-aa04-43ee-a7fa-ff80457d45b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 1096 time: 0.0407321 Sep 10 03:50:25.986954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-cf433859-440b-4181-94b8-01e0ad46454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:25.988397 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-cf433859-440b-4181-94b8-01e0ad46454f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 917 time: 0.0856299 Sep 10 03:50:26.038787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-289e4080-b130-45c6-aa77-acd30975e3cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1021091-eb45-495e-a3b6-fabeb499506d HTTP/1.1" status: 200 len: 217 time: 0.0382559 Sep 10 03:50:26.090208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-451d3064-ff99-4b43-8f8e-4c6f27faa60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:26.092004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-451d3064-ff99-4b43-8f8e-4c6f27faa60a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d912796a-13cf-4dec-b847-fb474f4c1db5 HTTP/1.1" status: 200 len: 856 time: 0.0434976 Sep 10 03:50:26.137179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-3572c727-32ca-4c36-8a7f-79b5055f4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:26.138624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-3572c727-32ca-4c36-8a7f-79b5055f4207 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e20797e8-fdb0-483e-94c8-c72e91c3c422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387094 Sep 10 03:50:26.234562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-c639f08e-deb4-47ba-85da-47a1b495d6ed service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849421 Sep 10 03:50:26.327638 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d8e8d08-48f3-4cb5-83b5-68bd683725e2 req-6334fb30-2339-4bb4-a03a-c40ed6d37bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863557 Sep 10 03:50:31.806333 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bc37e67d-9956-4cee-bd1f-09b9477e44b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.448328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.576050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991efb3-6773-45b4-a775-804e17416500 req-7d5fdae2-abc4-4c59-8115-572145d30243 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:32.577652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4991efb3-6773-45b4-a775-804e17416500 req-7d5fdae2-abc4-4c59-8115-572145d30243 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 945 time: 0.0542438 Sep 10 03:50:32.620200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4991efb3-6773-45b4-a775-804e17416500 req-21c06556-a6f8-45a9-aedc-4fd1ba1e3648 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Sep 10 03:50:32.620545 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:33.734500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fa9ee-8439-4bd6-a743-b159fdd89d2f req-13c1c6c5-abf2-402b-b01d-7780f11f3097 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.736000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca5fa9ee-8439-4bd6-a743-b159fdd89d2f req-13c1c6c5-abf2-402b-b01d-7780f11f3097 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Sep 10 03:50:33.773571 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ca5fa9ee-8439-4bd6-a743-b159fdd89d2f req-29b8d944-770c-41f9-8be4-899f1734a9d9 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Sep 10 03:50:34.083285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-80d1a2d6-62f7-490c-a40d-5e5535f50ca5 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:34.084824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-80d1a2d6-62f7-490c-a40d-5e5535f50ca5 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 945 time: 0.0476077 Sep 10 03:50:34.171758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Deleting port f1021091-eb45-495e-a3b6-fabeb499506d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:34.172108 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.260076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] For port f1021091-eb45-495e-a3b6-fabeb499506d, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f1021091-eb45-495e-a3b6-fabeb499506d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:34.260442 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.272966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Calling delete_port for f1021091-eb45-495e-a3b6-fabeb499506d owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:34.384209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a13a247c-28eb-4f20-ad6a-2513fc481cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.396653 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.408317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f1021091-eb45-495e-a3b6-fabeb499506d'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:34.422645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Pushing event deleted for resources: {'Port': ['ID=f1021091-eb45-495e-a3b6-fabeb499506d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:34.436946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.437297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.437634 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.437967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.438292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.438618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.438943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.439264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.439613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.439936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.440256 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.440569 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:34.473706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] No DVR routers for this DVR port f1021091-eb45-495e-a3b6-fabeb499506d on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:34.476397 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.479618 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b28117f7-8cb8-4f6a-8c51-eaae08d13d0e req-6d1b43c7-79c5-4e4f-ad0f-8e4f2deb8f49 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "DELETE /v2.0/ports/f1021091-eb45-495e-a3b6-fabeb499506d HTTP/1.1" status: 204 len: 173 time: 0.3885915 Sep 10 03:50:34.480057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'name': 'network-vif-deleted', 'tag': 'f1021091-eb45-495e-a3b6-fabeb499506d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:34.482396 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740ba087-951e-436f-b546-f7988da90dee" -d '{"events": [{"server_uuid": "f05be8f9-a935-4c6b-a3db-e549cfff6d99", "name": "network-vif-deleted", "tag": "f1021091-eb45-495e-a3b6-fabeb499506d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:34.532725 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b56d8b-8d2e-4b26-a372-31103e7bf713 x-openstack-request-id: req-a0b56d8b-8d2e-4b26-a372-31103e7bf713 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:34.533088 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05be8f9-a935-4c6b-a3db-e549cfff6d99", "name": "network-vif-deleted", "tag": "f1021091-eb45-495e-a3b6-fabeb499506d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:34.533353 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0b56d8b-8d2e-4b26-a372-31103e7bf713 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:34.533751 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05be8f9-a935-4c6b-a3db-e549cfff6d99', 'name': 'network-vif-deleted', 'tag': 'f1021091-eb45-495e-a3b6-fabeb499506d', 'status': 'completed', 'code': 200} Sep 10 03:50:34.753087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.876646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6108f9a6-3fc2-442a-aef8-2fdacdd48cff req-0a6c77e9-bc35-4e3c-8543-144cc1a6f91a tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05be8f9-a935-4c6b-a3db-e549cfff6d99 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Sep 10 03:50:35.570586 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.977285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-2d4071c2-faac-4f99-8c6c-7b48579ceea7 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:36.978759 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-2d4071c2-faac-4f99-8c6c-7b48579ceea7 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 817 time: 0.4029233 Sep 10 03:50:36.993825 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-b43e5a79-bcc5-4dad-ac12-b1c6677e81f2 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/quotas/9a7267cca16547f99eafa24b5255a746 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Sep 10 03:50:37.042245 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-7d928f84-b4b2-45d6-aebf-cf8115069157 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433581 Sep 10 03:50:37.058022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-0b5be646-fb55-4997-8926-f853df133f11 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:50:37.058995 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-0b5be646-fb55-4997-8926-f853df133f11 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054443 Sep 10 03:50:37.149354 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-839bccae-43ec-4cf6-b3af-d8884b18e387 service neutron] 10.222.0.23 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Sep 10 03:50:37.234917 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-58b406f0-1d55-4826-a949-4989f43e87fe service neutron] 10.222.0.23 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794826 Sep 10 03:50:37.393624 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-aa302487-a180-4467-bc92-cb815caca3d3 req-8722f32d-79cb-4276-bb98-de8464cad595 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 210 time: 0.0257497 Sep 10 03:50:37.517926 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.544465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f1021091-eb45-495e-a3b6-fabeb499506d no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:37.565010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f1021091-eb45-495e-a3b6-fabeb499506d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:37.565353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f1021091-eb45-495e-a3b6-fabeb499506d not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:38.335317 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-bf7962cb-6c81-4b7f-a247-dcd152a5dca0 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:38.336748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-bf7962cb-6c81-4b7f-a247-dcd152a5dca0 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 817 time: 0.1029994 Sep 10 03:50:38.348842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Request body: {'port': {'device_id': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'admin_state_up': True, 'tenant_id': '9a7267cca16547f99eafa24b5255a746'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:38.489818 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-435b8391-4514-4536-8531-c9bcf8ce605c req-ac6c0628-b26d-4f98-a692-aa276c37b260 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 210 time: 0.0265446 Sep 10 03:50:38.782649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Made reservation on behalf of 9a7267cca16547f99eafa24b5255a746 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:38.786065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.907269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Allocated IP 172.20.0.3 (e20797e8-fdb0-483e-94c8-c72e91c3c422/d912796a-13cf-4dec-b847-fb474f4c1db5/1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:39.058824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.072454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Transition to ACTIVE for port object 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:39.104313 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.146128 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:39.149492 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:39.155364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:39.161819 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Pushing event updated for resources: {'Port': ['ID=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:39.208697 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:39.209330 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.224203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-964a75bf-a5ca-4585-959d-861eef2be75e tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789163 Sep 10 03:50:39.237156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Request body: {'port': {'device_id': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:39.301815 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.427731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84536c4a-8402-4f8b-b050-0bba32cd85a2 None None] Provisioning for port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:39.431807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-84536c4a-8402-4f8b-b050-0bba32cd85a2 None None] Provisioning complete for port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:39.432180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84536c4a-8402-4f8b-b050-0bba32cd85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.465558 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-84536c4a-8402-4f8b-b050-0bba32cd85a2 None None] Port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:39.596964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:39.607493 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.624964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Transition to ACTIVE for port object 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:39.633935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2f035-1107-4a80-8c8c-df8f21ea47a7 req-8d6a79c4-b099-425b-8356-770b02cb2828 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:39.635440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bce2f035-1107-4a80-8c8c-df8f21ea47a7 req-8d6a79c4-b099-425b-8356-770b02cb2828 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 931 time: 0.0744445 Sep 10 03:50:39.636525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.708125 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:39.720274 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bce2f035-1107-4a80-8c8c-df8f21ea47a7 req-35ede5ea-e041-42ac-91b9-09ea08d3cd72 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786464 Sep 10 03:50:39.784866 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Attempting to bind port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:39.785539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Attempting to bind port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:39.785539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Attempting to bind port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f on network e20797e8-fdb0-483e-94c8-c72e91c3c422 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:39.790975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f on network e20797e8-fdb0-483e-94c8-c72e91c3c422 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:50:39.791297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Attempting to bind port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f on network e20797e8-fdb0-483e-94c8-c72e91c3c422 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:39.796543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:39.796880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Checking segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:39.797267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Bound using segment: {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:39.797693 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Bound port: 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6747ab7b-bff6-45ef-9984-22a3a3034281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:39.798146 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.866337 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] For port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:39.869332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] For port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:39.872886 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.908677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:39.909520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.910802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f HTTP/1.1" status: 200 len: 1091 time: 0.6780293 Sep 10 03:50:39.911235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'tag': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:39.913514 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316eae9e-84d0-48d5-be89-639a9ed7a115" -d '{"events": [{"name": "network-changed", "server_uuid": "1db6ae06-60bf-467b-aa45-c7ac233429d3", "tag": "1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:39.935985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890152d-6db3-4e66-a869-00c1a26747f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:39.952222 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060df40e-0776-4954-9579-45d1104190d1 x-openstack-request-id: req-060df40e-0776-4954-9579-45d1104190d1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:39.952515 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db6ae06-60bf-467b-aa45-c7ac233429d3", "tag": "1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:39.952765 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-060df40e-0776-4954-9579-45d1104190d1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:39.953166 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'tag': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f', 'status': 'completed', 'code': 200} Sep 10 03:50:39.998261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-6f1540a1-b88b-4b7a-8b37-e4bb19708c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:39.999835 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-6f1540a1-b88b-4b7a-8b37-e4bb19708c83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 1094 time: 0.0430210 Sep 10 03:50:40.046338 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-b99ebc4e-e417-45cf-a188-1d180f7b2f8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f HTTP/1.1" status: 200 len: 217 time: 0.0390649 Sep 10 03:50:40.097805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-3ab653fb-25e0-4b01-962b-5853f7ec1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.099586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-3ab653fb-25e0-4b01-962b-5853f7ec1bea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d912796a-13cf-4dec-b847-fb474f4c1db5 HTTP/1.1" status: 200 len: 856 time: 0.0462663 Sep 10 03:50:40.144647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-96f367d7-d47f-4db9-b9d3-f61b15ba7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.146144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-96f367d7-d47f-4db9-b9d3-f61b15ba7454 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e20797e8-fdb0-483e-94c8-c72e91c3c422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390215 Sep 10 03:50:40.236803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-49bca4ac-5c2c-4a08-bb08-aeeded6e6ef4 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831316 Sep 10 03:50:40.325290 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a2cae1ab-4299-4a8a-b582-b7e7a4574596 req-b7120ca6-36e7-458c-bae5-e5c443810378 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815072 Sep 10 03:50:40.411386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-d60c1bee-eb84-4d67-9df7-0936750c94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.412922 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-d60c1bee-eb84-4d67-9df7-0936750c94ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7267cca16547f99eafa24b5255a746&device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 1094 time: 0.0413904 Sep 10 03:50:40.506322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-fed54405-c95f-4df5-a350-c49a43de4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.507721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-fed54405-c95f-4df5-a350-c49a43de4d15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 200 len: 917 time: 0.0871425 Sep 10 03:50:40.549948 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-c2e3ffaa-8553-49e1-a481-c2bbc0ddaa7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f HTTP/1.1" status: 200 len: 217 time: 0.0346365 Sep 10 03:50:40.603435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-57789d66-3320-4e78-9475-fac34af4ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.604892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-57789d66-3320-4e78-9475-fac34af4ca4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d912796a-13cf-4dec-b847-fb474f4c1db5 HTTP/1.1" status: 200 len: 856 time: 0.0465074 Sep 10 03:50:40.649778 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-264b31f5-949d-4da9-ad96-dd55d84cc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.651217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-264b31f5-949d-4da9-ad96-dd55d84cc192 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e20797e8-fdb0-483e-94c8-c72e91c3c422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392861 Sep 10 03:50:40.740989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-805ab844-bbe5-4e11-b5f1-63ac92f630e0 service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823209 Sep 10 03:50:40.859555 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-316eae9e-84d0-48d5-be89-639a9ed7a115 req-d515e65f-d800-4d41-bb63-e2f04c9130ba service neutron] 10.222.0.32 "GET /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098280 Sep 10 03:50:40.873155 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7a91b-12f1-4ec8-9395-6723f24512ce req-64cfe64b-c366-4f81-86d5-59c3e16c9e06 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.874586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fbf7a91b-12f1-4ec8-9395-6723f24512ce req-64cfe64b-c366-4f81-86d5-59c3e16c9e06 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 943 time: 0.0679410 Sep 10 03:50:40.916462 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fbf7a91b-12f1-4ec8-9395-6723f24512ce req-7d2911ce-93b4-4df0-8794-351b5999a707 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357707 Sep 10 03:50:42.037413 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d1bf7-118c-442b-8ce4-e1d884262229 req-eb271a4d-e87d-4346-8f0c-280a29fea5b1 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:42.038892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b86d1bf7-118c-442b-8ce4-e1d884262229 req-eb271a4d-e87d-4346-8f0c-280a29fea5b1 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 943 time: 0.0529675 Sep 10 03:50:42.077991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b86d1bf7-118c-442b-8ce4-e1d884262229 req-be790d89-3fb4-4630-a5aa-467fa6b29029 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Sep 10 03:50:43.199275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a192c89-180c-440c-80e8-e24f13f9d1b0 req-5d6a700a-c9a9-4f7a-8cf3-2f6ba79dccbf tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:43.200705 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a192c89-180c-440c-80e8-e24f13f9d1b0 req-5d6a700a-c9a9-4f7a-8cf3-2f6ba79dccbf tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 943 time: 0.0482740 Sep 10 03:50:43.237271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-8a192c89-180c-440c-80e8-e24f13f9d1b0 req-13452bcd-7a5e-49d9-8cd2-cce20f2c8ca0 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306678 Sep 10 03:50:43.591135 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:50:43.685087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:43.695746 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f', 'network_id': 'e20797e8-fdb0-483e-94c8-c72e91c3c422', 'port_id': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f', 'mac_address': 'fa:16:3e:3e:43:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd912796a-13cf-4dec-b847-fb474f4c1db5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:50:43.732311 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.744763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:43.768078 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:43.771648 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.816877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:43.824797 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.825147 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.825491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.825834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.826189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.826504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.826865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.827195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.827549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.827881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.828207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.828532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:43.959416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:44.349734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c124b1-b5f3-4a4c-bb63-9a9ec59094c9 req-6f650c78-9cee-437d-bd06-cc82effd1192 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:44.351254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4c124b1-b5f3-4a4c-bb63-9a9ec59094c9 req-6f650c78-9cee-437d-bd06-cc82effd1192 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 944 time: 0.0489924 Sep 10 03:50:44.395128 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4c124b1-b5f3-4a4c-bb63-9a9ec59094c9 req-8d929ca4-1989-4006-9743-2b3927429c7b tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Sep 10 03:50:45.509490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd2ba-899f-4297-84b8-1283ec285683 req-ff68acc1-2eb7-4cf9-b713-ace3340895ca tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:45.511021 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ddbd2ba-899f-4297-84b8-1283ec285683 req-ff68acc1-2eb7-4cf9-b713-ace3340895ca tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 944 time: 0.0487790 Sep 10 03:50:45.548587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ddbd2ba-899f-4297-84b8-1283ec285683 req-aa19875e-5e5e-4a70-92ef-41690517ffcd tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Sep 10 03:50:45.622619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:45.673722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:45.677166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:45.677537 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.751665 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.773938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:45.776776 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6143c841-f8dd-46dd-9a20-c807b524e4e7" -d '{"events": [{"server_uuid": "1db6ae06-60bf-467b-aa45-c7ac233429d3", "name": "network-vif-plugged", "status": "completed", "tag": "1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:45.791989 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:45.797274 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.823418 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63acb05d-9ef6-4ed4-94e2-ec3558df3beb x-openstack-request-id: req-63acb05d-9ef6-4ed4-94e2-ec3558df3beb {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:45.823734 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db6ae06-60bf-467b-aa45-c7ac233429d3", "name": "network-vif-plugged", "status": "completed", "tag": "1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:45.823984 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63acb05d-9ef6-4ed4-94e2-ec3558df3beb {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:45.824365 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f', 'code': 200} Sep 10 03:50:45.849511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:45.910793 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab20-6dad-4085-a66a-9e5b4cf38845 req-07ffbaae-da1f-49e8-a031-71da8ccaaf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:45.912194 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0c5ab20-6dad-4085-a66a-9e5b4cf38845 req-07ffbaae-da1f-49e8-a031-71da8ccaaf57 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 1096 time: 0.0388162 Sep 10 03:50:45.950096 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e0c5ab20-6dad-4085-a66a-9e5b4cf38845 req-6221209b-390d-44c3-a39b-6fe06949167b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293071 Sep 10 03:50:46.661353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46f43-1a01-4287-8fcb-507629f8a5d2 req-fe526a76-c695-4521-8ad8-f32cf21e0736 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.662828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0da46f43-1a01-4287-8fcb-507629f8a5d2 req-fe526a76-c695-4521-8ad8-f32cf21e0736 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Sep 10 03:50:46.700516 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0da46f43-1a01-4287-8fcb-507629f8a5d2 req-1a621858-7542-4915-b5d9-93baf2b25010 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Sep 10 03:50:47.383108 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:50:47.814161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca782a0-f9d7-4b20-9666-1e0fc5aa7a43 req-1df78b3d-5425-4a55-ad6d-172b1839b694 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.815641 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fca782a0-f9d7-4b20-9666-1e0fc5aa7a43 req-1df78b3d-5425-4a55-ad6d-172b1839b694 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Sep 10 03:50:47.853666 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fca782a0-f9d7-4b20-9666-1e0fc5aa7a43 req-08cc443d-9b0e-4fd1-8275-38297fe588ae tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Sep 10 03:50:47.965358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa5e27-41e5-453b-9827-63351012a8aa req-2685670b-315a-42ff-ac34-b4be577750de tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.966844 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4efa5e27-41e5-453b-9827-63351012a8aa req-2685670b-315a-42ff-ac34-b4be577750de tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Sep 10 03:50:48.002659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4efa5e27-41e5-453b-9827-63351012a8aa req-90abc5b8-abc2-447d-8a82-52d240edf4cf tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296493 Sep 10 03:51:01.810105 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1a20cd27-8ece-44ce-83ff-113b3136fad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.457492 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.621475 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.386159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3e286853-2c5d-4122-baed-b6f07c326028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.753238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.575030 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.419244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca21a-2c19-4c38-a06c-d36ab43fc61b req-3dd9050a-19ba-4fb4-873e-71585cbb4532 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:06.420900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac9ca21a-2c19-4c38-a06c-d36ab43fc61b req-3dd9050a-19ba-4fb4-873e-71585cbb4532 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 945 time: 0.1551075 Sep 10 03:51:06.463406 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac9ca21a-2c19-4c38-a06c-d36ab43fc61b req-b50d067d-521c-4eb9-b12a-fc9fad90d73b tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363979 Sep 10 03:51:07.519351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.639543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52f0c3-df40-4da3-9835-3487045bc7c1 req-99cf745b-e48b-4165-a5c7-6f9376d39843 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.641054 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e52f0c3-df40-4da3-9835-3487045bc7c1 req-99cf745b-e48b-4165-a5c7-6f9376d39843 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 945 time: 0.1091669 Sep 10 03:51:07.678485 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3e52f0c3-df40-4da3-9835-3487045bc7c1 req-33aa54cc-a42d-4026-81a3-e930afe1a824 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.23 "GET /v2.0/security-groups?id=f88f946e-609f-42df-96ba-5d86cfd1bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Sep 10 03:51:07.834225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8de86-8925-480f-8815-4454c819576a req-a49e4797-1210-420c-a12c-8c96cdf63202 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.835722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66e8de86-8925-480f-8815-4454c819576a req-a49e4797-1210-420c-a12c-8c96cdf63202 tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db6ae06-60bf-467b-aa45-c7ac233429d3 HTTP/1.1" status: 200 len: 945 time: 0.0471416 Sep 10 03:51:07.923437 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Deleting port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:07.923811 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.012201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] For port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:08.012566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.024324 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Calling delete_port for 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:08.153555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.164963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:08.181874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Pushing event deleted for resources: {'Port': ['ID=1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:08.222795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] No DVR routers for this DVR port 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:08.225661 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.227881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-66e8de86-8925-480f-8815-4454c819576a req-aec58942-4781-4b17-ac98-9da797417fbc tempest-TestEncryptedCinderVolumes-318492551 tempest-TestEncryptedCinderVolumes-318492551-project] 10.222.0.32 "DELETE /v2.0/ports/1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f HTTP/1.1" status: 204 len: 173 time: 0.3854768 Sep 10 03:51:08.228366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'name': 'network-vif-deleted', 'tag': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:08.230665 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ae123-0d85-485b-aaaf-0cd45549bee8" -d '{"events": [{"server_uuid": "1db6ae06-60bf-467b-aa45-c7ac233429d3", "name": "network-vif-deleted", "tag": "1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:08.354014 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facbc485-bac9-45e1-a3d7-78864dbfd463 x-openstack-request-id: req-facbc485-bac9-45e1-a3d7-78864dbfd463 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:08.354308 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db6ae06-60bf-467b-aa45-c7ac233429d3", "name": "network-vif-deleted", "tag": "1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:08.354555 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-facbc485-bac9-45e1-a3d7-78864dbfd463 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:08.355003 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db6ae06-60bf-467b-aa45-c7ac233429d3', 'name': 'network-vif-deleted', 'tag': '1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f', 'status': 'completed', 'code': 200} Sep 10 03:51:08.764914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45408) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:09.095366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.333314 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Deleting port 09894b4c-ec38-4195-aa90-ca367053466d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:09.333587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.413705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] For port 09894b4c-ec38-4195-aa90-ca367053466d, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=09894b4c-ec38-4195-aa90-ca367053466d,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:09.414059 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.426047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Calling delete_port for 09894b4c-ec38-4195-aa90-ca367053466d owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:09.598405 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.623868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=09894b4c-ec38-4195-aa90-ca367053466d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:09.652440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.652784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.653134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.653453 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.653783 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.654109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.654430 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.654748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.655065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.655379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.655721 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.656036 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:09.797977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.007112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:10.109984 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:10.114979 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-98c3d430-1f59-41c6-b6cf-1acd55da2f6e admin admin] 10.222.0.23 "PUT /v2.0/routers/c387bb71-c2fa-4b3c-b8f5-46768fc677b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3489766 Sep 10 03:51:10.117553 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45410) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:10.120781 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] Sync routers for ids ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:10.129808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] Routers {'c387bb71-c2fa-4b3c-b8f5-46768fc677b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:10.130428 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:10.223051 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.233544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] Set router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:10.324740 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.376470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Deleting port 174ec07c-8c98-4f3a-becb-49018f70f2b4 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:10.376837 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.410837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:51:09Z', 'revision_number': 5, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port': {'id': '174ec07c-8c98-4f3a-becb-49018f70f2b4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:53Z', 'updated_at': '2021-09-10T03:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:10.437203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] Checking router: c387bb71-c2fa-4b3c-b8f5-46768fc677b4 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:10.445154 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] Routers {'c387bb71-c2fa-4b3c-b8f5-46768fc677b4'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:10.445769 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:10.458068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] For port 174ec07c-8c98-4f3a-becb-49018f70f2b4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=174ec07c-8c98-4f3a-becb-49018f70f2b4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:10.458436 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.469871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Calling delete_port for 174ec07c-8c98-4f3a-becb-49018f70f2b4 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:10.529416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] Set router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:10.581882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:51:10Z', 'revision_number': 6, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:10.611917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2c736-a7bd-42c9-903c-40d4c3c9aa89 None None] The sync data for ids ['c387bb71-c2fa-4b3c-b8f5-46768fc677b4'] in n-d-808126-2 is: [{'id': 'c387bb71-c2fa-4b3c-b8f5-46768fc677b4', 'name': 'tempest-TestEncryptedCinderVolumes-1579991140-router', 'tenant_id': '9a7267cca16547f99eafa24b5255a746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:52Z', 'updated_at': '2021-09-10T03:51:10Z', 'revision_number': 6, 'project_id': '9a7267cca16547f99eafa24b5255a746', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:10.636255 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.669597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Pushing event deleted for resources: {'Port': ['ID=174ec07c-8c98-4f3a-becb-49018f70f2b4,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:10.728941 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.818333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.820520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.861379 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.861829 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c387bb71-c2fa-4b3c-b8f5-46768fc677b4 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:51:10.865995 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.867187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-12f1d771-be6f-4695-b1ef-ddb49e56378e admin admin] 10.222.0.23 "DELETE /v2.0/routers/c387bb71-c2fa-4b3c-b8f5-46768fc677b4 HTTP/1.1" status: 204 len: 168 time: 0.7487106 Sep 10 03:51:10.869929 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45412) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:10.912718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Deleting subnet d912796a-13cf-4dec-b847-fb474f4c1db5 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:10.915598 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.948151 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.036618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.087977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.113067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d912796a-13cf-4dec-b847-fb474f4c1db5,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:11.116640 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.118514 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a1df4929-552e-41fc-b8c8-5689caf01bbd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d912796a-13cf-4dec-b847-fb474f4c1db5 HTTP/1.1" status: 204 len: 168 time: 0.2476358 Sep 10 03:51:11.121710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45414) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:11.124625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6027df1-e46c-4bb6-9be3-27b3320ffa12 None None] Network e20797e8-fdb0-483e-94c8-c72e91c3c422 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:11.190996 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.242022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Deleting port 035221a4-1748-4641-9cf7-c6dba7133679 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:11.242366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.303625 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] For port 035221a4-1748-4641-9cf7-c6dba7133679, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=035221a4-1748-4641-9cf7-c6dba7133679,segment=NetworkSegment(6747ab7b-bff6-45ef-9984-22a3a3034281),segment_id=6747ab7b-bff6-45ef-9984-22a3a3034281)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:11.303992 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.315766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Calling delete_port for 035221a4-1748-4641-9cf7-c6dba7133679 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:11.395374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.413557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3415e573-31ed-4b62-b087-587b3f56fbb1 None None] DHCP port deletion for e20797e8-fdb0-483e-94c8-c72e91c3c422 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:11.425784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=035221a4-1748-4641-9cf7-c6dba7133679,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:11.430708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] No DVR routers for this DVR port 035221a4-1748-4641-9cf7-c6dba7133679 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:11.504940 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.525797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20797e8-fdb0-483e-94c8-c72e91c3c422']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:11.534835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6747ab7b-bff6-45ef-9984-22a3a3034281') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:11.535129 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6747ab7b-bff6-45ef-9984-22a3a3034281') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:11.545195 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.558969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.565239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:51:11.565613 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:51:11.567279 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:51:11.623203 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.628961 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.630962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] 10.222.0.23 "DELETE /v2.0/networks/e20797e8-fdb0-483e-94c8-c72e91c3c422 HTTP/1.1" status: 204 len: 168 time: 0.5083196 Sep 10 03:51:11.633730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45416) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:11.649338 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3782c6c-70b1-41c4-9e87-2c802e9b5e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e20797e8-fdb0-483e-94c8-c72e91c3c422,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:11.718211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:11.738382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:11.738730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 1f8b5e86-cc26-46d8-87c1-62d2e2feaa2f not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:11.977813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.218162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Deleting port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:12.218509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.294375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] For port 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,segment=NetworkSegment(0f89b734-6e24-49ec-acc4-b4f0f5de5311),segment_id=0f89b734-6e24-49ec-acc4-b4f0f5de5311)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:12.294662 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.306666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Calling delete_port for 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:12.676358 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 035221a4-1748-4641-9cf7-c6dba7133679 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:12.695289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 035221a4-1748-4641-9cf7-c6dba7133679 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:12.695653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 035221a4-1748-4641-9cf7-c6dba7133679 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:12.696066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 174ec07c-8c98-4f3a-becb-49018f70f2b4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:12.714843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 174ec07c-8c98-4f3a-becb-49018f70f2b4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:12.715182 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 174ec07c-8c98-4f3a-becb-49018f70f2b4 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:12.715617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09894b4c-ec38-4195-aa90-ca367053466d no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:12.733565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 09894b4c-ec38-4195-aa90-ca367053466d {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:12.733906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 09894b4c-ec38-4195-aa90-ca367053466d not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:12.794225 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.821293 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Pushing event deleted for resources: {'Port': ['ID=528ba3e1-cd31-4d40-84a8-3a5ba71f3e47,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:12.983124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.195067 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Router 9a78db71-b3a8-49ed-a164-add42e59a2da has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:13.298283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:13.303121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fd49948b-f3bb-45e6-a9db-ccdc88e6c49a admin admin] 10.222.0.23 "PUT /v2.0/routers/9a78db71-b3a8-49ed-a164-add42e59a2da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6684246 Sep 10 03:51:13.305788 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45418) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:13.309373 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] Sync routers for ids ['9a78db71-b3a8-49ed-a164-add42e59a2da'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:13.318853 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] Routers {'9a78db71-b3a8-49ed-a164-add42e59a2da'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:13.319493 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9a78db71-b3a8-49ed-a164-add42e59a2da'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:13.408700 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.420657 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] Set router 9a78db71-b3a8-49ed-a164-add42e59a2da gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:13.509875 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.560292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Deleting port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:13.560631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.591937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:51:12Z', 'revision_number': 5, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port': {'id': '3a7d6747-635e-41ad-893d-e1e1fdf4e64c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:13.621102 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] Checking router: 9a78db71-b3a8-49ed-a164-add42e59a2da for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:13.629093 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] Routers {'9a78db71-b3a8-49ed-a164-add42e59a2da'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:13.629690 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['9a78db71-b3a8-49ed-a164-add42e59a2da'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:13.643603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] For port 3a7d6747-635e-41ad-893d-e1e1fdf4e64c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:13.643975 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.656204 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Calling delete_port for 3a7d6747-635e-41ad-893d-e1e1fdf4e64c owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:13.711972 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] Set router 9a78db71-b3a8-49ed-a164-add42e59a2da gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:13.762676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:51:13Z', 'revision_number': 6, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:13.793186 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac309-8b55-4eda-aff9-d7793e886f5b None None] The sync data for ids ['9a78db71-b3a8-49ed-a164-add42e59a2da'] in n-d-808126-2 is: [{'id': '9a78db71-b3a8-49ed-a164-add42e59a2da', 'name': 'tempest-TestEncryptedCinderVolumes-1999413146-router', 'tenant_id': '9991f24f117d49c684e8debd21759b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:57Z', 'updated_at': '2021-09-10T03:51:13Z', 'revision_number': 6, 'project_id': '9991f24f117d49c684e8debd21759b3c', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:13.824977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.851145 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7d6747-635e-41ad-893d-e1e1fdf4e64c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:13.910980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.997084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.999238 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.044726 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.045159 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a78db71-b3a8-49ed-a164-add42e59a2da {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:51:14.049942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.051009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-79155ad7-6a48-45b8-b67b-52ee1e642e1e admin admin] 10.222.0.23 "DELETE /v2.0/routers/9a78db71-b3a8-49ed-a164-add42e59a2da HTTP/1.1" status: 204 len: 168 time: 0.7436657 Sep 10 03:51:14.053566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45420) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:14.096969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Deleting subnet 62ff8b0e-60f6-4dd9-9541-f61618ca5e2f {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:14.100003 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.133711 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.216943 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.267984 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.293079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ff8b0e-60f6-4dd9-9541-f61618ca5e2f,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:14.297650 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.299522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f3535db2-8d02-45b4-a1eb-75d8811ea67f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/62ff8b0e-60f6-4dd9-9541-f61618ca5e2f HTTP/1.1" status: 204 len: 168 time: 0.2450206 Sep 10 03:51:14.301964 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45422) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:14.302882 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ad522-a23f-4413-8088-2f9c265edd64 None None] Network d1168524-ce89-449d-878d-3b0323875f2a requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:14.371521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.422421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Deleting port 968642ea-24e1-42ce-b79f-65c3826b1a74 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:14.422759 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.484356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] For port 968642ea-24e1-42ce-b79f-65c3826b1a74, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=968642ea-24e1-42ce-b79f-65c3826b1a74,segment=NetworkSegment(0f89b734-6e24-49ec-acc4-b4f0f5de5311),segment_id=0f89b734-6e24-49ec-acc4-b4f0f5de5311)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:14.484661 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.496974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Calling delete_port for 968642ea-24e1-42ce-b79f-65c3826b1a74 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:14.547678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] DHCP port deletion for d1168524-ce89-449d-878d-3b0323875f2a request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:14.582913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.595497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Deleting port 968642ea-24e1-42ce-b79f-65c3826b1a74 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:14.595877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.611440 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Pushing event deleted for resources: {'Port': ['ID=968642ea-24e1-42ce-b79f-65c3826b1a74,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:14.613400 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] No DVR routers for this DVR port 968642ea-24e1-42ce-b79f-65c3826b1a74 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:14.667945 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] For port 968642ea-24e1-42ce-b79f-65c3826b1a74, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:14.668349 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.681083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Calling delete_port for 968642ea-24e1-42ce-b79f-65c3826b1a74 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:14.684546 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Port 968642ea-24e1-42ce-b79f-65c3826b1a74 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:51:14.685855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.700422 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.713036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3a7d6747-635e-41ad-893d-e1e1fdf4e64c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:14.715610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] Pushing event deleted for resources: {'Port': ['ID=968642ea-24e1-42ce-b79f-65c3826b1a74,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:14.724436 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1168524-ce89-449d-878d-3b0323875f2a']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:14.734486 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f89b734-6e24-49ec-acc4-b4f0f5de5311') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:14.734854 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f89b734-6e24-49ec-acc4-b4f0f5de5311') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:14.736463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2806329-90f6-4f25-bc79-c14c698667b1 None None] No DVR routers for this DVR port 968642ea-24e1-42ce-b79f-65c3826b1a74 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:14.737854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 3a7d6747-635e-41ad-893d-e1e1fdf4e64c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:14.738204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 3a7d6747-635e-41ad-893d-e1e1fdf4e64c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:14.738617 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 968642ea-24e1-42ce-b79f-65c3826b1a74 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:14.751208 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.766376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 968642ea-24e1-42ce-b79f-65c3826b1a74 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:14.766649 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 968642ea-24e1-42ce-b79f-65c3826b1a74 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:14.767079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:14.768719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.781937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:51:14.782332 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:51:14.784083 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:51:14.786344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:14.786344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 528ba3e1-cd31-4d40-84a8-3a5ba71f3e47 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:14.841950 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.847558 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.851948 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/d1168524-ce89-449d-878d-3b0323875f2a HTTP/1.1" status: 204 len: 168 time: 0.5465379 Sep 10 03:51:14.860223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab00b2-294b-4811-a799-309d527623fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d1168524-ce89-449d-878d-3b0323875f2a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:15.017513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45426) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:15.056171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b4b02217-5705-4780-a81d-2d5109293944 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a7267cca16547f99eafa24b5255a746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375071 Sep 10 03:51:15.059135 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45428) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:15.109727 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f939ec-e0c0-477e-984e-6c83e09c9675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.130429 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f939ec-e0c0-477e-984e-6c83e09c9675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.175308 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f939ec-e0c0-477e-984e-6c83e09c9675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.177843 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f939ec-e0c0-477e-984e-6c83e09c9675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.179049 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e5f939ec-e0c0-477e-984e-6c83e09c9675 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f88f946e-609f-42df-96ba-5d86cfd1bccd HTTP/1.1" status: 204 len: 168 time: 0.1189823 Sep 10 03:51:15.187111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f939ec-e0c0-477e-984e-6c83e09c9675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f946e-609f-42df-96ba-5d86cfd1bccd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:15.500743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45434) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:15.538249 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-994e9572-8df5-45f0-9056-baf91d9cf95b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9991f24f117d49c684e8debd21759b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0364010 Sep 10 03:51:15.540547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45436) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:15.587413 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59348873-facd-4e57-9eb5-35183bbcbb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.611190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59348873-facd-4e57-9eb5-35183bbcbb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.668287 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59348873-facd-4e57-9eb5-35183bbcbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.670969 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59348873-facd-4e57-9eb5-35183bbcbb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.672269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-59348873-facd-4e57-9eb5-35183bbcbb87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db8db5ca-9e7f-450a-840d-61499099d72a HTTP/1.1" status: 204 len: 168 time: 0.1303577 Sep 10 03:51:15.680290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59348873-facd-4e57-9eb5-35183bbcbb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8db5ca-9e7f-450a-840d-61499099d72a,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.321698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45458) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:16.414655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-653015223-network', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:16.438766 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Made reservation on behalf of dc50c10ce37d4fddaeba23ff67d7096c for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:16.441187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.449372 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.536418 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.540094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.564357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:51:16.572946 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db6170-b9ab-451d-ae35-abdad1d49fd1,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.579159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.579543 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Added segment 3461c12f-eff6-47e0-9bae-578674d5a848 of type vlan for network 265cd2e6-59b8-4ee5-90d9-49995881f44c Sep 10 03:51:16.622675 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.646914 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.648104 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:16.648686 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.682794 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3599749 Sep 10 03:51:16.685810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:16.691553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Request body: {'subnet': {'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-653015223-subnet', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:16.711792 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Made reservation on behalf of dc50c10ce37d4fddaeba23ff67d7096c for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:16.714751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.715218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66b2a9-4ac8-4b8d-9079-dfc776667337 admin admin] Pushing event updated for resources: {'Network': ['ID=265cd2e6-59b8-4ee5-90d9-49995881f44c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.725841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:51:16.880431 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.935861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43155c7-d30b-4225-abab-4ea363b76218,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.944027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Checking segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:16.944435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Network hostable DHCP agents. Network: 265cd2e6-59b8-4ee5-90d9-49995881f44c, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:51:16.961115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:51:16.969914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 265cd2e6-59b8-4ee5-90d9-49995881f44c) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:16.974053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:16.974658 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.979009 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12385237-f029-40bf-97ae-ae11bb60ae15 None None] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:16.987648 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-26899782-f279-42e6-a05e-aef84b56e637 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3007162 Sep 10 03:51:16.990382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45464) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:16.994620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:17.014762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.015788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.071022 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.125828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-265cd2e6-59b8-4ee5-90d9-49995881f44c', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:17.126698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.214984 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.262597 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Allocated IP 172.20.0.2 (265cd2e6-59b8-4ee5-90d9-49995881f44c/e43155c7-d30b-4225-abab-4ea363b76218/eca6919b-cd5a-46f3-bafb-65a534c99e7c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:17.402011 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.411410 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Transition to ACTIVE for port object eca6919b-cd5a-46f3-bafb-65a534c99e7c will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:17.416366 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.425793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Transition to ACTIVE for port object eca6919b-cd5a-46f3-bafb-65a534c99e7c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:17.431127 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.435562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.467986 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:17.470704 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:17.476113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:17.483612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Pushing event updated for resources: {'Port': ['ID=eca6919b-cd5a-46f3-bafb-65a534c99e7c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:17.534383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Attempting to bind port eca6919b-cd5a-46f3-bafb-65a534c99e7c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:17.534743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Attempting to bind port eca6919b-cd5a-46f3-bafb-65a534c99e7c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:17.535098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Attempting to bind port eca6919b-cd5a-46f3-bafb-65a534c99e7c on network 265cd2e6-59b8-4ee5-90d9-49995881f44c {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:17.539885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:17.540255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Checking segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:17.540688 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.541076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Bound using segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:17.541536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Bound port: eca6919b-cd5a-46f3-bafb-65a534c99e7c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:17.541908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.542406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Allocated IP 172.25.8.55 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/daf02316-ccf6-4295-9daa-059119324d9e) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:17.606310 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] For port eca6919b-cd5a-46f3-bafb-65a534c99e7c, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:17.610272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] For port eca6919b-cd5a-46f3-bafb-65a534c99e7c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eca6919b-cd5a-46f3-bafb-65a534c99e7c,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:17.614133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.646648 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.670122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38839c-c49a-4ea2-8c8b-23cc1c23a1e0 None None] Pushing event updated for resources: {'Port': ['ID=eca6919b-cd5a-46f3-bafb-65a534c99e7c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:17.691714 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.729439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:17.732257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:17.737945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:17.743543 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Pushing event updated for resources: {'Port': ['ID=daf02316-ccf6-4295-9daa-059119324d9e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:18.011134 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.202609 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.329905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:51:18.547434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973d062-afe8-465c-96c0-5f2b304129c0 None None] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:18.780002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:18.791565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eca6919b-cd5a-46f3-bafb-65a534c99e7c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:18.795221 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.796438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Sync routers for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:18.796928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e6f6aa06-966b-40d0-b984-9ef5ccf7509d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8054497 Sep 10 03:51:18.799330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45466) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:18.857349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b5148fba-9c8f-4ae5-9f9e-63c9fe9e40e6 None None] Provisioning for port eca6919b-cd5a-46f3-bafb-65a534c99e7c completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:18.871029 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:18.871681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:18.960353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port eca6919b-cd5a-46f3-bafb-65a534c99e7c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:18.998146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port eca6919b-cd5a-46f3-bafb-65a534c99e7c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:18.998512 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.034807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:19.207803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.228698 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.267288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port eca6919b-cd5a-46f3-bafb-65a534c99e7c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eca6919b-cd5a-46f3-bafb-65a534c99e7c,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:19.272054 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.328851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:17Z', 'revision_number': 3, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:19.358151 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-67d10d3a-561d-4239-b541-de964605f9c0 None None] Provisioning complete for port eca6919b-cd5a-46f3-bafb-65a534c99e7c triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:19.358521 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-67d10d3a-561d-4239-b541-de964605f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.361099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=eca6919b-cd5a-46f3-bafb-65a534c99e7c,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.379931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Checking router: 6e0ac451-116b-4a3f-9fb1-6d340c61a476 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:19.380277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Updating router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 port daf02316-ccf6-4295-9daa-059119324d9e binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:51:19.384564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Allocated IP 172.20.0.1 (265cd2e6-59b8-4ee5-90d9-49995881f44c/e43155c7-d30b-4225-abab-4ea363b76218/ae8e8679-7fc6-423e-94d0-2b05e872e6b8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:19.417115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.486048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.500270 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Transition to ACTIVE for port object ae8e8679-7fc6-423e-94d0-2b05e872e6b8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:19.533378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.577620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:19.580670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:19.586761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:19.612606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.631541 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.705915 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.718990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Transition to ACTIVE for port object daf02316-ccf6-4295-9daa-059119324d9e will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:19.726504 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.770119 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.786595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Attempting to bind port daf02316-ccf6-4295-9daa-059119324d9e on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:19.786994 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Attempting to bind port daf02316-ccf6-4295-9daa-059119324d9e by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:19.787352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Attempting to bind port daf02316-ccf6-4295-9daa-059119324d9e on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:19.790425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e1ed-87b1-4849-a8a0-12aa4fd2ddfc None None] Pushing event updated for resources: {'Port': ['ID=daf02316-ccf6-4295-9daa-059119324d9e,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.795611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:19.795983 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:19.796384 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.796763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:19.797229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Bound port: daf02316-ccf6-4295-9daa-059119324d9e, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:19.797607 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.848822 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] For port daf02316-ccf6-4295-9daa-059119324d9e, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:19.851988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] For port daf02316-ccf6-4295-9daa-059119324d9e, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=daf02316-ccf6-4295-9daa-059119324d9e,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:19.859697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.910170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-823e704f-0eba-4df8-bc00-079c5be64775 None None] Provisioning for port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:19.921981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-823e704f-0eba-4df8-bc00-079c5be64775 None None] Provisioning complete for port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:19.922357 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-823e704f-0eba-4df8-bc00-079c5be64775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.944545 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.950132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.951497 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e1ed-87b1-4849-a8a0-12aa4fd2ddfc None None] Pushing event updated for resources: {'Port': ['ID=daf02316-ccf6-4295-9daa-059119324d9e,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.954393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:19.954946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:20.007472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-823e704f-0eba-4df8-bc00-079c5be64775 None None] Port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:20.016512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:20.019087 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.069086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:20.113478 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:20.114898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:20.232110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:20.284655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 2, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:20.312144 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc7420-f6de-4c96-a33c-f771dde8c217 None None] The sync data for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 is: [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 2, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:20.329865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-43b9ffb2-7620-4417-a163-207fa40f31b2 None None] Provisioning complete for port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:20.330238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-43b9ffb2-7620-4417-a163-207fa40f31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.351384 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:20.357283 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cb816c3f-53e1-49a3-ba3e-cb505c4a1096 admin admin] 10.222.0.23 "PUT /v2.0/routers/6e0ac451-116b-4a3f-9fb1-6d340c61a476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565817 Sep 10 03:51:20.367705 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-43b9ffb2-7620-4417-a163-207fa40f31b2 None None] Port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:20.694765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eca6919b-cd5a-46f3-bafb-65a534c99e7c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:20.760661 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port eca6919b-cd5a-46f3-bafb-65a534c99e7c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:20.761291 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.872074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45482) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:20.877772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-150244335-network', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:20.900172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Made reservation on behalf of 83bfd27f01c44f84ab91e25562fb38af for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:20.902574 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.915080 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.038672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.043720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.071210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:51:21.081588 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8130ef19-c5a0-4ac1-b258-d43c7871cd1e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:21.090157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.090512 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Added segment 53aeea09-e290-4631-95a9-a03e63bf3712 of type vlan for network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 Sep 10 03:51:21.132777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.158770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.160032 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:21.160713 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.193625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3204634 Sep 10 03:51:21.196310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45484) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:21.202805 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Request body: {'subnet': {'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-150244335-subnet', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:21.242919 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db780df-148a-4682-b962-c03dd27f131d admin admin] Pushing event updated for resources: {'Network': ['ID=d4eecee0-50ac-4ca7-b5a7-a888d88c2c60,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:21.253847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:51:21.256699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Made reservation on behalf of 83bfd27f01c44f84ab91e25562fb38af for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:21.259180 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.441389 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.497001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Pushing event updated for resources: {'Subnet': ['ID=985da35a-1502-476a-8b10-f0cd81093809,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:21.507072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Checking segment: {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:21.507435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Network hostable DHCP agents. Network: d4eecee0-50ac-4ca7-b5a7-a888d88c2c60, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:51:21.523831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:51:21.532905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, d4eecee0-50ac-4ca7-b5a7-a888d88c2c60) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:21.538943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:21.538943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.542093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4ddc5-90eb-4607-a059-477e530e9cef None None] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:21.555801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c4f05020-9fbe-40f4-9f86-aa9e7f9a206e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3583238 Sep 10 03:51:21.558482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:21.563508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:21.585855 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.586914 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.638604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.696098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-d4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'fixed_ips': [{'subnet_id': '985da35a-1502-476a-8b10-f0cd81093809'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:21.697430 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.780739 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.831826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Allocated IP 172.20.0.2 (d4eecee0-50ac-4ca7-b5a7-a888d88c2c60/985da35a-1502-476a-8b10-f0cd81093809/acd15956-c429-45c7-88bb-2d39a0c62125) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:21.981581 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.984562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.990036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Transition to ACTIVE for port object acd15956-c429-45c7-88bb-2d39a0c62125 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:22.005096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Transition to ACTIVE for port object acd15956-c429-45c7-88bb-2d39a0c62125 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:22.010999 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.011870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.051416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:22.056205 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:22.060691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:22.063821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Pushing event updated for resources: {'Port': ['ID=acd15956-c429-45c7-88bb-2d39a0c62125,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:22.119157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Attempting to bind port acd15956-c429-45c7-88bb-2d39a0c62125 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:22.119542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Attempting to bind port acd15956-c429-45c7-88bb-2d39a0c62125 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:22.119894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Attempting to bind port acd15956-c429-45c7-88bb-2d39a0c62125 on network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:22.124558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Allocated IP 172.25.8.84 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/8ccab911-11f4-49d2-9109-16d30876b63b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:22.125036 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:22.125384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Checking segment: {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:22.125943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.127019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Bound using segment: {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:22.127235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Bound port: acd15956-c429-45c7-88bb-2d39a0c62125, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:22.127709 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.191987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] For port acd15956-c429-45c7-88bb-2d39a0c62125, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:22.195716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] For port acd15956-c429-45c7-88bb-2d39a0c62125, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=acd15956-c429-45c7-88bb-2d39a0c62125,segment=NetworkSegment(53aeea09-e290-4631-95a9-a03e63bf3712),segment_id=53aeea09-e290-4631-95a9-a03e63bf3712)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:22.201016 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.242542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.260596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7ca6-e551-4bf0-a6a0-cff03f029a26 None None] Pushing event updated for resources: {'Port': ['ID=acd15956-c429-45c7-88bb-2d39a0c62125,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:22.285338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.325815 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Sync routers for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:22.327609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:22.332510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:22.335014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:22.335708 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:22.336478 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:22.342110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccab911-11f4-49d2-9109-16d30876b63b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:22.470225 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:22.622540 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.683376 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 2, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:22.717913 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Checking router: 6e0ac451-116b-4a3f-9fb1-6d340c61a476 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:22.718262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Updating router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:51:22.764738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device daf02316-ccf6-4295-9daa-059119324d9e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:22.816526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port daf02316-ccf6-4295-9daa-059119324d9e completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:22.820510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port daf02316-ccf6-4295-9daa-059119324d9e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:22.820963 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.841928 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.846372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.906571 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.928923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port daf02316-ccf6-4295-9daa-059119324d9e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=daf02316-ccf6-4295-9daa-059119324d9e,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:22.933669 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.934698 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device acd15956-c429-45c7-88bb-2d39a0c62125 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:22.985655 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=daf02316-ccf6-4295-9daa-059119324d9e,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:22.997776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Router 267d8690-76c4-4b87-9c25-022964390887 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:51:23.052169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port acd15956-c429-45c7-88bb-2d39a0c62125 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:23.161053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:23.173446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Sync routers for ids ['267d8690-76c4-4b87-9c25-022964390887'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:23.184098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Routers {'267d8690-76c4-4b87-9c25-022964390887'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:23.184734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['267d8690-76c4-4b87-9c25-022964390887'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:23.201692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.206064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45488) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:23.206511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1d7d6a84-fc58-417c-a5e9-65225a60cd86 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6466348 Sep 10 03:51:23.241984 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.262021 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Transition to ACTIVE for port object ae8e8679-7fc6-423e-94d0-2b05e872e6b8 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:23.273011 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.299715 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec2b3d-56a6-4fb4-a020-825f7647d8f3 None None] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:23.329330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Pushing event updated for resources: {'Port': ['ID=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:23.341379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Set router 267d8690-76c4-4b87-9c25-022964390887 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:23.358414 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.359034 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.359562 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.360049 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.360548 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.361039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.362351 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.362844 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.363322 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.363820 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.364292 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.364785 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:23.408884 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Attempting to bind port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:23.409530 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Attempting to bind port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:23.410065 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Attempting to bind port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 on network 265cd2e6-59b8-4ee5-90d9-49995881f44c {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:23.416556 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:23.417245 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Checking segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:23.417811 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.418378 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Bound using segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:23.419023 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Bound port: ae8e8679-7fc6-423e-94d0-2b05e872e6b8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:23.419601 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.487853 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] For port ae8e8679-7fc6-423e-94d0-2b05e872e6b8, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:23.491720 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] For port ae8e8679-7fc6-423e-94d0-2b05e872e6b8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:23.497334 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.563037 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:23.563907 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:23.623088 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc544e05-bc6d-49b9-b358-474407b2b86e None None] Pushing event updated for resources: {'Port': ['ID=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:23.672389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] Provisioning for port acd15956-c429-45c7-88bb-2d39a0c62125 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:23.716126 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:23.718340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] Provisioning complete for port acd15956-c429-45c7-88bb-2d39a0c62125 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:23.718713 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.759937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.933042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.947000 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Allocated IP 172.20.0.1 (d4eecee0-50ac-4ca7-b5a7-a888d88c2c60/985da35a-1502-476a-8b10-f0cd81093809/1a4116fa-8d46-4546-abd4-bbf7574552b7) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:23.947416 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:23Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:23.950406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 3, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:23.976754 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d2aed-eff4-40e2-989c-70281a4f96cf None None] The sync data for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 is: [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:23Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:23.986934 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Checking router: 267d8690-76c4-4b87-9c25-022964390887 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:23.987280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Updating router 267d8690-76c4-4b87-9c25-022964390887 port 8ccab911-11f4-49d2-9109-16d30876b63b binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:51:24.022246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] For port acd15956-c429-45c7-88bb-2d39a0c62125, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=acd15956-c429-45c7-88bb-2d39a0c62125,segment=NetworkSegment(53aeea09-e290-4631-95a9-a03e63bf3712),segment_id=53aeea09-e290-4631-95a9-a03e63bf3712)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:24.026325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.029461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.084732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.107633 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Transition to ACTIVE for port object 1a4116fa-8d46-4546-abd4-bbf7574552b7 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:24.147272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.181598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42eb59-1115-40be-bcbd-b0bf64d21e0a None None] Pushing event updated for resources: {'Port': ['ID=acd15956-c429-45c7-88bb-2d39a0c62125,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.192805 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:24.196014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:24.200560 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:24.235693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4116fa-8d46-4546-abd4-bbf7574552b7,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.251217 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.344624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e305c4de-e291-4c7b-9044-44a4f4a7c304 None None] Provisioning complete for port acd15956-c429-45c7-88bb-2d39a0c62125 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:24.345246 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e305c4de-e291-4c7b-9044-44a4f4a7c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.382030 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:51:24.404801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.439098 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.456950 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Transition to ACTIVE for port object 8ccab911-11f4-49d2-9109-16d30876b63b will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:24.465520 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.551999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Attempting to bind port 8ccab911-11f4-49d2-9109-16d30876b63b on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:24.552372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Attempting to bind port 8ccab911-11f4-49d2-9109-16d30876b63b by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:24.552741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Attempting to bind port 8ccab911-11f4-49d2-9109-16d30876b63b on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:24.563730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8fe7-581d-46c3-bf3c-42d0279731a2 None None] Pushing event updated for resources: {'Port': ['ID=8ccab911-11f4-49d2-9109-16d30876b63b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.567419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:24.567824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:24.568230 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.568614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:24.569087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Bound port: 8ccab911-11f4-49d2-9109-16d30876b63b, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:24.569596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.592645 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.597527 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.633430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] For port 8ccab911-11f4-49d2-9109-16d30876b63b, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:24.637557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] For port 8ccab911-11f4-49d2-9109-16d30876b63b, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8ccab911-11f4-49d2-9109-16d30876b63b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:24.661074 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.667492 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.669892 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4116fa-8d46-4546-abd4-bbf7574552b7,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.747122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Routers {'267d8690-76c4-4b87-9c25-022964390887'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:24.747815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['267d8690-76c4-4b87-9c25-022964390887'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:24.772744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:24.774457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:24.807294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8fe7-581d-46c3-bf3c-42d0279731a2 None None] Pushing event updated for resources: {'Port': ['ID=8ccab911-11f4-49d2-9109-16d30876b63b,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.813848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device daf02316-ccf6-4295-9daa-059119324d9e up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:24.867975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb1a8d56-b591-4270-b4ab-f1cb8fab4f9a None None] Provisioning for port 1a4116fa-8d46-4546-abd4-bbf7574552b7 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:24.874760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-eb1a8d56-b591-4270-b4ab-f1cb8fab4f9a None None] Provisioning complete for port 1a4116fa-8d46-4546-abd4-bbf7574552b7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:24.875135 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8d56-b591-4270-b4ab-f1cb8fab4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.924106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] Set router 267d8690-76c4-4b87-9c25-022964390887 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:24.966897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a8d56-b591-4270-b4ab-f1cb8fab4f9a None None] Port 1a4116fa-8d46-4546-abd4-bbf7574552b7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:25.039727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port daf02316-ccf6-4295-9daa-059119324d9e triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:25.039996 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.149188 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c7c54646-67e8-4fcc-87bd-71e03ad7c98f None None] Provisioning complete for port 1a4116fa-8d46-4546-abd4-bbf7574552b7 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:25.149555 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7c54646-67e8-4fcc-87bd-71e03ad7c98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.229717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c7c54646-67e8-4fcc-87bd-71e03ad7c98f None None] Port 1a4116fa-8d46-4546-abd4-bbf7574552b7 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:25.229981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Router 267d8690-76c4-4b87-9c25-022964390887 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:25.246103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ae8e8679-7fc6-423e-94d0-2b05e872e6b8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:25.298689 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1a4116fa-8d46-4546-abd4-bbf7574552b7', 'name': '', 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'mac_address': 'fa:16:3e:bb:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '985da35a-1502-476a-8b10-f0cd81093809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:23Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 2, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'subnets': [{'id': '985da35a-1502-476a-8b10-f0cd81093809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:25.330011 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305d0fa-8d01-4026-bc93-4bd9674bfdec None None] The sync data for ids ['267d8690-76c4-4b87-9c25-022964390887'] in n-d-808126-2 is: [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1a4116fa-8d46-4546-abd4-bbf7574552b7', 'name': '', 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'mac_address': 'fa:16:3e:bb:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '985da35a-1502-476a-8b10-f0cd81093809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:23Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 2, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'subnets': [{'id': '985da35a-1502-476a-8b10-f0cd81093809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:25.333942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:25.335938 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:25.339325 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:25.339736 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.341366 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4aa7d92d-1277-40da-a79f-98bd14f52b15 admin admin] 10.222.0.23 "PUT /v2.0/routers/267d8690-76c4-4b87-9c25-022964390887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1341858 Sep 10 03:51:25.429081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.465810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ae8e8679-7fc6-423e-94d0-2b05e872e6b8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:25.470029 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.471086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device acd15956-c429-45c7-88bb-2d39a0c62125 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:25.574878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:25.588897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port acd15956-c429-45c7-88bb-2d39a0c62125 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:25.588897 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:26.774104 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ae8e8679-7fc6-423e-94d0-2b05e872e6b8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:27.013228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:27.013863 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.247263 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Sync routers for ids ['267d8690-76c4-4b87-9c25-022964390887'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:28.258582 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Routers {'267d8690-76c4-4b87-9c25-022964390887'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:28.259239 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['267d8690-76c4-4b87-9c25-022964390887'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:28.377395 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Set router 267d8690-76c4-4b87-9c25-022964390887 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:28.608275 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1a4116fa-8d46-4546-abd4-bbf7574552b7', 'name': '', 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'mac_address': 'fa:16:3e:bb:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '985da35a-1502-476a-8b10-f0cd81093809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:23Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 2, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'subnets': [{'id': '985da35a-1502-476a-8b10-f0cd81093809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:28.638119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Checking router: 267d8690-76c4-4b87-9c25-022964390887 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:28.638468 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Updating router 267d8690-76c4-4b87-9c25-022964390887 port 1a4116fa-8d46-4546-abd4-bbf7574552b7 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:51:28.679507 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.737015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8ccab911-11f4-49d2-9109-16d30876b63b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:28.791491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 8ccab911-11f4-49d2-9109-16d30876b63b completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:28.796939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8ccab911-11f4-49d2-9109-16d30876b63b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:28.797733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.883758 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.907605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 8ccab911-11f4-49d2-9109-16d30876b63b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8ccab911-11f4-49d2-9109-16d30876b63b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:28.911898 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.976606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=8ccab911-11f4-49d2-9109-16d30876b63b,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:28.986906 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.000046 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Transition to ACTIVE for port object 1a4116fa-8d46-4546-abd4-bbf7574552b7 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:29.006838 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.064528 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f219a-6dc5-4cdf-bade-581620ddba61 None None] Pushing event updated for resources: {'Port': ['ID=1a4116fa-8d46-4546-abd4-bbf7574552b7,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:29.114160 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Attempting to bind port 1a4116fa-8d46-4546-abd4-bbf7574552b7 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:29.114528 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Attempting to bind port 1a4116fa-8d46-4546-abd4-bbf7574552b7 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:29.114871 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Attempting to bind port 1a4116fa-8d46-4546-abd4-bbf7574552b7 on network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:29.122848 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:29.123211 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Checking segment: {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:29.123646 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.124088 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Bound using segment: {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:29.124557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Bound port: 1a4116fa-8d46-4546-abd4-bbf7574552b7, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53aeea09-e290-4631-95a9-a03e63bf3712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:29.124931 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.234771 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] For port 1a4116fa-8d46-4546-abd4-bbf7574552b7, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:29.238623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] For port 1a4116fa-8d46-4546-abd4-bbf7574552b7, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a4116fa-8d46-4546-abd4-bbf7574552b7,segment=NetworkSegment(53aeea09-e290-4631-95a9-a03e63bf3712),segment_id=53aeea09-e290-4631-95a9-a03e63bf3712)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:29.244046 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.296392 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Routers {'267d8690-76c4-4b87-9c25-022964390887'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:29.297047 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:51:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['267d8690-76c4-4b87-9c25-022964390887'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:29.348834 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f219a-6dc5-4cdf-bade-581620ddba61 None None] Pushing event updated for resources: {'Port': ['ID=1a4116fa-8d46-4546-abd4-bbf7574552b7,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:29.465675 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] Set router 267d8690-76c4-4b87-9c25-022964390887 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:29.809946 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1a4116fa-8d46-4546-abd4-bbf7574552b7', 'name': '', 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'mac_address': 'fa:16:3e:bb:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '985da35a-1502-476a-8b10-f0cd81093809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:23Z', 'updated_at': '2021-09-10T03:51:29Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'subnets': [{'id': '985da35a-1502-476a-8b10-f0cd81093809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:29.842817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1af32-6465-4812-acdd-7b81ab1492b4 None None] The sync data for ids ['267d8690-76c4-4b87-9c25-022964390887'] in n-d-808126-2 is: [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:51:24Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1a4116fa-8d46-4546-abd4-bbf7574552b7', 'name': '', 'network_id': 'd4eecee0-50ac-4ca7-b5a7-a888d88c2c60', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'mac_address': 'fa:16:3e:bb:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '985da35a-1502-476a-8b10-f0cd81093809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:23Z', 'updated_at': '2021-09-10T03:51:29Z', 'revision_number': 4, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'subnets': [{'id': '985da35a-1502-476a-8b10-f0cd81093809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:30.722309 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a4116fa-8d46-4546-abd4-bbf7574552b7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:30.782848 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1a4116fa-8d46-4546-abd4-bbf7574552b7 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:30.791771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1a4116fa-8d46-4546-abd4-bbf7574552b7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:30.792156 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.906871 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.951124 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1a4116fa-8d46-4546-abd4-bbf7574552b7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a4116fa-8d46-4546-abd4-bbf7574552b7,segment=NetworkSegment(53aeea09-e290-4631-95a9-a03e63bf3712),segment_id=53aeea09-e290-4631-95a9-a03e63bf3712)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:30.959243 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.961068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8ccab911-11f4-49d2-9109-16d30876b63b up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:31.053624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1a4116fa-8d46-4546-abd4-bbf7574552b7,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:31.069224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 8ccab911-11f4-49d2-9109-16d30876b63b triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:31.069598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.812004 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a5b2-45ff-4e7a-9457-222374c030d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.456448 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.639808 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.701741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a4116fa-8d46-4546-abd4-bbf7574552b7 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:32.760799 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1a4116fa-8d46-4546-abd4-bbf7574552b7 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:32.760799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.389132 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42e0c3b9-d12f-4cb4-8a93-c809911be414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.759763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.137734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-c9ca6d90-e4d4-468e-a03c-98eb39d9568e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:35.139223 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-c9ca6d90-e4d4-468e-a03c-98eb39d9568e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 814 time: 0.1015549 Sep 10 03:51:35.154549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-79ece476-4fd3-4a1c-856b-50190ab10f9e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/quotas/dc50c10ce37d4fddaeba23ff67d7096c HTTP/1.1" status: 200 len: 375 time: 0.0096288 Sep 10 03:51:35.209946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-36cf8d4b-98f3-4496-b501-04250180f428 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503912 Sep 10 03:51:35.226143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-78edf974-1a53-4c9a-9035-01b3d8d5494d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:51:35.227113 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-78edf974-1a53-4c9a-9035-01b3d8d5494d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051091 Sep 10 03:51:35.314456 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-799f06e8-390f-4050-a50b-87c60ad265ad service neutron] 10.222.0.23 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816712 Sep 10 03:51:35.579202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.733438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-bc6815ae-abf2-45f5-b11c-461551dd6e50 service neutron] 10.222.0.23 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129264 Sep 10 03:51:35.891529 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6f3d1d21-533b-40ae-bcd6-fdb8b41cf506 req-a85dac62-1935-414d-bd94-caf28dbca0f0 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 210 time: 0.0264304 Sep 10 03:51:36.764432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-6835fd2f-62a7-4fe3-8612-9f18be19235d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:36.765984 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-6835fd2f-62a7-4fe3-8612-9f18be19235d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 814 time: 0.1020176 Sep 10 03:51:36.778952 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'port': {'device_id': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'admin_state_up': True, 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:36.892939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Made reservation on behalf of dc50c10ce37d4fddaeba23ff67d7096c for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:36.896561 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.999980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d1ac1bd8-78be-4cba-b3c8-9819c005255c req-e96bd84d-6d16-4c73-8039-b702e0a37d17 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 210 time: 0.0374789 Sep 10 03:51:37.062280 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Allocated IP 172.20.0.9 (265cd2e6-59b8-4ee5-90d9-49995881f44c/e43155c7-d30b-4225-abab-4ea363b76218/5eb2c5ca-0034-46dd-8fdf-eee69b7dc885) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:37.271171 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.293426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Transition to ACTIVE for port object 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:37.334642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.378092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:37.381547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:37.385528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:37.427060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:37.439938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.440292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.440632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.440974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.441311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.441650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.441981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.442309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.442637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.442966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.443290 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.443643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:37.455312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:37.456012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.478368 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-f4805711-496c-4c8b-8565-77bfdeeac338 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7034290 Sep 10 03:51:37.537231 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.702965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0beb221a-71d6-40a5-a523-1f3591de1cf8 None None] Provisioning for port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:37.706624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-0beb221a-71d6-40a5-a523-1f3591de1cf8 None None] Provisioning complete for port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:37.707001 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0beb221a-71d6-40a5-a523-1f3591de1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.747230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-0beb221a-71d6-40a5-a523-1f3591de1cf8 None None] Port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:38.115911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee5b7-36ac-4d08-b3f9-3253028c85bc req-fbc377e4-393b-4675-b630-5bc20889f59e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.117591 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a69ee5b7-36ac-4d08-b3f9-3253028c85bc req-fbc377e4-393b-4675-b630-5bc20889f59e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0498762 Sep 10 03:51:38.162178 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a69ee5b7-36ac-4d08-b3f9-3253028c85bc req-68f7aa13-3913-4ac6-96d5-381303382188 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382528 Sep 10 03:51:39.287368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd335b10-b656-407a-9ab5-dc5f2a2c3f64 req-3fcbb9db-c339-4b31-8b4f-1d4e28299f68 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.288917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd335b10-b656-407a-9ab5-dc5f2a2c3f64 req-3fcbb9db-c339-4b31-8b4f-1d4e28299f68 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0548182 Sep 10 03:51:39.327525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd335b10-b656-407a-9ab5-dc5f2a2c3f64 req-6f3dc542-4110-4235-a369-1521c2c54e9f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Sep 10 03:51:40.444298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b45158-d6f3-421f-9fcc-22f6c51308b7 req-6f849da7-848f-4bb5-a4de-eec9cec4d069 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.446038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91b45158-d6f3-421f-9fcc-22f6c51308b7 req-6f849da7-848f-4bb5-a4de-eec9cec4d069 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0537660 Sep 10 03:51:40.489308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-91b45158-d6f3-421f-9fcc-22f6c51308b7 req-09525a86-7fb7-4d67-88e2-e8eff7e5cf3c tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359502 Sep 10 03:51:41.627764 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0f101-9f21-4644-ac08-44e69936a986 req-0cc57a89-3ebe-4313-bee3-66d14323fa3b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.629245 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27c0f101-9f21-4644-ac08-44e69936a986 req-0cc57a89-3ebe-4313-bee3-66d14323fa3b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0667455 Sep 10 03:51:41.671909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27c0f101-9f21-4644-ac08-44e69936a986 req-b52de477-67d3-4c59-9b19-494ba70657d1 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Sep 10 03:51:42.793407 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bde7-c6c3-420c-8e13-7f8ae1dfa6d8 req-c276a17b-a5c7-467e-9b36-5c62f39c5a27 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:42.803101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0e64bde7-c6c3-420c-8e13-7f8ae1dfa6d8 req-c276a17b-a5c7-467e-9b36-5c62f39c5a27 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0654154 Sep 10 03:51:42.846806 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0e64bde7-c6c3-420c-8e13-7f8ae1dfa6d8 req-be06816a-1062-49d4-a9a6-a2f0cb7dd8bd tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Sep 10 03:51:43.959145 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5fa2c-b2ee-44c7-94ab-cda88d5539e6 req-c4d383d0-12e9-4962-a74f-4bf88a66b596 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.960681 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ac5fa2c-b2ee-44c7-94ab-cda88d5539e6 req-c4d383d0-12e9-4962-a74f-4bf88a66b596 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0475225 Sep 10 03:51:43.997207 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0ac5fa2c-b2ee-44c7-94ab-cda88d5539e6 req-2ae4dcf2-c75a-496f-8a3a-6a01af9231d0 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301070 Sep 10 03:51:45.131780 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc081d-89de-4053-b092-f33a62fd6f4f req-34329581-5d89-4645-9971-5a89829fe4d8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:45.143220 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77bc081d-89de-4053-b092-f33a62fd6f4f req-34329581-5d89-4645-9971-5a89829fe4d8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0796096 Sep 10 03:51:45.202043 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77bc081d-89de-4053-b092-f33a62fd6f4f req-562e592f-3e7a-4f90-8714-cf6b8eacc6d8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579123 Sep 10 03:51:46.319532 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35451eb-2a69-4abd-8bc9-9afb6dbe281d req-64af25dd-7ef3-474d-aeff-0addf344d018 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:46.322286 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b35451eb-2a69-4abd-8bc9-9afb6dbe281d req-64af25dd-7ef3-474d-aeff-0addf344d018 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0550523 Sep 10 03:51:46.362255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b35451eb-2a69-4abd-8bc9-9afb6dbe281d req-189bef97-4812-4898-af2b-a3c6ec02e433 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336676 Sep 10 03:51:47.482857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad700eff-87fa-499a-9f9e-488f03c13415 req-3ab9779f-70b3-4e95-9f71-8d6851b5d616 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:47.484396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad700eff-87fa-499a-9f9e-488f03c13415 req-3ab9779f-70b3-4e95-9f71-8d6851b5d616 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 931 time: 0.0497992 Sep 10 03:51:47.521247 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ad700eff-87fa-499a-9f9e-488f03c13415 req-8f2efd69-6d84-425c-9528-0ef10550b28d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Sep 10 03:51:47.652427 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Request body: {'port': {'device_id': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:47.705517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:47.960853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:47.968107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:47.980518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Transition to ACTIVE for port object 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:47.984055 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.035802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:48.107607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Attempting to bind port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:48.107946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Attempting to bind port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:48.108285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Attempting to bind port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 on network 265cd2e6-59b8-4ee5-90d9-49995881f44c {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:48.112735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 on network 265cd2e6-59b8-4ee5-90d9-49995881f44c not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:51:48.113058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Attempting to bind port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 on network 265cd2e6-59b8-4ee5-90d9-49995881f44c {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:48.117935 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:48.118284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Checking segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:48.118676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Bound using segment: {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:48.119109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Bound port: 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3461c12f-eff6-47e0-9bae-578674d5a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:48.119497 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.188568 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:48.191871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:48.195979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.230417 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.230913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.232360 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-2b790798-0ed1-460b-a242-add6481a781b service neutron] 10.222.0.32 "PUT /v2.0/ports/5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 1091 time: 0.5866044 Sep 10 03:51:48.232797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:48.235038 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa" -d '{"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:48.264094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b790798-0ed1-460b-a242-add6481a781b service neutron] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:48.281197 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5997dc64-2e84-4213-8457-44d1e5c404ad x-openstack-request-id: req-5997dc64-2e84-4213-8457-44d1e5c404ad {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:48.281435 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:48.281688 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5997dc64-2e84-4213-8457-44d1e5c404ad {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:48.282112 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'status': 'completed', 'code': 200} Sep 10 03:51:48.315574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-e5859150-076f-48f5-9b00-0f1c28429c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.317102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-e5859150-076f-48f5-9b00-0f1c28429c6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1094 time: 0.0456469 Sep 10 03:51:48.365443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-17466d81-ada5-414b-a743-51d716ad7ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 217 time: 0.0392027 Sep 10 03:51:48.418461 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-3986d807-8e5a-4d2d-b900-a7f3e2a30f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.420015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-3986d807-8e5a-4d2d-b900-a7f3e2a30f29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0463865 Sep 10 03:51:48.465857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-59220b57-c0b3-4ec2-ad73-f9a541481976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.467353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-59220b57-c0b3-4ec2-ad73-f9a541481976 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400181 Sep 10 03:51:48.559431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-9d28a780-7345-40f3-a14f-b82afe6f9a85 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844440 Sep 10 03:51:48.638291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035a6b8-63f1-4f84-8f60-263649849c3b req-e69ffd06-da1c-4c45-ad5a-9303e6014b9e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.639743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b035a6b8-63f1-4f84-8f60-263649849c3b req-e69ffd06-da1c-4c45-ad5a-9303e6014b9e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 943 time: 0.0510492 Sep 10 03:51:48.650381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-915adffa-6be7-4e67-8aab-ca6d58630a7e req-66066514-93b1-4b14-9dc2-83d24b757ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832505 Sep 10 03:51:48.679768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b035a6b8-63f1-4f84-8f60-263649849c3b req-28fa5555-3f79-4434-9455-0b4124ceb08d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Sep 10 03:51:48.732724 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-b058d159-d92e-48ea-9f08-7adf92976491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.734227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-b058d159-d92e-48ea-9f08-7adf92976491 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1094 time: 0.0412421 Sep 10 03:51:48.827067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-3c143da0-0aef-4356-870a-bf85db917eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.828606 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-3c143da0-0aef-4356-870a-bf85db917eec service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.0877585 Sep 10 03:51:48.868929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-3e84ec28-478d-47c4-9362-f52f518d03b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 217 time: 0.0324214 Sep 10 03:51:48.921648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-9ab35c38-68c7-4bac-90bd-fb434f192514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.923082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-9ab35c38-68c7-4bac-90bd-fb434f192514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0470350 Sep 10 03:51:48.967397 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-a7454c85-2cb7-49ab-a74b-e97ae0d32579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.968891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-a7454c85-2cb7-49ab-a74b-e97ae0d32579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384328 Sep 10 03:51:49.059227 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-c04f0115-c23c-481e-a5f2-090124a71ee4 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825057 Sep 10 03:51:49.146778 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-823064a8-bdd6-40ff-a6b2-6cce32fd5daa req-3ee7ee04-9474-4803-9702-d86978ff5dd9 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802639 Sep 10 03:51:49.791645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5f3c-28dd-4c2c-aa03-4b4b451d36ee req-8e027ed9-ad9a-4470-8a01-3460b18b6349 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:49.793186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba1e5f3c-28dd-4c2c-aa03-4b4b451d36ee req-8e027ed9-ad9a-4470-8a01-3460b18b6349 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 943 time: 0.0478649 Sep 10 03:51:49.829768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba1e5f3c-28dd-4c2c-aa03-4b4b451d36ee req-997e94ec-2830-4b3c-83a6-0c0f83fde7df tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Sep 10 03:51:50.942672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c96471-ccf0-4706-b652-3c1dd9f49b45 req-3a8abf9f-beba-4d06-adb8-b6a58bfcd35a tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:50.944057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70c96471-ccf0-4706-b652-3c1dd9f49b45 req-3a8abf9f-beba-4d06-adb8-b6a58bfcd35a tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 943 time: 0.0480251 Sep 10 03:51:50.981606 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-70c96471-ccf0-4706-b652-3c1dd9f49b45 req-170c9249-f480-4498-9607-1cccc2a73cd1 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Sep 10 03:51:51.844266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:51:51.940653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:51.952217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'port_id': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'mac_address': 'fa:16:3e:ec:50:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:51:51.987195 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:51.999604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:52.018756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:52.024084 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:52.074870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:52.082317 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.082713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.082997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.083884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.083884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.084062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.084311 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.084636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.084961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.085286 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.085607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.085928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:52.102261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6e82e-2108-495c-ac2f-b34c153cc772 req-3a239b6c-a6cd-4499-9397-76aca8ec444f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:52.103821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ba6e82e-2108-495c-ac2f-b34c153cc772 req-3a239b6c-a6cd-4499-9397-76aca8ec444f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 944 time: 0.0541396 Sep 10 03:51:52.141727 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ba6e82e-2108-495c-ac2f-b34c153cc772 req-b94ecd00-e501-4efc-a78e-688e88b89d29 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Sep 10 03:51:52.225138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:53.255944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468a8d-8bb7-4186-8061-3738f70b1156 req-d3313102-4210-4885-b04e-bf253b88f075 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:53.257432 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8468a8d-8bb7-4186-8061-3738f70b1156 req-d3313102-4210-4885-b04e-bf253b88f075 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 944 time: 0.0503025 Sep 10 03:51:53.295345 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8468a8d-8bb7-4186-8061-3738f70b1156 req-ce2b82a1-0f08-433d-a5ed-028f4a2dd4fb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Sep 10 03:51:53.870471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:53.920643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:53.924249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:53.924672 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.999308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:54.020557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:54.023041 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdfeaae7d5961fc38c2cadae99e2ab2ef690000b77afffec43ed3a0137582985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967c8b7f-7adf-4aad-9fbf-e27333216f48" -d '{"events": [{"server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "name": "network-vif-plugged", "status": "completed", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:54.037445 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:54.041330 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:54.089567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:54.188309 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265be9f5-ad56-4c10-960b-5dd551249220 x-openstack-request-id: req-265be9f5-ad56-4c10-960b-5dd551249220 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:54.188603 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "name": "network-vif-plugged", "status": "completed", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:54.188882 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-265be9f5-ad56-4c10-960b-5dd551249220 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:54.189343 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'code': 200} Sep 10 03:51:54.280440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a737335-510b-4e8a-9360-238c90cc5e0a req-17b9b521-fe9d-4737-a772-414528fe69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:54.281909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a737335-510b-4e8a-9360-238c90cc5e0a req-17b9b521-fe9d-4737-a772-414528fe69eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1096 time: 0.0392644 Sep 10 03:51:54.315078 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a737335-510b-4e8a-9360-238c90cc5e0a req-e49a0fdb-158a-4005-97bf-6a2751bbee98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263391 Sep 10 03:51:54.409928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04495f-1403-4ebf-94f4-1d2a9086d4cc req-27557e58-d82b-4eb6-af54-eb6ebb20ab32 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:54.411307 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a04495f-1403-4ebf-94f4-1d2a9086d4cc req-27557e58-d82b-4eb6-af54-eb6ebb20ab32 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0514464 Sep 10 03:51:54.446677 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6a04495f-1403-4ebf-94f4-1d2a9086d4cc req-054f455b-3cb6-4366-a8aa-d40a3c5dc0ec tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294716 Sep 10 03:51:55.559506 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a16f6-8497-4561-a550-136142df2760 req-794c43a8-e936-40f1-90b8-2801689d43d7 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:55.560971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be5a16f6-8497-4561-a550-136142df2760 req-794c43a8-e936-40f1-90b8-2801689d43d7 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0474169 Sep 10 03:51:55.597326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-be5a16f6-8497-4561-a550-136142df2760 req-2a48355a-abc4-40d4-a60f-8c3380b86962 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305469 Sep 10 03:51:55.708326 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7709904-3557-433c-8043-f7f0f7d73cf2 req-8415e7ad-df06-47f5-b00f-bc7e23a2fcd5 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:55.709952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7709904-3557-433c-8043-f7f0f7d73cf2 req-8415e7ad-df06-47f5-b00f-bc7e23a2fcd5 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Sep 10 03:51:55.745515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7709904-3557-433c-8043-f7f0f7d73cf2 req-fe30239c-b7b6-4a94-889b-f30039033541 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296679 Sep 10 03:51:55.927882 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8809bc-523b-451f-a629-f07d57fa6eef req-98f36fde-49a1-4833-8c76-22ce46ad08be tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:55.929330 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e8809bc-523b-451f-a629-f07d57fa6eef req-98f36fde-49a1-4833-8c76-22ce46ad08be tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Sep 10 03:51:55.965931 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e8809bc-523b-451f-a629-f07d57fa6eef req-4401194c-0dce-4ce8-aa46-49945961f4d4 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Sep 10 03:52:01.382902 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:52:01.813304 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-76560d48-2922-4d82-afb7-0f4a657c6124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.475770 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.648369 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.390617 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95d7de99-4a7f-446b-9928-0ff8bd1b50be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.748601 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.579284 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.464317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573f3b7-ddb5-446e-9ff7-c9e469a73aa4 req-fa130d61-b895-4719-a8fe-210f33531c62 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:07.466315 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4573f3b7-ddb5-446e-9ff7-c9e469a73aa4 req-fa130d61-b895-4719-a8fe-210f33531c62 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0518968 Sep 10 03:52:07.502340 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4573f3b7-ddb5-446e-9ff7-c9e469a73aa4 req-43b75be4-d1f3-475d-b552-c5775644e897 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301552 Sep 10 03:52:07.524594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:07.526699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.672343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4768230-d331-4799-8e8e-7d8d1074192a tempest-TestMinimumBasicScenario-982105201 tempest-TestMinimumBasicScenario-982105201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:07.673880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f4768230-d331-4799-8e8e-7d8d1074192a tempest-TestMinimumBasicScenario-982105201 tempest-TestMinimumBasicScenario-982105201-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1091 time: 0.1481512 Sep 10 03:52:07.676947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45696) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:07.681106 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:07.704295 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.797470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.910739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Allocated IP 172.25.8.68 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b6aa6475-534c-4818-b3bc-5bb2ddf65033) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:08.007839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.049294 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.084035 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:08.086401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:08.088981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:08.117664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'Port': ['ID=b6aa6475-534c-4818-b3bc-5bb2ddf65033,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:08.467949 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.533515 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.679240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.684210 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.751706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'Port': ['ID=b6aa6475-534c-4818-b3bc-5bb2ddf65033,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:08.762938 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.858802 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Floating IP 3f800b81-c074-410c-a482-936cccb7cfd8 associated. External IP: 172.25.8.68, port: 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885. Sep 10 03:52:09.065518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:09.170612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:09.179971 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] Sync routers for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:09.186229 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.189089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:09.189726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:52:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:09.213347 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-cb29235e-a401-428e-9bd8-0d8aa065a1c6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5354028 Sep 10 03:52:09.214097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:09.216708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:09.217194 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4e85433a94a45eadd7e4b46834a44d07ec85e34e050b2d91ab995de9a4718f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62faf437-7c7d-4d52-9fec-779b6938a6db" -d '{"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:09.221789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674858824', 'description': 'tempest-secgroup-smoke-1674858824 description', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:09.247745 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.257480 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75563281-4aab-4df2-88d9-d1b7cda007ce x-openstack-request-id: req-75563281-4aab-4df2-88d9-d1b7cda007ce {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:09.257858 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:09.258289 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75563281-4aab-4df2-88d9-d1b7cda007ce {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:09.258829 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'status': 'completed', 'code': 200} Sep 10 03:52:09.302733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:09.325957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-8c3a167c-3eb8-48f5-898f-fd94142446ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:09.327394 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-8c3a167c-3eb8-48f5-898f-fd94142446ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1096 time: 0.0460467 Sep 10 03:52:09.332063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.336299 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.369064 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65094e41-c690-416a-98c7-8bfdf8196b4f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.371521 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.375791 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-611f189b-15d3-4c1d-8fdd-c13bde66d225 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1578608 Sep 10 03:52:09.376803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45702) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:09.380954 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group_rule': {'security_group_id': '65094e41-c690-416a-98c7-8bfdf8196b4f', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:09.408543 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.423467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-4836076e-de19-4ea3-8a58-565d912c24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:09.424989 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-4836076e-de19-4ea3-8a58-565d912c24f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.0906575 Sep 10 03:52:09.468513 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.473960 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.494835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a2a3d3-18b2-478f-9bb9-0c53bf97ddfb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.497897 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.499164 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-104ff97d-5c41-4166-8741-19581f73da8f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215193 Sep 10 03:52:09.499993 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-26e5231b-a213-4960-822f-a8b077bba676 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 998 time: 0.0677934 Sep 10 03:52:09.501908 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45704) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:09.506290 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group_rule': {'security_group_id': '65094e41-c690-416a-98c7-8bfdf8196b4f', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:09.535298 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.555044 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3f800b81-c074-410c-a482-936cccb7cfd8', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'port_id': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'mac_address': 'fa:16:3e:ec:50:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:52:08Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 0, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:09.560255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-44d99731-afb8-4480-8807-158d9324bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:09.561826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-44d99731-afb8-4480-8807-158d9324bf80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0455589 Sep 10 03:52:09.586190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] Checking router: 6e0ac451-116b-4a3f-9fb1-6d340c61a476 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:52:09.595278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:09.596376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:52:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:09.599314 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.602928 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.611257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-82e5aff7-dc7e-4da3-a1f9-339efa5917de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:09.613335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-82e5aff7-dc7e-4da3-a1f9-339efa5917de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442533 Sep 10 03:52:09.624218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aea792d-433f-4d81-b613-fd0b16c3d0bc,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.630327 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.631885 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4fa79670-e417-491b-9882-129b5d7b43eb tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290004 Sep 10 03:52:09.635405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45706) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:09.640590 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group_rule': {'security_group_id': '65094e41-c690-416a-98c7-8bfdf8196b4f', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:09.671075 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.713259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:09.720018 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-b5c39f78-8d10-45f5-ad5a-789b5d8eea89 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977092 Sep 10 03:52:09.731583 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.735082 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.754832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8332b148-6aac-426c-8e13-8914e7a04498,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.763841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.765052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288936 Sep 10 03:52:09.767209 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.767684 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.768011 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.768212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:09.768378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.768674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.769006 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.769331 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.769657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.769981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.770305 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.770627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.770937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b02da-9926-40f7-a3df-c453659bb745 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:09.773252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group_rule': {'security_group_id': '65094e41-c690-416a-98c7-8bfdf8196b4f', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:09.834006 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.870492 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-62faf437-7c7d-4d52-9fec-779b6938a6db req-6c3af004-cf15-46b3-b040-91b71abd66ba service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325376 Sep 10 03:52:09.902956 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.906603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.923852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d52c779-8755-4635-bf2b-9d186b9a6f9e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.929675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.931200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f61de35e-006a-4c48-8242-9fb2bf454f7f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618388 Sep 10 03:52:09.934350 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45710) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:09.939150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group_rule': {'security_group_id': '65094e41-c690-416a-98c7-8bfdf8196b4f', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:09.950087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3f800b81-c074-410c-a482-936cccb7cfd8', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'port_id': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'mac_address': 'fa:16:3e:ec:50:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:52:08Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 0, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:09.961313 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Project dc50c10ce37d4fddaeba23ff67d7096c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:52:09.966801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.978035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252b99aa-4a52-4821-92a0-035054091d76 None None] The sync data for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 is: [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '3f800b81-c074-410c-a482-936cccb7cfd8', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'port_id': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'mac_address': 'fa:16:3e:ec:50:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:52:08Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 0, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:10.028174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.032020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.052207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c280f6dd-ccab-42c6-8d33-1429e706aaac,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:10.054762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.056007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-147556f8-b2a2-4b99-9abe-f48c1cdc892d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207032 Sep 10 03:52:10.059338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45712) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:10.063719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'security_group_rule': {'security_group_id': '65094e41-c690-416a-98c7-8bfdf8196b4f', 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:10.084705 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Project dc50c10ce37d4fddaeba23ff67d7096c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:52:10.089596 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.152814 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.156794 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.175380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b43f8dc-2e5f-49c5-ae91-17aea908b5db,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:10.182142 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.184564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a1d14f42-f374-4dc0-85bc-5407af6bb67b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241519 Sep 10 03:52:10.189963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4d8c9b-a128-41fc-b721-993a4df6ddc0 None None] New status for floating IP 3f800b81-c074-410c-a482-936cccb7cfd8: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:52:10.260347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-9128a1d9-7d79-44ff-9351-47117eb3e4f3 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674858824&fields=id&tenant_id=dc50c10ce37d4fddaeba23ff67d7096c HTTP/1.1" status: 200 len: 267 time: 0.0329268 Sep 10 03:52:10.312902 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-6277388f-88e7-4405-b8d2-85e8fec70971 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:10.314406 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-6277388f-88e7-4405-b8d2-85e8fec70971 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0481746 Sep 10 03:52:10.325511 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'port': {'security_groups': ['28db6170-b9ab-451d-ae35-abdad1d49fd1', '65094e41-c690-416a-98c7-8bfdf8196b4f']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:10.391020 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.569605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:10.597614 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.601806 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.613697 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:10.644362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:10.644362 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.645694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0c00c4cc-d838-49da-80fa-9fe4b8ef451a req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "PUT /v2.0/ports/5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 981 time: 0.3247094 Sep 10 03:52:10.646111 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:10.648732 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dafdb65630726f0ae9a203fe4ab6e1fea77dc4571cf25d7004aaa8150a9ced6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98841ff-155c-4741-b075-6d268ab55007" -d '{"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:10.680112 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fd1e1-2b47-483d-900d-ec7193fef21b tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:10.704465 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fccf1fc-00f5-447c-aa48-bdd4d2a9b484 x-openstack-request-id: req-7fccf1fc-00f5-447c-aa48-bdd4d2a9b484 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:10.704754 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:10.705140 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fccf1fc-00f5-447c-aa48-bdd4d2a9b484 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:10.706166 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'status': 'completed', 'code': 200} Sep 10 03:52:10.707851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:10.796581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1455d-a6a2-459a-b360-43c5a0324bb9 req-d3bf410a-c819-4d3a-af0f-0e70d9fd183c tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:10.804626 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdb1455d-a6a2-459a-b360-43c5a0324bb9 req-d3bf410a-c819-4d3a-af0f-0e70d9fd183c tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0925903 Sep 10 03:52:10.827080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98841ff-155c-4741-b075-6d268ab55007 req-c99ebf79-7d3e-4e8f-9409-89c3c7de25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:10.828944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-c99ebf79-7d3e-4e8f-9409-89c3c7de25fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1135 time: 0.0896180 Sep 10 03:52:10.859414 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bdb1455d-a6a2-459a-b360-43c5a0324bb9 req-b83291ea-dc10-40b7-ac06-1b7c7b7f5683 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536330 Sep 10 03:52:10.943029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98841ff-155c-4741-b075-6d268ab55007 req-3447d046-4001-4eaf-b2de-af816b8ffb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:10.944488 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-3447d046-4001-4eaf-b2de-af816b8ffb7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.1029687 Sep 10 03:52:10.963984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ced23a1f-083a-48d1-859a-3e8a55ca60e0 None None] Provisioning complete for port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:10.964368 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ced23a1f-083a-48d1-859a-3e8a55ca60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.013181 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-a5b46fe6-5aa4-4276-b9d9-1f42801d7b78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 1000 time: 0.0604568 Sep 10 03:52:11.061656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98841ff-155c-4741-b075-6d268ab55007 req-9904cf51-92fb-4b1c-9f7d-1e59ca57f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:11.063115 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-9904cf51-92fb-4b1c-9f7d-1e59ca57f6ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0429485 Sep 10 03:52:11.109628 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98841ff-155c-4741-b075-6d268ab55007 req-2def6c84-f880-4084-8127-0e69f9fbef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:11.111153 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-2def6c84-f880-4084-8127-0e69f9fbef55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405951 Sep 10 03:52:11.206149 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-f5180ac3-924e-4e68-9379-deb84241b2ed service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865431 Sep 10 03:52:11.298862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d98841ff-155c-4741-b075-6d268ab55007 req-a2c561fc-36d0-4482-a0ab-38f78188d786 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Sep 10 03:52:26.770184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-7f95c924-3e04-46fa-b781-e10a6ca68b6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399647 Sep 10 03:52:26.850175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-0b8739b1-72d9-4a73-a43e-33fff5c53662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:26.851633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-0b8739b1-72d9-4a73-a43e-33fff5c53662 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1135 time: 0.0387836 Sep 10 03:52:27.278856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-4c47b19a-4fea-4b67-949c-751a3543fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:27.280353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-4c47b19a-4fea-4b67-949c-751a3543fcfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.4072325 Sep 10 03:52:27.345891 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-00b257bc-7310-4cfe-9f0d-4eb1fd82b091 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 1000 time: 0.0564129 Sep 10 03:52:27.393533 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-1220b0c6-2775-406c-ac84-f9b128853a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:27.394917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-1220b0c6-2775-406c-ac84-f9b128853a1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0416267 Sep 10 03:52:27.445027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-d873a099-ef6b-4766-84cd-84470393f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:27.446507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-d873a099-ef6b-4766-84cd-84470393f398 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429449 Sep 10 03:52:27.538325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-923882b6-8a5f-4c24-b867-5c45a938c1ae service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824831 Sep 10 03:52:27.631279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b8bd7cda-4f6e-40f4-8e16-e8bdde9e8b7d req-f101af27-773b-4149-a796-331eb65c1a50 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858870 Sep 10 03:52:28.083861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5771d8-6702-42c0-8f2e-aee514e958f2 req-203f32e3-c7c7-4419-b028-b28d39ba1ff3 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:28.085382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf5771d8-6702-42c0-8f2e-aee514e958f2 req-203f32e3-c7c7-4419-b028-b28d39ba1ff3 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0764675 Sep 10 03:52:28.087421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-5cd46036-763d-4c37-b866-441a7d4887a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:28.088784 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-5cd46036-763d-4c37-b866-441a7d4887a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1135 time: 0.0676293 Sep 10 03:52:28.177431 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cf5771d8-6702-42c0-8f2e-aee514e958f2 req-a6c12034-de82-4a3b-9716-825a7a057d86 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860054 Sep 10 03:52:28.204505 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-cac891d9-b721-4580-be89-87470e429fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:28.205997 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-cac891d9-b721-4580-be89-87470e429fcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.1090431 Sep 10 03:52:28.269815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-9b4f4d1c-6be9-499d-9b61-b65c0c21a9b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 1000 time: 0.0564921 Sep 10 03:52:28.322120 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-fdf3d972-abe0-4ce9-a660-ffefe7fee6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:28.323574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-fdf3d972-abe0-4ce9-a660-ffefe7fee6c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0463929 Sep 10 03:52:28.368143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-5f4e4c26-3ac6-41a5-b9f0-386159e01bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:28.369599 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-5f4e4c26-3ac6-41a5-b9f0-386159e01bb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382800 Sep 10 03:52:28.460353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-4616b41b-1c46-4c98-a8cf-f79788724c8a service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 Sep 10 03:52:28.549270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-97178ee0-ecf6-4df1-b5fc-8a54e1e84a8d req-539337de-affe-4b30-a640-44c3cae085e2 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805533 Sep 10 03:52:29.305698 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d17-345d-4273-b2cc-4148ec917f60 req-1e9b2ef9-12c2-402b-8ebe-5cd634723f26 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:29.307177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5738d17-345d-4273-b2cc-4148ec917f60 req-1e9b2ef9-12c2-402b-8ebe-5cd634723f26 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0492706 Sep 10 03:52:29.345555 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b5738d17-345d-4273-b2cc-4148ec917f60 req-4321b78e-919f-44a8-b418-252b5cf2c209 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323746 Sep 10 03:52:30.470913 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9398-90bc-4bb0-a989-ef7e33477212 req-20aca2b7-f42c-4fa3-8d68-1bfdc610a207 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:30.472443 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c40f9398-90bc-4bb0-a989-ef7e33477212 req-20aca2b7-f42c-4fa3-8d68-1bfdc610a207 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0482795 Sep 10 03:52:30.510306 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c40f9398-90bc-4bb0-a989-ef7e33477212 req-efa224ea-48f3-4086-804e-626e6da8164e tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319607 Sep 10 03:52:31.628855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f30e8-e3c0-4007-ba7f-967e2cad3010 req-80e0fae6-8673-4b32-95d1-8dfcb83df382 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:31.630323 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f89f30e8-e3c0-4007-ba7f-967e2cad3010 req-80e0fae6-8673-4b32-95d1-8dfcb83df382 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0521119 Sep 10 03:52:31.669013 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f89f30e8-e3c0-4007-ba7f-967e2cad3010 req-9f3202bc-5a9f-4e7b-9f36-06e680b93069 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327606 Sep 10 03:52:31.813468 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e443cd9-2b3d-4258-8326-7c5b784bd086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.490565 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.648838 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.785287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17efdae-acb9-4541-baec-2d877dbce68e req-2164a9a0-e3bb-42c5-b299-098ab78fc794 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:32.786693 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e17efdae-acb9-4541-baec-2d877dbce68e req-2164a9a0-e3bb-42c5-b299-098ab78fc794 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0519559 Sep 10 03:52:32.825946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e17efdae-acb9-4541-baec-2d877dbce68e req-64ae0985-2f70-4546-b839-1404f0b50198 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333319 Sep 10 03:52:33.939591 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e603ea-2447-456c-b85b-302945004a96 req-ec6455cf-211e-4925-a19f-a25fa0fad208 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:33.941109 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e603ea-2447-456c-b85b-302945004a96 req-ec6455cf-211e-4925-a19f-a25fa0fad208 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0488038 Sep 10 03:52:33.983962 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f3e603ea-2447-456c-b85b-302945004a96 req-1ef6f1fc-22ba-4a9f-b7bc-5cbd0cc08ace tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352066 Sep 10 03:52:34.391143 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87074f41-bc11-4108-9e30-429f0b8aac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.748938 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.096573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a947d1-23cd-4959-8caf-9a266386aec8 req-72fefd70-8902-4092-95de-b110c5c6dfd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.098081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31a947d1-23cd-4959-8caf-9a266386aec8 req-72fefd70-8902-4092-95de-b110c5c6dfd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0489445 Sep 10 03:52:35.136752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31a947d1-23cd-4959-8caf-9a266386aec8 req-00027464-f986-48db-a520-d3f1e9a403d9 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322666 Sep 10 03:52:35.581131 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:36.249417 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68276a79-220a-417a-bf9c-4f7a01622765 req-984f1495-db83-4748-8d87-33165252c75d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.250964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68276a79-220a-417a-bf9c-4f7a01622765 req-984f1495-db83-4748-8d87-33165252c75d tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0478806 Sep 10 03:52:36.290032 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68276a79-220a-417a-bf9c-4f7a01622765 req-04f872f7-4a97-442e-99fc-151133a3e173 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331109 Sep 10 03:52:37.401265 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ec6c-a7f9-49ad-86e4-7086285174cb req-0545cb75-81d6-472e-bd71-2e4b40fc5de6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:37.402655 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ab7ec6c-a7f9-49ad-86e4-7086285174cb req-0545cb75-81d6-472e-bd71-2e4b40fc5de6 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0479667 Sep 10 03:52:37.446366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ab7ec6c-a7f9-49ad-86e4-7086285174cb req-50f9172a-de16-44e6-86ac-264043bc20aa tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377712 Sep 10 03:52:37.532181 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.382745 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:52:38.564033 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e2b99-848f-485a-9fca-dcbc51d046a8 req-da9116fd-2c59-4e7e-a767-0218ca9bc788 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:38.565557 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-528e2b99-848f-485a-9fca-dcbc51d046a8 req-da9116fd-2c59-4e7e-a767-0218ca9bc788 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0537920 Sep 10 03:52:38.605317 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-528e2b99-848f-485a-9fca-dcbc51d046a8 req-4416445a-1d4d-4a19-a01d-de3a52dcafd9 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336843 Sep 10 03:52:39.717141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52c0f7-8d93-4f4d-9a35-6de1595f74ce req-49ea044d-b46f-46b6-8818-60f719e0a24f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.718628 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef52c0f7-8d93-4f4d-9a35-6de1595f74ce req-49ea044d-b46f-46b6-8818-60f719e0a24f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0486190 Sep 10 03:52:39.757382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef52c0f7-8d93-4f4d-9a35-6de1595f74ce req-f63d9b8f-dc97-486f-83a2-f0201c86544f tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&id=65094e41-c690-416a-98c7-8bfdf8196b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327585 Sep 10 03:53:01.813868 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb689-476e-4eac-91d4-55140a379c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.506290 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.652541 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.391432 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2f37fae0-b6f7-4fc7-9b04-6ab20e47375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.748989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.584255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.529622 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.167145 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-fc809634-b2f4-4755-b3d3-66f096a67b75 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674858824&fields=id&tenant_id=dc50c10ce37d4fddaeba23ff67d7096c HTTP/1.1" status: 200 len: 267 time: 0.0760906 Sep 10 03:53:12.218675 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-efa2e2e5-38f9-400e-89c8-1ea83e08842a tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:12.220166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-efa2e2e5-38f9-400e-89c8-1ea83e08842a tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 984 time: 0.0472951 Sep 10 03:53:12.230748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Request body: {'port': {'security_groups': ['28db6170-b9ab-451d-ae35-abdad1d49fd1']}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:12.295606 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.464589 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:12.492398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.497578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.510049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:53:12.542814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:12.543490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.544924 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a0cf1c13-bd4b-4e6d-b7ef-702de1f35315 req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "PUT /v2.0/ports/5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 942 time: 0.3185410 Sep 10 03:53:12.545388 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:12.551238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45776) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:12.577985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event updated for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:12.587735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.588517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.589567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.590253 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.590857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.591431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.592003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.592543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.593090 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.593627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.594329 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.594869 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706ab06-026f-4ef9-ab45-09df59cd0dd2 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.617834 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.626076 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363" -d '{"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:12.646654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.646898 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:53:12.731972 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.734636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.736362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "DELETE /v2.0/security-groups/65094e41-c690-416a-98c7-8bfdf8196b4f HTTP/1.1" status: 204 len: 168 time: 0.1843672 Sep 10 03:53:12.739189 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45784) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:12.746975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65094e41-c690-416a-98c7-8bfdf8196b4f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:12.755910 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.756531 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.757040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.757535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.758041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.758377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.758712 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.759044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.759377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.759752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.760083 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.760409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be523e7-cc3e-445b-a6e4-f2e2a43bf757 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:12.848529 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b71dce-7d6a-4d2f-be85-9351be0400ba x-openstack-request-id: req-c8b71dce-7d6a-4d2f-be85-9351be0400ba {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:12.848825 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:12.849080 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8b71dce-7d6a-4d2f-be85-9351be0400ba {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:12.849484 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'status': 'completed', 'code': 200} Sep 10 03:53:12.883995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-0a817010-6bca-4a51-b37e-56c92305aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:12.885573 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-0a817010-6bca-4a51-b37e-56c92305aee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1096 time: 0.0449896 Sep 10 03:53:12.919072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Deleting port b6aa6475-534c-4818-b3bc-5bb2ddf65033 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:12.919311 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.922471 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-2bab0903-35e2-4f5d-b3fe-84b4437807bb None None] Provisioning complete for port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:12.922849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2bab0903-35e2-4f5d-b3fe-84b4437807bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.991601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-9c1184a6-ca10-45e4-af94-bf360f2691b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:12.993052 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-9c1184a6-ca10-45e4-af94-bf360f2691b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.0992000 Sep 10 03:53:13.003273 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.003879 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.018976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Calling delete_port for b6aa6475-534c-4818-b3bc-5bb2ddf65033 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:13.065310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-90ade7a6-9dc4-4efe-b844-0d38115e78f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 1000 time: 0.0638378 Sep 10 03:53:13.121332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-82f81f80-442f-4564-8e2e-32a9d6d837eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:13.122930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-82f81f80-442f-4564-8e2e-32a9d6d837eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0506330 Sep 10 03:53:13.169311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-87c2f33d-5280-450e-8386-92807b842a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:13.170878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-87c2f33d-5280-450e-8386-92807b842a27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411594 Sep 10 03:53:13.174754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.205175 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event deleted for resources: {'Port': ['ID=b6aa6475-534c-4818-b3bc-5bb2ddf65033,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:13.264099 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.264346 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Floating IP 3f800b81-c074-410c-a482-936cccb7cfd8 disassociated (deleted). External IP: 172.25.8.68, port: 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885. Sep 10 03:53:13.268597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-c3575806-e0a7-4c82-ab76-55284c45481f service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908449 Sep 10 03:53:13.357795 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2d1d8f10-22de-4bcd-82cf-0a3e3b319363 req-501aab23-6340-4e59-a023-98208622741e service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819016 Sep 10 03:53:13.477311 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:13.582304 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:13.587102 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.591835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] Sync routers for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:13.604142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:13.604771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:13.613852 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e5f4ce72-ccc9-4f52-b02e-a0ec5e5411b8 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f800b81-c074-410c-a482-936cccb7cfd8 HTTP/1.1" status: 204 len: 168 time: 0.8734858 Sep 10 03:53:13.712752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:13.916773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:13.947162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] Checking router: 6e0ac451-116b-4a3f-9fb1-6d340c61a476 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:53:13.955108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:13.955736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:14.058323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:14.248291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:14.274850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fd3c3-3ab5-4fec-bb14-bf6865ca4ccc None None] The sync data for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 is: [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:19Z', 'revision_number': 4, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'ae8e8679-7fc6-423e-94d0-2b05e872e6b8', 'name': '', 'network_id': '265cd2e6-59b8-4ee5-90d9-49995881f44c', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'mac_address': 'fa:16:3e:51:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:19Z', 'updated_at': '2021-09-10T03:51:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'subnets': [{'id': 'e43155c7-d30b-4225-abab-4ea363b76218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:14.479048 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75a68c-a4f8-4345-a9ec-f3fcf0d31cb3 None None] New status for floating IP 3f800b81-c074-410c-a482-936cccb7cfd8: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:53:14.850883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:14.853558 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dac9614-4ed5-4904-8a40-71871c67ed57" -d '{"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:14.890321 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc325b-e4fb-4fc0-ab33-eeea060ba716 x-openstack-request-id: req-8bbc325b-e4fb-4fc0-ab33-eeea060ba716 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:14.890674 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:14.891050 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bbc325b-e4fb-4fc0-ab33-eeea060ba716 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:14.891610 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'status': 'completed', 'code': 200} Sep 10 03:53:14.958577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-f7ba7017-50b9-4861-b67f-2ced5db65dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:14.960137 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-f7ba7017-50b9-4861-b67f-2ced5db65dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 1096 time: 0.0458577 Sep 10 03:53:15.049031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-7fe08ae9-7997-43e2-bcfc-fe453f10abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.050534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-7fe08ae9-7997-43e2-bcfc-fe453f10abe4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 200 len: 914 time: 0.0832119 Sep 10 03:53:15.100976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-1b1283fb-ef6c-4337-adf2-cf356b89dd7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 200 len: 217 time: 0.0435190 Sep 10 03:53:15.163105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-884f90e3-5ad1-4ec8-89f6-5fe8c7619e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.164535 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-884f90e3-5ad1-4ec8-89f6-5fe8c7619e08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 200 len: 853 time: 0.0565851 Sep 10 03:53:15.210983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-79323a42-6e66-443b-8dca-fb89c4c879df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.212629 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-79323a42-6e66-443b-8dca-fb89c4c879df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265cd2e6-59b8-4ee5-90d9-49995881f44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407135 Sep 10 03:53:15.306867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-6fd9db44-7486-4536-a889-96e6984b0743 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870719 Sep 10 03:53:15.382791 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:53:15.395375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7dac9614-4ed5-4904-8a40-71871c67ed57 req-28ec35e8-436e-4da0-bf3a-490ed3c42711 service neutron] 10.222.0.32 "GET /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Sep 10 03:53:20.646593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb8a7a-dc95-4af2-8511-0fc5ff6f019d req-a379a2b5-236f-4f3c-8bc4-d01302911a06 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:20.648081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09eb8a7a-dc95-4af2-8511-0fc5ff6f019d req-a379a2b5-236f-4f3c-8bc4-d01302911a06 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0493147 Sep 10 03:53:20.690217 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-09eb8a7a-dc95-4af2-8511-0fc5ff6f019d req-f369696b-aada-4f09-9264-b284237c4973 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Sep 10 03:53:21.805953 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1440ed-28f0-4d75-aa61-c51ae1b2c201 req-fa406850-07e3-4d6d-b3b6-d9fee96816ae tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:21.807472 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe1440ed-28f0-4d75-aa61-c51ae1b2c201 req-fa406850-07e3-4d6d-b3b6-d9fee96816ae tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Sep 10 03:53:21.844149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fe1440ed-28f0-4d75-aa61-c51ae1b2c201 req-c7ec0aaf-8d60-4efa-8679-4448ca0c71ab tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/security-groups?id=28db6170-b9ab-451d-ae35-abdad1d49fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Sep 10 03:53:22.242856 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-c3fe337c-0b9d-4ca7-a0f4-9d43a0058fd9 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:22.244353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-c3fe337c-0b9d-4ca7-a0f4-9d43a0058fd9 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Sep 10 03:53:22.330873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Deleting port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:22.331214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:22.419553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] For port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:22.419866 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:22.431117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Calling delete_port for 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:22.556149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:22.585005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Pushing event deleted for resources: {'Port': ['ID=5eb2c5ca-0034-46dd-8fdf-eee69b7dc885,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:22.625207 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] No DVR routers for this DVR port 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:22.627904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:22.629931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2e357cd4-c9fb-44cc-9111-e774d7f409e4 req-314ec7f9-c9f5-4f02-b8d3-bc9bcc395918 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.32 "DELETE /v2.0/ports/5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 HTTP/1.1" status: 204 len: 173 time: 0.3788040 Sep 10 03:53:22.630366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'name': 'network-vif-deleted', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:22.669824 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7031cf-983e-4080-a90a-19e68f11ebc3" -d '{"events": [{"server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "name": "network-vif-deleted", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:22.755665 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810a4ff5-875c-47cc-8ec8-fae2db7da13f x-openstack-request-id: req-810a4ff5-875c-47cc-8ec8-fae2db7da13f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:22.755958 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ab4c79-cf8d-46ed-bdfb-0d0934eeab18", "name": "network-vif-deleted", "tag": "5eb2c5ca-0034-46dd-8fdf-eee69b7dc885", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:22.756207 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-810a4ff5-875c-47cc-8ec8-fae2db7da13f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:22.756628 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ab4c79-cf8d-46ed-bdfb-0d0934eeab18', 'name': 'network-vif-deleted', 'tag': '5eb2c5ca-0034-46dd-8fdf-eee69b7dc885', 'status': 'completed', 'code': 200} Sep 10 03:53:22.951768 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55b2ae23-04a1-4c06-b134-2d6aaf50387f req-83288fd6-3b3f-41ad-9471-102a8f03fce1 tempest-TestMinimumBasicScenario-1968322093 tempest-TestMinimumBasicScenario-1968322093-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ab4c79-cf8d-46ed-bdfb-0d0934eeab18 HTTP/1.1" status: 200 len: 210 time: 0.0308473 Sep 10 03:53:24.384049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:24.410946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:24.411293 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 5eb2c5ca-0034-46dd-8fdf-eee69b7dc885 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:24.503176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:24.837994 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.081632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Deleting port ae8e8679-7fc6-423e-94d0-2b05e872e6b8 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:25.081973 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.163524 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] For port ae8e8679-7fc6-423e-94d0-2b05e872e6b8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:25.163893 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.177478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Calling delete_port for ae8e8679-7fc6-423e-94d0-2b05e872e6b8 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:25.351437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.375732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8e8679-7fc6-423e-94d0-2b05e872e6b8,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:25.536295 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.047444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:26.153958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:26.158918 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e6536444-f647-478d-9fcb-4a918a1a1de5 admin admin] 10.222.0.23 "PUT /v2.0/routers/6e0ac451-116b-4a3f-9fb1-6d340c61a476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547258 Sep 10 03:53:26.161558 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45890) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:26.164738 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] Sync routers for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:26.174405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:26.175019 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:26.263404 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.277569 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:26.365190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.416302 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Deleting port daf02316-ccf6-4295-9daa-059119324d9e {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:26.416651 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.456592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:53:25Z', 'revision_number': 5, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port': {'id': 'daf02316-ccf6-4295-9daa-059119324d9e', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:26.482926 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] Checking router: 6e0ac451-116b-4a3f-9fb1-6d340c61a476 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:53:26.490996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] Routers {'6e0ac451-116b-4a3f-9fb1-6d340c61a476'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:26.491624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:26.497957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] For port daf02316-ccf6-4295-9daa-059119324d9e, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=daf02316-ccf6-4295-9daa-059119324d9e,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:26.498330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.509853 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Calling delete_port for daf02316-ccf6-4295-9daa-059119324d9e owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:26.580634 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] Set router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:26.633447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:53:26Z', 'revision_number': 6, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:26.660658 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269cbf9-fff1-42f2-81a6-1f5b23636d19 None None] The sync data for ids ['6e0ac451-116b-4a3f-9fb1-6d340c61a476'] in n-d-808126-2 is: [{'id': '6e0ac451-116b-4a3f-9fb1-6d340c61a476', 'name': 'tempest-TestMinimumBasicScenario-653015223-router', 'tenant_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:17Z', 'updated_at': '2021-09-10T03:53:26Z', 'revision_number': 6, 'project_id': 'dc50c10ce37d4fddaeba23ff67d7096c', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:26.678263 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.705387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf02316-ccf6-4295-9daa-059119324d9e,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:26.766038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.855430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.857676 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.899187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.899750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0ac451-116b-4a3f-9fb1-6d340c61a476 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:53:26.904663 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.905833 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f49ded4d-6fcc-488d-a97b-b66d2c791193 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6e0ac451-116b-4a3f-9fb1-6d340c61a476 HTTP/1.1" status: 204 len: 168 time: 0.7433641 Sep 10 03:53:26.908406 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45894) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:26.951730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Deleting subnet e43155c7-d30b-4225-abab-4ea363b76218 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:53:26.954657 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.993968 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.075254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.133209 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.158471 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43155c7-d30b-4225-abab-4ea363b76218,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:27.162111 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.163990 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0283e58d-9229-4b7c-9ffb-10d26a496848 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e43155c7-d30b-4225-abab-4ea363b76218 HTTP/1.1" status: 204 len: 168 time: 0.2546685 Sep 10 03:53:27.166461 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45896) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:27.169376 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019074d4-76ae-4ae3-8972-a0ad916ac18b None None] Network 265cd2e6-59b8-4ee5-90d9-49995881f44c requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:27.237593 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.290076 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Deleting port eca6919b-cd5a-46f3-bafb-65a534c99e7c {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:27.290419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.359940 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] For port eca6919b-cd5a-46f3-bafb-65a534c99e7c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=eca6919b-cd5a-46f3-bafb-65a534c99e7c,segment=NetworkSegment(3461c12f-eff6-47e0-9bae-578674d5a848),segment_id=3461c12f-eff6-47e0-9bae-578674d5a848)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:27.360234 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.372343 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Calling delete_port for eca6919b-cd5a-46f3-bafb-65a534c99e7c owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:27.443860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b0298-a53c-46b4-8429-848959c1fcb6 None None] DHCP port deletion for 265cd2e6-59b8-4ee5-90d9-49995881f44c request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:53:27.452333 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.453829 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ae8e8679-7fc6-423e-94d0-2b05e872e6b8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:27.474073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b30b0298-a53c-46b4-8429-848959c1fcb6 None None] The port 'eca6919b-cd5a-46f3-bafb-65a534c99e7c' was deleted {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 10 03:53:27.480207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] No DVR routers for this DVR port eca6919b-cd5a-46f3-bafb-65a534c99e7c on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:27.493087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ae8e8679-7fc6-423e-94d0-2b05e872e6b8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:27.493516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ae8e8679-7fc6-423e-94d0-2b05e872e6b8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:27.503703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca6919b-cd5a-46f3-bafb-65a534c99e7c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:27.558463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.580564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265cd2e6-59b8-4ee5-90d9-49995881f44c']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:27.590435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3461c12f-eff6-47e0-9bae-578674d5a848') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:27.590736 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3461c12f-eff6-47e0-9bae-578674d5a848') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:27.600030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.612946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.618548 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:27.618931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: timer() Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:27.620632 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:27.680110 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.685681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.688015 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] 10.222.0.23 "DELETE /v2.0/networks/265cd2e6-59b8-4ee5-90d9-49995881f44c HTTP/1.1" status: 204 len: 168 time: 0.5205948 Sep 10 03:53:27.691040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45900) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:27.702640 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd077e8c-6178-43f4-ab6a-6835bc7fb948 admin admin] Pushing event deleted for resources: {'Network': ['ID=265cd2e6-59b8-4ee5-90d9-49995881f44c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:28.032030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.268152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Deleting port 1a4116fa-8d46-4546-abd4-bbf7574552b7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:28.268496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.343680 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] For port 1a4116fa-8d46-4546-abd4-bbf7574552b7, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1a4116fa-8d46-4546-abd4-bbf7574552b7,segment=NetworkSegment(53aeea09-e290-4631-95a9-a03e63bf3712),segment_id=53aeea09-e290-4631-95a9-a03e63bf3712)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:28.344044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.356052 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Calling delete_port for 1a4116fa-8d46-4546-abd4-bbf7574552b7 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:28.528799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.558040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4116fa-8d46-4546-abd4-bbf7574552b7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:28.726305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.816511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device daf02316-ccf6-4295-9daa-059119324d9e no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:28.840312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: daf02316-ccf6-4295-9daa-059119324d9e {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:28.840512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device daf02316-ccf6-4295-9daa-059119324d9e not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:28.841020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eca6919b-cd5a-46f3-bafb-65a534c99e7c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:28.860243 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: eca6919b-cd5a-46f3-bafb-65a534c99e7c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:28.860613 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device eca6919b-cd5a-46f3-bafb-65a534c99e7c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:28.946436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Router 267d8690-76c4-4b87-9c25-022964390887 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:29.052149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:29.057377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0434c71f-4f64-4bd9-bbad-630686202216 admin admin] 10.222.0.23 "PUT /v2.0/routers/267d8690-76c4-4b87-9c25-022964390887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3645475 Sep 10 03:53:29.059920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:29.062456 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] Sync routers for ids ['267d8690-76c4-4b87-9c25-022964390887'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:29.071727 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] Routers {'267d8690-76c4-4b87-9c25-022964390887'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:29.072406 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['267d8690-76c4-4b87-9c25-022964390887'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:29.164309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.177003 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] Set router 267d8690-76c4-4b87-9c25-022964390887 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:29.356994 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:53:28Z', 'revision_number': 5, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:29.387965 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] Checking router: 267d8690-76c4-4b87-9c25-022964390887 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:53:29.396946 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] Routers {'267d8690-76c4-4b87-9c25-022964390887'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:29.397569 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['267d8690-76c4-4b87-9c25-022964390887'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:29.504852 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] Set router 267d8690-76c4-4b87-9c25-022964390887 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:29.607741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.663577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Deleting port 8ccab911-11f4-49d2-9109-16d30876b63b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:29.663950 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.686655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:53:28Z', 'revision_number': 5, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:29.711283 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57bfc9-33cb-4c83-bf08-1fe4ba09b960 None None] The sync data for ids ['267d8690-76c4-4b87-9c25-022964390887'] in n-d-808126-2 is: [{'id': '267d8690-76c4-4b87-9c25-022964390887', 'name': 'tempest-TestMinimumBasicScenario-150244335-router', 'tenant_id': '83bfd27f01c44f84ab91e25562fb38af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:51:21Z', 'updated_at': '2021-09-10T03:53:28Z', 'revision_number': 5, 'project_id': '83bfd27f01c44f84ab91e25562fb38af', 'gw_port': {'id': '8ccab911-11f4-49d2-9109-16d30876b63b', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d8690-76c4-4b87-9c25-022964390887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:51:22Z', 'updated_at': '2021-09-10T03:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:29.747488 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] For port 8ccab911-11f4-49d2-9109-16d30876b63b, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=8ccab911-11f4-49d2-9109-16d30876b63b,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:29.747940 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.760140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Calling delete_port for 8ccab911-11f4-49d2-9109-16d30876b63b owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:29.918782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.947051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccab911-11f4-49d2-9109-16d30876b63b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:30.007107 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.098745 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.101349 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.150266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.150799 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267d8690-76c4-4b87-9c25-022964390887 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:53:30.156279 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.157912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-306c0b08-f0b8-4811-b633-672472db7a1c admin admin] 10.222.0.23 "DELETE /v2.0/routers/267d8690-76c4-4b87-9c25-022964390887 HTTP/1.1" status: 204 len: 168 time: 1.0969138 Sep 10 03:53:30.160454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45904) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:30.212886 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Deleting subnet 985da35a-1502-476a-8b10-f0cd81093809 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:53:30.216419 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.249753 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.329272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.388998 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.412862 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985da35a-1502-476a-8b10-f0cd81093809,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:30.418924 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.421002 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6664f5b9-0447-4822-9d6c-632a96e1bc21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/985da35a-1502-476a-8b10-f0cd81093809 HTTP/1.1" status: 204 len: 168 time: 0.2596152 Sep 10 03:53:30.423282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45906) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:30.425722 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0df3ec-08e9-487c-a30e-29e6d7d68849 None None] Network d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:30.490048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.542520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Deleting port acd15956-c429-45c7-88bb-2d39a0c62125 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:30.542867 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.608349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] For port acd15956-c429-45c7-88bb-2d39a0c62125, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=acd15956-c429-45c7-88bb-2d39a0c62125,segment=NetworkSegment(53aeea09-e290-4631-95a9-a03e63bf3712),segment_id=53aeea09-e290-4631-95a9-a03e63bf3712)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:30.608718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.619923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Calling delete_port for acd15956-c429-45c7-88bb-2d39a0c62125 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:30.700390 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.704907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c43283-0f54-4b7f-9716-c4ee7ee41ee8 None None] DHCP port deletion for d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:53:30.735630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=acd15956-c429-45c7-88bb-2d39a0c62125,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:30.737489 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] No DVR routers for this DVR port acd15956-c429-45c7-88bb-2d39a0c62125 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:30.782677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device acd15956-c429-45c7-88bb-2d39a0c62125 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:30.802322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: acd15956-c429-45c7-88bb-2d39a0c62125 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:30.802672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device acd15956-c429-45c7-88bb-2d39a0c62125 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:30.803093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a4116fa-8d46-4546-abd4-bbf7574552b7 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:30.807703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.821734 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1a4116fa-8d46-4546-abd4-bbf7574552b7 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:30.822084 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1a4116fa-8d46-4546-abd4-bbf7574552b7 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:30.822496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8ccab911-11f4-49d2-9109-16d30876b63b no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:30.827998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eecee0-50ac-4ca7-b5a7-a888d88c2c60']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:30.837017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53aeea09-e290-4631-95a9-a03e63bf3712') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:30.837320 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53aeea09-e290-4631-95a9-a03e63bf3712') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:30.841230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 8ccab911-11f4-49d2-9109-16d30876b63b {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:30.841576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 8ccab911-11f4-49d2-9109-16d30876b63b not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:30.852089 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.865623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.872165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:30.872593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:30.874381 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:30.928996 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.933900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.935953 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] 10.222.0.23 "DELETE /v2.0/networks/d4eecee0-50ac-4ca7-b5a7-a888d88c2c60 HTTP/1.1" status: 204 len: 168 time: 0.5116937 Sep 10 03:53:30.947852 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3b382-51e9-4ed0-9383-5d0e9f5b9a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eecee0-50ac-4ca7-b5a7-a888d88c2c60,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:31.089362 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45910) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:31.129204 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-bd8d6793-1e10-41d0-8f5c-afc6d20a10ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc50c10ce37d4fddaeba23ff67d7096c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386925 Sep 10 03:53:31.131636 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45912) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:31.178407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e7c64b13-c4b9-45da-9cb5-6a907d390c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.199340 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e7c64b13-c4b9-45da-9cb5-6a907d390c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.247090 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e7c64b13-c4b9-45da-9cb5-6a907d390c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.249632 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e7c64b13-c4b9-45da-9cb5-6a907d390c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.250814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-e7c64b13-c4b9-45da-9cb5-6a907d390c27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28db6170-b9ab-451d-ae35-abdad1d49fd1 HTTP/1.1" status: 204 len: 168 time: 0.1182621 Sep 10 03:53:31.259084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c64b13-c4b9-45da-9cb5-6a907d390c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db6170-b9ab-451d-ae35-abdad1d49fd1,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:31.561371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45918) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:31.600581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f37c969-95f6-43f3-841e-e91a182d7c4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83bfd27f01c44f84ab91e25562fb38af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379772 Sep 10 03:53:31.602767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:31.649001 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2249508f-b574-4b11-9c0a-07efdaee1328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.672845 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2249508f-b574-4b11-9c0a-07efdaee1328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.719931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2249508f-b574-4b11-9c0a-07efdaee1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.722440 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2249508f-b574-4b11-9c0a-07efdaee1328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.723608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2249508f-b574-4b11-9c0a-07efdaee1328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8130ef19-c5a0-4ac1-b258-d43c7871cd1e HTTP/1.1" status: 204 len: 168 time: 0.1199379 Sep 10 03:53:31.732093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249508f-b574-4b11-9c0a-07efdaee1328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8130ef19-c5a0-4ac1-b258-d43c7871cd1e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:31.814709 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-121e1f8e-66f9-4666-98c0-0b3ea74b8827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.508447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.653232 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.390781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 45960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.395574 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074960483', 'description': 'tempest-secgroup-smoke-1074960483 description', 'project_id': '0febefc443aa41dd9e25274ffde79c9d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:33.417416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.425078 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.519916 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.523481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.561741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762e098a-c374-4e08-a2cb-2a93ac24c542,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:33.612148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.615099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.642411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.643592 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2516642 Sep 10 03:53:33.645410 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7fdda-b611-42a4-a0d5-114cd2798881 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744f40dd-6ff6-42ab-8536-e4abde61ac45,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:33.646909 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45962) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.652395 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '744f40dd-6ff6-42ab-8536-e4abde61ac45', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:33.679378 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.737475 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.741187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.757896 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c14647e-a287-4cb1-b904-a7c6e65ebfdb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:33.764462 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.765661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7cd0644e-7c2a-46cb-81fa-f89cf26de681 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176217 Sep 10 03:53:33.768519 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45964) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.772771 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '744f40dd-6ff6-42ab-8536-e4abde61ac45', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:33.798437 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.867137 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.871346 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.888037 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a2485f-ec69-40fd-ba59-e96524bec7f8,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:33.894743 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.895890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-50706d70-f3ec-4438-b9a3-e4888f53162a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264603 Sep 10 03:53:33.898915 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45966) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.903931 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '744f40dd-6ff6-42ab-8536-e4abde61ac45', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:33.929666 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.990323 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:33.993921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.013958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f3cade-ab60-4e1b-a29a-8428b3bd3754,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:34.016799 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.018051 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f065a0c4-123a-40df-9bf8-de54b9dc4dd4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181910 Sep 10 03:53:34.020845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45968) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.026249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '744f40dd-6ff6-42ab-8536-e4abde61ac45', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:34.052306 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.120723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.124126 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.141433 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c83d5e-4dd8-4a18-8044-6a8e8fc42854,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:34.147597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.149099 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4b8e368f-25f6-4123-9f4b-6636e47f078f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269739 Sep 10 03:53:34.152431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45970) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.156750 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '744f40dd-6ff6-42ab-8536-e4abde61ac45', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:34.177421 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:53:34.182739 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.241403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.244647 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.264219 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d512a2-c207-4624-8c8b-636dc41236ce,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:34.267642 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.269002 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-daead3e0-fb1a-4da9-beb0-8c6eb66e8295 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156325 Sep 10 03:53:34.271735 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45972) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.276860 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '744f40dd-6ff6-42ab-8536-e4abde61ac45', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:34.297237 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:53:34.301964 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.361878 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.365192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.379507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae47c82-cc74-4c31-8c17-91b486ad2029,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:34.388729 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.389950 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-fffaf3cb-4deb-48ba-b5be-c8dfb8b09f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173010 Sep 10 03:53:34.391878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afe18293-651a-4095-8fb8-8da64dea5cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.392957 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45974) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.397927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'network': {'name': 'tempest-network-smoke--404285613', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'port_security_enabled': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:34.417710 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:34.421034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.443474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:34.453685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.454103 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Added segment 6bc6bfa0-aff1-411f-8d33-3bec2d046c67 of type vlan for network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 Sep 10 03:53:34.496487 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.520288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.526396 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:34.526991 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.560900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1669066 Sep 10 03:53:34.563875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45976) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.572283 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'admin_state_up': True, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:34.605063 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186e09d-12a4-4631-9a08-649c8df732a5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Network': ['ID=5d37e5e0-8e79-4247-baac-32fb4d9c2f75,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:34.618415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:34.621566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.622952 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.677450 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.820034 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:34.855967 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.012023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.030025 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.139841 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.183 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/7c4ca988-f724-4e12-849a-647d7a168590) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:35.240671 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.280754 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.316273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:35.319019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:35.321490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:35.350696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=7c4ca988-f724-4e12-849a-647d7a168590,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:35.571471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.588037 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.759367 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.881920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:53:35.985855 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:35.997654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Sync routers for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:36.003841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.005076 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f0aa9e54-d83f-405f-87fc-55ae2acb96f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4383080 Sep 10 03:53:36.008222 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45978) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:36.009026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:36.009646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:36.115097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:36.136171 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-24c9623e-6e60-44e9-8f8f-93f3b5b47c40 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0febefc443aa41dd9e25274ffde79c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237080 Sep 10 03:53:36.136357 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45982) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:36.221673 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6b694-90f7-452f-bb8b-89b481f47edc tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:36.223223 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a3f6b694-90f7-452f-bb8b-89b481f47edc tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860574 Sep 10 03:53:36.226028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45984) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:36.253028 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9898fd7c-175f-4a5d-8451-ee662e2b3fd3 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259542 Sep 10 03:53:36.255482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45986) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:36.260043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162370027', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:36.289917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:35Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:36.320890 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Checking router: e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:53:36.321238 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Updating router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 port 7c4ca988-f724-4e12-849a-647d7a168590 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:53:36.347076 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.604765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.615143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Transition to ACTIVE for port object 7c4ca988-f724-4e12-849a-647d7a168590 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:36.621514 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.655709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:36.659430 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.674219 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Attempting to bind port 7c4ca988-f724-4e12-849a-647d7a168590 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:36.674592 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Attempting to bind port 7c4ca988-f724-4e12-849a-647d7a168590 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:36.674952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Attempting to bind port 7c4ca988-f724-4e12-849a-647d7a168590 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:36.685501 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Pushing event updated for resources: {'Port': ['ID=7c4ca988-f724-4e12-849a-647d7a168590,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:36.687512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:36.687884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:36.688279 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.688668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:36.689128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Bound port: 7c4ca988-f724-4e12-849a-647d7a168590, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:36.689502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.711849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.712195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.712531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.712865 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.713194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.714016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.714346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.714725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.715056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.715377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.715730 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.716051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:36.716730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-be638108-6946-463b-85b5-acee8ed2099b req-a140185e-a8d3-4ee9-9372-f5f63735417a service neutron] (94633) timed out ('10.222.0.23', 42516) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:53:36.753111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] For port 7c4ca988-f724-4e12-849a-647d7a168590, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:36.756596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] For port 7c4ca988-f724-4e12-849a-647d7a168590, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c4ca988-f724-4e12-849a-647d7a168590,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:36.760389 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.817620 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c1cc9-260c-477b-b7d2-ebfb6ec1c90e None None] Pushing event updated for resources: {'Port': ['ID=7c4ca988-f724-4e12-849a-647d7a168590,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:36.820516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:36.821132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:36.836143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.896210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Subnet': ['ID=72e3ad3b-5ba2-4250-92da-270c012f8dd7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:36.903747 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Checking segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:36.904093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network hostable DHCP agents. Network: 5d37e5e0-8e79-4247-baac-32fb4d9c2f75, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:53:36.920632 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:53:36.929244 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:36.929428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 5d37e5e0-8e79-4247-baac-32fb4d9c2f75) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:36.933616 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:36.934210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:36.947857 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3dc867e4-77fc-4a36-9406-ad91e83796b6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6913643 Sep 10 03:53:36.950653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 45988) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:36.959750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c107091-1eb2-4f88-910e-893bac8d37aa None None] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:37.213176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:53:37.214578 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.242079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:35Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:37.309918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e19068-d2c6-4b85-ae3c-30126b6994a7 None None] The sync data for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 is: [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:35Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:37.383118 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.391957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Allocated IP 172.20.0.2 (5d37e5e0-8e79-4247-baac-32fb4d9c2f75/72e3ad3b-5ba2-4250-92da-270c012f8dd7/379f0470-6353-4213-be1e-2fb3d6450de0) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:37.566953 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.572414 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.581218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Transition to ACTIVE for port object 379f0470-6353-4213-be1e-2fb3d6450de0 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:37.595766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Transition to ACTIVE for port object 379f0470-6353-4213-be1e-2fb3d6450de0 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:37.601391 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.650566 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:37.656181 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:37.659287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:37.675664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Pushing event updated for resources: {'Port': ['ID=379f0470-6353-4213-be1e-2fb3d6450de0,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:37.694384 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.1 (5d37e5e0-8e79-4247-baac-32fb4d9c2f75/72e3ad3b-5ba2-4250-92da-270c012f8dd7/f1ca838a-a0d6-4027-972b-f295f3ae3b83) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:37.730111 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Attempting to bind port 379f0470-6353-4213-be1e-2fb3d6450de0 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:37.730498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Attempting to bind port 379f0470-6353-4213-be1e-2fb3d6450de0 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:37.730920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Attempting to bind port 379f0470-6353-4213-be1e-2fb3d6450de0 on network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:37.736519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:37.737049 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Checking segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:37.737461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.737910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Bound using segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:37.738436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Bound port: 379f0470-6353-4213-be1e-2fb3d6450de0, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:37.738832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.808656 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] For port 379f0470-6353-4213-be1e-2fb3d6450de0, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:37.812352 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] For port 379f0470-6353-4213-be1e-2fb3d6450de0, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=379f0470-6353-4213-be1e-2fb3d6450de0,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:37.816832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.819433 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.834862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object f1ca838a-a0d6-4027-972b-f295f3ae3b83 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:37.874280 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.889172 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ccb4-1712-4795-ad04-ece8f88c5913 None None] Pushing event updated for resources: {'Port': ['ID=379f0470-6353-4213-be1e-2fb3d6450de0,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:37.920784 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:37.924102 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:37.929156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:37.965776 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f1ca838a-a0d6-4027-972b-f295f3ae3b83,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:37.994717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.165349 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.449977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.454592 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.532190 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.533985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f1ca838a-a0d6-4027-972b-f295f3ae3b83,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:38.629125 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:38.630734 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:38.757659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:38.815878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0bef6-ff9c-49f7-b037-f277adff7396 None None] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:38.830045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4ca988-f724-4e12-849a-647d7a168590 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:38.878050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:38.883744 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-91a6e798-f2a8-4b7d-b89b-061db7ee2ce8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9321115 Sep 10 03:53:38.897935 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-05e14b86-19a0-4625-92c8-271b31cfc967 None None] Provisioning for port 379f0470-6353-4213-be1e-2fb3d6450de0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:38.949267 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 7c4ca988-f724-4e12-849a-647d7a168590 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:38.975126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7c4ca988-f724-4e12-849a-647d7a168590 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:38.975526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.039120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-727d7c98-1e7a-46e9-9bd6-0d708839ad08 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074960483&fields=id&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 267 time: 0.0338140 Sep 10 03:53:39.084343 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.111436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 7c4ca988-f724-4e12-849a-647d7a168590, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c4ca988-f724-4e12-849a-647d7a168590,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:39.116341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.117145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 379f0470-6353-4213-be1e-2fb3d6450de0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:39.167157 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-9cbf1061-6b82-4df2-a3f6-3fc030e82cab tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:39.171686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-9cbf1061-6b82-4df2-a3f6-3fc030e82cab tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/networks?id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 200 len: 796 time: 0.1239872 Sep 10 03:53:39.186636 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-069fe8bc-3ae7-4789-aa9a-01f9d4a16332 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/quotas/0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 375 time: 0.0116732 Sep 10 03:53:39.196780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=7c4ca988-f724-4e12-849a-647d7a168590,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:39.219197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 379f0470-6353-4213-be1e-2fb3d6450de0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:39.223853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 379f0470-6353-4213-be1e-2fb3d6450de0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:39.224245 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.248752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-4bca74bb-0835-45df-9938-5c727d334cd3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525289 Sep 10 03:53:39.321515 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Sync routers for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:39.338072 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:39.339298 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:39.342147 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.352253 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-36c06236-9d93-413d-9405-40a7d90b578b None None] Provisioning for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:39.359332 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-36c06236-9d93-413d-9405-40a7d90b578b None None] Provisioning complete for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:39.365144 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-36c06236-9d93-413d-9405-40a7d90b578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.416333 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 379f0470-6353-4213-be1e-2fb3d6450de0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=379f0470-6353-4213-be1e-2fb3d6450de0,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:39.420063 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-36c06236-9d93-413d-9405-40a7d90b578b None None] Port f1ca838a-a0d6-4027-972b-f295f3ae3b83 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:39.423044 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.458233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-36c06236-9d93-413d-9405-40a7d90b578b None None] Provisioning complete for port 379f0470-6353-4213-be1e-2fb3d6450de0 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:39.458747 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-36c06236-9d93-413d-9405-40a7d90b578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.459071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:39.499196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=379f0470-6353-4213-be1e-2fb3d6450de0,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:39.532945 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-689e3451-ee6f-493e-b256-b8355a20fb55 service neutron] 10.222.0.23 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908071 Sep 10 03:53:39.641114 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-02143eb9-f3c7-42fc-b564-9545d86e4cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017375 Sep 10 03:53:39.700922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-48b1381c-3c83-46fe-95c6-88e6a16361f9 None None] Provisioning complete for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:39.701573 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-48b1381c-3c83-46fe-95c6-88e6a16361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.746691 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-48b1381c-3c83-46fe-95c6-88e6a16361f9 None None] Port f1ca838a-a0d6-4027-972b-f295f3ae3b83 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:39.765296 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 2, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:39.798978 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Checking router: e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:53:39.799336 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Updating router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 port f1ca838a-a0d6-4027-972b-f295f3ae3b83 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:53:39.827292 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.842247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7e37e99b-4208-45bc-af5a-94e7879050a9 req-b9a30890-0f20-4429-8573-095f3d8a59d6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 210 time: 0.0311878 Sep 10 03:53:39.874091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-30eaf7cb-fdd4-4c5b-8fbf-f51426caf42b None None] Provisioning complete for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:39.874683 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30eaf7cb-fdd4-4c5b-8fbf-f51426caf42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.909675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-30eaf7cb-fdd4-4c5b-8fbf-f51426caf42b None None] Port f1ca838a-a0d6-4027-972b-f295f3ae3b83 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:40.097531 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.107522 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Transition to ACTIVE for port object f1ca838a-a0d6-4027-972b-f295f3ae3b83 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:40.113180 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.191310 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Pushing event updated for resources: {'Port': ['ID=f1ca838a-a0d6-4027-972b-f295f3ae3b83,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:40.218065 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.218401 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.218919 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.219419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.219774 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.220087 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.220414 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.220734 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.221053 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.221368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.221683 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.221985 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.239064 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Attempting to bind port f1ca838a-a0d6-4027-972b-f295f3ae3b83 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:40.239709 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Attempting to bind port f1ca838a-a0d6-4027-972b-f295f3ae3b83 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:40.240244 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Attempting to bind port f1ca838a-a0d6-4027-972b-f295f3ae3b83 on network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:40.245754 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:40.246273 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Checking segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:40.246685 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.247080 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Bound using segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:40.247953 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Bound port: f1ca838a-a0d6-4027-972b-f295f3ae3b83, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:40.247953 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.324335 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] For port f1ca838a-a0d6-4027-972b-f295f3ae3b83, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:40.327585 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] For port f1ca838a-a0d6-4027-972b-f295f3ae3b83, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f1ca838a-a0d6-4027-972b-f295f3ae3b83,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:40.333202 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.399341 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:40.400066 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:40.402655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a00d-9d35-41b9-a2bf-cc89009b3ca6 None None] Pushing event updated for resources: {'Port': ['ID=f1ca838a-a0d6-4027-972b-f295f3ae3b83,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:40.535364 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:40.737339 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:40Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:40.765974 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4ca988-f724-4e12-849a-647d7a168590 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:40.766258 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc7b51-492b-493a-b45b-aef08e980322 None None] The sync data for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 is: [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:40Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:40.840216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 7c4ca988-f724-4e12-849a-647d7a168590 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:40.840593 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.956657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 379f0470-6353-4213-be1e-2fb3d6450de0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:40.968114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-15466c86-2155-451c-a515-6677266ab2b1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:40.970400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-15466c86-2155-451c-a515-6677266ab2b1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/networks?id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 200 len: 796 time: 0.1521707 Sep 10 03:53:40.999963 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07c62887-2aa6-486a-8e33-fb407a427ed2 req-a1c18cf8-53d6-4f37-a87b-2c1c6ef2a6b0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 210 time: 0.0548155 Sep 10 03:53:41.021623 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 379f0470-6353-4213-be1e-2fb3d6450de0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:41.022312 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.034004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-dd42ad81-207e-47e4-b9a6-261847f903b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 380 time: 0.0541637 Sep 10 03:53:41.044172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'port': {'device_id': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'admin_state_up': True, 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'security_groups': ['744f40dd-6ff6-42ab-8536-e4abde61ac45']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:41.164162 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:41.167835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.295901 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.12 (5d37e5e0-8e79-4247-baac-32fb4d9c2f75/72e3ad3b-5ba2-4250-92da-270c012f8dd7/bb37cd99-a78f-4693-be06-713a67148166) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:41.441730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.456331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object bb37cd99-a78f-4693-be06-713a67148166 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:41.490635 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.535956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:41.541164 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:41.546458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:41.550436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=bb37cd99-a78f-4693-be06-713a67148166,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:41.602817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:41.603847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.619553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-ec24ca68-a8dc-4e1c-8e1d-db1faf9deae2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795567 Sep 10 03:53:41.721996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Request body: {'port': {'device_id': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:41.779127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21a0bc33-60f5-4f6a-8732-83dbfcf09f3f None None] Provisioning for port bb37cd99-a78f-4693-be06-713a67148166 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:41.780593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.783304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-21a0bc33-60f5-4f6a-8732-83dbfcf09f3f None None] Provisioning complete for port bb37cd99-a78f-4693-be06-713a67148166 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:41.783849 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21a0bc33-60f5-4f6a-8732-83dbfcf09f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.818373 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-21a0bc33-60f5-4f6a-8732-83dbfcf09f3f None None] Port bb37cd99-a78f-4693-be06-713a67148166 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:42.042220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb37cd99-a78f-4693-be06-713a67148166 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:42.049801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.071091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Transition to ACTIVE for port object bb37cd99-a78f-4693-be06-713a67148166 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:42.092793 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.159364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff9f12-7dea-4d81-9a18-5c8cdd762ce1 req-ed1ab3ba-9bec-4606-a7be-6b7fd2f0218d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.160951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1ff9f12-7dea-4d81-9a18-5c8cdd762ce1 req-ed1ab3ba-9bec-4606-a7be-6b7fd2f0218d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 932 time: 0.1023581 Sep 10 03:53:42.162351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Pushing event updated for resources: {'Port': ['ID=bb37cd99-a78f-4693-be06-713a67148166,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:42.247595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b1ff9f12-7dea-4d81-9a18-5c8cdd762ce1 req-23cecc45-20c9-44f5-b5a1-fd81d50ceb30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786505 Sep 10 03:53:42.263783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Attempting to bind port bb37cd99-a78f-4693-be06-713a67148166 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:42.264126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Attempting to bind port bb37cd99-a78f-4693-be06-713a67148166 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:42.264459 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Attempting to bind port bb37cd99-a78f-4693-be06-713a67148166 on network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:42.268796 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Port bb37cd99-a78f-4693-be06-713a67148166 on network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:42.269116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Attempting to bind port bb37cd99-a78f-4693-be06-713a67148166 on network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:42.274345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:42.274681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Checking segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:42.275073 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Bound using segment: {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:42.275537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Bound port: bb37cd99-a78f-4693-be06-713a67148166, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc6bfa0-aff1-411f-8d33-3bec2d046c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:42.275946 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.341364 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] For port bb37cd99-a78f-4693-be06-713a67148166, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:42.344380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] For port bb37cd99-a78f-4693-be06-713a67148166, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=bb37cd99-a78f-4693-be06-713a67148166,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:42.349020 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.382769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.383437 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.384856 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] 10.222.0.32 "PUT /v2.0/ports/bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 200 len: 1092 time: 0.7149103 Sep 10 03:53:42.385298 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:42.387590 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170b259-e1c4-4e81-9751-7ccfed968892" -d '{"events": [{"name": "network-changed", "server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "tag": "bb37cd99-a78f-4693-be06-713a67148166"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:42.412242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ca14-2463-489a-9af9-81d75743e9cb service neutron] Pushing event updated for resources: {'Port': ['ID=bb37cd99-a78f-4693-be06-713a67148166,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:42.425392 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a07971c-72e6-4f7b-a01f-bf8d064bf832 x-openstack-request-id: req-3a07971c-72e6-4f7b-a01f-bf8d064bf832 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:42.425758 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "tag": "bb37cd99-a78f-4693-be06-713a67148166", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:42.426017 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a07971c-72e6-4f7b-a01f-bf8d064bf832 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:42.426425 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166', 'status': 'completed', 'code': 200} Sep 10 03:53:42.477480 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-3971d03a-4306-45cd-afee-c42a51bebd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.479587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-3971d03a-4306-45cd-afee-c42a51bebd36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1095 time: 0.0419388 Sep 10 03:53:42.527008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-dd87d95c-a43d-4061-8ab5-883de8ebd9d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 200 len: 217 time: 0.0391443 Sep 10 03:53:42.578367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-2fb7733b-ee93-4664-b7f3-d85de29bd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.579900 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-2fb7733b-ee93-4664-b7f3-d85de29bd0af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e3ad3b-5ba2-4250-92da-270c012f8dd7 HTTP/1.1" status: 200 len: 834 time: 0.0457108 Sep 10 03:53:42.624612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-c79c8923-7303-4a81-b022-1ce67eabfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.626091 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-c79c8923-7303-4a81-b022-1ce67eabfeda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396411 Sep 10 03:53:42.720101 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-65c4b4e4-f322-4c0f-b8bb-112754675f9f service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868125 Sep 10 03:53:42.779252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f1ca838a-a0d6-4027-972b-f295f3ae3b83 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:42.811381 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a41df7f-6951-473e-a33c-cd481dfb7e8c req-209923f1-3c49-4e93-9ab9-5201e8bf5a16 service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Sep 10 03:53:42.828847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:42.833780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:42.834161 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.902967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-a21983f0-e055-4fab-968e-3d91bc2406f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.904556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-a21983f0-e055-4fab-968e-3d91bc2406f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1095 time: 0.0459702 Sep 10 03:53:42.999549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-51eb525c-409b-478a-9c49-7a3d6e44ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:43.001082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-51eb525c-409b-478a-9c49-7a3d6e44ca3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 200 len: 896 time: 0.0900283 Sep 10 03:53:43.048567 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-d7e73c42-d3b8-4597-8e45-bd548de3ff27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 200 len: 217 time: 0.0396476 Sep 10 03:53:43.063415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.095368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port f1ca838a-a0d6-4027-972b-f295f3ae3b83, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f1ca838a-a0d6-4027-972b-f295f3ae3b83,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:43.099191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-06fb349b-49fe-4a95-af65-137dc665c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:43.100073 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.100887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-06fb349b-49fe-4a95-af65-137dc665c61a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e3ad3b-5ba2-4250-92da-270c012f8dd7 HTTP/1.1" status: 200 len: 834 time: 0.0454533 Sep 10 03:53:43.150098 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-06994d92-1e96-4b29-9b4c-87f135b11bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:43.152218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-06994d92-1e96-4b29-9b4c-87f135b11bfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433149 Sep 10 03:53:43.152340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=f1ca838a-a0d6-4027-972b-f295f3ae3b83,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:43.245771 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-257badab-210b-456d-af95-5bcc67bad70a service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848682 Sep 10 03:53:43.371976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f170b259-e1c4-4e81-9751-7ccfed968892 req-56bb88fe-555c-453f-980b-7a7c22c81fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184099 Sep 10 03:53:43.390258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3779-7192-4713-b676-cc1d261debb3 req-b0b2bde4-cd7d-47a4-9cb8-63d985ba8c6f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:43.391739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd9a3779-7192-4713-b676-cc1d261debb3 req-b0b2bde4-cd7d-47a4-9cb8-63d985ba8c6f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 944 time: 0.0702405 Sep 10 03:53:43.429016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd9a3779-7192-4713-b676-cc1d261debb3 req-ec595fec-c214-454c-a7c3-30e33f70ef91 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Sep 10 03:53:44.550597 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e266a6-443a-4e74-a7cb-b4018eb2be3d req-a07a7b3a-c036-480e-89ad-7ff8f2558481 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:44.552126 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1e266a6-443a-4e74-a7cb-b4018eb2be3d req-a07a7b3a-c036-480e-89ad-7ff8f2558481 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 944 time: 0.0558627 Sep 10 03:53:44.588649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f1e266a6-443a-4e74-a7cb-b4018eb2be3d req-a192a9b7-29af-4762-9d54-7bfb0c2351bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305493 Sep 10 03:53:44.760724 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f1ca838a-a0d6-4027-972b-f295f3ae3b83 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:44.807877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port f1ca838a-a0d6-4027-972b-f295f3ae3b83 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:44.808255 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.703723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934ab42-c47e-450f-baa6-f8a2e5996ec0 req-7c8e807c-aaca-45ea-80b7-edf9566e57e5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:45.705246 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c934ab42-c47e-450f-baa6-f8a2e5996ec0 req-7c8e807c-aaca-45ea-80b7-edf9566e57e5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 944 time: 0.0489848 Sep 10 03:53:45.742346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c934ab42-c47e-450f-baa6-f8a2e5996ec0 req-147d60c5-3d5b-4c61-948b-974ab8ab9ac4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310917 Sep 10 03:53:46.470571 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device bb37cd99-a78f-4693-be06-713a67148166 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:53:46.565085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port bb37cd99-a78f-4693-be06-713a67148166, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=bb37cd99-a78f-4693-be06-713a67148166,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:46.576314 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'bb37cd99-a78f-4693-be06-713a67148166', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'port_id': 'bb37cd99-a78f-4693-be06-713a67148166', 'mac_address': 'fa:16:3e:2e:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:53:46.612268 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:46.624400 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb37cd99-a78f-4693-be06-713a67148166 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:46.642518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port bb37cd99-a78f-4693-be06-713a67148166, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=bb37cd99-a78f-4693-be06-713a67148166,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:46.646099 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:46.692554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=bb37cd99-a78f-4693-be06-713a67148166,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:46.842532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['bb37cd99-a78f-4693-be06-713a67148166'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:53:46.854203 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c19d19-2fb9-4b1c-86f2-1a9adc4ac377 req-6295194a-b5f8-4a85-844f-3d1f9ba0395a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:46.855800 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94c19d19-2fb9-4b1c-86f2-1a9adc4ac377 req-6295194a-b5f8-4a85-844f-3d1f9ba0395a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 945 time: 0.0484953 Sep 10 03:53:46.893298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94c19d19-2fb9-4b1c-86f2-1a9adc4ac377 req-602c2e66-88fc-43eb-9ba0-963db64929ce tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Sep 10 03:53:48.006654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957a49-9aeb-448c-b9d7-bfdd1eb5003a req-54075875-c39a-487a-94cb-497a18c472ff tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:48.008253 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4957a49-9aeb-448c-b9d7-bfdd1eb5003a req-54075875-c39a-487a-94cb-497a18c472ff tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 945 time: 0.0495203 Sep 10 03:53:48.045103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4957a49-9aeb-448c-b9d7-bfdd1eb5003a req-42ba8b63-4c56-447b-83e4-419160751d16 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Sep 10 03:53:48.486733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device bb37cd99-a78f-4693-be06-713a67148166 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:48.537860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port bb37cd99-a78f-4693-be06-713a67148166 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:48.542336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port bb37cd99-a78f-4693-be06-713a67148166 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:48.542714 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:48.616203 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:48.637725 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:48.652408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port bb37cd99-a78f-4693-be06-713a67148166, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=bb37cd99-a78f-4693-be06-713a67148166,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:48.656292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:48.681188 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae67942a-7289-4123-89bc-8b0db637d4e8" -d '{"events": [{"server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bb37cd99-a78f-4693-be06-713a67148166"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:48.710470 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=bb37cd99-a78f-4693-be06-713a67148166,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:48.771938 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cc4267-fe07-4d58-be53-62c59f8202ca x-openstack-request-id: req-a5cc4267-fe07-4d58-be53-62c59f8202ca {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:48.772253 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bb37cd99-a78f-4693-be06-713a67148166", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:48.772534 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5cc4267-fe07-4d58-be53-62c59f8202ca {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:48.772938 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166', 'code': 200} Sep 10 03:53:48.868940 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f4a96-8b48-4eb8-b7c2-d34ef48549b6 req-95bb32fb-736a-482f-a14c-6184d684b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:48.870439 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-544f4a96-8b48-4eb8-b7c2-d34ef48549b6 req-95bb32fb-736a-482f-a14c-6184d684b441 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1097 time: 0.0442126 Sep 10 03:53:48.905196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-544f4a96-8b48-4eb8-b7c2-d34ef48549b6 req-39880b2f-6902-43e4-abe0-776c6b6628e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270782 Sep 10 03:53:49.157369 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccf10c-b814-4ac7-b62a-92b5e30bf155 req-bb5b8bf6-169e-4dbc-a51f-268bb4119d10 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:49.158841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4dccf10c-b814-4ac7-b62a-92b5e30bf155 req-bb5b8bf6-169e-4dbc-a51f-268bb4119d10 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0479717 Sep 10 03:53:49.195008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4dccf10c-b814-4ac7-b62a-92b5e30bf155 req-faef116b-40dc-40d2-bbd1-807d74dd10ec tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Sep 10 03:53:50.310564 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de2cff-fda1-4d6d-9328-d034c7381eba req-87ba8732-6ca2-46a8-bd18-305f56da68c0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:50.312053 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8de2cff-fda1-4d6d-9328-d034c7381eba req-87ba8732-6ca2-46a8-bd18-305f56da68c0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0489547 Sep 10 03:53:50.347920 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b8de2cff-fda1-4d6d-9328-d034c7381eba req-7500845d-78a3-4620-a9dc-fa9760fd212b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298674 Sep 10 03:53:50.459081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566239b-0482-4f6c-934b-19f310c0fd26 req-12f22f82-f763-44a1-ae65-093946beaaa7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:50.460598 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e566239b-0482-4f6c-934b-19f310c0fd26 req-12f22f82-f763-44a1-ae65-093946beaaa7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0480506 Sep 10 03:53:50.499103 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e566239b-0482-4f6c-934b-19f310c0fd26 req-c1c1b9b0-761f-4d17-a6f2-3e6ca996352b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Sep 10 03:53:50.519877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46054) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:50.563187 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857d16c-7605-4c6b-962c-9fcb29a73714 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:50.564721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3857d16c-7605-4c6b-962c-9fcb29a73714 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1092 time: 0.0433798 Sep 10 03:53:50.567577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46056) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:50.571702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'bb37cd99-a78f-4693-be06-713a67148166', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:50.593159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.684417 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.787885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.119 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f3fc78ff-ed9c-4be1-84da-90dc2478b587) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:50.884566 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.922806 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.962883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:50.967698 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:50.970409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:50.979855 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f3fc78ff-ed9c-4be1-84da-90dc2478b587,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:51.325756 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.392273 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.545042 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.548981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.613562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f3fc78ff-ed9c-4be1-84da-90dc2478b587,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:51.624769 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.723480 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 72ed0906-3e7a-477a-b17d-10069f626575 associated. External IP: 172.25.8.119, port: bb37cd99-a78f-4693-be06-713a67148166. Sep 10 03:53:51.925991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:52.031887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:52.041616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] Sync routers for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:52.047303 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.055399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:52.056058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.078412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-105cd350-3f33-4491-b5af-db3e7048ee93 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5096841 Sep 10 03:53:52.080455 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:52.082546 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e1f60-5980-4462-8d0f-e06461c57b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "tag": "bb37cd99-a78f-4693-be06-713a67148166"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:52.126984 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dcca84-638c-41e1-90bf-65dd99d8fd5b x-openstack-request-id: req-53dcca84-638c-41e1-90bf-65dd99d8fd5b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:52.127283 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "tag": "bb37cd99-a78f-4693-be06-713a67148166", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:52.127569 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53dcca84-638c-41e1-90bf-65dd99d8fd5b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:52.128140 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166', 'status': 'completed', 'code': 200} Sep 10 03:53:52.162375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:52.191780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-141a16bc-5aab-43aa-9fd9-1991aa84fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.193210 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-141a16bc-5aab-43aa-9fd9-1991aa84fe8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1097 time: 0.0432968 Sep 10 03:53:52.201603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d63c-77c1-43b0-af7d-76da51be3805 req-ed86b2a3-ddcf-4dbf-8c26-a5bfcf4d0b0c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.203913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7138d63c-77c1-43b0-af7d-76da51be3805 req-ed86b2a3-ddcf-4dbf-8c26-a5bfcf4d0b0c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0563550 Sep 10 03:53:52.241423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7138d63c-77c1-43b0-af7d-76da51be3805 req-ee922d22-59f2-41e2-98e6-4474e540c3cb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Sep 10 03:53:52.264176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46064) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:52.327688 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-097b7490-09a1-493c-8d84-e22410e48e59 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/72ed0906-3e7a-477a-b17d-10069f626575 HTTP/1.1" status: 200 len: 992 time: 0.0622499 Sep 10 03:53:52.382574 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:53:52.401240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '72ed0906-3e7a-477a-b17d-10069f626575', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'port_id': 'bb37cd99-a78f-4693-be06-713a67148166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'mac_address': 'fa:16:3e:2e:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:53:51Z', 'updated_at': '2021-09-10T03:53:51Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.428129 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] Checking router: e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:53:52.436947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:52.437548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:53:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.547627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:53:52.618677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-01bbe66f-b919-4501-8fb7-348154857cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.620242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-01bbe66f-b919-4501-8fb7-348154857cd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 200 len: 896 time: 0.4193139 Sep 10 03:53:52.686700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-e4f7fe0d-689a-4878-89b2-6673dfdf7bbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 200 len: 1000 time: 0.0581203 Sep 10 03:53:52.734668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-ff784bfd-761b-4a28-9b17-c19398ae571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.736214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-ff784bfd-761b-4a28-9b17-c19398ae571f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e3ad3b-5ba2-4250-92da-270c012f8dd7 HTTP/1.1" status: 200 len: 834 time: 0.0432730 Sep 10 03:53:52.772681 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '72ed0906-3e7a-477a-b17d-10069f626575', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'port_id': 'bb37cd99-a78f-4693-be06-713a67148166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'mac_address': 'fa:16:3e:2e:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:53:51Z', 'updated_at': '2021-09-10T03:53:51Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.784597 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-929a259d-4ab5-4eb4-9faa-728e545cd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.786126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-929a259d-4ab5-4eb4-9faa-728e545cd1aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434074 Sep 10 03:53:52.801504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09e4df-3904-47cb-b851-73f6a3dc7030 None None] The sync data for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 is: [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '72ed0906-3e7a-477a-b17d-10069f626575', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'port_id': 'bb37cd99-a78f-4693-be06-713a67148166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'mac_address': 'fa:16:3e:2e:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:53:51Z', 'updated_at': '2021-09-10T03:53:51Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:52.877563 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-9223c77e-29e2-4ad6-981b-d096e0d4a79a service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836060 Sep 10 03:53:52.973331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646e1f60-5980-4462-8d0f-e06461c57b0f req-ec088f41-5a90-497c-97ff-5c7609d360e5 service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889773 Sep 10 03:53:53.001909 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d0f4e-3678-4a03-a175-7422aa788776 None None] New status for floating IP 72ed0906-3e7a-477a-b17d-10069f626575: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:53:53.331097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46066) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:53.392708 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-43cc36dc-73ef-4b93-8214-f879ec532441 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/72ed0906-3e7a-477a-b17d-10069f626575 HTTP/1.1" status: 200 len: 994 time: 0.0603373 Sep 10 03:54:01.816028 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4d41-e0cf-40db-836c-1a42b0c2c65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.504759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.684577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.392423 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7f9f742b-86a6-459b-8181-b6e8bfed74de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.745927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.591292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:07.531310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:22.095779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5195cf-ac92-4bfa-bcea-24903883192f req-460e5aba-8725-46c4-bf76-c03dd7f8f1f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:22.097332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd5195cf-ac92-4bfa-bcea-24903883192f req-460e5aba-8725-46c4-bf76-c03dd7f8f1f3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0489438 Sep 10 03:54:22.139013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd5195cf-ac92-4bfa-bcea-24903883192f req-56ffa2eb-0da1-4e2f-afda-3ccce8f80b37 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352411 Sep 10 03:54:23.271162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cfd3b-e45a-408f-99c1-3b601cf05510 req-28f03fc5-e21c-4486-a28c-483eda585900 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:23.272646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-573cfd3b-e45a-408f-99c1-3b601cf05510 req-28f03fc5-e21c-4486-a28c-483eda585900 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0476849 Sep 10 03:54:23.313640 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-573cfd3b-e45a-408f-99c1-3b601cf05510 req-ba463668-b727-4abd-acd4-b2b5d2baa46c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343366 Sep 10 03:54:23.335282 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46098) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:23.395187 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cdc39713-6c04-4a59-87f6-5519aba42baa tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/72ed0906-3e7a-477a-b17d-10069f626575 HTTP/1.1" status: 200 len: 994 time: 0.0588233 Sep 10 03:54:24.656829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b261f-4d18-4a66-a65f-a29b2ac47c84 req-7d1eefbd-d1f0-4ec3-ad40-cb05a4c11d42 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:24.658388 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e9b261f-4d18-4a66-a65f-a29b2ac47c84 req-7d1eefbd-d1f0-4ec3-ad40-cb05a4c11d42 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0491323 Sep 10 03:54:24.694959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5e9b261f-4d18-4a66-a65f-a29b2ac47c84 req-aa6281e7-29f2-4304-ba8e-95c425dda59f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304832 Sep 10 03:54:25.809551 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddea77-c19b-459a-a96d-2c73fadd2fc2 req-4c1e680b-925f-4766-9b4c-1c26b4f91dd5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:25.811047 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61ddea77-c19b-459a-a96d-2c73fadd2fc2 req-4c1e680b-925f-4766-9b4c-1c26b4f91dd5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0482264 Sep 10 03:54:25.846821 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-61ddea77-c19b-459a-a96d-2c73fadd2fc2 req-eb68ef81-cbe9-48fa-aff0-6c3cc15331f7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300014 Sep 10 03:54:25.868731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46108) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:25.931964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-27ee6860-4b55-4dc7-855c-5b7b17680f1a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/72ed0906-3e7a-477a-b17d-10069f626575 HTTP/1.1" status: 200 len: 994 time: 0.0621252 Sep 10 03:54:26.232666 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46114) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:26.384627 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port f3fc78ff-ed9c-4be1-84da-90dc2478b587 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:26.384972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.460006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.460334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.471988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for f3fc78ff-ed9c-4be1-84da-90dc2478b587 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:26.609224 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.637893 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=f3fc78ff-ed9c-4be1-84da-90dc2478b587,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:26.660617 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.660969 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.661312 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.661648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.661977 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.662309 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.662638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.662966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.663289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.663637 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.663959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.664281 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:26.704635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.704997 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 72ed0906-3e7a-477a-b17d-10069f626575 disassociated (deleted). External IP: 172.25.8.119, port: bb37cd99-a78f-4693-be06-713a67148166. Sep 10 03:54:26.765497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-12b334d8-bdbd-4a93-b422-112c915e7535 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393455 Sep 10 03:54:26.846484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-66edd03e-0382-4f1d-9fad-893c9232cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.848075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-66edd03e-0382-4f1d-9fad-893c9232cc14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1097 time: 0.0388963 Sep 10 03:54:26.911161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:26.958584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-68f0f6df-21dd-42ec-8733-d445f43be4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.960086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-68f0f6df-21dd-42ec-8733-d445f43be4b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 200 len: 896 time: 0.0861559 Sep 10 03:54:27.001365 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-c0b5e414-d39c-43a1-86de-92afd2fbbd1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 200 len: 217 time: 0.0340912 Sep 10 03:54:27.017190 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:27.021550 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.028283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] Sync routers for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:27.037307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:27.038743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:27.051686 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-940e7a7e-f453-4385-a1df-1885d2226ded tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/floatingips/72ed0906-3e7a-477a-b17d-10069f626575 HTTP/1.1" status: 204 len: 168 time: 0.8154943 Sep 10 03:54:27.051686 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:27.052858 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b85838e-516c-41ff-a13b-d03c68a7283a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "tag": "bb37cd99-a78f-4693-be06-713a67148166"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:27.068654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-9150ad5d-1bbb-4163-98e2-778b932a0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.070803 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-9150ad5d-1bbb-4163-98e2-778b932a0e38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e3ad3b-5ba2-4250-92da-270c012f8dd7 HTTP/1.1" status: 200 len: 834 time: 0.0549681 Sep 10 03:54:27.100718 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a8863-09c9-44d8-ad54-0ccf67cc6569 x-openstack-request-id: req-7b4a8863-09c9-44d8-ad54-0ccf67cc6569 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:27.101814 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "tag": "bb37cd99-a78f-4693-be06-713a67148166", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:27.101814 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b4a8863-09c9-44d8-ad54-0ccf67cc6569 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:27.101814 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166', 'status': 'completed', 'code': 200} Sep 10 03:54:27.127378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-6279d3a9-b61e-415a-b402-fd131d57d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.128930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-6279d3a9-b61e-415a-b402-fd131d57d69e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509756 Sep 10 03:54:27.162190 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:27.237176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-91af29a3-d3b5-43dc-ba09-f8c0b09b756e service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000662 Sep 10 03:54:27.341048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072ebec-a834-4260-ac05-6eda5cb44888 req-f268a0cd-c9da-49eb-9edf-74a2b1a0574f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.342834 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9072ebec-a834-4260-ac05-6eda5cb44888 req-f268a0cd-c9da-49eb-9edf-74a2b1a0574f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.1045041 Sep 10 03:54:27.363554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:27.388313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a49fd23c-4046-4d32-bfe4-d93a4051082a req-dc4ee88e-79a6-4379-8bdd-3d4931672bfe service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213286 Sep 10 03:54:27.391091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] Checking router: e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:27.396660 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9072ebec-a834-4260-ac05-6eda5cb44888 req-e9794a56-d77d-4138-b0f3-adb904f266ee tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Sep 10 03:54:27.400033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:27.400542 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:27.481165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-7e0d805b-edeb-4b1c-a341-06146a683866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.482580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-7e0d805b-edeb-4b1c-a341-06146a683866 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 1097 time: 0.0448725 Sep 10 03:54:27.512572 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:27.575121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-65eb437c-bb36-4576-ba4e-39688ae610e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.576636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-65eb437c-bb36-4576-ba4e-39688ae610e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 200 len: 896 time: 0.0842795 Sep 10 03:54:27.623777 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-f1608b0e-8121-45e6-bd91-1787a6c6dc43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 200 len: 217 time: 0.0388837 Sep 10 03:54:27.676863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-65edd83c-ed2b-4198-8134-7a96678dd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.678354 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-65edd83c-ed2b-4198-8134-7a96678dd04d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e3ad3b-5ba2-4250-92da-270c012f8dd7 HTTP/1.1" status: 200 len: 834 time: 0.0456004 Sep 10 03:54:27.720058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:27.727958 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-7c24ca26-2244-4073-ba1a-0ece117bb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.729529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-7c24ca26-2244-4073-ba1a-0ece117bb9e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d37e5e0-8e79-4247-baac-32fb4d9c2f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427170 Sep 10 03:54:27.749481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fa0ec-c442-478a-9bff-635e525cc07d None None] The sync data for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 is: [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:53:38Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'f1ca838a-a0d6-4027-972b-f295f3ae3b83', 'name': '', 'network_id': '5d37e5e0-8e79-4247-baac-32fb4d9c2f75', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:ce:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:37Z', 'updated_at': '2021-09-10T03:53:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '72e3ad3b-5ba2-4250-92da-270c012f8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:27.828464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-9bd97ae6-a744-446e-b471-b87e325706c1 service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890851 Sep 10 03:54:27.921739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b85838e-516c-41ff-a13b-d03c68a7283a req-914fc7c8-1da1-4dc4-904c-436c23d94c25 service neutron] 10.222.0.32 "GET /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Sep 10 03:54:27.960152 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2937c-74ee-4043-a999-34b99a6468a3 None None] New status for floating IP 72ed0906-3e7a-477a-b17d-10069f626575: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:54:28.515171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981ec6b-3099-40e2-ae59-06b045b2a82e req-dd5960d9-a3c9-4133-b8d5-a3c45d0da328 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:28.516679 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c981ec6b-3099-40e2-ae59-06b045b2a82e req-dd5960d9-a3c9-4133-b8d5-a3c45d0da328 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0479500 Sep 10 03:54:28.553787 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c981ec6b-3099-40e2-ae59-06b045b2a82e req-6e9b5c60-e9f5-41fd-8a39-61c5b59db840 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=744f40dd-6ff6-42ab-8536-e4abde61ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Sep 10 03:54:28.901654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-adec50ce-05a9-421c-8b63-c7fec82e9439 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:28.903090 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-adec50ce-05a9-421c-8b63-c7fec82e9439 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 946 time: 0.0469770 Sep 10 03:54:28.992890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port bb37cd99-a78f-4693-be06-713a67148166 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:28.993149 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.078600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port bb37cd99-a78f-4693-be06-713a67148166, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=bb37cd99-a78f-4693-be06-713a67148166,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:29.078959 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.095613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for bb37cd99-a78f-4693-be06-713a67148166 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:29.219327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.247171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=bb37cd99-a78f-4693-be06-713a67148166,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:29.258867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.259228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.259625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.259973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.260309 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.261191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.261525 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.261863 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.262195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.262526 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.262854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.263179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:29.300262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] No DVR routers for this DVR port bb37cd99-a78f-4693-be06-713a67148166 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:29.302802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.304853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-465d5c87-c90e-48c8-b5db-f184d51a5d37 req-26825fee-ae7a-47b5-a9d2-74e686d10834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "DELETE /v2.0/ports/bb37cd99-a78f-4693-be06-713a67148166 HTTP/1.1" status: 204 len: 173 time: 0.3957136 Sep 10 03:54:29.305287 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'name': 'network-vif-deleted', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:29.308064 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6fe261-ee28-4693-aefd-8550b48f62c8" -d '{"events": [{"server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "name": "network-vif-deleted", "tag": "bb37cd99-a78f-4693-be06-713a67148166"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:29.384281 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:54:29.587105 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f523861f-a6a1-439a-a23b-805059bfa0b1 x-openstack-request-id: req-f523861f-a6a1-439a-a23b-805059bfa0b1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:29.587408 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f626ef2-8729-441b-b8a2-af9176b04d4f", "name": "network-vif-deleted", "tag": "bb37cd99-a78f-4693-be06-713a67148166", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:29.587691 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f523861f-a6a1-439a-a23b-805059bfa0b1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:29.588090 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f626ef2-8729-441b-b8a2-af9176b04d4f', 'name': 'network-vif-deleted', 'tag': 'bb37cd99-a78f-4693-be06-713a67148166', 'status': 'completed', 'code': 200} Sep 10 03:54:29.669120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-69ef5416-4bf5-4699-ada9-1d61d2ae39d4 req-917dd107-02a7-440d-a12f-bd9c821fe524 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f626ef2-8729-441b-b8a2-af9176b04d4f HTTP/1.1" status: 200 len: 210 time: 0.0281806 Sep 10 03:54:30.725070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:31.072297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.318205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port f1ca838a-a0d6-4027-972b-f295f3ae3b83 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:31.318552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.407992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port f1ca838a-a0d6-4027-972b-f295f3ae3b83, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=f1ca838a-a0d6-4027-972b-f295f3ae3b83,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:31.408283 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.421097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for f1ca838a-a0d6-4027-972b-f295f3ae3b83 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:31.608475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.633765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=f1ca838a-a0d6-4027-972b-f295f3ae3b83,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:31.808298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.819272 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-682dd4a4-260b-439d-970a-b1cc1638031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.019955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:32.127179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:32.132412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-68f14e4f-5b86-4f28-80b2-ec356afc184e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4061174 Sep 10 03:54:32.134860 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46132) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:32.137159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] Sync routers for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:32.146073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:32.146672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:32.185938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting subnet 72e3ad3b-5ba2-4250-92da-270c012f8dd7 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:54:32.189004 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.233050 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.249956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:32.318636 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.380766 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.413404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Subnet': ['ID=72e3ad3b-5ba2-4250-92da-270c012f8dd7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:32.420742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.422808 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-824d585d-36ef-4e36-8b38-7079081341fe tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/subnets/72e3ad3b-5ba2-4250-92da-270c012f8dd7 HTTP/1.1" status: 204 len: 168 time: 0.2868910 Sep 10 03:54:32.425354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46134) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:32.427085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b173d51-b3e3-4b7e-a163-cd50740d67a3 None None] Network 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:32.528804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.570332 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.630406 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.689289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 7c4ca988-f724-4e12-849a-647d7a168590 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:32.689289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.701924 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '7c4ca988-f724-4e12-849a-647d7a168590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:54:31Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '7c4ca988-f724-4e12-849a-647d7a168590', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:53:35Z', 'updated_at': '2021-09-10T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:32.703952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.732507 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device bb37cd99-a78f-4693-be06-713a67148166 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:32.734350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] DHCP port deletion for 5d37e5e0-8e79-4247-baac-32fb4d9c2f75 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:54:32.737179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] Checking router: e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:32.761068 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: bb37cd99-a78f-4693-be06-713a67148166 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:32.761405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device bb37cd99-a78f-4693-be06-713a67148166 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:32.777266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 7c4ca988-f724-4e12-849a-647d7a168590, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=7c4ca988-f724-4e12-849a-647d7a168590,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:32.777718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.788082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] Routers {'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:32.788720 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:32.790551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 7c4ca988-f724-4e12-849a-647d7a168590 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:32.861773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 379f0470-6353-4213-be1e-2fb3d6450de0 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:32.908832 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] Set router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:32.962393 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.968668 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:54:32Z', 'revision_number': 6, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:32.971066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] Deleting port 379f0470-6353-4213-be1e-2fb3d6450de0 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:32.971434 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.989391 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=7c4ca988-f724-4e12-849a-647d7a168590,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:33.009757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762f9f6-075e-48af-82c8-d05b7d84af0c None None] The sync data for ids ['e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07'] in n-d-808126-2 is: [{'id': 'e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301188611', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:53:34Z', 'updated_at': '2021-09-10T03:54:32Z', 'revision_number': 6, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:33.060603 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.088142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] For port 379f0470-6353-4213-be1e-2fb3d6450de0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=379f0470-6353-4213-be1e-2fb3d6450de0,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:33.088585 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.106946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] Calling delete_port for 379f0470-6353-4213-be1e-2fb3d6450de0 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:33.110626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.151784 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.154677 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.178211 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 379f0470-6353-4213-be1e-2fb3d6450de0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=379f0470-6353-4213-be1e-2fb3d6450de0,segment=NetworkSegment(6bc6bfa0-aff1-411f-8d33-3bec2d046c67),segment_id=6bc6bfa0-aff1-411f-8d33-3bec2d046c67)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:33.192503 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.198780 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.199353 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Fanout notify agent at l3_agent the message router_deleted on router e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:54:33.206027 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.207148 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d6b81bfa-80a5-42d0-923b-fb202c98985a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/routers/e1af4a02-6e49-4ed3-aee8-ab5ce18a5f07 HTTP/1.1" status: 204 len: 168 time: 0.7808788 Sep 10 03:54:33.209814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46140) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:33.247462 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.251906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=379f0470-6353-4213-be1e-2fb3d6450de0,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:33.278642 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] Pushing event deleted for resources: {'Port': ['ID=379f0470-6353-4213-be1e-2fb3d6450de0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:33.280538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d257b-286a-4ee9-a3f4-7f150d6ddc6a None None] No DVR routers for this DVR port 379f0470-6353-4213-be1e-2fb3d6450de0 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:33.297326 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.383371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.404762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d37e5e0-8e79-4247-baac-32fb4d9c2f75']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:33.414326 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc6bfa0-aff1-411f-8d33-3bec2d046c67') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:33.414630 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc6bfa0-aff1-411f-8d33-3bec2d046c67') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:33.433749 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.447312 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.453606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:54:33.454174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:54:33.459913 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:54:33.522741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.530546 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.532377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/networks/5d37e5e0-8e79-4247-baac-32fb4d9c2f75 HTTP/1.1" status: 204 len: 168 time: 0.3216553 Sep 10 03:54:33.535161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46142) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:33.543275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe52953-b7da-4573-8080-161735b904a7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Network': ['ID=5d37e5e0-8e79-4247-baac-32fb4d9c2f75,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:33.598319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df6b14d1-7163-4c19-9bca-303cd74fe330 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.623757 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df6b14d1-7163-4c19-9bca-303cd74fe330 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.685161 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df6b14d1-7163-4c19-9bca-303cd74fe330 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.687730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df6b14d1-7163-4c19-9bca-303cd74fe330 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.688911 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df6b14d1-7163-4c19-9bca-303cd74fe330 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/security-groups/744f40dd-6ff6-42ab-8536-e4abde61ac45 HTTP/1.1" status: 204 len: 168 time: 0.1527159 Sep 10 03:54:33.698861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b14d1-7163-4c19-9bca-303cd74fe330 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f40dd-6ff6-42ab-8536-e4abde61ac45,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.188399 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46150) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:34.192881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620441086', 'description': 'tempest-secgroup-smoke-620441086 description', 'project_id': '0febefc443aa41dd9e25274ffde79c9d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:34.215434 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.294763 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.298045 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.325096 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.326320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1369240 Sep 10 03:54:34.328223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97daee-fded-40af-aad2-79255c523cbd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e95cf1-e402-49dc-af24-a38e3d7f2881,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.329304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46152) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:34.334522 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'f8e95cf1-e402-49dc-af24-a38e3d7f2881', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:34.360666 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.392089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-43266111-f49c-494d-ab32-e1382154ea43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.416816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.420200 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.436841 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf794d2-a370-42d3-b380-23372d92b465,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.443736 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.444987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-41d0d906-f2f2-4fb4-8bcb-2be2a92979b9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146133 Sep 10 03:54:34.447593 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46154) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:34.452462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'f8e95cf1-e402-49dc-af24-a38e3d7f2881', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:34.477332 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.540881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.544172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.561285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a23084-bd0c-4f77-a3c9-2d4351347867,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.567970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.569209 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3a2004e0-6604-4627-b496-8728b46cdf58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200719 Sep 10 03:54:34.571829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46156) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:34.576775 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'f8e95cf1-e402-49dc-af24-a38e3d7f2881', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:34.601642 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.659064 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.662305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.680629 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab9173c-46b7-4395-83ff-50735fcddea9,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.683887 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.688038 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46158) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:34.688508 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b137ab3-29c2-416d-8aaa-291a868d2643 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152730 Sep 10 03:54:34.692873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'f8e95cf1-e402-49dc-af24-a38e3d7f2881', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:34.718250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.751182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.777839 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.781638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.802122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410cc69c-ddf6-4003-b086-bedb5af13df3,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.804258 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4ca988-f724-4e12-849a-647d7a168590 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:34.809749 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.811082 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0c65cafe-e8d7-4044-b6a5-e03de7d1a112 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219156 Sep 10 03:54:34.813794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46160) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:34.818084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'f8e95cf1-e402-49dc-af24-a38e3d7f2881', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:34.825126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 7c4ca988-f724-4e12-849a-647d7a168590 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:34.825479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 7c4ca988-f724-4e12-849a-647d7a168590 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:34.825905 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f1ca838a-a0d6-4027-972b-f295f3ae3b83 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:34.839389 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:54:34.844357 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.845128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: f1ca838a-a0d6-4027-972b-f295f3ae3b83 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:34.845481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device f1ca838a-a0d6-4027-972b-f295f3ae3b83 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:35.200681 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.204169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.223569 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4930cc-a946-40c4-9052-904bb3cd61b2,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:35.227587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.228769 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3565807-75ca-45ad-8d5e-06f8cb0dc542 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140515 Sep 10 03:54:35.232077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46162) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:35.236443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'f8e95cf1-e402-49dc-af24-a38e3d7f2881', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:35.256377 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:54:35.261036 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.319587 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.323133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.340920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a29d5b-5238-4c54-b519-0dfe93741bd7,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:35.345986 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.347222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-30712b08-a9fc-40cd-9889-ba0b8bb2b989 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142066 Sep 10 03:54:35.350122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46164) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:35.355494 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'network': {'name': 'tempest-network-smoke--1848217931', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'port_security_enabled': True}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:35.376211 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:35.379915 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.402930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:35.412498 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.412835 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Added segment 9e988e41-5793-4d91-adf8-d219ed05780f of type vlan for network 817a71c9-ea76-4342-8fcb-6ef6d434c031 Sep 10 03:54:35.461867 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.488058 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.493594 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:35.494178 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.521420 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703093 Sep 10 03:54:35.524651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46166) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:35.529895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'admin_state_up': True, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:35.552585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.553637 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.559894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771561-5996-4a14-845b-a5699d9e6f96 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Network': ['ID=817a71c9-ea76-4342-8fcb-6ef6d434c031,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:35.572516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:35.610871 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.639887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.745896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.932589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.950426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.053905 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.192 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/210d82d7-e98a-4ff8-905a-00a39bcd5517) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:36.156675 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.194099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.228889 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:36.231658 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:36.235091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:36.265723 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=210d82d7-e98a-4ff8-905a-00a39bcd5517,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:36.803611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.989470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.112906 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router be33daae-bc5e-4232-8cd4-8f2ca5056551 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:54:37.216284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:37.228381 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Sync routers for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:37.234213 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.238587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3b37b9ae-4739-472f-a91f-336417780657 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7098212 Sep 10 03:54:37.238772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46168) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.238896 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:37.239534 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:37.272292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4e40b2cf-0692-4dd9-962b-bb5d84c7b18d tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0febefc443aa41dd9e25274ffde79c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299573 Sep 10 03:54:37.272515 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46170) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.341573 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:37.357846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c3a15-fe66-43cc-b292-254eccd70f42 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.359356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e12c3a15-fe66-43cc-b292-254eccd70f42 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859559 Sep 10 03:54:37.362152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46172) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.389550 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3d05e5b9-c176-438f-bdee-663ca2682913 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263262 Sep 10 03:54:37.391962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46174) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.396616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299980257', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:37.492571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:37.496531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.536779 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.605812 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:36Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:37.633688 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Checking router: be33daae-bc5e-4232-8cd4-8f2ca5056551 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:37.634036 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Updating router be33daae-bc5e-4232-8cd4-8f2ca5056551 port 210d82d7-e98a-4ff8-905a-00a39bcd5517 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:54:37.658143 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.686552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.748227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Subnet': ['ID=3b4f21f6-79b8-4e83-acdb-85afd943d060,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:37.757627 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Checking segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:37.758017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network hostable DHCP agents. Network: 817a71c9-ea76-4342-8fcb-6ef6d434c031, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:37.775111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:37.784332 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 817a71c9-ea76-4342-8fcb-6ef6d434c031) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:37.790490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.790592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.796091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931e140-f62c-49c0-a68f-90b34ce544e2 None None] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:37.809279 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2e487214-f253-4be1-b073-bd8538d5c6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4131649 Sep 10 03:54:37.809825 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46176) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.918987 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.929216 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Transition to ACTIVE for port object 210d82d7-e98a-4ff8-905a-00a39bcd5517 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:37.936052 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.941964 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-817a71c9-ea76-4342-8fcb-6ef6d434c031', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:37.942901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.991288 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Attempting to bind port 210d82d7-e98a-4ff8-905a-00a39bcd5517 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:37.991773 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Attempting to bind port 210d82d7-e98a-4ff8-905a-00a39bcd5517 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:37.992239 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Attempting to bind port 210d82d7-e98a-4ff8-905a-00a39bcd5517 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:37.999566 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012cdae-755c-48c4-bac0-10753e7b8321 None None] Pushing event updated for resources: {'Port': ['ID=210d82d7-e98a-4ff8-905a-00a39bcd5517,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:38.002019 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:38.002469 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:38.002956 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.003397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:38.004113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Bound port: 210d82d7-e98a-4ff8-905a-00a39bcd5517, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:38.004559 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.060565 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] For port 210d82d7-e98a-4ff8-905a-00a39bcd5517, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:38.063754 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] For port 210d82d7-e98a-4ff8-905a-00a39bcd5517, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=210d82d7-e98a-4ff8-905a-00a39bcd5517,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:38.067999 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.088495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Allocated IP 172.20.0.2 (817a71c9-ea76-4342-8fcb-6ef6d434c031/3b4f21f6-79b8-4e83-acdb-85afd943d060/543d612e-320b-4728-ae6d-650a40342500) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:38.129212 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:38.129927 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:38.132624 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012cdae-755c-48c4-bac0-10753e7b8321 None None] Pushing event updated for resources: {'Port': ['ID=210d82d7-e98a-4ff8-905a-00a39bcd5517,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:38.234723 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:38.241184 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.250479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Transition to ACTIVE for port object 543d612e-320b-4728-ae6d-650a40342500 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:38.265564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Transition to ACTIVE for port object 543d612e-320b-4728-ae6d-650a40342500 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:38.271943 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.292107 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.312412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:38.315275 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:38.318870 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:38.352856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Pushing event updated for resources: {'Port': ['ID=543d612e-320b-4728-ae6d-650a40342500,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:38.375902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.376250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.376593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.376933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.377268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.377601 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.377932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.378261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.378590 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.378918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.379245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.379598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:38.391807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Attempting to bind port 543d612e-320b-4728-ae6d-650a40342500 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:38.391807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Attempting to bind port 543d612e-320b-4728-ae6d-650a40342500 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:38.392035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Attempting to bind port 543d612e-320b-4728-ae6d-650a40342500 on network 817a71c9-ea76-4342-8fcb-6ef6d434c031 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:38.396860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:38.397236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Checking segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:38.397642 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.398034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Bound using segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:38.398503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Bound port: 543d612e-320b-4728-ae6d-650a40342500, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:38.398888 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.417567 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:36Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:38.443758 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164bba4-f326-4def-8c39-c334140130b8 None None] The sync data for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 is: [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:36Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:38.473241 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] For port 543d612e-320b-4728-ae6d-650a40342500, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:38.477313 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] For port 543d612e-320b-4728-ae6d-650a40342500, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=543d612e-320b-4728-ae6d-650a40342500,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:38.481324 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.542880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae83a-6ff1-47c4-9d26-92b3acf0be24 None None] Pushing event updated for resources: {'Port': ['ID=543d612e-320b-4728-ae6d-650a40342500,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:38.597630 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.1 (817a71c9-ea76-4342-8fcb-6ef6d434c031/3b4f21f6-79b8-4e83-acdb-85afd943d060/2428adda-05c2-4f4f-8062-dee183cb52b2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:38.734528 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.750584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object 2428adda-05c2-4f4f-8062-dee183cb52b2 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:38.793094 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.843216 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:38.845434 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:38.853002 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:38.861562 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=2428adda-05c2-4f4f-8062-dee183cb52b2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:38.910940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 543d612e-320b-4728-ae6d-650a40342500 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:38.928801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.966766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 543d612e-320b-4728-ae6d-650a40342500 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:38.972139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 210d82d7-e98a-4ff8-905a-00a39bcd5517 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:39.021331 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 210d82d7-e98a-4ff8-905a-00a39bcd5517 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:39.026405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 210d82d7-e98a-4ff8-905a-00a39bcd5517 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:39.026809 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.074288 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.114593 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.137039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 210d82d7-e98a-4ff8-905a-00a39bcd5517, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=210d82d7-e98a-4ff8-905a-00a39bcd5517,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:39.141642 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.194839 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=210d82d7-e98a-4ff8-905a-00a39bcd5517,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:39.384116 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.390214 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.471249 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=2428adda-05c2-4f4f-8062-dee183cb52b2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:39.474753 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.569944 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:39.571289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:39.577130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5dac0-3e22-4856-ae9d-4d0df13e8f50 None None] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:39.612426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] Provisioning for port 543d612e-320b-4728-ae6d-650a40342500 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:39.643633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] Provisioning complete for port 543d612e-320b-4728-ae6d-650a40342500 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:39.644009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.698648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router be33daae-bc5e-4232-8cd4-8f2ca5056551 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:39.786985 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.808109 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:39.815042 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cfd0d719-338e-4557-ad27-1d9fc0335911 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/be33daae-bc5e-4232-8cd4-8f2ca5056551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0035591 Sep 10 03:54:39.830984 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] For port 543d612e-320b-4728-ae6d-650a40342500, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=543d612e-320b-4728-ae6d-650a40342500,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:39.835875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.895022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba073b4c-6d79-43c3-be29-2064a49212d5 None None] Pushing event updated for resources: {'Port': ['ID=543d612e-320b-4728-ae6d-650a40342500,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:39.973638 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c9f7bda8-2a6e-4feb-b9f5-11d0b959649c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620441086&fields=id&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 267 time: 0.0361128 Sep 10 03:54:40.062098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-12251d07-331e-47f5-b590-e491f437906b None None] Provisioning for port 2428adda-05c2-4f4f-8062-dee183cb52b2 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:40.067346 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-12251d07-331e-47f5-b590-e491f437906b None None] Provisioning complete for port 2428adda-05c2-4f4f-8062-dee183cb52b2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:40.067759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-12251d07-331e-47f5-b590-e491f437906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.104952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-12251d07-331e-47f5-b590-e491f437906b None None] Port 2428adda-05c2-4f4f-8062-dee183cb52b2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:40.105748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-608f1bc6-ea3d-4bbb-9dea-91d0cdf0944e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:40.107491 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-608f1bc6-ea3d-4bbb-9dea-91d0cdf0944e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 797 time: 0.1266263 Sep 10 03:54:40.120069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-12251d07-331e-47f5-b590-e491f437906b None None] Provisioning complete for port 543d612e-320b-4728-ae6d-650a40342500 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:40.120796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-12251d07-331e-47f5-b590-e491f437906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.124815 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-1fe8cff0-c97c-43b9-9669-b494ef8ea522 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/quotas/0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 375 time: 0.0110760 Sep 10 03:54:40.180761 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-262f3aa5-3f5c-4720-b604-ec2dc72e16dc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487306 Sep 10 03:54:40.233121 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Sync routers for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:40.242380 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:40.243095 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:40.295693 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-1651b8d4-7ca5-434c-b55a-f63f663df2c3 service neutron] 10.222.0.23 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025386 Sep 10 03:54:40.360856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e2bf0f9f-d762-479e-a1c4-a86a7d7e65ef None None] Provisioning complete for port 2428adda-05c2-4f4f-8062-dee183cb52b2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:40.361387 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0f9f-d762-479e-a1c4-a86a7d7e65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.364206 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:40.394206 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-63cfb71d-b4ba-4344-aca0-e2a77463d692 service neutron] 10.222.0.23 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897212 Sep 10 03:54:40.577389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7b5ab7a2-6150-42f8-8349-ff330ad3176c req-dbc37961-1c99-426a-9447-24d50758e002 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 210 time: 0.0285707 Sep 10 03:54:40.617361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf0f9f-d762-479e-a1c4-a86a7d7e65ef None None] Port 2428adda-05c2-4f4f-8062-dee183cb52b2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:40.745366 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1dd9e321-37af-4054-b0b1-ca121cd0f160 None None] Provisioning complete for port 2428adda-05c2-4f4f-8062-dee183cb52b2 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:40.745605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e321-37af-4054-b0b1-ca121cd0f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.793821 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9e321-37af-4054-b0b1-ca121cd0f160 None None] Port 2428adda-05c2-4f4f-8062-dee183cb52b2 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:40.798245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 2, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:40.827169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 543d612e-320b-4728-ae6d-650a40342500 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:40.830717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Checking router: be33daae-bc5e-4232-8cd4-8f2ca5056551 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:40.831092 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Updating router be33daae-bc5e-4232-8cd4-8f2ca5056551 port 2428adda-05c2-4f4f-8062-dee183cb52b2 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:54:40.879544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.942826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 543d612e-320b-4728-ae6d-650a40342500 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:40.943204 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.161422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 210d82d7-e98a-4ff8-905a-00a39bcd5517 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:41.264712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 210d82d7-e98a-4ff8-905a-00a39bcd5517 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:41.265087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.295940 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.314464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Transition to ACTIVE for port object 2428adda-05c2-4f4f-8062-dee183cb52b2 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:41.325327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.430090 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa34d-382d-4985-ae33-0d19726d7f81 None None] Pushing event updated for resources: {'Port': ['ID=2428adda-05c2-4f4f-8062-dee183cb52b2,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:41.495688 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Attempting to bind port 2428adda-05c2-4f4f-8062-dee183cb52b2 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:41.496065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Attempting to bind port 2428adda-05c2-4f4f-8062-dee183cb52b2 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:41.496486 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Attempting to bind port 2428adda-05c2-4f4f-8062-dee183cb52b2 on network 817a71c9-ea76-4342-8fcb-6ef6d434c031 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:41.508580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:41.509232 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Checking segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:41.509697 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.510841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Bound using segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:41.511539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Bound port: 2428adda-05c2-4f4f-8062-dee183cb52b2, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:41.511899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.536283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-dedf10c9-c249-45bc-8cb3-213d434113ef tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:41.537707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-dedf10c9-c249-45bc-8cb3-213d434113ef tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 797 time: 0.1751108 Sep 10 03:54:41.582860 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] For port 2428adda-05c2-4f4f-8062-dee183cb52b2, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:41.586969 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c7de5ea4-e4f8-411b-afc6-4ca70f0b11e3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 379 time: 0.0392530 Sep 10 03:54:41.587514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] For port 2428adda-05c2-4f4f-8062-dee183cb52b2, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2428adda-05c2-4f4f-8062-dee183cb52b2,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:41.591846 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.597252 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'port': {'device_id': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'admin_state_up': True, 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'security_groups': ['f8e95cf1-e402-49dc-af24-a38e3d7f2881']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:41.655279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:41.655948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:41.699155 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6d7d0a2-e91a-4291-890e-37fccfaf758b req-8b98c010-d1ba-4266-bcb1-b10ac7c3771d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 210 time: 0.0473657 Sep 10 03:54:41.720894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa34d-382d-4985-ae33-0d19726d7f81 None None] Pushing event updated for resources: {'Port': ['ID=2428adda-05c2-4f4f-8062-dee183cb52b2,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:41.722440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:41.731177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.811526 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:41.866464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.4 (817a71c9-ea76-4342-8fcb-6ef6d434c031/3b4f21f6-79b8-4e83-acdb-85afd943d060/77e0f3ac-9ea4-4207-8128-57368b331fef) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:42.009186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.021431 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:42.022418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object 77e0f3ac-9ea4-4207-8128-57368b331fef will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:42.049045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91c057-63d3-4efb-9a6d-9d115dd350a0 None None] The sync data for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 is: [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:42.057090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.121239 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:42.124562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:42.130797 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:42.159991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=77e0f3ac-9ea4-4207-8128-57368b331fef,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:42.195955 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.197259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.213562 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-c3b37ed8-edfa-44f4-8fe6-9e84a52947ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6198111 Sep 10 03:54:42.226095 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Request body: {'port': {'device_id': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:42.290412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.388477 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-14a5895c-e1cf-488d-b3d3-3c55d9e1e21c None None] Provisioning for port 77e0f3ac-9ea4-4207-8128-57368b331fef completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:42.393251 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-14a5895c-e1cf-488d-b3d3-3c55d9e1e21c None None] Provisioning complete for port 77e0f3ac-9ea4-4207-8128-57368b331fef triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:42.393624 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-14a5895c-e1cf-488d-b3d3-3c55d9e1e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.440800 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-14a5895c-e1cf-488d-b3d3-3c55d9e1e21c None None] Port 77e0f3ac-9ea4-4207-8128-57368b331fef cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:42.574141 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e0f3ac-9ea4-4207-8128-57368b331fef {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:42.581169 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.594687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Transition to ACTIVE for port object 77e0f3ac-9ea4-4207-8128-57368b331fef will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:42.598683 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.673556 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Pushing event updated for resources: {'Port': ['ID=77e0f3ac-9ea4-4207-8128-57368b331fef,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:42.730562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Attempting to bind port 77e0f3ac-9ea4-4207-8128-57368b331fef on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:42.730758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Attempting to bind port 77e0f3ac-9ea4-4207-8128-57368b331fef by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:42.731351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Attempting to bind port 77e0f3ac-9ea4-4207-8128-57368b331fef on network 817a71c9-ea76-4342-8fcb-6ef6d434c031 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:42.741833 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Port 77e0f3ac-9ea4-4207-8128-57368b331fef on network 817a71c9-ea76-4342-8fcb-6ef6d434c031 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:54:42.742345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Attempting to bind port 77e0f3ac-9ea4-4207-8128-57368b331fef on network 817a71c9-ea76-4342-8fcb-6ef6d434c031 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:42.752148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:42.752583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Checking segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:42.753181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Bound using segment: {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:42.753732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Bound port: 77e0f3ac-9ea4-4207-8128-57368b331fef, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e988e41-5793-4d91-adf8-d219ed05780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:42.754192 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.847599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2428adda-05c2-4f4f-8062-dee183cb52b2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:42.881639 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] For port 77e0f3ac-9ea4-4207-8128-57368b331fef, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:42.892092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f146-bff4-48e1-b123-6d6429c3cf29 req-d221f03e-7bd3-4585-8018-d32b1728e2b8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.893778 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5d8f146-bff4-48e1-b123-6d6429c3cf29 req-d221f03e-7bd3-4585-8018-d32b1728e2b8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 943 time: 0.0930452 Sep 10 03:54:42.908965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 2428adda-05c2-4f4f-8062-dee183cb52b2 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:42.912967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2428adda-05c2-4f4f-8062-dee183cb52b2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:42.913329 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.913571 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] For port 77e0f3ac-9ea4-4207-8128-57368b331fef, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=77e0f3ac-9ea4-4207-8128-57368b331fef,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:42.924157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.976082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.976826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.979642 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 1091 time: 0.7575116 Sep 10 03:54:42.985286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:42.987976 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa325a-ec2e-4ace-a3d6-468d2646a2be" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:42.996329 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d5d8f146-bff4-48e1-b123-6d6429c3cf29 req-8c9a5bee-e38a-4dff-8faf-6fa0c7f75eb6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938101 Sep 10 03:54:43.046678 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff3de-4ebc-4f7c-b798-2f8c673b66d6 service neutron] Pushing event updated for resources: {'Port': ['ID=77e0f3ac-9ea4-4207-8128-57368b331fef,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:43.081918 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f11b4c-f0b4-4716-9abb-95ce712b4635 x-openstack-request-id: req-13f11b4c-f0b4-4716-9abb-95ce712b4635 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:43.082212 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:43.082465 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13f11b4c-f0b4-4716-9abb-95ce712b4635 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:43.082914 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'status': 'completed', 'code': 200} Sep 10 03:54:43.086490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.099705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-d242b7b0-8bfd-48da-8de1-b93874ea8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.101388 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-d242b7b0-8bfd-48da-8de1-b93874ea8dd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1094 time: 0.0698895 Sep 10 03:54:43.129702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 2428adda-05c2-4f4f-8062-dee183cb52b2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2428adda-05c2-4f4f-8062-dee183cb52b2,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:43.135906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.163226 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-6f526310-300c-40cb-9a0e-6dfc0e6f2fb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 217 time: 0.0539691 Sep 10 03:54:43.200772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=2428adda-05c2-4f4f-8062-dee183cb52b2,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:43.216577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-762af930-6770-486b-9896-d91a27ccfd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.218141 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-762af930-6770-486b-9896-d91a27ccfd0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 200 len: 834 time: 0.0484259 Sep 10 03:54:43.264050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-de04ebdd-a6a5-4b51-b467-199518e6cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.265861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-de04ebdd-a6a5-4b51-b467-199518e6cf1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817a71c9-ea76-4342-8fcb-6ef6d434c031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405440 Sep 10 03:54:43.360860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-8011f2a6-a1c4-4b3a-aed0-b736106e30d2 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Sep 10 03:54:43.447206 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0fa0849-8e38-473e-a32b-d074dfa3a113 req-f14ef147-e121-4291-855e-effcbd2f3184 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794473 Sep 10 03:54:43.534393 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-0f22b2f1-6fbd-4d37-a493-283275a42ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.536029 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-0f22b2f1-6fbd-4d37-a493-283275a42ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1094 time: 0.0452178 Sep 10 03:54:43.625156 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-09ed1406-c92f-4954-a9a7-ec67216396c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.626658 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-09ed1406-c92f-4954-a9a7-ec67216396c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 897 time: 0.0822725 Sep 10 03:54:43.670988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-efc1f973-2954-47b6-b092-7fbfef883cf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 217 time: 0.0372365 Sep 10 03:54:43.719812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-70717a42-9ad5-4661-837b-1349228c2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.721219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-70717a42-9ad5-4661-837b-1349228c2db7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 200 len: 834 time: 0.0424781 Sep 10 03:54:43.766843 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-fddc1ece-2805-4f0a-b226-2e423e2266de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.768260 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-fddc1ece-2805-4f0a-b226-2e423e2266de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817a71c9-ea76-4342-8fcb-6ef6d434c031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394018 Sep 10 03:54:43.858880 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-afc80862-e6b2-463b-9ac4-637b42982e0a service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832906 Sep 10 03:54:43.946049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5efa325a-ec2e-4ace-a3d6-468d2646a2be req-43cb2fed-a343-4417-bc21-6ef4dcd280b8 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789812 Sep 10 03:54:44.128858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606b93-c96a-4901-beb1-07412e474f0f req-1846377c-d820-4fbc-ac3e-ba39f595ed7b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.130348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71606b93-c96a-4901-beb1-07412e474f0f req-1846377c-d820-4fbc-ac3e-ba39f595ed7b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 943 time: 0.0528183 Sep 10 03:54:44.167842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71606b93-c96a-4901-beb1-07412e474f0f req-8bfa4847-5123-40a5-a394-8c38465126d9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Sep 10 03:54:44.794714 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2428adda-05c2-4f4f-8062-dee183cb52b2 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:44.841576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2428adda-05c2-4f4f-8062-dee183cb52b2 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:44.842151 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.286393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cecba-4dd5-4781-8152-6c095d130b29 req-2c5458f0-8e3a-4da0-8eca-fe7d8cbb125c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:45.287891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-878cecba-4dd5-4781-8152-6c095d130b29 req-2c5458f0-8e3a-4da0-8eca-fe7d8cbb125c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 943 time: 0.0525162 Sep 10 03:54:45.324882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-878cecba-4dd5-4781-8152-6c095d130b29 req-bccf36ea-f765-4fd7-bca4-e9335456850c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Sep 10 03:54:46.436311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936adcf-c44e-4742-aca7-ee9dc3ffa3af req-1ecdbc35-31e9-47e0-a65e-38eae1093175 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.437818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1936adcf-c44e-4742-aca7-ee9dc3ffa3af req-1ecdbc35-31e9-47e0-a65e-38eae1093175 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 943 time: 0.0473876 Sep 10 03:54:46.473927 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1936adcf-c44e-4742-aca7-ee9dc3ffa3af req-c2e4d30c-e933-4ad6-b842-2d3aa9fd5fcb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303404 Sep 10 03:54:46.833488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 77e0f3ac-9ea4-4207-8128-57368b331fef details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:54:46.928262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 77e0f3ac-9ea4-4207-8128-57368b331fef, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=77e0f3ac-9ea4-4207-8128-57368b331fef,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:46.939574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'port_id': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'mac_address': 'fa:16:3e:9f:03:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:54:46.975526 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.988342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e0f3ac-9ea4-4207-8128-57368b331fef {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:47.007406 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 77e0f3ac-9ea4-4207-8128-57368b331fef, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=77e0f3ac-9ea4-4207-8128-57368b331fef,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:47.011763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.071667 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=77e0f3ac-9ea4-4207-8128-57368b331fef,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:47.218853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['77e0f3ac-9ea4-4207-8128-57368b331fef'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:47.591065 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f514-433b-49e8-afe4-75ddd7f83a1b req-ad5d293d-fe16-4947-adb9-106aad19237c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:47.592626 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6177f514-433b-49e8-afe4-75ddd7f83a1b req-ad5d293d-fe16-4947-adb9-106aad19237c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 944 time: 0.0503027 Sep 10 03:54:47.630078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6177f514-433b-49e8-afe4-75ddd7f83a1b req-b8bdde5c-f510-4bcc-86a6-c22b1ce2c1d7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312347 Sep 10 03:54:48.741939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f922262-a9ab-41bd-a47c-51d5a927d6da req-bebc56ef-cf3b-4f15-8dcf-88de97b57975 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:48.743429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f922262-a9ab-41bd-a47c-51d5a927d6da req-bebc56ef-cf3b-4f15-8dcf-88de97b57975 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 944 time: 0.0475941 Sep 10 03:54:48.780470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6f922262-a9ab-41bd-a47c-51d5a927d6da req-fc4d4e96-a6fc-4ab1-a87a-1901dbab327c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307710 Sep 10 03:54:48.832969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 77e0f3ac-9ea4-4207-8128-57368b331fef up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:48.879824 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 77e0f3ac-9ea4-4207-8128-57368b331fef completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:48.883606 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 77e0f3ac-9ea4-4207-8128-57368b331fef triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:48.883980 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.957799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.982604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:48.984869 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba33bf-d6e1-4ee0-aac7-6afdee6190f4" -d '{"events": [{"server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "name": "network-vif-plugged", "status": "completed", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:48.998240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 77e0f3ac-9ea4-4207-8128-57368b331fef, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=77e0f3ac-9ea4-4207-8128-57368b331fef,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:49.002287 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.024990 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc177f-4a6f-45cc-bb22-c142ca7bd4f7 x-openstack-request-id: req-7bfc177f-4a6f-45cc-bb22-c142ca7bd4f7 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:49.025283 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "name": "network-vif-plugged", "status": "completed", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:49.025579 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bfc177f-4a6f-45cc-bb22-c142ca7bd4f7 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:49.025963 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'code': 200} Sep 10 03:54:49.052378 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=77e0f3ac-9ea4-4207-8128-57368b331fef,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:49.120310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ac43-cfc8-48ec-9f00-27d533e66128 req-0e3b2ef7-96bc-45c7-b6f3-48e9150d59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.121799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4bf9ac43-cfc8-48ec-9f00-27d533e66128 req-0e3b2ef7-96bc-45c7-b6f3-48e9150d59e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1096 time: 0.0435653 Sep 10 03:54:49.154680 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4bf9ac43-cfc8-48ec-9f00-27d533e66128 req-68fb365b-c72b-4c1e-891a-a4f4879767f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260217 Sep 10 03:54:49.892107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4fb30-0044-49a2-92e5-156d05fe5059 req-4bed7307-d50e-4f03-a440-445af6403091 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.893520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ae4fb30-0044-49a2-92e5-156d05fe5059 req-4bed7307-d50e-4f03-a440-445af6403091 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0481946 Sep 10 03:54:49.932973 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1ae4fb30-0044-49a2-92e5-156d05fe5059 req-a0602f31-0e36-437b-8160-7121ba661552 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336246 Sep 10 03:54:51.049264 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb457c3-5a3a-4e32-b0c7-2f54f3f9a62c req-d4478281-b124-4a30-93af-932e1b1c8ad4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.050632 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb457c3-5a3a-4e32-b0c7-2f54f3f9a62c req-d4478281-b124-4a30-93af-932e1b1c8ad4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0476959 Sep 10 03:54:51.092542 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dcb457c3-5a3a-4e32-b0c7-2f54f3f9a62c req-fcf2928e-4c40-4cf8-8fc7-487fdeb301aa tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360663 Sep 10 03:54:51.205884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6dd11-9c4c-474b-b662-56297378a991 req-3940ac45-67dc-4a15-b123-2905e67d01de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.207367 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7fd6dd11-9c4c-474b-b662-56297378a991 req-3940ac45-67dc-4a15-b123-2905e67d01de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0484242 Sep 10 03:54:51.245058 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7fd6dd11-9c4c-474b-b662-56297378a991 req-26555ecf-7a06-42b7-b04a-56e7e3387981 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Sep 10 03:54:51.266485 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46238) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:51.308498 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a7222-7ec2-44d3-b15b-a4866a9346af tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.310016 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a32a7222-7ec2-44d3-b15b-a4866a9346af tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1091 time: 0.0425901 Sep 10 03:54:51.312816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46240) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:51.316956 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:51.338041 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.431468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.537813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.130 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/634c1646-8a34-45d5-b432-fdf6392e44df) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:51.634986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.672796 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.711209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:51.714839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:51.718473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:51.745810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=634c1646-8a34-45d5-b432-fdf6392e44df,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:52.064601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.131416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.280178 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.284511 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.349001 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=634c1646-8a34-45d5-b432-fdf6392e44df,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:52.360007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.456325 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 8814cb0e-b7a6-4b82-ad46-8c1af00e02bd associated. External IP: 172.25.8.130, port: 77e0f3ac-9ea4-4207-8128-57368b331fef. Sep 10 03:54:52.654945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router be33daae-bc5e-4232-8cd4-8f2ca5056551 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:53.082442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:53.094060 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] Sync routers for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:53.099836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.104352 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:53.105017 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:53.128967 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-709b0546-150f-4e8e-b9bc-958207c5c476 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8128161 Sep 10 03:54:53.128967 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:53.129444 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63565617-ab61-4070-8165-78d6abc8922f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:53.174608 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7057ce79-f2d3-4f76-99fb-8fc0434edb9b x-openstack-request-id: req-7057ce79-f2d3-4f76-99fb-8fc0434edb9b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:53.174902 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:53.175151 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7057ce79-f2d3-4f76-99fb-8fc0434edb9b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:53.175577 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'status': 'completed', 'code': 200} Sep 10 03:54:53.217494 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:53.239030 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565617-ab61-4070-8165-78d6abc8922f req-5016767d-9627-4735-b96a-f0a029251ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.240656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-5016767d-9627-4735-b96a-f0a029251ba8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1096 time: 0.0417082 Sep 10 03:54:53.240913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d46e8-3be9-4c99-9e99-830e5884b0da req-b28cba3d-da3b-4bff-8cf8-4796bb64f500 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.242411 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c23d46e8-3be9-4c99-9e99-830e5884b0da req-b28cba3d-da3b-4bff-8cf8-4796bb64f500 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0530667 Sep 10 03:54:53.284068 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c23d46e8-3be9-4c99-9e99-830e5884b0da req-971f2aef-0af7-4aac-917c-386a902c6d12 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348268 Sep 10 03:54:53.306518 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46252) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:53.342671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565617-ab61-4070-8165-78d6abc8922f req-ea8256bb-f4fa-4545-b08b-91ad6664bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.344643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-ea8256bb-f4fa-4545-b08b-91ad6664bd5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 897 time: 0.0976465 Sep 10 03:54:53.370700 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9b7e711f-5890-4649-b355-625ab7fb27a1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/8814cb0e-b7a6-4b82-ad46-8c1af00e02bd HTTP/1.1" status: 200 len: 991 time: 0.0617478 Sep 10 03:54:53.409828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-52089071-09ee-44df-b1b8-e09afd421514 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 999 time: 0.0580716 Sep 10 03:54:53.445128 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '8814cb0e-b7a6-4b82-ad46-8c1af00e02bd', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'port_id': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'mac_address': 'fa:16:3e:9f:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:54:51Z', 'updated_at': '2021-09-10T03:54:51Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:53.461249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565617-ab61-4070-8165-78d6abc8922f req-5042d729-cb5d-4e14-9e48-d1d9a6d8f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.462735 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-5042d729-cb5d-4e14-9e48-d1d9a6d8f6eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 200 len: 834 time: 0.0467503 Sep 10 03:54:53.474428 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] Checking router: be33daae-bc5e-4232-8cd4-8f2ca5056551 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:53.483118 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:53.483751 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:54:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:53.506407 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565617-ab61-4070-8165-78d6abc8922f req-4280efb4-1e7e-4c00-99d1-0fbf3c38fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.507944 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-4280efb4-1e7e-4c00-99d1-0fbf3c38fe3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817a71c9-ea76-4342-8fcb-6ef6d434c031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388575 Sep 10 03:54:53.590521 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:53.596576 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-5415b3fd-cffb-422a-a275-f416002886e6 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818493 Sep 10 03:54:53.688966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-63565617-ab61-4070-8165-78d6abc8922f req-5be0ed8e-39c7-415d-8e89-ee810cc6fec8 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858552 Sep 10 03:54:53.808065 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '8814cb0e-b7a6-4b82-ad46-8c1af00e02bd', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'port_id': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'mac_address': 'fa:16:3e:9f:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:54:51Z', 'updated_at': '2021-09-10T03:54:51Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:53.837133 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea71ef-a457-4ede-95ad-c4d4da8e2a3b None None] The sync data for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 is: [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '8814cb0e-b7a6-4b82-ad46-8c1af00e02bd', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'port_id': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'mac_address': 'fa:16:3e:9f:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:54:51Z', 'updated_at': '2021-09-10T03:54:51Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:54.028080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa92ddc-78e9-4f32-b824-00ce61eabcba None None] New status for floating IP 8814cb0e-b7a6-4b82-ad46-8c1af00e02bd: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:54:54.373233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:54.435484 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8c37ca75-bd93-4f77-8256-7cc5c7ac98a6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/8814cb0e-b7a6-4b82-ad46-8c1af00e02bd HTTP/1.1" status: 200 len: 993 time: 0.0610240 Sep 10 03:55:01.821168 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1ab0366e-dd4c-4650-85be-1ee44c76838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.506395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.692237 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:04.392613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9a788429-edbe-479f-8bea-92396fe27211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:04.754919 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:05.597650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:06.461797 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:55:07.536855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.834405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-f4f3b155-a5ce-4fc7-85fb-626bb801816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:25.835968 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-f4f3b155-a5ce-4fc7-85fb-626bb801816b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1096 time: 0.0658042 Sep 10 03:55:25.844172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626741df-947f-46d3-84ed-5f3512cea76a req-189426e8-3009-4193-8cc9-ab752e25c7d8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:25.845546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-626741df-947f-46d3-84ed-5f3512cea76a req-189426e8-3009-4193-8cc9-ab752e25c7d8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0886228 Sep 10 03:55:25.935581 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-626741df-947f-46d3-84ed-5f3512cea76a req-e699f4ae-4f13-4c2c-81ff-5a18d9d78cdd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820799 Sep 10 03:55:25.957048 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-06909ee4-e8a4-4c6d-8858-22ba3c3635cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:25.958525 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-06909ee4-e8a4-4c6d-8858-22ba3c3635cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 897 time: 0.1121349 Sep 10 03:55:26.021320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-e449b08c-3da6-485e-aee2-5386a2a45a9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 1001 time: 0.0556250 Sep 10 03:55:26.072316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-5a1d4aad-d8a6-4bbd-a5fb-6a5cbe01b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:26.073782 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-5a1d4aad-d8a6-4bbd-a5fb-6a5cbe01b133 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 200 len: 834 time: 0.0456491 Sep 10 03:55:26.122380 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-a705d7a6-82e3-4dd4-b4dd-ac96bf7168b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:26.123964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-a705d7a6-82e3-4dd4-b4dd-ac96bf7168b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817a71c9-ea76-4342-8fcb-6ef6d434c031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424507 Sep 10 03:55:26.216291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-2c55a292-a69f-4e0d-a3ff-a0f2df2abd3c service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839705 Sep 10 03:55:26.307168 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e40e6da6-1c7e-4fc6-b473-0b5b85183437 req-094a7223-f5c6-45b1-a291-4c3b5a49c5b6 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834408 Sep 10 03:55:27.056375 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5739-48a1-4d2e-b5c9-a2617a04430d req-995e5b1a-0623-4d0f-9625-8ccf8232c3f8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:27.057875 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b9ed5739-48a1-4d2e-b5c9-a2617a04430d req-995e5b1a-0623-4d0f-9625-8ccf8232c3f8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0537570 Sep 10 03:55:27.096674 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b9ed5739-48a1-4d2e-b5c9-a2617a04430d req-3cc5e1d0-d21f-4ed0-92ab-556c945f5329 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329647 Sep 10 03:55:27.800221 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-6b1ef4ac-8fe2-41d6-a89c-65c8c28b6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:27.801676 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-6b1ef4ac-8fe2-41d6-a89c-65c8c28b6abe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1096 time: 0.0388603 Sep 10 03:55:27.908842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-0027f493-32a8-467a-ad54-edccdbce0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:27.910364 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-0027f493-32a8-467a-ad54-edccdbce0f4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 897 time: 0.0873289 Sep 10 03:55:27.972528 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-66ed6ae1-250a-4082-a375-53a8c94e8647 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 1001 time: 0.0554049 Sep 10 03:55:28.025619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-e11e888a-df6d-4f83-b9ed-01539d221bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:28.027105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-e11e888a-df6d-4f83-b9ed-01539d221bf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 200 len: 834 time: 0.0478182 Sep 10 03:55:28.072609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-e5bcaf46-3e5e-4629-b798-1defb1f7f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:28.074123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-e5bcaf46-3e5e-4629-b798-1defb1f7f338 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817a71c9-ea76-4342-8fcb-6ef6d434c031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387678 Sep 10 03:55:28.163409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-a627e2b1-41cf-4631-ad35-db82b87fab2d service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815129 Sep 10 03:55:28.266027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479da2f-0df3-4f91-bca6-3c83753b5876 req-ae122fc9-ba95-4620-bafb-c3ef0c9cd516 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:28.267534 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a479da2f-0df3-4f91-bca6-3c83753b5876 req-ae122fc9-ba95-4620-bafb-c3ef0c9cd516 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.1032119 Sep 10 03:55:28.300126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f9f51e5f-c73a-4636-b105-a0a57c863294 req-10ad5f95-cbce-4a7f-821d-031ce8bfa77e service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272421 Sep 10 03:55:28.317418 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a479da2f-0df3-4f91-bca6-3c83753b5876 req-d0aaa9b3-f470-4460-b682-25f0f728ef45 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439813 Sep 10 03:55:29.429121 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85567bfe-5f78-4969-8d98-ef94078a5ec8 req-c712727a-50c0-4e87-8365-9b51f46c10c2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:29.430593 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85567bfe-5f78-4969-8d98-ef94078a5ec8 req-c712727a-50c0-4e87-8365-9b51f46c10c2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0476921 Sep 10 03:55:29.467392 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85567bfe-5f78-4969-8d98-ef94078a5ec8 req-ce8d4f8c-ac4d-4c05-a0b1-1a624fb319e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304763 Sep 10 03:55:30.584349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29315-bb77-4801-9058-6b22127649a4 req-93483d49-7d7d-4686-ae05-80ce0d842db6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:30.585815 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cae29315-bb77-4801-9058-6b22127649a4 req-93483d49-7d7d-4686-ae05-80ce0d842db6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0512538 Sep 10 03:55:30.622736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cae29315-bb77-4801-9058-6b22127649a4 req-d8048284-0bc2-4164-9720-1eafca6105ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Sep 10 03:55:31.750652 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3286-3cb0-45ce-b9a3-25866704209c req-ad760b93-4820-48ef-92c6-3b7eb1310bac tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:31.752181 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d0b3286-3cb0-45ce-b9a3-25866704209c req-ad760b93-4820-48ef-92c6-3b7eb1310bac tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0474141 Sep 10 03:55:31.791025 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9d0b3286-3cb0-45ce-b9a3-25866704209c req-3e082bdd-4fe6-4a6a-bbf5-dca1e817fc2d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303745 Sep 10 03:55:31.822022 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3741e619-d727-4abf-924e-730fcf2c874c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.520286 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.690726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.915197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf73279-2b1b-4a95-90ba-f086247624e0 req-7468b2ee-9814-4c3e-bed5-856d72af8108 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:32.916685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3cf73279-2b1b-4a95-90ba-f086247624e0 req-7468b2ee-9814-4c3e-bed5-856d72af8108 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0473120 Sep 10 03:55:32.953114 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3cf73279-2b1b-4a95-90ba-f086247624e0 req-5732530d-e0c8-49c2-bb0d-69447fa3ce08 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299377 Sep 10 03:55:34.069886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423270d1-6fac-4472-957a-621a5032d6a1 req-d283e425-eb5d-4152-bd90-a82f541f5691 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:34.071338 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-423270d1-6fac-4472-957a-621a5032d6a1 req-d283e425-eb5d-4152-bd90-a82f541f5691 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0515506 Sep 10 03:55:34.108122 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-423270d1-6fac-4472-957a-621a5032d6a1 req-c6d0825e-04be-4dae-8936-9f10d20a53b4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Sep 10 03:55:34.396066 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b2516dd-f0eb-4cd6-90d4-e4cf59b16052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:34.756043 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:35.221929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a361d-a889-4340-8eba-961a28c4d00f req-700ef454-de8d-40c7-b43a-5be8e1cf6abb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:35.223445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-365a361d-a889-4340-8eba-961a28c4d00f req-700ef454-de8d-40c7-b43a-5be8e1cf6abb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0472763 Sep 10 03:55:35.259964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-365a361d-a889-4340-8eba-961a28c4d00f req-8aed329e-7352-4ea4-a9cc-c2fe247ef2cc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307148 Sep 10 03:55:35.599208 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.376162 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21122c-a4ef-42ba-aeba-adec16cb4f7f req-6279a6cb-9208-4264-99ad-d6a0d44df12f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:36.377574 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a21122c-a4ef-42ba-aeba-adec16cb4f7f req-6279a6cb-9208-4264-99ad-d6a0d44df12f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 10 03:55:36.413577 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a21122c-a4ef-42ba-aeba-adec16cb4f7f req-d80f40f0-aeef-4084-b10d-1f28a0d1ded3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300331 Sep 10 03:55:37.531563 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982ecbb-f2f0-413a-96f0-e334f205875f req-cbedf49e-f22b-4742-b180-86b958afa4d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:37.533072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d982ecbb-f2f0-413a-96f0-e334f205875f req-cbedf49e-f22b-4742-b180-86b958afa4d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0536711 Sep 10 03:55:37.539196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.571600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d982ecbb-f2f0-413a-96f0-e334f205875f req-79fdede4-6956-4b65-8a2a-50eba1575273 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Sep 10 03:55:38.682472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d90bc-ee87-497b-8d83-81f3bb691067 req-c3ece354-cfe8-43d1-b7ec-9146b63e82e3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:38.683978 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e62d90bc-ee87-497b-8d83-81f3bb691067 req-c3ece354-cfe8-43d1-b7ec-9146b63e82e3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0482261 Sep 10 03:55:38.720707 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e62d90bc-ee87-497b-8d83-81f3bb691067 req-5e86ab27-4afe-4518-9354-f5874b4827d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309637 Sep 10 03:55:39.832557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d04cd-e155-4838-923c-e9947a8f4136 req-c703b0b2-59b6-479e-ac7c-673e4b4f4007 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:39.834065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d2d04cd-e155-4838-923c-e9947a8f4136 req-c703b0b2-59b6-479e-ac7c-673e4b4f4007 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0482047 Sep 10 03:55:39.869651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7d2d04cd-e155-4838-923c-e9947a8f4136 req-424c0dc9-a826-43a2-a767-2610007a3115 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298204 Sep 10 03:55:40.985291 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961436-5ee5-4178-a452-c600e4763044 req-46cf13dd-f441-48fb-9908-7b8f1adb4ae9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:40.986814 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a961436-5ee5-4178-a452-c600e4763044 req-46cf13dd-f441-48fb-9908-7b8f1adb4ae9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0524857 Sep 10 03:55:41.022607 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8a961436-5ee5-4178-a452-c600e4763044 req-6ab240db-800c-4ce8-98ec-686e48349cdb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298095 Sep 10 03:55:42.136624 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe8a1d-1acd-4cde-b0f0-92b8494b4b95 req-ad640621-00fd-4a7c-b6e1-ac329bc483c2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:42.138102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06fe8a1d-1acd-4cde-b0f0-92b8494b4b95 req-ad640621-00fd-4a7c-b6e1-ac329bc483c2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0484698 Sep 10 03:55:42.176440 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-06fe8a1d-1acd-4cde-b0f0-92b8494b4b95 req-a8467226-bbb4-4c89-a715-52f8a591001f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Sep 10 03:55:42.197800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:42.261130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-47243d61-6599-4c73-9d89-8e17b8a56392 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/8814cb0e-b7a6-4b82-ad46-8c1af00e02bd HTTP/1.1" status: 200 len: 993 time: 0.0622301 Sep 10 03:55:43.380557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:56:01.822328 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bca9c404-d482-48b7-8bed-4ff40be80cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.518082 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.689362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.397105 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-429a05ec-976f-4a50-816d-fff71fcbdda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.756673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:05.601207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:07.540945 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.614027 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46344) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:12.767119 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 634c1646-8a34-45d5-b432-fdf6392e44df {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:12.767520 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.845783 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.846113 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.857552 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 634c1646-8a34-45d5-b432-fdf6392e44df owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:13.031275 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:13.062927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=634c1646-8a34-45d5-b432-fdf6392e44df,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:13.085026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.085390 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.085736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.086077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.086412 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.086747 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.087084 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.087415 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.087773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.088102 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.088430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.088755 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:13.127439 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:13.127873 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 8814cb0e-b7a6-4b82-ad46-8c1af00e02bd disassociated (deleted). External IP: 172.25.8.130, port: 77e0f3ac-9ea4-4207-8128-57368b331fef. Sep 10 03:56:13.359446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router be33daae-bc5e-4232-8cd4-8f2ca5056551 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:56:13.474751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:13.479640 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:13.485586 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] Sync routers for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:13.494414 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:13.495013 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:13.505574 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-041b6be6-34e2-4e0b-8484-d8ce6221a991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/floatingips/8814cb0e-b7a6-4b82-ad46-8c1af00e02bd HTTP/1.1" status: 204 len: 168 time: 0.8904471 Sep 10 03:56:13.507513 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:13.508491 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d6e78-a116-43fa-8d58-73393a5b0039" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:13.550918 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2795079-28bb-41f1-a107-85c898b0076c x-openstack-request-id: req-a2795079-28bb-41f1-a107-85c898b0076c {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:13.551210 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:13.551733 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2795079-28bb-41f1-a107-85c898b0076c {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:13.552279 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'status': 'completed', 'code': 200} Sep 10 03:56:13.603872 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:13.619133 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-30713e15-24b4-4d75-b3e6-44418c503540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.621515 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-30713e15-24b4-4d75-b3e6-44418c503540 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 1096 time: 0.0461807 Sep 10 03:56:13.728174 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-1b5a8288-1a03-4267-8f10-849a3ee012b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.730054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-1b5a8288-1a03-4267-8f10-849a3ee012b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 200 len: 897 time: 0.0992830 Sep 10 03:56:13.751446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6769f-583b-4c0a-93f8-3942e6a9069c req-027c3ab7-334d-45b3-a133-38bc69785c42 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.752980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86f6769f-583b-4c0a-93f8-3942e6a9069c req-027c3ab7-334d-45b3-a133-38bc69785c42 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0517995 Sep 10 03:56:13.773652 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-04b92a22-0b16-413d-a050-19a5032083e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 200 len: 217 time: 0.0351505 Sep 10 03:56:13.799420 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-86f6769f-583b-4c0a-93f8-3942e6a9069c req-efc54b61-aa77-4400-b14b-a1e7c0b3ecee tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388622 Sep 10 03:56:13.810382 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:13.836204 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-4d3ff297-7586-47cf-9331-185c042ba12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.837714 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-4d3ff297-7586-47cf-9331-185c042ba12e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 200 len: 834 time: 0.0545392 Sep 10 03:56:13.842317 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] Checking router: be33daae-bc5e-4232-8cd4-8f2ca5056551 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:13.851058 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:13.851685 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:13.885372 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-b2299fa8-23bd-4043-a39d-713407f6b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.886810 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-b2299fa8-23bd-4043-a39d-713407f6b14a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817a71c9-ea76-4342-8fcb-6ef6d434c031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399864 Sep 10 03:56:13.959299 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:13.982082 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-838dd0ff-406c-45a4-8e70-ffd7ddc9415b service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854897 Sep 10 03:56:14.086675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-796d6e78-a116-43fa-8d58-73393a5b0039 req-13f34d7c-a46d-4c7f-8fea-c21408a84c57 service neutron] 10.222.0.32 "GET /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965269 Sep 10 03:56:14.204368 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:14.244647 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3599df6-1d3e-4332-8366-3fc52756a50a None None] The sync data for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 is: [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2428adda-05c2-4f4f-8062-dee183cb52b2', 'name': '', 'network_id': '817a71c9-ea76-4342-8fcb-6ef6d434c031', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:70:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:43Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '3b4f21f6-79b8-4e83-acdb-85afd943d060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:14.446931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c20351-121d-4731-9458-bd930247425d None None] New status for floating IP 8814cb0e-b7a6-4b82-ad46-8c1af00e02bd: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:56:14.916978 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985eb45-e572-4a0d-b8da-1bddf6e2019d req-def26a53-124d-4bd1-b6d3-5b29b91557fb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:14.918460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1985eb45-e572-4a0d-b8da-1bddf6e2019d req-def26a53-124d-4bd1-b6d3-5b29b91557fb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0488429 Sep 10 03:56:14.955926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1985eb45-e572-4a0d-b8da-1bddf6e2019d req-24e8ce19-5110-4eb0-a482-97f76b5b339b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8e95cf1-e402-49dc-af24-a38e3d7f2881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Sep 10 03:56:15.268238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-2a947448-45fd-4d30-a34b-21a2e987723a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:15.269678 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-2a947448-45fd-4d30-a34b-21a2e987723a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 945 time: 0.0523288 Sep 10 03:56:15.358619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 77e0f3ac-9ea4-4207-8128-57368b331fef {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:15.358872 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.453937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 77e0f3ac-9ea4-4207-8128-57368b331fef, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=77e0f3ac-9ea4-4207-8128-57368b331fef,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:15.454306 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.465718 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 77e0f3ac-9ea4-4207-8128-57368b331fef owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:15.589449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.620206 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=77e0f3ac-9ea4-4207-8128-57368b331fef,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:15.661686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] No DVR routers for this DVR port 77e0f3ac-9ea4-4207-8128-57368b331fef on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:15.664298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.666289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1a18df9-b218-45f3-adb0-594bb377b702 req-e0e9ff4a-7d9a-40e5-98b3-b140470e482b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "DELETE /v2.0/ports/77e0f3ac-9ea4-4207-8128-57368b331fef HTTP/1.1" status: 204 len: 173 time: 0.3900995 Sep 10 03:56:15.666716 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'name': 'network-vif-deleted', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:15.668983 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ba7ca-6415-4937-b0ad-8ea2cc2826af" -d '{"events": [{"server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "name": "network-vif-deleted", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:15.705336 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e7ee1-f4ae-416e-baa4-9f254e6e6ac5 x-openstack-request-id: req-c63e7ee1-f4ae-416e-baa4-9f254e6e6ac5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:15.705712 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d", "name": "network-vif-deleted", "tag": "77e0f3ac-9ea4-4207-8128-57368b331fef", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:15.705997 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c63e7ee1-f4ae-416e-baa4-9f254e6e6ac5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:15.706303 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d', 'name': 'network-vif-deleted', 'tag': '77e0f3ac-9ea4-4207-8128-57368b331fef', 'status': 'completed', 'code': 200} Sep 10 03:56:16.066343 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-80669db6-8ceb-4d00-b792-9528e43e495f req-52d6bb36-962d-4bdf-8ffd-ce69d649fc72 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdbd1bd6-bff0-4d1c-abc5-a32e98c58e0d HTTP/1.1" status: 200 len: 210 time: 0.0266960 Sep 10 03:56:17.129400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:17.302453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 77e0f3ac-9ea4-4207-8128-57368b331fef no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:17.321561 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 77e0f3ac-9ea4-4207-8128-57368b331fef {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:17.321902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 77e0f3ac-9ea4-4207-8128-57368b331fef not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:17.477175 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.720511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 2428adda-05c2-4f4f-8062-dee183cb52b2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:17.720861 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.806463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 2428adda-05c2-4f4f-8062-dee183cb52b2, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2428adda-05c2-4f4f-8062-dee183cb52b2,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:17.806836 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.824385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 2428adda-05c2-4f4f-8062-dee183cb52b2 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:18.004365 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.036734 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=2428adda-05c2-4f4f-8062-dee183cb52b2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:18.208654 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.741902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router be33daae-bc5e-4232-8cd4-8f2ca5056551 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:56:18.847074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:18.852311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3ac4bb0c-15f2-41b5-9ae6-39e2cdcb72fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/be33daae-bc5e-4232-8cd4-8f2ca5056551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7218843 Sep 10 03:56:18.855026 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46362) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:18.857643 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] Sync routers for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:18.867185 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:18.867815 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:18.904223 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting subnet 3b4f21f6-79b8-4e83-acdb-85afd943d060 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:56:18.907278 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.946145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.969019 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:19.032118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.090233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.118824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4f21f6-79b8-4e83-acdb-85afd943d060,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:19.121047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.125085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ca7fc501-1a28-438d-8530-fbf8bcadd682 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/subnets/3b4f21f6-79b8-4e83-acdb-85afd943d060 HTTP/1.1" status: 204 len: 168 time: 0.2690630 Sep 10 03:56:19.127094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588a10c-00cb-45d6-ae9a-b3732499f500 None None] Network 817a71c9-ea76-4342-8fcb-6ef6d434c031 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:19.127870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46364) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:19.152954 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:56:17Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:19.179402 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] Checking router: be33daae-bc5e-4232-8cd4-8f2ca5056551 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:19.188467 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] Routers {'be33daae-bc5e-4232-8cd4-8f2ca5056551'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:19.189119 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['be33daae-bc5e-4232-8cd4-8f2ca5056551'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:19.237400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.299630 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] Set router be33daae-bc5e-4232-8cd4-8f2ca5056551 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:19.312682 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] DHCP port deletion for 817a71c9-ea76-4342-8fcb-6ef6d434c031 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:56:19.350305 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.361930 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Deleting port 543d612e-320b-4728-ae6d-650a40342500 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:19.362791 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.404387 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 210d82d7-e98a-4ff8-905a-00a39bcd5517 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:19.405276 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.428480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] For port 543d612e-320b-4728-ae6d-650a40342500, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=543d612e-320b-4728-ae6d-650a40342500,segment=NetworkSegment(9e988e41-5793-4d91-adf8-d219ed05780f),segment_id=9e988e41-5793-4d91-adf8-d219ed05780f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:19.428884 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.440576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Calling delete_port for 543d612e-320b-4728-ae6d-650a40342500 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:19.481900 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:56:17Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:19.482916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 210d82d7-e98a-4ff8-905a-00a39bcd5517, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=210d82d7-e98a-4ff8-905a-00a39bcd5517,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:19.483292 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.496545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 210d82d7-e98a-4ff8-905a-00a39bcd5517 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:19.512637 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba90b8-895b-4de8-b1b3-0f0572a1e6ab None None] The sync data for ids ['be33daae-bc5e-4232-8cd4-8f2ca5056551'] in n-d-808126-2 is: [{'id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820644388', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:56:17Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '210d82d7-e98a-4ff8-905a-00a39bcd5517', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be33daae-bc5e-4232-8cd4-8f2ca5056551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:35Z', 'updated_at': '2021-09-10T03:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:19.530186 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.559434 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Pushing event deleted for resources: {'Port': ['ID=543d612e-320b-4728-ae6d-650a40342500,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:19.565236 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] No DVR routers for this DVR port 543d612e-320b-4728-ae6d-650a40342500 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:19.575430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.575430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.575430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.575430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.576094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.576834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.576834 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.577440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.577440 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.577638 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.577798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.578131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac189465-9bb6-4a0a-8a49-df46e47586a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:19.682260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.714581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=210d82d7-e98a-4ff8-905a-00a39bcd5517,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:19.772197 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.867676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.870217 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.921105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.921765 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Fanout notify agent at l3_agent the message router_deleted on router be33daae-bc5e-4232-8cd4-8f2ca5056551 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:56:19.928671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.929971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6880fee0-3172-49ae-bce2-a4de52ef9c30 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/routers/be33daae-bc5e-4232-8cd4-8f2ca5056551 HTTP/1.1" status: 204 len: 168 time: 0.8011789 Sep 10 03:56:19.932657 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46366) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:20.010560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.100074 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.120947 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817a71c9-ea76-4342-8fcb-6ef6d434c031']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:20.131527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e988e41-5793-4d91-adf8-d219ed05780f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:20.131828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e988e41-5793-4d91-adf8-d219ed05780f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:20.142964 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.155979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.161945 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:56:20.162453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:56:20.165722 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:56:20.223741 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.228385 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.230608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/networks/817a71c9-ea76-4342-8fcb-6ef6d434c031 HTTP/1.1" status: 204 len: 168 time: 0.2970250 Sep 10 03:56:20.233492 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46368) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:20.244421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c36bc-44eb-4a29-b9eb-b81d815dd647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Network': ['ID=817a71c9-ea76-4342-8fcb-6ef6d434c031,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:20.291198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.315620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.346212 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-6e7afd5f-b98a-480b-a4bc-71503089f268 req-76102b85-2faf-464d-b846-164630a60bdf service neutron] (94633) timed out ('10.222.0.32', 51238) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:56:20.373250 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.376215 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.377400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/security-groups/f8e95cf1-e402-49dc-af24-a38e3d7f2881 HTTP/1.1" status: 204 len: 168 time: 0.1428919 Sep 10 03:56:20.380142 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:56:20.386310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e95cf1-e402-49dc-af24-a38e3d7f2881,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:20.393647 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.394001 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.394344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.394680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.395013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.395346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.395709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.396039 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.396367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.396692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.397018 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.397340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1bf74-8c83-4eec-9c30-3ad711bd0834 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:20.845584 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46374) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:20.850108 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742593103', 'description': 'tempest-secgroup-smoke-1742593103 description', 'project_id': '0febefc443aa41dd9e25274ffde79c9d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:20.857033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 543d612e-320b-4728-ae6d-650a40342500 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:20.872824 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.878755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 543d612e-320b-4728-ae6d-650a40342500 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:20.879200 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 543d612e-320b-4728-ae6d-650a40342500 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:20.879657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2428adda-05c2-4f4f-8062-dee183cb52b2 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:20.900657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 2428adda-05c2-4f4f-8062-dee183cb52b2 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:20.901003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2428adda-05c2-4f4f-8062-dee183cb52b2 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:20.901521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 210d82d7-e98a-4ff8-905a-00a39bcd5517 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:20.922552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 210d82d7-e98a-4ff8-905a-00a39bcd5517 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:20.922900 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 210d82d7-e98a-4ff8-905a-00a39bcd5517 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:20.958821 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.962569 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.990547 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.991786 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451721 Sep 10 03:56:20.994731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:20.995881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556de3e-dda2-469f-9143-47b415e68378 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110a1bb5-2b6f-477d-b29b-da616141a7e6,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.000024 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '110a1bb5-2b6f-477d-b29b-da616141a7e6', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.025369 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.085092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.088644 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.105786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2c26e2-6573-48ca-9698-fa6d0f09c6d8,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.112356 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.113432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5bc99d60-5f3c-4f49-85ba-80f57d025e23 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174593 Sep 10 03:56:21.116213 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46378) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.120435 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '110a1bb5-2b6f-477d-b29b-da616141a7e6', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.145900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.201031 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.204750 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.221781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a571ad-d469-4d0c-af12-7976fab89ace,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.228068 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.229243 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-359a88b2-035a-419d-b52c-b1e191679394 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121194 Sep 10 03:56:21.232115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46380) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.236311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '110a1bb5-2b6f-477d-b29b-da616141a7e6', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.260772 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.317284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.320591 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.335208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c0f51d-9cd5-4779-bd92-abe5d5cd2588,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.344986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.346219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-560ce87a-7081-49eb-8993-adfe8ae5e62f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131546 Sep 10 03:56:21.348907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46382) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.353163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '110a1bb5-2b6f-477d-b29b-da616141a7e6', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.378444 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.438452 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.441723 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.458784 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529ee63d-8ad7-4e7a-b72c-710ac4daf1a7,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.464260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.465410 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8931677e-ac90-4551-8aba-f51d94345c68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155663 Sep 10 03:56:21.468728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46384) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.472916 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '110a1bb5-2b6f-477d-b29b-da616141a7e6', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.492968 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:56:21.497558 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.555101 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.558728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.575769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e331d48f-6a2e-4354-86dd-d3bb4c32c471,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.582076 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.583812 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a55c4b1e-09e2-44e2-ac41-93e6222cc8e6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141520 Sep 10 03:56:21.586687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46386) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.590895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': '110a1bb5-2b6f-477d-b29b-da616141a7e6', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.611668 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:56:21.616351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.680237 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.683445 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.701163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38a3bd1-5a59-4360-905f-eb918cd30128,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.707925 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.709106 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d1a0eedc-5207-41d8-a21f-0f9655c86a2e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215332 Sep 10 03:56:21.712017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46388) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.716653 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'network': {'name': 'tempest-network-smoke--818877807', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.736700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:21.740351 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.763014 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:56:21.771476 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.771829 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Added segment 576862aa-1e49-43ed-b813-96232b20c7ff of type vlan for network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f Sep 10 03:56:21.813660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.842799 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.848422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:21.849016 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.877546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1645617 Sep 10 03:56:21.880411 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46390) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.885150 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'admin_state_up': True, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:21.907656 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.908631 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.917690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36468b-0560-40ff-81c5-f55f2cfb6fb2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Network': ['ID=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.929048 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:56:21.959872 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.099629 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.283212 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.302293 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.398272 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.68 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6b6e2ebc-52a7-4286-b88e-ae1b37b4b294) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:22.498457 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.534947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.568886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:22.571538 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:22.574958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:22.599705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:22.831447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.320420 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.446348 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router a593e309-ec8d-4a3f-95de-e6d965e53a00 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:56:23.549045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:23.558023 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Sync routers for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:23.567267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.567441 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:23.568113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:23.568784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2f02ee7e-da91-48de-b296-cb73cd1f599a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6873298 Sep 10 03:56:23.571979 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46392) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:23.599511 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cfd090c7-f0b9-4405-9747-8435138df4e8 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0febefc443aa41dd9e25274ffde79c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263152 Sep 10 03:56:23.602072 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46394) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:23.700371 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21024026-2c28-417f-80ca-ee861e2e3ef8 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:23.701912 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-21024026-2c28-417f-80ca-ee861e2e3ef8 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989230 Sep 10 03:56:23.704828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46396) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:23.733932 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-111a5520-ce40-41a4-a826-9ef583108562 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279589 Sep 10 03:56:23.736466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46398) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:23.741236 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-822542466', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:23.822170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:23.827043 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:23.830801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.003423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:22Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:24.017866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.031165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Checking router: a593e309-ec8d-4a3f-95de-e6d965e53a00 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:24.031534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Updating router a593e309-ec8d-4a3f-95de-e6d965e53a00 port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:56:24.056020 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.083113 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Subnet': ['ID=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:24.091257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Checking segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:24.096276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network hostable DHCP agents. Network: 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:56:24.112849 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:56:24.120857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:24.124970 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:24.125586 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.140772 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6fb440cf-3820-45ff-a3a8-939f4f0b7f52 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4025505 Sep 10 03:56:24.142231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8517f3a-023d-4a85-a479-4a9541521f7d None None] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:24.142566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46400) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:24.378356 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:56:24.379184 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.436696 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.496199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Transition to ACTIVE for port object 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:24.503868 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.565474 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.592884 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a198f-a156-4f85-8e0a-6ee36f933507 None None] Pushing event updated for resources: {'Port': ['ID=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:24.596771 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Attempting to bind port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:24.597141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Attempting to bind port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:24.597503 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Attempting to bind port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:24.606442 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:24.606810 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:24.607211 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.607665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:24.608132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Bound port: 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:24.608512 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.613321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Allocated IP 172.20.0.2 (9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f/0d4aba81-ffe4-4a22-8dfb-7e79aa323de4/ddc900c3-3320-40eb-9eb6-a8fd13a75714) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:24.690853 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] For port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:24.733765 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] For port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:24.740306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.842435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a198f-a156-4f85-8e0a-6ee36f933507 None None] Pushing event updated for resources: {'Port': ['ID=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:24.846500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:24.847103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:24.896024 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.909179 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Transition to ACTIVE for port object ddc900c3-3320-40eb-9eb6-a8fd13a75714 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:24.956867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Transition to ACTIVE for port object ddc900c3-3320-40eb-9eb6-a8fd13a75714 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:24.964339 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.001847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:25.011924 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.1 (9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f/0d4aba81-ffe4-4a22-8dfb-7e79aa323de4/a0e35e43-50a2-4c59-b7ea-c7678c677e18) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:25.075177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:25.081509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:25.087872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:25.096193 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Pushing event updated for resources: {'Port': ['ID=ddc900c3-3320-40eb-9eb6-a8fd13a75714,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:25.127672 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.140897 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object a0e35e43-50a2-4c59-b7ea-c7678c677e18 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:25.173816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.194554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Attempting to bind port ddc900c3-3320-40eb-9eb6-a8fd13a75714 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:25.194920 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Attempting to bind port ddc900c3-3320-40eb-9eb6-a8fd13a75714 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:25.195276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Attempting to bind port ddc900c3-3320-40eb-9eb6-a8fd13a75714 on network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:25.202131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:25.202499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Checking segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:25.202904 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.203294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Bound using segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:25.203786 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Bound port: ddc900c3-3320-40eb-9eb6-a8fd13a75714, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:25.204163 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.210549 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:25.213536 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:25.217655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:25.248174 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=a0e35e43-50a2-4c59-b7ea-c7678c677e18,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:25.267718 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.299835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] For port ddc900c3-3320-40eb-9eb6-a8fd13a75714, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:25.303779 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] For port ddc900c3-3320-40eb-9eb6-a8fd13a75714, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ddc900c3-3320-40eb-9eb6-a8fd13a75714,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:25.306177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:22Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:25.332892 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.336979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d8bd7-addb-4e10-a5a6-7bde0198a03d None None] The sync data for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 is: [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:22Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:25.393966 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebcc1d-aced-4115-ae53-d6a5f5e9baf9 None None] Pushing event updated for resources: {'Port': ['ID=ddc900c3-3320-40eb-9eb6-a8fd13a75714,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:25.409980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.749369 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.754031 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.826906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=a0e35e43-50a2-4c59-b7ea-c7678c677e18,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:25.829329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.931881 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:25.933317 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:26.064703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router a593e309-ec8d-4a3f-95de-e6d965e53a00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:56:26.184045 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:26.189198 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b44d1d50-6125-46f4-8d06-919e5bc95437 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/a593e309-ec8d-4a3f-95de-e6d965e53a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0456707 Sep 10 03:56:26.334556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-fa60c496-c23c-4463-986b-dd03803014fb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742593103&fields=id&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 267 time: 0.0347652 Sep 10 03:56:26.378692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc15de-840b-4d53-b38e-f8bc2a302ee8 None None] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:26.450166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-1658dfaa-2b7c-45fe-94ae-c3d7af47641e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:26.452071 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-1658dfaa-2b7c-45fe-94ae-c3d7af47641e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 796 time: 0.1099956 Sep 10 03:56:26.460035 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4b661ea6-06b5-44ac-9dc3-c91a559f57b0 None None] Provisioning for port ddc900c3-3320-40eb-9eb6-a8fd13a75714 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:26.467874 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-a1d0e4e1-3aa6-4c71-b11f-ef4e72028265 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/quotas/0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 375 time: 0.0093031 Sep 10 03:56:26.520196 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-cf13ddbe-ac76-4702-927e-67e90b634717 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465255 Sep 10 03:56:26.714007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-8f4cccab-67ee-477f-ad2c-95bd42a4be3b service neutron] 10.222.0.23 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365039 Sep 10 03:56:26.794279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-56ea7890-a0a9-4430-bfa2-aa0b0c94999a None None] Provisioning for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:26.802024 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-56ea7890-a0a9-4430-bfa2-aa0b0c94999a None None] Provisioning complete for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:26.802447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-56ea7890-a0a9-4430-bfa2-aa0b0c94999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.821061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-295def8a-4cc2-4e5d-9702-cc2f75bcd01e service neutron] 10.222.0.23 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996950 Sep 10 03:56:26.859783 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-56ea7890-a0a9-4430-bfa2-aa0b0c94999a None None] Port a0e35e43-50a2-4c59-b7ea-c7678c677e18 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:56:26.951710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ddc900c3-3320-40eb-9eb6-a8fd13a75714 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:27.018922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-bbba89df-72b2-41be-a419-96f25b7acc9d None None] Provisioning complete for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:27.019307 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bbba89df-72b2-41be-a419-96f25b7acc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.045836 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26f638b4-513a-401a-affe-aa73d3dc0c01 req-de7b9c46-8712-4fb2-a843-c4a4dc5a6f35 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 210 time: 0.0369933 Sep 10 03:56:27.069970 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-bbba89df-72b2-41be-a419-96f25b7acc9d None None] Port a0e35e43-50a2-4c59-b7ea-c7678c677e18 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:56:27.073272 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port ddc900c3-3320-40eb-9eb6-a8fd13a75714 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:27.080904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ddc900c3-3320-40eb-9eb6-a8fd13a75714 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:27.081350 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.107411 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Sync routers for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:27.123434 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:27.124068 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:27.174893 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.223171 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port ddc900c3-3320-40eb-9eb6-a8fd13a75714, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ddc900c3-3320-40eb-9eb6-a8fd13a75714,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:27.229057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.230361 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:27.322451 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e36e4cfe-6bc1-45d2-b583-40751af4d0c0 None None] Provisioning complete for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:27.322855 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e36e4cfe-6bc1-45d2-b583-40751af4d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.330730 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:27.348408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=ddc900c3-3320-40eb-9eb6-a8fd13a75714,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:27.371196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:27.374745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e36e4cfe-6bc1-45d2-b583-40751af4d0c0 None None] Port a0e35e43-50a2-4c59-b7ea-c7678c677e18 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:56:27.377231 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:27.377632 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.461120 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.484551 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:27.488657 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.541093 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:27.550994 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 2, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:27.577125 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Checking router: a593e309-ec8d-4a3f-95de-e6d965e53a00 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:27.577504 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Updating router a593e309-ec8d-4a3f-95de-e6d965e53a00 port a0e35e43-50a2-4c59-b7ea-c7678c677e18 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:56:27.604988 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.864653 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.874423 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Transition to ACTIVE for port object a0e35e43-50a2-4c59-b7ea-c7678c677e18 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:27.879761 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.968222 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Pushing event updated for resources: {'Port': ['ID=a0e35e43-50a2-4c59-b7ea-c7678c677e18,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:27.983171 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.983542 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.984093 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.984415 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.984595 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.984922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.985236 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.985606 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.985886 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.986304 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.986526 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.986848 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:27.992207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Attempting to bind port a0e35e43-50a2-4c59-b7ea-c7678c677e18 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:27.992527 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Attempting to bind port a0e35e43-50a2-4c59-b7ea-c7678c677e18 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:27.992900 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Attempting to bind port a0e35e43-50a2-4c59-b7ea-c7678c677e18 on network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:27.999323 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:27.999807 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Checking segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:28.000134 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.000558 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Bound using segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:28.001033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Bound port: a0e35e43-50a2-4c59-b7ea-c7678c677e18, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:28.001417 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.067776 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] For port a0e35e43-50a2-4c59-b7ea-c7678c677e18, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:28.084253 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] For port a0e35e43-50a2-4c59-b7ea-c7678c677e18, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0e35e43-50a2-4c59-b7ea-c7678c677e18,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:28.090588 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.152546 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:28.152546 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:28.170941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-41ef3cc2-a803-40d8-943e-fc8bb006f1f3 req-ba40d494-1f83-4f2f-9948-89a45305fb95 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 210 time: 0.0328543 Sep 10 03:56:28.203114 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-688a1e8a-0f90-4825-bc7a-2451ebd39e86 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:28.205041 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-688a1e8a-0f90-4825-bc7a-2451ebd39e86 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 796 time: 0.1829169 Sep 10 03:56:28.229505 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb19bbe-133b-4897-93aa-ecbc149fb6b8 None None] Pushing event updated for resources: {'Port': ['ID=a0e35e43-50a2-4c59-b7ea-c7678c677e18,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:28.255283 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-20689e5c-72f1-4840-9a39-06f64b18bbf7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 380 time: 0.0395353 Sep 10 03:56:28.265076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'port': {'device_id': '54e90638-da13-4050-adc7-68007ba0331d', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'admin_state_up': True, 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'security_groups': ['110a1bb5-2b6f-477d-b29b-da616141a7e6']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:28.309215 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:28.384477 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:28.387986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.510658 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:28Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:28.515097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.11 (9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f/0d4aba81-ffe4-4a22-8dfb-7e79aa323de4/48faac11-812b-4d86-9b68-e37bc5e27a20) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:28.536909 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382434b-f143-4fdb-a226-38bbecffa871 None None] The sync data for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 is: [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:28Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:28.675135 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.694379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object 48faac11-812b-4d86-9b68-e37bc5e27a20 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:28.729527 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.776050 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:28.779132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:28.783607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:28.815236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:28.843670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:28.844449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.861028 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-0895a397-f691-4a43-946a-7d1786516b63 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997977 Sep 10 03:56:28.874077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Request body: {'port': {'device_id': '54e90638-da13-4050-adc7-68007ba0331d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:28.936775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.986377 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0e35e43-50a2-4c59-b7ea-c7678c677e18 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:29.053143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:29.058196 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:29.058864 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.159638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.172490 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7d4b280-e74a-45bb-a125-416d94068dd8 None None] Provisioning for port 48faac11-812b-4d86-9b68-e37bc5e27a20 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:29.181825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f7d4b280-e74a-45bb-a125-416d94068dd8 None None] Provisioning complete for port 48faac11-812b-4d86-9b68-e37bc5e27a20 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:29.182191 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b280-e74a-45bb-a125-416d94068dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.221721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port a0e35e43-50a2-4c59-b7ea-c7678c677e18, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0e35e43-50a2-4c59-b7ea-c7678c677e18,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:29.230189 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.231237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ddc900c3-3320-40eb-9eb6-a8fd13a75714 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:29.237665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4b280-e74a-45bb-a125-416d94068dd8 None None] Port 48faac11-812b-4d86-9b68-e37bc5e27a20 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:56:29.269921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48faac11-812b-4d86-9b68-e37bc5e27a20 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:29.278948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.294142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Transition to ACTIVE for port object 48faac11-812b-4d86-9b68-e37bc5e27a20 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:29.299965 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.319227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=a0e35e43-50a2-4c59-b7ea-c7678c677e18,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:29.335018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port ddc900c3-3320-40eb-9eb6-a8fd13a75714 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:29.337125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.353330 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36162e-4680-425a-8432-80a2d9ac25a0 req-9fd4431c-acae-4dc2-a3f6-bece55043d6e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.363300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0f36162e-4680-425a-8432-80a2d9ac25a0 req-9fd4431c-acae-4dc2-a3f6-bece55043d6e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 932 time: 0.0943696 Sep 10 03:56:29.364679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:29.421298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0f36162e-4680-425a-8432-80a2d9ac25a0 req-dea79003-d549-4bb0-ad7b-eee33c11c088 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565650 Sep 10 03:56:29.429051 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:29.468010 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Attempting to bind port 48faac11-812b-4d86-9b68-e37bc5e27a20 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:29.468601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Attempting to bind port 48faac11-812b-4d86-9b68-e37bc5e27a20 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:29.469107 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Attempting to bind port 48faac11-812b-4d86-9b68-e37bc5e27a20 on network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:29.475116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Port 48faac11-812b-4d86-9b68-e37bc5e27a20 on network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:56:29.475735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Attempting to bind port 48faac11-812b-4d86-9b68-e37bc5e27a20 on network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:29.483992 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:29.485383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Checking segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:29.486037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Bound using segment: {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:29.486662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Bound port: 48faac11-812b-4d86-9b68-e37bc5e27a20, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576862aa-1e49-43ed-b813-96232b20c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:29.487378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.493632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:29.494135 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.576460 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:29.579768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:29.587875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.622209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.622838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.624951 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] 10.222.0.32 "PUT /v2.0/ports/48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 1092 time: 0.7555335 Sep 10 03:56:29.625330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:29.627674 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4094d5d3-b87f-4806-96a8-52a13f0f14d3" -d '{"events": [{"name": "network-changed", "server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:29.702053 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a9d25-dac4-445a-b28d-464e5496f38b x-openstack-request-id: req-a21a9d25-dac4-445a-b28d-464e5496f38b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:29.702904 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:29.702904 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a21a9d25-dac4-445a-b28d-464e5496f38b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:29.703211 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'status': 'completed', 'code': 200} Sep 10 03:56:29.707885 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f531a-0782-4e48-8516-90b40e5d2517 service neutron] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:29.725015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-adf708b9-aa86-4bab-96ab-cd96b74e88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.726553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-adf708b9-aa86-4bab-96ab-cd96b74e88c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1095 time: 0.0556903 Sep 10 03:56:29.779127 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-e3f0c800-4d33-486a-9340-02463ade7e6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 217 time: 0.0414689 Sep 10 03:56:29.831188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-be67ed90-80f7-497b-abc3-a77646e9bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.832729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-be67ed90-80f7-497b-abc3-a77646e9bbf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0468380 Sep 10 03:56:29.880700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-10544fb1-4564-4b33-b1a9-37d88cda8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.882220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-10544fb1-4564-4b33-b1a9-37d88cda8a60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428309 Sep 10 03:56:29.972501 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-eb515a7e-3e19-432a-bf9b-17e529cfe279 service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Sep 10 03:56:30.061145 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a6b4f8d7-83a4-42df-af24-f802e866b0c0 req-adaa8c1c-4519-47f2-83c5-493a37cb162f service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818517 Sep 10 03:56:30.145165 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-676883cf-2699-4be4-9c4e-7b7a283408bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.146637 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-676883cf-2699-4be4-9c4e-7b7a283408bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1095 time: 0.0401919 Sep 10 03:56:30.237436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-d2e28819-d1db-4fcc-9ab6-b28a93c21a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.238807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-d2e28819-d1db-4fcc-9ab6-b28a93c21a2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.0855365 Sep 10 03:56:30.278636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-5cef5c3e-6ef2-4aea-a4af-9df5667810e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 217 time: 0.0328159 Sep 10 03:56:30.330612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-ad271026-77f3-411f-91aa-730e0bb9febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.332104 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-ad271026-77f3-411f-91aa-730e0bb9febd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0459507 Sep 10 03:56:30.376893 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-03a6b676-2872-4a21-98bc-4aa26ecb60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.378351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-03a6b676-2872-4a21-98bc-4aa26ecb60a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383790 Sep 10 03:56:30.471862 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-9b316113-95f4-4cdd-8605-7c144254de3e service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853033 Sep 10 03:56:30.531206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a14f8-89bf-4dd6-9b9d-0baffcea4330 req-73587304-29f4-4937-b0e8-b7719ffa6eeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.532636 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9a9a14f8-89bf-4dd6-9b9d-0baffcea4330 req-73587304-29f4-4937-b0e8-b7719ffa6eeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 944 time: 0.0478196 Sep 10 03:56:30.560540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4094d5d3-b87f-4806-96a8-52a13f0f14d3 req-7ee53aec-7b41-4d39-a126-136601c1ddd7 service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817025 Sep 10 03:56:30.573663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9a9a14f8-89bf-4dd6-9b9d-0baffcea4330 req-3ead396a-58ad-4a16-b7e5-c0a7285cea7c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346518 Sep 10 03:56:30.853387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0e35e43-50a2-4c59-b7ea-c7678c677e18 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:30.900202 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port a0e35e43-50a2-4c59-b7ea-c7678c677e18 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:30.900575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.686508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38e894-60ec-4621-b221-bbfc11056118 req-79c96c8c-a988-4bcb-beb9-ed82d3b4862c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:31.687987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc38e894-60ec-4621-b221-bbfc11056118 req-79c96c8c-a988-4bcb-beb9-ed82d3b4862c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 944 time: 0.0473750 Sep 10 03:56:31.724653 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc38e894-60ec-4621-b221-bbfc11056118 req-3249f9c6-11bb-4704-afae-2d38294cb400 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306962 Sep 10 03:56:31.823033 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-89250de9-58c5-4b6c-b61d-b0320f81c0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.532743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.689970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.835286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2e845-c30f-4140-aa33-a61ee07c0c11 req-c59892ab-1edc-4f63-bc3f-109ff2f14804 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.836790 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13e2e845-c30f-4140-aa33-a61ee07c0c11 req-c59892ab-1edc-4f63-bc3f-109ff2f14804 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 944 time: 0.0485039 Sep 10 03:56:32.873694 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-13e2e845-c30f-4140-aa33-a61ee07c0c11 req-69b5df22-af7c-4f4c-9327-62c98043ae47 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304494 Sep 10 03:56:33.409554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:56:33.511598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:33.522980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'port_id': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'mac_address': 'fa:16:3e:e2:4c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:56:33.558305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:33.570849 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48faac11-812b-4d86-9b68-e37bc5e27a20 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:33.589726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:33.593394 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:33.641979 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:33.828458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['48faac11-812b-4d86-9b68-e37bc5e27a20'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:33.990037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99b6c-ab17-4dcc-8538-7f12d6dcba46 req-a7741585-7e79-49a5-9d33-4092bc06fb3d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:33.991578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6f99b6c-ab17-4dcc-8538-7f12d6dcba46 req-a7741585-7e79-49a5-9d33-4092bc06fb3d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 945 time: 0.0515466 Sep 10 03:56:34.028904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6f99b6c-ab17-4dcc-8538-7f12d6dcba46 req-ea56cdeb-e16a-4b2b-9f4c-a9ff9c0edae5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Sep 10 03:56:34.397760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-51c7eac0-f6aa-4493-a951-4089c50186c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:34.757824 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:35.141221 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc40979-94f7-4efd-8769-9383bebe27c8 req-ef8ba8d5-e479-46dd-a400-dfd380aec5dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:35.142881 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecc40979-94f7-4efd-8769-9383bebe27c8 req-ef8ba8d5-e479-46dd-a400-dfd380aec5dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 945 time: 0.0478148 Sep 10 03:56:35.180259 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ecc40979-94f7-4efd-8769-9383bebe27c8 req-294e7187-5ea2-4168-8c1a-1367b6cd9db9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Sep 10 03:56:35.425276 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:35.476473 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 48faac11-812b-4d86-9b68-e37bc5e27a20 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:35.480074 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 48faac11-812b-4d86-9b68-e37bc5e27a20 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:35.480451 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:35.554743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:35.575967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:35.578801 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb24279-52dd-440f-9445-194b6ae8bd30" -d '{"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-plugged", "status": "completed", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:35.591123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:35.599301 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:35.625717 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf88ec-62d3-4519-8067-f7eec5c4975b x-openstack-request-id: req-1cdf88ec-62d3-4519-8067-f7eec5c4975b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:35.626007 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-plugged", "status": "completed", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:35.626262 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cdf88ec-62d3-4519-8067-f7eec5c4975b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:35.626651 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'code': 200} Sep 10 03:56:35.628882 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:35.653192 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:35.709282 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8962b-ce13-4a4c-9e8e-78d29cf25b7c req-073f9110-6c3f-4645-b3a0-c7b8e24830f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:35.710774 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89b8962b-ce13-4a4c-9e8e-78d29cf25b7c req-073f9110-6c3f-4645-b3a0-c7b8e24830f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0394783 Sep 10 03:56:35.744749 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-89b8962b-ce13-4a4c-9e8e-78d29cf25b7c req-26e02ed0-92ad-4022-951f-32fe55e6fadc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266931 Sep 10 03:56:36.293059 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db19d-60b2-437f-9f8f-723fab7679e0 req-1ae489f1-0a4a-4195-b225-4a6d2f320c28 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:36.294552 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b6db19d-60b2-437f-9f8f-723fab7679e0 req-1ae489f1-0a4a-4195-b225-4a6d2f320c28 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0482357 Sep 10 03:56:36.334651 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2b6db19d-60b2-437f-9f8f-723fab7679e0 req-c015b2ec-09fe-42c2-b0db-901c2fe4cb1c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341227 Sep 10 03:56:37.447342 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e4ea0-8644-487b-a4e8-753d7c6c1127 req-3767a7a0-5e4b-423b-b816-cda07ebb8647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:37.448838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa3e4ea0-8644-487b-a4e8-753d7c6c1127 req-3767a7a0-5e4b-423b-b816-cda07ebb8647 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0474830 Sep 10 03:56:37.485162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fa3e4ea0-8644-487b-a4e8-753d7c6c1127 req-2b739a4b-c721-4bcf-98f0-6ce0014ece36 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Sep 10 03:56:37.548594 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.596521 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f66fb-864b-415f-b684-2db08d5b5d79 req-88b39f88-e798-4484-a1a0-561daf9ab17f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:37.597983 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b8f66fb-864b-415f-b684-2db08d5b5d79 req-88b39f88-e798-4484-a1a0-561daf9ab17f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0473387 Sep 10 03:56:37.634672 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5b8f66fb-864b-415f-b684-2db08d5b5d79 req-5eeeb936-bc07-4f67-ab83-f77221d26456 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Sep 10 03:56:37.656582 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46470) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:37.697442 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34b270-95e8-47c4-b697-8d85a304996d tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:37.698943 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ea34b270-95e8-47c4-b697-8d85a304996d tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1092 time: 0.0414045 Sep 10 03:56:37.702257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:37.706519 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:37.727966 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.827835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.930261 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.247 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b2fcc294-0b16-4358-878c-9e3979206ea7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:38.027434 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.069649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.105864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:38.108656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:38.112177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:38.142744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=b2fcc294-0b16-4358-878c-9e3979206ea7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:38.468528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.531976 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.674599 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.679021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.748687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=b2fcc294-0b16-4358-878c-9e3979206ea7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:38.754826 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.854926 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 61180277-6506-4b05-adfe-05c149622416 associated. External IP: 172.25.8.247, port: 48faac11-812b-4d86-9b68-e37bc5e27a20. Sep 10 03:56:39.397587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router a593e309-ec8d-4a3f-95de-e6d965e53a00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:56:39.504253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:39.513616 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] Sync routers for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:39.520193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:39.522825 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:39.523474 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:39.547375 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4dbdbb83-94e8-4601-9aaa-7d022ce2d685 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8441207 Sep 10 03:56:39.548227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:39.550460 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a6026c-b33d-4b74-b567-0ed513da4262" -d '{"events": [{"name": "network-changed", "server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:39.590459 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b850aa-ac29-4758-a7a7-38c42badec14 x-openstack-request-id: req-57b850aa-ac29-4758-a7a7-38c42badec14 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:39.590757 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:39.591006 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57b850aa-ac29-4758-a7a7-38c42badec14 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:39.591406 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'status': 'completed', 'code': 200} Sep 10 03:56:39.634099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:39.673925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce10ec-f4a3-4b19-aa02-b65624c79407 req-6d81dadd-c0ac-45c0-a149-6203cdff6bf9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:39.680178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fcce10ec-f4a3-4b19-aa02-b65624c79407 req-6d81dadd-c0ac-45c0-a149-6203cdff6bf9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0816114 Sep 10 03:56:39.710731 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-2dd114c3-ac45-4127-bb62-570f3acf908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:39.712402 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-2dd114c3-ac45-4127-bb62-570f3acf908e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0884542 Sep 10 03:56:39.744163 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fcce10ec-f4a3-4b19-aa02-b65624c79407 req-c84ce8c1-f7c4-43fd-90dd-b22e1db3b918 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615649 Sep 10 03:56:39.766139 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46482) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:39.811418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-74e9d2b0-c877-49be-869d-45cf6f1f8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:39.813079 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-74e9d2b0-c877-49be-869d-45cf6f1f8b8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.0942934 Sep 10 03:56:39.829682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0077ebce-56d4-47bd-ae86-70a8c4e2947b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/61180277-6506-4b05-adfe-05c149622416 HTTP/1.1" status: 200 len: 992 time: 0.0624037 Sep 10 03:56:39.869221 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '61180277-6506-4b05-adfe-05c149622416', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'port_id': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'mac_address': 'fa:16:3e:e2:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e90638-da13-4050-adc7-68007ba0331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:56:38Z', 'updated_at': '2021-09-10T03:56:38Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:29Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:39.885726 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-c6545d9e-cdc1-4970-bdf5-893748b4bc6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 1000 time: 0.0646839 Sep 10 03:56:39.898736 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] Checking router: a593e309-ec8d-4a3f-95de-e6d965e53a00 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:39.907731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:39.908344 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:56:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:39.948625 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-dec9980c-81e8-4d7a-b5ec-f5c1759125da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:39.950043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-dec9980c-81e8-4d7a-b5ec-f5c1759125da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0578649 Sep 10 03:56:39.994635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-dcaf691b-7187-4139-9ab5-33a5de4dbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:39.996177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-dcaf691b-7187-4139-9ab5-33a5de4dbe51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395072 Sep 10 03:56:40.012580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:40.088208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-07b0efd8-5324-456f-bffc-2e57b4881e7f service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Sep 10 03:56:40.177108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a7a6026c-b33d-4b74-b567-0ed513da4262 req-d3f324c9-066f-4bc1-94a7-2bc4672e33fd service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822704 Sep 10 03:56:40.233330 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '61180277-6506-4b05-adfe-05c149622416', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'port_id': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'mac_address': 'fa:16:3e:e2:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e90638-da13-4050-adc7-68007ba0331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:56:38Z', 'updated_at': '2021-09-10T03:56:38Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:29Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:40.258488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6503d-f7a6-4241-9fb8-077014d2910b None None] The sync data for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 is: [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '61180277-6506-4b05-adfe-05c149622416', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'port_id': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'mac_address': 'fa:16:3e:e2:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e90638-da13-4050-adc7-68007ba0331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:56:38Z', 'updated_at': '2021-09-10T03:56:38Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:29Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:40.443936 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c032f-66ff-4055-bb39-4702135f6240 None None] New status for floating IP 61180277-6506-4b05-adfe-05c149622416: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:56:40.831913 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46488) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:41.196052 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b5fe180d-12d5-4426-9c22-1c2859e33acd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/61180277-6506-4b05-adfe-05c149622416 HTTP/1.1" status: 200 len: 994 time: 0.3629763 Sep 10 03:56:57.379649 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:57:01.822937 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a70ba6d-6ebc-436d-96b6-3daf68ed9e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.533447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.685881 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.397207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e209d4ef-af21-4fd8-aa1f-96ac1f27f113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.757553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:05.606994 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:07.552065 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.544422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46512) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:12.565759 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82a598-b8ea-45e3-9485-c31645d91f24 req-1457914e-5205-48e1-bbd4-e177912ad276 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:12.567234 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c82a598-b8ea-45e3-9485-c31645d91f24 req-1457914e-5205-48e1-bbd4-e177912ad276 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0508466 Sep 10 03:57:12.604997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4c82a598-b8ea-45e3-9485-c31645d91f24 req-01b448ff-9c9b-42f1-b597-58d058050135 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Sep 10 03:57:12.626841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-2d5fa58d-75d2-4ffa-8f1b-620f7c9e0d96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812776 Sep 10 03:57:12.635268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-fe070c35-664b-4337-a455-57a15cba3658 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:57:12.636251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-fe070c35-664b-4337-a455-57a15cba3658 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048392 Sep 10 03:57:13.660773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-bbf57ed6-537a-4bd3-8ba3-9bcef7885274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:13.662258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-bbf57ed6-537a-4bd3-8ba3-9bcef7885274 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0415726 Sep 10 03:57:13.779649 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaee41-8646-4b7b-b5ca-348c25807575 req-8bd67cb5-3b7f-413d-9214-db03494c24d2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:13.781131 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35aaee41-8646-4b7b-b5ca-348c25807575 req-8bd67cb5-3b7f-413d-9214-db03494c24d2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.1045234 Sep 10 03:57:13.796238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-14551fde-d224-480c-b840-f86b00b21052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:13.797603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-14551fde-d224-480c-b840-f86b00b21052 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.1287005 Sep 10 03:57:13.859914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-35aaee41-8646-4b7b-b5ca-348c25807575 req-3324dbde-0982-4933-85a2-c51e6f1457cb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717239 Sep 10 03:57:13.874230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-af16418a-7e5c-4f82-9106-cb3892ba948d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 1002 time: 0.0690286 Sep 10 03:57:13.928542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-403b0c6f-ca7d-46e7-9014-76f32661609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:13.929871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-403b0c6f-ca7d-46e7-9014-76f32661609c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0475626 Sep 10 03:57:13.973937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-b46a17f2-4515-4487-9625-2c3581cd9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:13.975366 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-b46a17f2-4515-4487-9625-2c3581cd9f57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381608 Sep 10 03:57:14.074522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-f21a911c-6900-4928-91d9-41f51694fd59 service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919309 Sep 10 03:57:14.167586 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-bb611d25-a72c-4bea-9bda-baa0cd50a9fb service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853844 Sep 10 03:57:14.973422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffa434-1349-40c6-8ad3-a1f27670994b req-79b4f009-13b4-4e52-8867-91a86344391b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:14.974872 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68ffa434-1349-40c6-8ad3-a1f27670994b req-79b4f009-13b4-4e52-8867-91a86344391b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0471370 Sep 10 03:57:15.014395 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68ffa434-1349-40c6-8ad3-a1f27670994b req-f47d3df6-59ef-4823-9212-919ba9874e42 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336976 Sep 10 03:57:16.129567 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304d6-09ba-479a-b52c-42de8054d661 req-1be7969d-f2a8-4b53-b04b-cc0d16dfdd76 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:16.131105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb7304d6-09ba-479a-b52c-42de8054d661 req-1be7969d-f2a8-4b53-b04b-cc0d16dfdd76 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0489881 Sep 10 03:57:16.167942 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb7304d6-09ba-479a-b52c-42de8054d661 req-16066144-d66e-4ead-9bfb-84096fd5a1c4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Sep 10 03:57:17.279797 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a177-bd1e-4233-9f61-7fa3fbf59cda req-d1f49736-5e57-427b-8a58-580c70bb27ba tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:17.281550 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e60a177-bd1e-4233-9f61-7fa3fbf59cda req-d1f49736-5e57-427b-8a58-580c70bb27ba tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0479655 Sep 10 03:57:17.317847 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1e60a177-bd1e-4233-9f61-7fa3fbf59cda req-120b2d6b-a992-425f-b9ae-7e88986bee32 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298486 Sep 10 03:57:18.435443 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0557d1-b4f2-4c0f-a49f-0f421bba857c req-b3a2d2ea-d3bc-443a-963a-9ce2fa738a8e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:18.436950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e0557d1-b4f2-4c0f-a49f-0f421bba857c req-b3a2d2ea-d3bc-443a-963a-9ce2fa738a8e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0531733 Sep 10 03:57:18.473544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4e0557d1-b4f2-4c0f-a49f-0f421bba857c req-68b55766-1e04-420c-a6a9-93bde8bfdb82 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Sep 10 03:57:19.586879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241fab-05e8-4796-be36-2f2114f59167 req-402b2e9e-a4fe-4b1f-9180-20813d3b8931 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:19.588400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a241fab-05e8-4796-be36-2f2114f59167 req-402b2e9e-a4fe-4b1f-9180-20813d3b8931 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0484056 Sep 10 03:57:19.624692 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a241fab-05e8-4796-be36-2f2114f59167 req-83c95b0a-41eb-4f66-8cd0-9dc53f67cea0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305123 Sep 10 03:57:20.737714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef49fd3-0e55-4a0e-95d4-c40425609bfa req-9008a807-c81d-4ef7-a8b7-66eac74a1f1c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:20.739219 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cef49fd3-0e55-4a0e-95d4-c40425609bfa req-9008a807-c81d-4ef7-a8b7-66eac74a1f1c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0475516 Sep 10 03:57:20.776559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cef49fd3-0e55-4a0e-95d4-c40425609bfa req-7be117b1-80e0-4aa3-a672-d2c144b503da tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Sep 10 03:57:21.889875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0605e-83e7-4cbf-9839-fa1f18188cdf req-e764a315-de3b-4252-8267-f226110691b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:21.891843 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4db0605e-83e7-4cbf-9839-fa1f18188cdf req-e764a315-de3b-4252-8267-f226110691b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0466204 Sep 10 03:57:21.931817 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4db0605e-83e7-4cbf-9839-fa1f18188cdf req-22d02712-a8b8-4401-a04e-2d6b15bce69c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340946 Sep 10 03:57:23.043329 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a79b03-fd20-4a16-bf27-d74924ff70ff req-04085ad9-4ed8-4dee-8aec-bc776099a6ff tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:23.044841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38a79b03-fd20-4a16-bf27-d74924ff70ff req-04085ad9-4ed8-4dee-8aec-bc776099a6ff tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0477331 Sep 10 03:57:23.080748 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-38a79b03-fd20-4a16-bf27-d74924ff70ff req-f337a649-db1b-40e4-8bf0-b966586f78dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300896 Sep 10 03:57:24.193235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07717787-1bb5-495c-a74b-0ab72a72e91c req-271f5dba-0d24-4222-97c6-f2919a247051 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:24.194747 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07717787-1bb5-495c-a74b-0ab72a72e91c req-271f5dba-0d24-4222-97c6-f2919a247051 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0476840 Sep 10 03:57:24.232469 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-07717787-1bb5-495c-a74b-0ab72a72e91c req-b6ba9f61-ce25-43a4-baa8-5dc2429fe2a2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Sep 10 03:57:25.350172 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeca3e-936e-48d3-81fb-c215586959a2 req-439eef1c-7e7c-4936-83aa-af0b81a1e6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:25.351600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9afeca3e-936e-48d3-81fb-c215586959a2 req-439eef1c-7e7c-4936-83aa-af0b81a1e6dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0521417 Sep 10 03:57:25.387270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9afeca3e-936e-48d3-81fb-c215586959a2 req-7f56dd8a-e7ab-42cc-a02c-4a8a8d443925 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299432 Sep 10 03:57:26.499127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2b21d-82bd-458d-845c-e7862fe9835c req-d643c43d-e8e5-4857-a636-74485ef9fadd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:26.500623 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0eb2b21d-82bd-458d-845c-e7862fe9835c req-d643c43d-e8e5-4857-a636-74485ef9fadd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0475667 Sep 10 03:57:26.536876 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0eb2b21d-82bd-458d-845c-e7862fe9835c req-5bdb13bb-3786-4948-a985-6a78d409a145 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Sep 10 03:57:27.648528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ce0ce-c840-4394-a11c-bef70169a173 req-2ba58deb-0ad9-4402-9da6-ee1f7b24bf6a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:27.649990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e7ce0ce-c840-4394-a11c-bef70169a173 req-2ba58deb-0ad9-4402-9da6-ee1f7b24bf6a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0471640 Sep 10 03:57:27.686412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9e7ce0ce-c840-4394-a11c-bef70169a173 req-12a08bd5-a14c-4981-a557-93c801c589f0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303400 Sep 10 03:57:28.797818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cabcf-35d6-4358-b300-8f66d849a35b req-a0399999-37f8-478b-80b3-e0e3a4ee386d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:28.799286 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a74cabcf-35d6-4358-b300-8f66d849a35b req-a0399999-37f8-478b-80b3-e0e3a4ee386d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0474279 Sep 10 03:57:28.840418 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a74cabcf-35d6-4358-b300-8f66d849a35b req-dd87622e-c5ba-446e-83eb-93bde01f8144 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345702 Sep 10 03:57:29.788451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-ac8dc327-26f6-4252-8e8c-9d589c72d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:29.789918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-ac8dc327-26f6-4252-8e8c-9d589c72d9cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0399668 Sep 10 03:57:29.900112 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-2d169a08-18c5-4707-80a8-533a4d056802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:29.901884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-2d169a08-18c5-4707-80a8-533a4d056802 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.0918646 Sep 10 03:57:30.005921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31628d-408c-4dff-88b1-4875dbb5ace8 req-45b812dd-d82e-4189-badc-bf78740c45fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.007417 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae31628d-408c-4dff-88b1-4875dbb5ace8 req-45b812dd-d82e-4189-badc-bf78740c45fd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0978079 Sep 10 03:57:30.009561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-c73c725d-7122-4a6b-8bbb-e2ec2d250e09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 1002 time: 0.0988972 Sep 10 03:57:30.082729 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ae31628d-408c-4dff-88b1-4875dbb5ace8 req-e0c9d407-3b09-4b10-b05a-99ddcaf18e31 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694132 Sep 10 03:57:30.088031 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-dd4f4947-2fed-430e-b1ca-14ed402d64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.089455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-dd4f4947-2fed-430e-b1ca-14ed402d64af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0706534 Sep 10 03:57:30.141468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-f17798e2-7a34-4d64-b2b2-4077fa2b2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.143446 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-f17798e2-7a34-4d64-b2b2-4077fa2b2640 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464549 Sep 10 03:57:30.241903 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-1554a267-7d26-4150-b27d-4818f5fc81ff service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896933 Sep 10 03:57:30.334437 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-af4b0a44-7b1a-4a56-bdbd-1ffdc0ce89b8 req-6725c8f5-0eb7-4a51-9120-33418c5d3764 service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841582 Sep 10 03:57:30.965633 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-d017fcb5-a687-4e24-aeec-56c313543162 service neutron] 10.222.0.32 "GET /v2.0/ports/48faac11-812b-4d86-9b68-e37bc5e27a20/bindings/n-h1-808126-2 HTTP/1.1" status: 200 len: 382 time: 0.0526261 Sep 10 03:57:31.155577 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-573527cd-41ef-46cb-93ff-9e1a1d41c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.157123 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-573527cd-41ef-46cb-93ff-9e1a1d41c070 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 1097 time: 0.0414844 Sep 10 03:57:31.199020 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e31b-6286-48f1-a87d-fb54e274ea13 req-e7bc8322-378f-4f2e-9139-10caf25f8666 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.200543 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf3e31b-6286-48f1-a87d-fb54e274ea13 req-e7bc8322-378f-4f2e-9139-10caf25f8666 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0490518 Sep 10 03:57:31.220367 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-01e9d6a9-7c68-44c7-ba69-38f2025c0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.221858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-01e9d6a9-7c68-44c7-ba69-38f2025c0ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0414853 Sep 10 03:57:31.238023 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccf3e31b-6286-48f1-a87d-fb54e274ea13 req-9cd56a2e-3f77-4013-aa67-e555c25a0b8a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Sep 10 03:57:31.317883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-3b8128af-a7d3-4dae-8bdd-210ac2178a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.319346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-3b8128af-a7d3-4dae-8bdd-210ac2178a2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.0908289 Sep 10 03:57:31.383097 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-76e39d46-d1e7-490f-af37-afaf2ee5c5c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 1002 time: 0.0567994 Sep 10 03:57:31.433915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-6cf60e8a-3ce3-4c91-9b8d-f6d88994375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.435314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-6cf60e8a-3ce3-4c91-9b8d-f6d88994375c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0459528 Sep 10 03:57:31.480249 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-d6562cfb-f39d-46d8-a33b-39e570eafcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.481706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-d6562cfb-f39d-46d8-a33b-39e570eafcad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381179 Sep 10 03:57:31.567595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-66129c4d-bb22-45f3-a839-340b32a30dfa service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792472 Sep 10 03:57:31.658697 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4d089a84-bd3b-4cf2-a802-e43f02dc3b41 req-51a597ba-b315-4c8e-a2a4-a22fafd1be66 service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Sep 10 03:57:31.822440 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bdec2984-3bb3-4ead-bffb-7906a5891c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.352944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4f4c9-ac6f-429a-8dcc-e970e0f0d0ce req-c6bd5313-4c16-402c-816e-7df6ab648d94 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:32.354327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-feb4f4c9-ac6f-429a-8dcc-e970e0f0d0ce req-c6bd5313-4c16-402c-816e-7df6ab648d94 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0485973 Sep 10 03:57:32.390460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-feb4f4c9-ac6f-429a-8dcc-e970e0f0d0ce req-3e23b7bc-34b0-4e6d-bc18-acb3ffe9bfc7 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301797 Sep 10 03:57:32.533891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.715877 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.501930 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277855a7-9a27-4a75-91b0-16199118dc02 req-543feb27-b1db-4f1d-93a9-7f3fccf17a9b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:33.503386 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-277855a7-9a27-4a75-91b0-16199118dc02 req-543feb27-b1db-4f1d-93a9-7f3fccf17a9b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0474851 Sep 10 03:57:33.540183 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-277855a7-9a27-4a75-91b0-16199118dc02 req-ed612d7d-9579-46af-ac13-db0b69692615 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Sep 10 03:57:33.728888 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bff6c-32d0-4d55-8b15-d385e61a406b req-1f5da420-e9f0-465b-b28e-5451adb0d286 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:33.730316 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-719bff6c-32d0-4d55-8b15-d385e61a406b req-1f5da420-e9f0-465b-b28e-5451adb0d286 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0484686 Sep 10 03:57:33.746285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-f0c5509e-ec80-4d09-8ac2-965219739f38 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:33.747868 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-f0c5509e-ec80-4d09-8ac2-965219739f38 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d&tenant_id=0febefc443aa41dd9e25274ffde79c9d&binding%3Ahost_id=n-h1-808126-2 HTTP/1.1" status: 200 len: 946 time: 0.0567467 Sep 10 03:57:33.772231 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-719bff6c-32d0-4d55-8b15-d385e61a406b req-f7daf14e-ddc4-4061-951f-54e8d7bb53e5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360017 Sep 10 03:57:33.829579 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-40320acd-c8f3-4b9b-a466-4e579ffa8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:33.831110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-40320acd-c8f3-4b9b-a466-4e579ffa8e67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0407984 Sep 10 03:57:33.942650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf632b6-22d2-4812-a590-98888ce0eec0 req-1e99d309-5a7a-4769-b2f4-f30e40faf895 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:33.944178 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbf632b6-22d2-4812-a590-98888ce0eec0 req-1e99d309-5a7a-4769-b2f4-f30e40faf895 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0986092 Sep 10 03:57:33.974845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-4bc9c89a-38ff-4f8d-94b3-1abd7433932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:33.976345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-4bc9c89a-38ff-4f8d-94b3-1abd7433932c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.1379128 Sep 10 03:57:33.998878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cbf632b6-22d2-4812-a590-98888ce0eec0 req-b2d55372-d9d3-4be6-8110-ee7609c4e4ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487862 Sep 10 03:57:34.052344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-e8677adf-e1a3-43cb-85f2-6106a50d7b52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 1002 time: 0.0654492 Sep 10 03:57:34.100285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-abc57a34-d96b-400c-8a8e-757925b3cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:34.101736 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-abc57a34-d96b-400c-8a8e-757925b3cb42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0430570 Sep 10 03:57:34.146289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-9c26f65b-b500-46e0-9db8-cd9dfbf2b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:34.147739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-9c26f65b-b500-46e0-9db8-cd9dfbf2b9a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391119 Sep 10 03:57:34.236256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-f6640a66-491d-421b-9fb9-4ac972cb4dce service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816832 Sep 10 03:57:34.323928 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-172df2ca-537a-4866-bead-ff31af8d8cb0 req-ff23219c-b9bb-4e87-b9c2-ebb2e21b9007 service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799372 Sep 10 03:57:34.378265 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:57:34.397688 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0fc16d0f-aecb-47bc-bfb2-5ffbb0688b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.757641 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.112152 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e396d-b869-4a76-ac3e-263479ca141d req-da7063bf-36da-49e4-bf60-fe8148fb6ff1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:35.113646 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c70e396d-b869-4a76-ac3e-263479ca141d req-da7063bf-36da-49e4-bf60-fe8148fb6ff1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0483420 Sep 10 03:57:35.151139 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c70e396d-b869-4a76-ac3e-263479ca141d req-da7aab2b-d357-45e4-aa23-8bb1140db0fb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Sep 10 03:57:35.172871 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46590) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:35.232649 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-13fc9794-6bdb-4350-b19e-c04202e1be5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/61180277-6506-4b05-adfe-05c149622416 HTTP/1.1" status: 200 len: 994 time: 0.0585952 Sep 10 03:57:35.610557 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.682207 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:57:35.685073 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:57:35.826358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.840701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:35.857851 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'port_id': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'mac_address': 'fa:16:3e:e2:4c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:57:35.862457 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:35.864641 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d97926-4958-4912-900b-b21c39d68f10" -d '{"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-unplugged", "status": "completed", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:35.879405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:35.896598 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.904388 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b72e972-bd46-491c-82e5-0965286c9924 x-openstack-request-id: req-8b72e972-bd46-491c-82e5-0965286c9924 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:35.904676 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-unplugged", "status": "completed", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:35.904925 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b72e972-bd46-491c-82e5-0965286c9924 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:35.905303 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'code': 200} Sep 10 03:57:35.940928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.967287 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48faac11-812b-4d86-9b68-e37bc5e27a20 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:35.971234 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:35.979759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.980108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.980448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.980780 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.981109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.981435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.981759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.982081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.982401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.982717 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.983045 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:35.983357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:36.020402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.db.api [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:57:36.020837 n-d-808126-2 neutron-server[94635]: DEBUG oslo_db.api [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:57:36.555656 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.568415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48faac11-812b-4d86-9b68-e37bc5e27a20 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:36.587639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:36.591983 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.643403 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:36.823263 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['48faac11-812b-4d86-9b68-e37bc5e27a20'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:37.550507 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.708975 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:37.754962 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 48faac11-812b-4d86-9b68-e37bc5e27a20 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:37.755337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.829556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.861174 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:37.865021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.909425 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:37.912318 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9538cbde-631a-4f76-b29f-97cc403006f5" -d '{"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-plugged", "status": "completed", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:37.919226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:37.946450 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92266991-f0a4-453c-8745-14157e47b00f x-openstack-request-id: req-92266991-f0a4-453c-8745-14157e47b00f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:37.946735 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-plugged", "status": "completed", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:37.946982 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92266991-f0a4-453c-8745-14157e47b00f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:37.947367 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'code': 200} Sep 10 03:58:01.823106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95f1634b-ff79-4031-8843-b308aa0ecd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.534319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.733274 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:04.398854 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-37bd4b36-b2d0-4d52-9128-9936878ecf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:04.758259 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.612668 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.936218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46606) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:06.088405 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port b2fcc294-0b16-4358-878c-9e3979206ea7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:06.088751 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.164423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.164748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.176229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for b2fcc294-0b16-4358-878c-9e3979206ea7 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:06.318092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.342662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=b2fcc294-0b16-4358-878c-9e3979206ea7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:06.354193 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.354547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.354890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.355227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.355590 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.355926 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.356258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.356586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.356915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.357238 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.357560 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.357880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:06.414132 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.414491 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 61180277-6506-4b05-adfe-05c149622416 disassociated (deleted). External IP: 172.25.8.247, port: 48faac11-812b-4d86-9b68-e37bc5e27a20. Sep 10 03:58:06.609039 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router a593e309-ec8d-4a3f-95de-e6d965e53a00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:06.712665 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:06.717033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.723110 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] Sync routers for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:06.733087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:06.733694 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:06.746640 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8f11c932-20f6-4b60-bd87-2769cf989ef1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/floatingips/61180277-6506-4b05-adfe-05c149622416 HTTP/1.1" status: 204 len: 168 time: 0.8094242 Sep 10 03:58:06.747229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:06.749502 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818dbb91-f993-47dc-908f-13c2a34d40d6" -d '{"events": [{"name": "network-changed", "server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:06.789460 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7af356-1f3f-49ce-a678-8191ca8fd359 x-openstack-request-id: req-ac7af356-1f3f-49ce-a678-8191ca8fd359 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:06.789751 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:06.790235 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac7af356-1f3f-49ce-a678-8191ca8fd359 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:06.790524 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'status': 'completed', 'code': 200} Sep 10 03:58:06.846096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:06.856491 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-a5a6560f-e4fa-4dd0-96d3-885b62aaab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:06.858161 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-a5a6560f-e4fa-4dd0-96d3-885b62aaab7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 1097 time: 0.0463989 Sep 10 03:58:06.988262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-786077d5-19a6-4bb2-8c1c-085f2ff50e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:06.989786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-786077d5-19a6-4bb2-8c1c-085f2ff50e50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 200 len: 896 time: 0.1214564 Sep 10 03:58:06.998928 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7609490-584a-4dfb-ac70-cef1c188ca77 req-1d75e595-0850-4101-9abc-aa7e879b562a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:07.000377 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7609490-584a-4dfb-ac70-cef1c188ca77 req-1d75e595-0850-4101-9abc-aa7e879b562a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0712905 Sep 10 03:58:07.041185 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-ef85236a-e393-45d7-9439-9f00d57eb43f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 200 len: 217 time: 0.0398760 Sep 10 03:58:07.067774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:29Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.094110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c7609490-584a-4dfb-ac70-cef1c188ca77 req-f38f305e-f574-4067-b099-3ee11e2d293e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863280 Sep 10 03:58:07.098701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] Checking router: a593e309-ec8d-4a3f-95de-e6d965e53a00 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:07.106673 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-01d25cf0-b1b4-4c7e-a706-45012a8fbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:07.107950 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-01d25cf0-b1b4-4c7e-a706-45012a8fbeeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 200 len: 834 time: 0.0591910 Sep 10 03:58:07.108230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:07.108837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.158291 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-d5fb602e-048f-4056-892f-80b35eaed6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:07.159754 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-d5fb602e-048f-4056-892f-80b35eaed6d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428693 Sep 10 03:58:07.214787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:07.249073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-eafe0f13-cff6-4fbe-8182-3ecdee64219d service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818555 Sep 10 03:58:07.416670 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:29Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.444082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c2b61-8037-4189-b484-65a4435c8b9c None None] The sync data for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 is: [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:56:25Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'a0e35e43-50a2-4c59-b7ea-c7678c677e18', 'name': '', 'network_id': '9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:be:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:24Z', 'updated_at': '2021-09-10T03:56:29Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '0d4aba81-ffe4-4a22-8dfb-7e79aa323de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:07.555969 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.672693 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d23af-4a07-403b-a590-686bc47d4c46 None None] New status for floating IP 61180277-6506-4b05-adfe-05c149622416: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:58:07.682939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-818dbb91-f993-47dc-908f-13c2a34d40d6 req-217e72b0-ea84-4b8f-8072-5539bbd6e0ce service neutron] 10.222.0.32 "GET /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253030 Sep 10 03:58:08.216360 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1ef51-728c-4377-9d30-1d22536bbbd7 req-df3912e7-457a-4983-9aab-596914c5c3dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.217203 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-4fd93ad0-3b1a-474e-b221-5169e444ac12 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.217991 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3f1ef51-728c-4377-9d30-1d22536bbbd7 req-df3912e7-457a-4983-9aab-596914c5c3dd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0554202 Sep 10 03:58:08.218665 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-4fd93ad0-3b1a-474e-b221-5169e444ac12 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e90638-da13-4050-adc7-68007ba0331d HTTP/1.1" status: 200 len: 946 time: 0.0521834 Sep 10 03:58:08.255891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c3f1ef51-728c-4377-9d30-1d22536bbbd7 req-97673736-f60c-4c95-a967-5b9c85a7751b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=110a1bb5-2b6f-477d-b29b-da616141a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Sep 10 03:58:08.311137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 48faac11-812b-4d86-9b68-e37bc5e27a20 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:08.311502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.399094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 48faac11-812b-4d86-9b68-e37bc5e27a20, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=48faac11-812b-4d86-9b68-e37bc5e27a20,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:08.399423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.411769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 48faac11-812b-4d86-9b68-e37bc5e27a20 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:08.539052 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.564921 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=48faac11-812b-4d86-9b68-e37bc5e27a20,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:08.606371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] No DVR routers for this DVR port 48faac11-812b-4d86-9b68-e37bc5e27a20 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:08.609015 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.611042 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c10495b1-b93e-4fb4-801f-0d1692cee8a7 req-14693c69-4810-4b20-aab8-6453d457933b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "DELETE /v2.0/ports/48faac11-812b-4d86-9b68-e37bc5e27a20 HTTP/1.1" status: 204 len: 173 time: 0.3852239 Sep 10 03:58:08.792268 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-deleted', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:08.794557 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88208e12-becf-4dbe-9352-aea28dcafb81" -d '{"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-deleted", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:08.828817 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188bd1c4-7990-471c-bacc-d63caca4d7af x-openstack-request-id: req-188bd1c4-7990-471c-bacc-d63caca4d7af {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:08.829107 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e90638-da13-4050-adc7-68007ba0331d", "name": "network-vif-deleted", "tag": "48faac11-812b-4d86-9b68-e37bc5e27a20", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:08.829359 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-188bd1c4-7990-471c-bacc-d63caca4d7af {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:08.829756 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e90638-da13-4050-adc7-68007ba0331d', 'name': 'network-vif-deleted', 'tag': '48faac11-812b-4d86-9b68-e37bc5e27a20', 'status': 'completed', 'code': 200} Sep 10 03:58:09.310500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46620) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:09.656905 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.914980 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port a0e35e43-50a2-4c59-b7ea-c7678c677e18 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:09.915248 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.003795 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port a0e35e43-50a2-4c59-b7ea-c7678c677e18, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=a0e35e43-50a2-4c59-b7ea-c7678c677e18,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:10.004155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.015985 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for a0e35e43-50a2-4c59-b7ea-c7678c677e18 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:10.193471 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.222802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=a0e35e43-50a2-4c59-b7ea-c7678c677e18,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:10.391202 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.606432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router a593e309-ec8d-4a3f-95de-e6d965e53a00 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:10.709253 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:10.714789 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bd6742c9-60ab-4f63-b70b-f6830edf99bd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/a593e309-ec8d-4a3f-95de-e6d965e53a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027202 Sep 10 03:58:10.716932 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46622) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:10.719604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] Sync routers for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:10.729841 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:10.730455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:10.766719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting subnet 0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:58:10.769767 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.808873 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.834928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:10.896281 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.954468 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.981557 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4aba81-ffe4-4a22-8dfb-7e79aa323de4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:10.989187 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.992457 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3956dc29-a29b-4e44-ac7c-9a132a28a791 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/subnets/0d4aba81-ffe4-4a22-8dfb-7e79aa323de4 HTTP/1.1" status: 204 len: 168 time: 0.2742660 Sep 10 03:58:10.994757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46624) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:10.997291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a68729-1cce-4d24-a5ed-be581bde35a7 None None] Network 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:11.093585 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:58:10Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.106397 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.136852 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] Checking router: a593e309-ec8d-4a3f-95de-e6d965e53a00 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:11.153072 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] Routers {'a593e309-ec8d-4a3f-95de-e6d965e53a00'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:11.153677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['a593e309-ec8d-4a3f-95de-e6d965e53a00'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.219373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.245429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] DHCP port deletion for 9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:58:11.275924 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:11.276271 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.286563 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] Set router a593e309-ec8d-4a3f-95de-e6d965e53a00 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:11.356127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:11.356763 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.368208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:11.378436 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:58:11.406796 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] Deleting port ddc900c3-3320-40eb-9eb6-a8fd13a75714 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:11.407106 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.485914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] For port ddc900c3-3320-40eb-9eb6-a8fd13a75714, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=ddc900c3-3320-40eb-9eb6-a8fd13a75714,segment=NetworkSegment(576862aa-1e49-43ed-b813-96232b20c7ff),segment_id=576862aa-1e49-43ed-b813-96232b20c7ff)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:11.486226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.516255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] Calling delete_port for ddc900c3-3320-40eb-9eb6-a8fd13a75714 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:11.537930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.572266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=6b6e2ebc-52a7-4286-b88e-ae1b37b4b294,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:11.589996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:58:10Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.621408 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9372f-38c4-4e6d-8e61-562f13dd535c None None] The sync data for ids ['a593e309-ec8d-4a3f-95de-e6d965e53a00'] in n-d-808126-2 is: [{'id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197566841', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:56:21Z', 'updated_at': '2021-09-10T03:58:10Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '6b6e2ebc-52a7-4286-b88e-ae1b37b4b294', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593e309-ec8d-4a3f-95de-e6d965e53a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:56:22Z', 'updated_at': '2021-09-10T03:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:11.629536 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.644628 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.670282 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] Pushing event deleted for resources: {'Port': ['ID=ddc900c3-3320-40eb-9eb6-a8fd13a75714,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:11.673855 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1b390-4da5-4ef0-b346-498bd2bc4d43 None None] No DVR routers for this DVR port ddc900c3-3320-40eb-9eb6-a8fd13a75714 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:11.730754 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.733012 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.774298 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.774818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Fanout notify agent at l3_agent the message router_deleted on router a593e309-ec8d-4a3f-95de-e6d965e53a00 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:11.782671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.784102 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-38f647b1-321d-4ee7-aec8-ef90940ab267 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/routers/a593e309-ec8d-4a3f-95de-e6d965e53a00 HTTP/1.1" status: 204 len: 168 time: 0.7877083 Sep 10 03:58:11.786450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46626) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:11.859589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.946570 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.969042 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.978785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576862aa-1e49-43ed-b813-96232b20c7ff') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.979088 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576862aa-1e49-43ed-b813-96232b20c7ff') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.988660 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.003046 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.009763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:58:12.010355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:58:12.013647 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:58:12.078939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.089502 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.091552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/networks/9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f HTTP/1.1" status: 204 len: 168 time: 0.3041592 Sep 10 03:58:12.094379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46628) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:12.106741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddf2a6-486f-460b-b639-c5246aa05e66 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Network': ['ID=9e65ab23-6ff7-413b-96d7-3fbaf26ccd2f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.155106 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.181945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.245261 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.248267 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.252174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/security-groups/110a1bb5-2b6f-477d-b29b-da616141a7e6 HTTP/1.1" status: 204 len: 168 time: 0.1533961 Sep 10 03:58:12.259428 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110a1bb5-2b6f-477d-b29b-da616141a7e6,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.268110 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.268573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.268921 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.269256 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.269656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.270028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.270363 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.271019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.271019 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.271523 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.272278 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.272624 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e436bc-eb6a-4e3c-b9a8-07a198b1d5f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:12.490044 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46634) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:12.494688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59984718', 'description': 'tempest-secgroup-smoke-59984718 description', 'project_id': '0febefc443aa41dd9e25274ffde79c9d'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:12.516471 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.596390 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.600578 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.628597 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.629783 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1386793 Sep 10 03:58:12.633314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46636) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:12.634429 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad4aed-ca50-4fb8-a3c8-d9866f0116f4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec2453-83cb-4fb7-ac15-44faac514287,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.638090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec2453-83cb-4fb7-ac15-44faac514287', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:12.664432 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.718322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.721531 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.740053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220a2e7e-4d49-4ef9-b1e6-ca01fb60a50c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.742503 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.743825 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b166abe2-ecaa-40b5-a6ca-c25ff8a69f02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094241 Sep 10 03:58:12.746562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46638) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:12.750973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec2453-83cb-4fb7-ac15-44faac514287', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:12.777047 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.830842 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.834090 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.854828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0437de-90de-4687-b48f-e4f79ced3bfa,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.860843 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.864129 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-af7aca59-8c3e-471c-8af0-6697527028de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146169 Sep 10 03:58:12.864790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46640) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:12.869620 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec2453-83cb-4fb7-ac15-44faac514287', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:12.896620 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.912261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ddc900c3-3320-40eb-9eb6-a8fd13a75714 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:12.931899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: ddc900c3-3320-40eb-9eb6-a8fd13a75714 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:12.932245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device ddc900c3-3320-40eb-9eb6-a8fd13a75714 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:12.932664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0e35e43-50a2-4c59-b7ea-c7678c677e18 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:12.951183 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: a0e35e43-50a2-4c59-b7ea-c7678c677e18 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:12.951539 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device a0e35e43-50a2-4c59-b7ea-c7678c677e18 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:12.951963 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:12.954261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.957807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.974168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:12.974439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6b6e2ebc-52a7-4286-b88e-ae1b37b4b294 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:12.979564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c224543-131f-443e-b593-dd2d62c84f68,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.986145 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.987542 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e0bc5303-e66b-44d6-ac05-81ff164afff6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217213 Sep 10 03:58:12.990470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:12.995122 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec2453-83cb-4fb7-ac15-44faac514287', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:13.021021 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.078212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.081931 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.099511 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e266c284-c379-49c3-aafa-621f9dcd8d6b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:13.104494 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.105751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-83a1e676-4d25-4961-adaa-bdfbd374f88f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140556 Sep 10 03:58:13.108463 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46644) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.112655 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec2453-83cb-4fb7-ac15-44faac514287', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:13.133935 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:58:13.138475 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.196525 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.199863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.218798 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02275553-1fbf-4385-8d30-92d3f96ec330,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:13.226801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.228013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e10810b-92f8-41c1-9904-188d903239d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186478 Sep 10 03:58:13.230827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.235005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec2453-83cb-4fb7-ac15-44faac514287', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:13.255614 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:58:13.260881 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.320970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.324300 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.340814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2949188e-1317-468c-9843-637ba358965a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:13.346156 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.347317 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-bd7972ff-2c18-4a02-9b08-424d95d2111a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155849 Sep 10 03:58:13.350349 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46648) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.354986 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'network': {'name': 'tempest-network-smoke--1955195945', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:13.375250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:13.378704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.402343 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:58:13.411049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.411398 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Added segment 7015c4ac-4e2c-40ff-88c6-b528b0cfb708 of type vlan for network b55ef10b-82f1-4bac-a72b-37411a79ea00 Sep 10 03:58:13.449510 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.472286 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.478335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:13.478870 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.505251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1539137 Sep 10 03:58:13.508200 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46650) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.512875 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'admin_state_up': True, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:13.535473 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.536683 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.546464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94eacd-f414-4a0f-9fbb-97d1c296d576 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Network': ['ID=b55ef10b-82f1-4bac-a72b-37411a79ea00,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:13.557835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:58:13.597053 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.734866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.882423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:13.902605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 48faac11-812b-4d86-9b68-e37bc5e27a20 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:13.902946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 48faac11-812b-4d86-9b68-e37bc5e27a20 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:13.920324 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.938292 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.040367 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.83 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/1f5801f4-d1c1-442f-a204-cacc3ff8246c) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:14.138023 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.175798 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.215031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:14.217848 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:14.221242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:14.249232 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=1f5801f4-d1c1-442f-a204-cacc3ff8246c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:14.467133 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.657076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.780138 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:58:14.881587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:14.890734 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Sync routers for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:14.899346 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.899550 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:14.900227 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:14.901186 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6a6e52ae-37a4-4160-9843-1784d9aaaa5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3919404 Sep 10 03:58:14.904687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:14.934138 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-98f52cc1-1c83-49b9-9f33-a9ac80e04dd6 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0febefc443aa41dd9e25274ffde79c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282087 Sep 10 03:58:14.936789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46654) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:15.002325 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:15.025854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455be66-663d-4ae3-b7df-727751050a08 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:15.027400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1455be66-663d-4ae3-b7df-727751050a08 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896428 Sep 10 03:58:15.030362 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46656) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:15.059712 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5bc3ef19-967a-4dac-a734-3b6f5289fd84 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282316 Sep 10 03:58:15.062168 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46658) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:15.067066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351343875', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:15.154687 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:15.158355 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.266230 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:14Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:15.293632 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Checking router: d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:15.293890 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Updating router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 port 1f5801f4-d1c1-442f-a204-cacc3ff8246c binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:58:15.317840 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.340514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.402709 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Subnet': ['ID=aa538321-6931-4656-a5f3-14ddc49854aa,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:15.414205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Checking segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:15.414573 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network hostable DHCP agents. Network: b55ef10b-82f1-4bac-a72b-37411a79ea00, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:58:15.430830 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:58:15.439331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b55ef10b-82f1-4bac-a72b-37411a79ea00) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:15.445183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:15.446160 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.447489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba9862-aba0-4f88-a402-2d7ffe78473a None None] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:15.464072 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c2f6ead0-d02d-43c5-8eb4-31b103e1e084 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4007621 Sep 10 03:58:15.465506 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46660) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:15.575659 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.590724 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Transition to ACTIVE for port object 1f5801f4-d1c1-442f-a204-cacc3ff8246c will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:15.597540 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.605663 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b55ef10b-82f1-4bac-a72b-37411a79ea00', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:58:15.606531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.653287 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Attempting to bind port 1f5801f4-d1c1-442f-a204-cacc3ff8246c on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:15.653657 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Attempting to bind port 1f5801f4-d1c1-442f-a204-cacc3ff8246c by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:15.654009 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Attempting to bind port 1f5801f4-d1c1-442f-a204-cacc3ff8246c on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:15.655809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Pushing event updated for resources: {'Port': ['ID=1f5801f4-d1c1-442f-a204-cacc3ff8246c,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:15.664519 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:15.664892 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:15.665283 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.665670 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:15.666121 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Bound port: 1f5801f4-d1c1-442f-a204-cacc3ff8246c, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:15.666495 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.668612 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.668955 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.669286 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.669615 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.669939 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.670262 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.670647 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.670972 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.671287 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.671627 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.671943 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.672254 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:15.728726 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] For port 1f5801f4-d1c1-442f-a204-cacc3ff8246c, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:15.731854 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] For port 1f5801f4-d1c1-442f-a204-cacc3ff8246c, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1f5801f4-d1c1-442f-a204-cacc3ff8246c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:15.737472 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.749650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Allocated IP 172.20.0.2 (b55ef10b-82f1-4bac-a72b-37411a79ea00/aa538321-6931-4656-a5f3-14ddc49854aa/e894a814-28de-488c-94d3-2978f3c26655) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:15.797866 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a5a79-898b-4713-912b-520eb0e4e841 None None] Pushing event updated for resources: {'Port': ['ID=1f5801f4-d1c1-442f-a204-cacc3ff8246c,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:15.803102 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:15.803748 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:15.912039 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:15.913637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.923518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Transition to ACTIVE for port object e894a814-28de-488c-94d3-2978f3c26655 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:15.940224 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Transition to ACTIVE for port object e894a814-28de-488c-94d3-2978f3c26655 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:15.947710 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.988650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:15.995284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:16.000381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:16.003641 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Pushing event updated for resources: {'Port': ['ID=e894a814-28de-488c-94d3-2978f3c26655,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:16.058062 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Attempting to bind port e894a814-28de-488c-94d3-2978f3c26655 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:16.058438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Attempting to bind port e894a814-28de-488c-94d3-2978f3c26655 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:16.058803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Attempting to bind port e894a814-28de-488c-94d3-2978f3c26655 on network b55ef10b-82f1-4bac-a72b-37411a79ea00 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:16.064097 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:16.064480 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Checking segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:16.064891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.065289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Bound using segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:16.066030 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Bound port: e894a814-28de-488c-94d3-2978f3c26655, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:16.066427 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.108944 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:14Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:16.135714 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b97e45-81c5-4e75-95ee-27b30f55f07b None None] The sync data for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 is: [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:14Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:16.137409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] For port e894a814-28de-488c-94d3-2978f3c26655, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:16.141754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] For port e894a814-28de-488c-94d3-2978f3c26655, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e894a814-28de-488c-94d3-2978f3c26655,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:16.148744 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.263163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.380384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf4742-7104-492d-9328-5905cf68cf3c None None] Pushing event updated for resources: {'Port': ['ID=e894a814-28de-488c-94d3-2978f3c26655,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:16.597163 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.1 (b55ef10b-82f1-4bac-a72b-37411a79ea00/aa538321-6931-4656-a5f3-14ddc49854aa/fc5cd22f-3d16-4545-aa9d-3b81974ec6de) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:16.734481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.748844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object fc5cd22f-3d16-4545-aa9d-3b81974ec6de will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:16.782816 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.825618 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:16.828894 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:16.834993 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:16.859365 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:16.888930 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.981564 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1f5801f4-d1c1-442f-a204-cacc3ff8246c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:17.041240 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1f5801f4-d1c1-442f-a204-cacc3ff8246c completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:17.042958 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.046341 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1f5801f4-d1c1-442f-a204-cacc3ff8246c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:17.046832 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.154459 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.176141 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1f5801f4-d1c1-442f-a204-cacc3ff8246c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1f5801f4-d1c1-442f-a204-cacc3ff8246c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:17.181398 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.182222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e894a814-28de-488c-94d3-2978f3c26655 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:17.261496 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1f5801f4-d1c1-442f-a204-cacc3ff8246c,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:17.275065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port e894a814-28de-488c-94d3-2978f3c26655 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:17.353913 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.358539 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.399184 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb36124-ada3-4c70-b5fd-b8907b7a7156 None None] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:17.431128 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.432864 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:17.513133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] Provisioning for port e894a814-28de-488c-94d3-2978f3c26655 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:17.519576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] Provisioning complete for port e894a814-28de-488c-94d3-2978f3c26655 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:17.519927 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.533910 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:17.535465 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:17.636964 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.655697 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:17.677105 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] For port e894a814-28de-488c-94d3-2978f3c26655, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e894a814-28de-488c-94d3-2978f3c26655,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:17.682301 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.738101 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6bd20-2c73-4755-ac75-d2f694c17961 None None] Pushing event updated for resources: {'Port': ['ID=e894a814-28de-488c-94d3-2978f3c26655,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:17.785418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:17.791101 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-df133be5-5970-4ebb-a81f-d8c3ce74482e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/d01aa081-74c7-4fa3-9b19-6fa24aad7ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3238435 Sep 10 03:58:17.913954 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7d5efd0b-93b4-49b7-b0a8-337805013fca None None] Provisioning complete for port e894a814-28de-488c-94d3-2978f3c26655 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:17.915805 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d5efd0b-93b4-49b7-b0a8-337805013fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.939296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Sync routers for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:17.955326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:17.956001 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:18.111976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:18.149929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7d5efd0b-93b4-49b7-b0a8-337805013fca None None] Provisioning for port fc5cd22f-3d16-4545-aa9d-3b81974ec6de completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:18.156678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-7d5efd0b-93b4-49b7-b0a8-337805013fca None None] Provisioning complete for port fc5cd22f-3d16-4545-aa9d-3b81974ec6de triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:18.157075 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d5efd0b-93b4-49b7-b0a8-337805013fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.182341 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-25e35d04-dd9d-41d9-a5b6-c2dc43bef02e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59984718&fields=id&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 267 time: 0.0419962 Sep 10 03:58:18.246943 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-7d5efd0b-93b4-49b7-b0a8-337805013fca None None] Port fc5cd22f-3d16-4545-aa9d-3b81974ec6de cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:18.290898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-5b29a700-81cd-4610-8b8b-e52ebb4836b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:18.292438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-5b29a700-81cd-4610-8b8b-e52ebb4836b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 797 time: 0.1031857 Sep 10 03:58:18.307469 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-93703049-3d03-4041-835a-2ea350b06c0d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/quotas/0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 375 time: 0.0092332 Sep 10 03:58:18.351422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 2, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:18.364270 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-be463e82-92be-4236-896d-35f5b972d3a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511336 Sep 10 03:58:18.387932 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Checking router: d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:18.388288 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Updating router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 port fc5cd22f-3d16-4545-aa9d-3b81974ec6de binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:58:18.411889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c41126b3-fcf9-4596-965a-85b075a16738 None None] Provisioning complete for port fc5cd22f-3d16-4545-aa9d-3b81974ec6de triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:18.412298 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c41126b3-fcf9-4596-965a-85b075a16738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.435118 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.459269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-e900bca9-3ba7-424b-aa8f-b0e62b5ff796 service neutron] 10.222.0.23 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824008 Sep 10 03:58:18.477007 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-c41126b3-fcf9-4596-965a-85b075a16738 None None] Port fc5cd22f-3d16-4545-aa9d-3b81974ec6de cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:18.551348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-dfe970fa-34c5-42a8-ab33-5f863c349c76 service neutron] 10.222.0.23 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Sep 10 03:58:18.712365 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.723103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Transition to ACTIVE for port object fc5cd22f-3d16-4545-aa9d-3b81974ec6de will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:18.730214 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.768334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2cce9f96-1585-4939-9e95-8d9135288b8d req-44496fab-7214-4efd-8014-3ea699bccafd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 210 time: 0.0834711 Sep 10 03:58:18.782726 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebd4a3-cf89-4993-ae43-4c47850cd787 None None] Pushing event updated for resources: {'Port': ['ID=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:18.844381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Attempting to bind port fc5cd22f-3d16-4545-aa9d-3b81974ec6de on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:18.844754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Attempting to bind port fc5cd22f-3d16-4545-aa9d-3b81974ec6de by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:18.845122 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Attempting to bind port fc5cd22f-3d16-4545-aa9d-3b81974ec6de on network b55ef10b-82f1-4bac-a72b-37411a79ea00 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:18.850580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:18.850947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Checking segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:18.851351 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.851767 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Bound using segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:18.852322 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Bound port: fc5cd22f-3d16-4545-aa9d-3b81974ec6de, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:18.852620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.931877 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] For port fc5cd22f-3d16-4545-aa9d-3b81974ec6de, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:18.935463 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] For port fc5cd22f-3d16-4545-aa9d-3b81974ec6de, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:18.940933 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.973250 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1f5801f4-d1c1-442f-a204-cacc3ff8246c up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:19.044939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebd4a3-cf89-4993-ae43-4c47850cd787 None None] Pushing event updated for resources: {'Port': ['ID=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:19.047915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:19.048532 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:19.134703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1f5801f4-d1c1-442f-a204-cacc3ff8246c triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:19.135313 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:19.217745 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:19.359281 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e894a814-28de-488c-94d3-2978f3c26655 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:19.467113 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port e894a814-28de-488c-94d3-2978f3c26655 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:19.467575 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:19.526099 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:18Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:19.554082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc839800-df9d-4ce0-b03a-6a0d0393331d None None] The sync data for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 is: [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:18Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:19.725915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-a982a321-62a5-4c33-b366-9400dfffc932 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.727722 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-a982a321-62a5-4c33-b366-9400dfffc932 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 797 time: 0.1216900 Sep 10 03:58:19.776470 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-0dd3c5c5-fe35-4412-9d2b-1b401c8b0700 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 378 time: 0.0366890 Sep 10 03:58:19.785962 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'port': {'device_id': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'admin_state_up': True, 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'security_groups': ['d2ec2453-83cb-4fb7-ac15-44faac514287']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:19.887184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b3c8c5eb-612c-45b0-9ff0-96c08ec1e071 req-357c097d-8f3a-4b4a-bcd3-9657a883fd18 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 210 time: 0.0337555 Sep 10 03:58:19.926512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:19.930914 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.063423 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.10 (b55ef10b-82f1-4bac-a72b-37411a79ea00/aa538321-6931-4656-a5f3-14ddc49854aa/f562adfc-1084-41e5-b505-247f6e74fae8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:20.209632 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.223527 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object f562adfc-1084-41e5-b505-247f6e74fae8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:20.258155 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.301704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:20.305876 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:20.311783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:20.336142 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f562adfc-1084-41e5-b505-247f6e74fae8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:20.370494 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:20.371282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.387477 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-3f80edfb-7d0c-4942-8e7e-f2edc91be819 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050897 Sep 10 03:58:20.397436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-36027b1f-be33-4130-a405-f9ffde517d29 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:58:20.398582 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-36027b1f-be33-4130-a405-f9ffde517d29 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055151 Sep 10 03:58:20.411700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Request body: {'port': {'device_id': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:20.472943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.540226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e799a6e0-956d-4885-8b05-839f5cc8a82d None None] Provisioning for port f562adfc-1084-41e5-b505-247f6e74fae8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:20.544910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-e799a6e0-956d-4885-8b05-839f5cc8a82d None None] Provisioning complete for port f562adfc-1084-41e5-b505-247f6e74fae8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:20.545344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e799a6e0-956d-4885-8b05-839f5cc8a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.594349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e799a6e0-956d-4885-8b05-839f5cc8a82d None None] Port f562adfc-1084-41e5-b505-247f6e74fae8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:20.737277 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f562adfc-1084-41e5-b505-247f6e74fae8 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:20.745756 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.757721 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Transition to ACTIVE for port object f562adfc-1084-41e5-b505-247f6e74fae8 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:20.761070 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.809087 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=f562adfc-1084-41e5-b505-247f6e74fae8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:20.948814 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fc5cd22f-3d16-4545-aa9d-3b81974ec6de up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:21.019372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port fc5cd22f-3d16-4545-aa9d-3b81974ec6de completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:21.023933 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295cdd9-3600-4ef1-b6e9-7222a357e9e7 req-b3071b6d-8f88-4516-9927-04b433682b90 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.024487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port fc5cd22f-3d16-4545-aa9d-3b81974ec6de triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:21.024727 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.029383 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f295cdd9-3600-4ef1-b6e9-7222a357e9e7 req-b3071b6d-8f88-4516-9927-04b433682b90 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 944 time: 0.0588148 Sep 10 03:58:21.073426 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f295cdd9-3600-4ef1-b6e9-7222a357e9e7 req-c1750dbd-f3b7-43e6-8246-bd74d14412b1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373182 Sep 10 03:58:21.109604 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.143242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port fc5cd22f-3d16-4545-aa9d-3b81974ec6de, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:21.147125 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.199939 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:21.243869 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Attempting to bind port f562adfc-1084-41e5-b505-247f6e74fae8 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:21.244197 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Attempting to bind port f562adfc-1084-41e5-b505-247f6e74fae8 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:21.244520 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Attempting to bind port f562adfc-1084-41e5-b505-247f6e74fae8 on network b55ef10b-82f1-4bac-a72b-37411a79ea00 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:21.248521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Port f562adfc-1084-41e5-b505-247f6e74fae8 on network b55ef10b-82f1-4bac-a72b-37411a79ea00 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:58:21.248838 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Attempting to bind port f562adfc-1084-41e5-b505-247f6e74fae8 on network b55ef10b-82f1-4bac-a72b-37411a79ea00 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:21.253434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:21.253769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Checking segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:21.254153 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Bound using segment: {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:21.254572 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Bound port: f562adfc-1084-41e5-b505-247f6e74fae8, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7015c4ac-4e2c-40ff-88c6-b528b0cfb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:21.254923 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.318224 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] For port f562adfc-1084-41e5-b505-247f6e74fae8, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:21.321236 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] For port f562adfc-1084-41e5-b505-247f6e74fae8, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f562adfc-1084-41e5-b505-247f6e74fae8,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:21.324952 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.356636 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.357394 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.358772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] 10.222.0.32 "PUT /v2.0/ports/f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 1092 time: 0.9518561 Sep 10 03:58:21.359205 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:21.361457 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5858fbfd-c105-425c-a4f8-8b20cc452475" -d '{"events": [{"name": "network-changed", "server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:21.390196 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1990894-66f1-4508-a9ca-ee1755195ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=f562adfc-1084-41e5-b505-247f6e74fae8,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:21.441887 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-53682ac9-9fef-4c94-a744-358565dfa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.443425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-53682ac9-9fef-4c94-a744-358565dfa2ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1095 time: 0.0452547 Sep 10 03:58:21.488205 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98e3337-db06-4740-bd96-3af8a6b998ca x-openstack-request-id: req-c98e3337-db06-4740-bd96-3af8a6b998ca {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:21.488499 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:21.488751 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c98e3337-db06-4740-bd96-3af8a6b998ca {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:21.489152 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'status': 'completed', 'code': 200} Sep 10 03:58:21.490764 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-662ca18c-fd98-4413-a497-08ef3015e085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 217 time: 0.0384128 Sep 10 03:58:21.540929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-28edd146-a1a9-4601-a8c6-aab91db6a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.542455 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-28edd146-a1a9-4601-a8c6-aab91db6a520 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0451553 Sep 10 03:58:21.588508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941921b-4a17-446b-bd09-a7960ddd732b req-e65b8b4a-eb9f-405e-9242-34941582a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.590008 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-e65b8b4a-eb9f-405e-9242-34941582a497 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405018 Sep 10 03:58:21.684251 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-a687fdea-d278-46c6-8c22-623747a98617 service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Sep 10 03:58:21.774305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9941921b-4a17-446b-bd09-a7960ddd732b req-2bf93a6c-1003-462b-af5e-6fde461a9afd service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829186 Sep 10 03:58:21.853877 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-1172a83d-2fb5-4735-b682-90931a72a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.855322 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-1172a83d-2fb5-4735-b682-90931a72a2fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1095 time: 0.0390556 Sep 10 03:58:21.941668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-0f20b64e-744f-4380-b6b0-94f4d536ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.943098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-0f20b64e-744f-4380-b6b0-94f4d536ee09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 897 time: 0.0810785 Sep 10 03:58:21.985183 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-153c1601-9aec-4dd2-a0fc-a96722314e5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 217 time: 0.0355258 Sep 10 03:58:22.034318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-249ef1b8-afb7-4cc5-9421-8d5c7eea5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:22.035725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-249ef1b8-afb7-4cc5-9421-8d5c7eea5600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0428686 Sep 10 03:58:22.079564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-934539c6-1f7e-49c3-bad0-4c51ecc38fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:22.081100 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-934539c6-1f7e-49c3-bad0-4c51ecc38fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381753 Sep 10 03:58:22.174936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-42f48088-c7f8-4876-9708-8eabf0d3ef60 service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863729 Sep 10 03:58:22.185040 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30138666-6ded-4005-aebd-5be5b3124b1d req-9899733d-aec2-40a9-aa0a-8e9a91dd10c8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:22.186506 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30138666-6ded-4005-aebd-5be5b3124b1d req-9899733d-aec2-40a9-aa0a-8e9a91dd10c8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 944 time: 0.0484850 Sep 10 03:58:22.229038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-30138666-6ded-4005-aebd-5be5b3124b1d req-e6c6e7e3-fe05-4d02-8f2b-2de660fce168 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363925 Sep 10 03:58:22.266929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5858fbfd-c105-425c-a4f8-8b20cc452475 req-4cfea42b-8e43-472a-8ad8-60387cd23a53 service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Sep 10 03:58:22.913465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fc5cd22f-3d16-4545-aa9d-3b81974ec6de up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:22.963716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port fc5cd22f-3d16-4545-aa9d-3b81974ec6de triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:22.964091 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.347289 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e1203-63b9-4524-9972-f67122e85a71 req-f946aefb-be4a-4e01-a28a-3f86c5ae1290 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:23.348806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-202e1203-63b9-4524-9972-f67122e85a71 req-f946aefb-be4a-4e01-a28a-3f86c5ae1290 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 944 time: 0.0520711 Sep 10 03:58:23.386992 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-202e1203-63b9-4524-9972-f67122e85a71 req-8847e005-49b8-46e6-bc6a-4fd7a877d6dc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317221 Sep 10 03:58:23.922992 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f562adfc-1084-41e5-b505-247f6e74fae8 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:58:24.159429 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f562adfc-1084-41e5-b505-247f6e74fae8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f562adfc-1084-41e5-b505-247f6e74fae8,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:24.170517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'port_id': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'mac_address': 'fa:16:3e:60:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:58:24.208752 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.220710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f562adfc-1084-41e5-b505-247f6e74fae8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:24.239223 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f562adfc-1084-41e5-b505-247f6e74fae8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f562adfc-1084-41e5-b505-247f6e74fae8,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:24.243443 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.288371 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f562adfc-1084-41e5-b505-247f6e74fae8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:24.428947 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['f562adfc-1084-41e5-b505-247f6e74fae8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:24.501180 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1c95d-e93a-4e08-b757-7fd843e89251 req-a37c5547-0fee-4e68-835f-705f10c88080 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:24.502573 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2c1c95d-e93a-4e08-b757-7fd843e89251 req-a37c5547-0fee-4e68-835f-705f10c88080 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 945 time: 0.0475960 Sep 10 03:58:24.540063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-f2c1c95d-e93a-4e08-b757-7fd843e89251 req-cca14f18-1ee9-4078-8bf2-2051a3562e83 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305836 Sep 10 03:58:25.654676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4247-0826-49c7-a69e-dfd37c3d9973 req-6fe359c3-7793-4c41-9767-c1410a7c772d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:25.656188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0fc4247-0826-49c7-a69e-dfd37c3d9973 req-6fe359c3-7793-4c41-9767-c1410a7c772d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Sep 10 03:58:25.693583 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0fc4247-0826-49c7-a69e-dfd37c3d9973 req-6b2e79fd-d6e5-49d1-8741-861c7a1e5833 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314713 Sep 10 03:58:25.956166 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f562adfc-1084-41e5-b505-247f6e74fae8 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:26.008801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port f562adfc-1084-41e5-b505-247f6e74fae8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:26.012700 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port f562adfc-1084-41e5-b505-247f6e74fae8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:26.013086 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:26.095462 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:26.115116 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:26.117304 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d655387b-6316-42b6-9efe-23703fb0ff95" -d '{"events": [{"server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "name": "network-vif-plugged", "status": "completed", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:26.129576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port f562adfc-1084-41e5-b505-247f6e74fae8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f562adfc-1084-41e5-b505-247f6e74fae8,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:26.134211 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:26.160374 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b84474-4743-4287-b084-f176f91f9c84 x-openstack-request-id: req-10b84474-4743-4287-b084-f176f91f9c84 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:26.160675 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "name": "network-vif-plugged", "status": "completed", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:26.160930 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10b84474-4743-4287-b084-f176f91f9c84 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:26.161314 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'code': 200} Sep 10 03:58:26.185741 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=f562adfc-1084-41e5-b505-247f6e74fae8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:26.246479 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582109e-6c45-4560-969c-6777794d7c48 req-e86c4122-7ec6-4b29-a1c1-2909d46b56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:26.248036 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6582109e-6c45-4560-969c-6777794d7c48 req-e86c4122-7ec6-4b29-a1c1-2909d46b56b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0391028 Sep 10 03:58:26.283786 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6582109e-6c45-4560-969c-6777794d7c48 req-5aa9d096-a888-46a8-9996-f8b93abfb0c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282567 Sep 10 03:58:26.812325 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ecead-1d9a-4c22-84e9-328d48f7bec2 req-54df6c3e-68cf-4e72-9bbc-b6c5cbd02966 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:26.813819 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-469ecead-1d9a-4c22-84e9-328d48f7bec2 req-54df6c3e-68cf-4e72-9bbc-b6c5cbd02966 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0527391 Sep 10 03:58:26.851130 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-469ecead-1d9a-4c22-84e9-328d48f7bec2 req-f6078d80-187a-47af-817e-7f5e3c712782 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307508 Sep 10 03:58:27.965573 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151eb22-019f-422b-b794-465de1da1067 req-9980ceb9-9acf-40c6-abe5-cec607b22992 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:27.967037 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c151eb22-019f-422b-b794-465de1da1067 req-9980ceb9-9acf-40c6-abe5-cec607b22992 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Sep 10 03:58:28.003585 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c151eb22-019f-422b-b794-465de1da1067 req-a0e039fc-fbc5-4bb6-b3c3-51297c2649ea tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306814 Sep 10 03:58:28.115671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf885e-e687-4f07-ab7c-1b55c45b1250 req-cbcede48-98cb-4bd5-8bd1-787f45409cf9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.117176 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bdf885e-e687-4f07-ab7c-1b55c45b1250 req-cbcede48-98cb-4bd5-8bd1-787f45409cf9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0487931 Sep 10 03:58:28.155208 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bdf885e-e687-4f07-ab7c-1b55c45b1250 req-d50e0a14-7e3c-42e4-b42c-9988f72f282b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320737 Sep 10 03:58:28.175935 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46718) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.214457 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd12e6a-a10a-4721-91ef-c08f095bd636 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.215964 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-acd12e6a-a10a-4721-91ef-c08f095bd636 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1092 time: 0.0390179 Sep 10 03:58:28.218643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46720) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.222814 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:28.243980 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.346551 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.456115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.225 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/2a97bff3-2dde-4897-ade2-a8ffcae74416) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:28.554813 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.591425 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.625214 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:28.629340 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:28.631899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:28.665132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=2a97bff3-2dde-4897-ade2-a8ffcae74416,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:28.986191 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.052638 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.196467 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.201040 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.272226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=2a97bff3-2dde-4897-ade2-a8ffcae74416,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:29.282006 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.379559 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee associated. External IP: 172.25.8.225, port: f562adfc-1084-41e5-b505-247f6e74fae8. Sep 10 03:58:29.583185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:29.688346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:29.699164 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] Sync routers for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:29.705825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.710630 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:29.711237 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:29.732478 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2ba3315e-64ae-4b92-b6f6-142c613aedf6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5128458 Sep 10 03:58:29.733066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:29.735327 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:29.826437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:29.833845 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c1ac3-7592-4450-bbcf-14485289adcb req-f2716be7-0ef9-4bc0-8ecf-65d8c97c2b74 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.835335 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-429c1ac3-7592-4450-bbcf-14485289adcb req-f2716be7-0ef9-4bc0-8ecf-65d8c97c2b74 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0532367 Sep 10 03:58:29.844201 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf4af97-8dc0-4707-a041-bafd7304968c x-openstack-request-id: req-caf4af97-8dc0-4707-a041-bafd7304968c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:29.844488 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:29.844744 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caf4af97-8dc0-4707-a041-bafd7304968c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:29.845143 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'status': 'completed', 'code': 200} Sep 10 03:58:29.877252 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-429c1ac3-7592-4450-bbcf-14485289adcb req-9c14d9c6-a306-41c3-8826-a9db7ccbdb44 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353091 Sep 10 03:58:29.899704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46728) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:29.907783 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-19fe422f-4bbf-4dc1-a3c1-4f48744a91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.909315 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-19fe422f-4bbf-4dc1-a3c1-4f48744a91fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0427794 Sep 10 03:58:29.968467 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-af649a20-a3af-493d-afa1-8a5a40872633 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee HTTP/1.1" status: 200 len: 992 time: 0.0674016 Sep 10 03:58:30.014139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-f43e8131-03bd-4fed-a794-77c41212e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:30.015675 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-f43e8131-03bd-4fed-a794-77c41212e9aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 897 time: 0.0906596 Sep 10 03:58:30.054139 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'port_id': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'mac_address': 'fa:16:3e:60:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:58:28Z', 'updated_at': '2021-09-10T03:58:28Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:21Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:30.079105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-4127443a-ce4d-4dc0-82df-7eb5c747ab25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 1000 time: 0.0561585 Sep 10 03:58:30.080268 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] Checking router: d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:30.089070 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:30.089599 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:58:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:30.132279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-69d6ce4b-0b60-459f-9deb-c74b88bec9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:30.133772 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-69d6ce4b-0b60-459f-9deb-c74b88bec9ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0475545 Sep 10 03:58:30.178500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-e15898e1-8343-40c8-9003-e79a97228590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:30.180026 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-e15898e1-8343-40c8-9003-e79a97228590 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395758 Sep 10 03:58:30.191747 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:30.275242 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-f82395d9-ab56-4082-bfa9-f4582d9fe4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883200 Sep 10 03:58:30.367175 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-886da3d9-171a-4aaa-9cd8-dc6f08600f3f req-1749bd71-1572-4fce-a6a3-811a6bfd73d8 service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Sep 10 03:58:30.498380 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'port_id': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'mac_address': 'fa:16:3e:60:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:58:28Z', 'updated_at': '2021-09-10T03:58:28Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:21Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:30.523341 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc8ed1-6fbd-4ec9-adff-18324dedea1b None None] The sync data for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 is: [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'port_id': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'mac_address': 'fa:16:3e:60:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:58:28Z', 'updated_at': '2021-09-10T03:58:28Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:21Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:30.707383 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1137e55-3d46-4936-98b8-9ee8e2d9ec1a None None] New status for floating IP 02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:58:30.756034 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-94948804-5a8e-428d-adcd-f3353b6f8e70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398974 Sep 10 03:58:30.844158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-785d51fc-cde4-453c-9e47-01f8261cd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:30.844158 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-785d51fc-cde4-453c-9e47-01f8261cd893 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0452752 Sep 10 03:58:30.944738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-bcc1fe02-9343-4af1-9bff-03eaad2d0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:30.946256 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-bcc1fe02-9343-4af1-9bff-03eaad2d0803 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 897 time: 0.0851042 Sep 10 03:58:30.972289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46730) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:31.014821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-454a6131-35d7-4c8b-bb75-41177231223d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 1002 time: 0.0619209 Sep 10 03:58:31.033663 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1109f580-5241-45f7-9213-fe2e0a6ba927 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee HTTP/1.1" status: 200 len: 994 time: 0.0602522 Sep 10 03:58:31.064195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-87a8ed2c-c3ac-4f57-a40a-ede57a85c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:31.065687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-87a8ed2c-c3ac-4f57-a40a-ede57a85c57d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0433893 Sep 10 03:58:31.109671 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-8795c01b-0856-40f1-99ec-baf95fde3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:31.111220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-8795c01b-0856-40f1-99ec-baf95fde3c55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390947 Sep 10 03:58:31.202382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-90df2077-e5b7-4050-a30e-c36f67994a1d service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839775 Sep 10 03:58:31.289302 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f1ac65d5-c28a-4e87-94fe-c26003204403 req-60a25688-9db2-450f-a7ec-4f9fc6db1f4b service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793154 Sep 10 03:58:31.824057 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a8d76f41-046d-4f44-9e72-d0ed41afe496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:32.546883 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:32.750891 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.398288 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-44a63b92-e67e-494c-8273-9642fc5dfee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.758320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:35.617760 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:37.558379 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.378122 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:59:01.824116 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e050a27-6eed-41ed-b24d-0a51b07123a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.372818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd4995-46cf-414c-a986-7f46fab7516b req-4e0ebd7d-433e-4836-8de4-b66604867434 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:02.374203 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecfd4995-46cf-414c-a986-7f46fab7516b req-4e0ebd7d-433e-4836-8de4-b66604867434 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0561225 Sep 10 03:59:02.411204 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ecfd4995-46cf-414c-a986-7f46fab7516b req-ef87e331-3df9-43b7-90a1-8422dffaeccd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311286 Sep 10 03:59:02.561433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.777734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.536952 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b34df-ded9-42ee-abfa-30414463df58 req-8f13923d-cb2d-4998-9a7b-3c2f402064b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:03.538993 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-503b34df-ded9-42ee-abfa-30414463df58 req-8f13923d-cb2d-4998-9a7b-3c2f402064b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Sep 10 03:59:03.575298 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-503b34df-ded9-42ee-abfa-30414463df58 req-698f14ab-9392-4fa3-9212-824dd537b72a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305090 Sep 10 03:59:04.398588 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94fff6c5-e138-4a9f-8931-6a14e9a3d4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.687714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503e05-dd6d-40db-9474-08bb42837d00 req-364e2304-8b03-434b-a600-792b7c7e03b8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:04.689086 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca503e05-dd6d-40db-9474-08bb42837d00 req-364e2304-8b03-434b-a600-792b7c7e03b8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Sep 10 03:59:04.726623 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca503e05-dd6d-40db-9474-08bb42837d00 req-ba882db7-3357-487b-8c89-23c297f2a718 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311782 Sep 10 03:59:04.758786 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.620483 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.840911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1c7e7-d6d0-4cb8-a1b3-8fb4998fa5ea req-8e0e5918-c125-47e1-8e31-d030485a9a26 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:05.842370 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccb1c7e7-d6d0-4cb8-a1b3-8fb4998fa5ea req-8e0e5918-c125-47e1-8e31-d030485a9a26 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0509219 Sep 10 03:59:05.879423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ccb1c7e7-d6d0-4cb8-a1b3-8fb4998fa5ea req-e65b43da-ee1c-4334-b487-3f8cf1474f0c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311139 Sep 10 03:59:06.990275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c5c41-d8d6-436e-a07c-fcdc039c4001 req-af845b2d-73ea-4958-8fea-86fc814c740a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:06.992235 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-361c5c41-d8d6-436e-a07c-fcdc039c4001 req-af845b2d-73ea-4958-8fea-86fc814c740a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0467169 Sep 10 03:59:07.029920 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-361c5c41-d8d6-436e-a07c-fcdc039c4001 req-9584538e-91e5-4628-8cf2-fd9cc8926f5b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308239 Sep 10 03:59:07.559613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.142197 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a502d54-aadf-4b20-b651-851a0b005145 req-a6428009-21e7-4b5e-b747-801e6aa5d14a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:08.143706 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a502d54-aadf-4b20-b651-851a0b005145 req-a6428009-21e7-4b5e-b747-801e6aa5d14a tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Sep 10 03:59:08.180776 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5a502d54-aadf-4b20-b651-851a0b005145 req-613bf738-68d9-4bfd-ac5d-a877e2eb0857 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306673 Sep 10 03:59:09.296328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24f1dc-4737-43d6-960e-a610e281b583 req-68a1709e-132d-4a05-a15b-b436f9d5be64 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:09.297773 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f24f1dc-4737-43d6-960e-a610e281b583 req-68a1709e-132d-4a05-a15b-b436f9d5be64 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0516956 Sep 10 03:59:09.334054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f24f1dc-4737-43d6-960e-a610e281b583 req-aff50fee-da8d-44c7-94c6-9f8afd7cf441 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304103 Sep 10 03:59:10.446418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924801dc-9ed2-440f-abcd-bc89037aba0d req-fedaaed6-f59c-47a2-acbe-18ac3887ef34 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:10.447901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-924801dc-9ed2-440f-abcd-bc89037aba0d req-fedaaed6-f59c-47a2-acbe-18ac3887ef34 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0475872 Sep 10 03:59:10.484676 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-924801dc-9ed2-440f-abcd-bc89037aba0d req-da59dcb5-38d5-439a-a342-aa4528cb67a4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307879 Sep 10 03:59:11.599915 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fe2a-1d4b-45d3-acbb-b86d5848fb35 req-03982970-3966-43c5-9a9f-e0b05167b693 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:11.601391 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f762fe2a-1d4b-45d3-acbb-b86d5848fb35 req-03982970-3966-43c5-9a9f-e0b05167b693 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0483375 Sep 10 03:59:11.637860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f762fe2a-1d4b-45d3-acbb-b86d5848fb35 req-db6aa5b0-0e76-41d6-80d1-6d9242aca668 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306718 Sep 10 03:59:12.754974 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a290-58f4-4dbc-95f5-54317c96884c req-a74fbe28-047b-4e26-946d-107b1760f856 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:12.756480 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6999a290-58f4-4dbc-95f5-54317c96884c req-a74fbe28-047b-4e26-946d-107b1760f856 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0524848 Sep 10 03:59:12.793400 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6999a290-58f4-4dbc-95f5-54317c96884c req-18dc2904-ce51-418f-a7bf-002655bab991 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303938 Sep 10 03:59:13.905328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959821b8-111c-415e-8340-318a2de5170a req-f7ac3cd8-1e7a-43c1-8e49-cba6bfb12742 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:13.906799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-959821b8-111c-415e-8340-318a2de5170a req-f7ac3cd8-1e7a-43c1-8e49-cba6bfb12742 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0481908 Sep 10 03:59:13.942362 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-959821b8-111c-415e-8340-318a2de5170a req-787ab6bc-fb21-4c90-b46b-cf0a4839f793 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296624 Sep 10 03:59:15.054899 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee0fb-8daf-4ec7-b01d-b0a4e203493f req-d56c87b3-3ca3-4827-a646-2b5cc9f68771 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:15.056379 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06bee0fb-8daf-4ec7-b01d-b0a4e203493f req-d56c87b3-3ca3-4827-a646-2b5cc9f68771 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0473447 Sep 10 03:59:15.093388 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-06bee0fb-8daf-4ec7-b01d-b0a4e203493f req-1ed0647a-c761-49a1-b421-e9d7ee5172a2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312190 Sep 10 03:59:16.209274 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab94fed-8c7b-42be-9a1f-eb3481cdafa4 req-0c2a23f0-1e86-46b4-8fb5-6c73b5de3982 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:16.210765 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ab94fed-8c7b-42be-9a1f-eb3481cdafa4 req-0c2a23f0-1e86-46b4-8fb5-6c73b5de3982 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Sep 10 03:59:16.248201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2ab94fed-8c7b-42be-9a1f-eb3481cdafa4 req-2efe9432-e0a0-4bbb-83cb-6fd9941bf0d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315289 Sep 10 03:59:17.360724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee110d-4f16-4abc-b676-7681092ebea5 req-144f5de2-969a-433a-9c20-22c6f9379ca8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:17.362194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7ee110d-4f16-4abc-b676-7681092ebea5 req-144f5de2-969a-433a-9c20-22c6f9379ca8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0471818 Sep 10 03:59:17.399752 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e7ee110d-4f16-4abc-b676-7681092ebea5 req-631f5bf8-29dd-45e3-b329-496e06d05255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308011 Sep 10 03:59:18.510803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429312c-1a73-41f4-af10-110f007f22e2 req-006f2a73-5a75-4bc0-a6c1-55a3460e61af tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:18.512298 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7429312c-1a73-41f4-af10-110f007f22e2 req-006f2a73-5a75-4bc0-a6c1-55a3460e61af tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0471258 Sep 10 03:59:18.549657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7429312c-1a73-41f4-af10-110f007f22e2 req-a6c97a33-e717-41af-9010-6defe3a39e02 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313280 Sep 10 03:59:18.571798 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46786) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:18.633497 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-88c21d33-d877-492d-9bef-150c523c442e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee HTTP/1.1" status: 200 len: 994 time: 0.0605454 Sep 10 03:59:19.892376 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb60e5-8019-4ac2-8488-161d89077954 req-4bcf3167-1893-4a63-8948-23f67fcf402b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:19.893943 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55eb60e5-8019-4ac2-8488-161d89077954 req-4bcf3167-1893-4a63-8948-23f67fcf402b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0488236 Sep 10 03:59:19.932387 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-55eb60e5-8019-4ac2-8488-161d89077954 req-d137cb3e-290a-444c-ba33-967ff488e1cf tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319698 Sep 10 03:59:19.952396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-a7dbd0b9-33fe-443c-9417-f38778343dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:19.953894 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-a7dbd0b9-33fe-443c-9417-f38778343dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0802240 Sep 10 03:59:20.044975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-ecfc9649-d996-4b6f-8fb5-084c17a5ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.046415 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-ecfc9649-d996-4b6f-8fb5-084c17a5ab1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 897 time: 0.0852461 Sep 10 03:59:20.109424 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-fa6556b7-bb9a-4d84-a8b9-2708b7d6d054 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 1002 time: 0.0556281 Sep 10 03:59:20.162108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-4080f315-ae71-4524-b75a-431dfd94e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.163552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-4080f315-ae71-4524-b75a-431dfd94e9ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0468464 Sep 10 03:59:20.207464 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-0af2dec9-bde2-440f-b669-86cd1a3dcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.208932 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-0af2dec9-bde2-440f-b669-86cd1a3dcf8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388741 Sep 10 03:59:20.294556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-47946738-9ca2-4761-a7f6-e335f42e257a service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788865 Sep 10 03:59:20.384679 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ca10e4fb-7171-429d-89aa-593697b9f50a req-45f2466e-6ab8-47d6-b080-739cd610c8fa service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836225 Sep 10 03:59:21.054057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd465ddd-1469-4566-a4f8-17b5ccaade49 req-e5970235-180e-468e-8b91-b43f79f98fec tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.055547 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd465ddd-1469-4566-a4f8-17b5ccaade49 req-e5970235-180e-468e-8b91-b43f79f98fec tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0482345 Sep 10 03:59:21.091843 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fd465ddd-1469-4566-a4f8-17b5ccaade49 req-e5e90825-512d-4307-9a59-11c32fb391d3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304856 Sep 10 03:59:21.114791 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46798) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:21.177177 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-b4652cae-e645-4153-b2cb-5239ca44cffd tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee HTTP/1.1" status: 200 len: 994 time: 0.0611691 Sep 10 03:59:25.377164 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:59:30.768860 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-6f5e6329-a6cc-4ffe-9149-3d04175d5176 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498345 Sep 10 03:59:30.849818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825222-577c-4192-b65a-750452ec08e0 req-f0643f62-0fcf-44f9-9b82-4df46e46bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:30.851281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-f0643f62-0fcf-44f9-9b82-4df46e46bce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0395679 Sep 10 03:59:30.952606 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825222-577c-4192-b65a-750452ec08e0 req-691c3ece-802f-4467-b048-48e317bd9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:30.954110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-691c3ece-802f-4467-b048-48e317bd9092 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 897 time: 0.0819578 Sep 10 03:59:31.027813 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-ecb6738b-d96d-4d1a-aee5-adc7b101a84d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 1002 time: 0.0614140 Sep 10 03:59:31.077845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825222-577c-4192-b65a-750452ec08e0 req-ba8bf59e-7595-4de2-ae66-ec80e53b831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:31.079374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-ba8bf59e-7595-4de2-ae66-ec80e53b831e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0452380 Sep 10 03:59:31.126045 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825222-577c-4192-b65a-750452ec08e0 req-107d9ecf-92b7-4471-b043-ad0d1f77d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:31.127561 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-107d9ecf-92b7-4471-b043-ad0d1f77d897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401850 Sep 10 03:59:31.225654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-8ac8ff36-d579-465b-9c88-920d7061895e service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867116 Sep 10 03:59:31.318871 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4c825222-577c-4192-b65a-750452ec08e0 req-11c2bf31-2a44-4cec-9be7-179cdf0e1da6 service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860507 Sep 10 03:59:31.824372 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b51e-30fe-4596-bfee-347d571c6431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.569629 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.791605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.398661 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f0d83e13-0a64-4caf-aa95-25dd238b7ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.758967 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.623957 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.561830 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.646259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46818) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:51.798707 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 2a97bff3-2dde-4897-ade2-a8ffcae74416 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:51.799048 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.871333 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.871692 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.884756 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 2a97bff3-2dde-4897-ade2-a8ffcae74416 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:52.035908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.061400 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=2a97bff3-2dde-4897-ade2-a8ffcae74416,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:52.073216 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.073566 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.073923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.074250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.074580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.074914 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.075244 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.075677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.076004 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.076465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.076677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.077006 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:52.133798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.134133 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP 02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee disassociated (deleted). External IP: 172.25.8.225, port: f562adfc-1084-41e5-b505-247f6e74fae8. Sep 10 03:59:52.337173 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:59:52.443144 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:59:52.448216 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.455361 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] Sync routers for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:59:52.468054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:52.468696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:52.474811 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-36695c29-aebe-451d-bcc7-a33424a4f0e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/floatingips/02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee HTTP/1.1" status: 204 len: 168 time: 0.8270004 Sep 10 03:59:52.475430 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:52.477714 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47fbb84-8c97-4538-b46f-994a2a236752" -d '{"events": [{"name": "network-changed", "server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:52.516859 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06572f71-068f-4953-b857-7bc980d8292b x-openstack-request-id: req-06572f71-068f-4953-b857-7bc980d8292b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:52.517642 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:52.517642 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06572f71-068f-4953-b857-7bc980d8292b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:52.517947 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'status': 'completed', 'code': 200} Sep 10 03:59:52.581656 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-6b10d6ed-c1de-4860-a4c5-7ea64ac9baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.583197 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-6b10d6ed-c1de-4860-a4c5-7ea64ac9baf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0424829 Sep 10 03:59:52.584765 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:52.699279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-90f92129-9faa-4545-92b8-d9a8106f4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.701479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-90f92129-9faa-4545-92b8-d9a8106f4f31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 200 len: 897 time: 0.1032140 Sep 10 03:59:52.712035 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6c890-f706-400d-adf2-1d6edceda686 req-86e605c2-275d-4883-b120-1fa5c43ec3cf tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.713743 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ed6c890-f706-400d-adf2-1d6edceda686 req-86e605c2-275d-4883-b120-1fa5c43ec3cf tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0530188 Sep 10 03:59:52.746108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-9744add9-b9b9-4f1b-9d7e-b61fcbac219d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 200 len: 217 time: 0.0361156 Sep 10 03:59:52.753070 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ed6c890-f706-400d-adf2-1d6edceda686 req-0cc5ec2f-3ad1-4383-9274-be97cca19937 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326507 Sep 10 03:59:52.782838 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:21Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:52.797306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-8604a37d-de40-4817-a1bd-5f6f5ff1b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.798781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-8604a37d-de40-4817-a1bd-5f6f5ff1b203 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 200 len: 834 time: 0.0450675 Sep 10 03:59:52.809299 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] Checking router: d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:59:52.817397 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:52.817991 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:52.854851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-38efda43-9b88-442a-a122-1c5064c86261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.856559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-38efda43-9b88-442a-a122-1c5064c86261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b55ef10b-82f1-4bac-a72b-37411a79ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444694 Sep 10 03:59:52.921940 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:52.948842 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-92bbf50d-449b-4fbc-a8bd-636c2afabe0d service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Sep 10 03:59:53.046609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b47fbb84-8c97-4538-b46f-994a2a236752 req-c13f04e0-518e-4c80-9aa0-8cad7f391dbb service neutron] 10.222.0.32 "GET /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902426 Sep 10 03:59:53.114502 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:21Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:53.143526 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f58d69-b6cb-48c9-a910-45490b562769 None None] The sync data for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 is: [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'fc5cd22f-3d16-4545-aa9d-3b81974ec6de', 'name': '', 'network_id': 'b55ef10b-82f1-4bac-a72b-37411a79ea00', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:c9:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:16Z', 'updated_at': '2021-09-10T03:58:21Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': 'aa538321-6931-4656-a5f3-14ddc49854aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:59:53.355446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4fd36-29d3-476b-8b31-0e7e15852f0d None None] New status for floating IP 02d3fcfd-b71a-4b6f-ac68-9904ddaf4fee: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:59:53.867633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d4c1-d989-443b-b2e6-6e67d87e3038 req-16f4ddec-ed31-4303-9dfa-5ecf19c3c96c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:53.869092 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd01d4c1-d989-443b-b2e6-6e67d87e3038 req-16f4ddec-ed31-4303-9dfa-5ecf19c3c96c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0479295 Sep 10 03:59:53.906545 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bd01d4c1-d989-443b-b2e6-6e67d87e3038 req-a99ff67d-b826-4d9a-b0bd-f51a013f7ae1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=d2ec2453-83cb-4fb7-ac15-44faac514287&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315926 Sep 10 03:59:54.167578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a18accc3-8f16-4fd0-9821-04c27bc17938 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:54.169004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a18accc3-8f16-4fd0-9821-04c27bc17938 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 946 time: 0.0462658 Sep 10 03:59:54.257821 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port f562adfc-1084-41e5-b505-247f6e74fae8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:54.258163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.342686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port f562adfc-1084-41e5-b505-247f6e74fae8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=f562adfc-1084-41e5-b505-247f6e74fae8,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:54.342974 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.355738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for f562adfc-1084-41e5-b505-247f6e74fae8 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:54.478102 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.504040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=f562adfc-1084-41e5-b505-247f6e74fae8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:54.548779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] No DVR routers for this DVR port f562adfc-1084-41e5-b505-247f6e74fae8 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:54.551338 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.554038 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ba81fc58-c8fc-4356-be2d-fc0abf781655 req-a42fed69-3d7a-44a6-915d-0926b40c9a7e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "DELETE /v2.0/ports/f562adfc-1084-41e5-b505-247f6e74fae8 HTTP/1.1" status: 204 len: 173 time: 0.3783834 Sep 10 03:59:54.554465 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'name': 'network-vif-deleted', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:54.556739 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad71e4f-a14b-4d77-985d-ea56e5835c40" -d '{"events": [{"server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "name": "network-vif-deleted", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:54.591362 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080d3668-76ee-4b72-8847-c1e48d345cdb x-openstack-request-id: req-080d3668-76ee-4b72-8847-c1e48d345cdb {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:54.591675 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8", "name": "network-vif-deleted", "tag": "f562adfc-1084-41e5-b505-247f6e74fae8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:54.591927 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-080d3668-76ee-4b72-8847-c1e48d345cdb {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:54.592329 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8', 'name': 'network-vif-deleted', 'tag': 'f562adfc-1084-41e5-b505-247f6e74fae8', 'status': 'completed', 'code': 200} Sep 10 03:59:55.036108 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e937995c-e0c4-4baa-be00-528c789f3ddf req-d6329662-da1e-4c30-a463-c2dd10205e94 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a52fb5a-3d9a-43f1-bd2f-be6307aa2dc8 HTTP/1.1" status: 200 len: 210 time: 0.0266397 Sep 10 03:59:56.092015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46836) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:56.763167 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.003686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port fc5cd22f-3d16-4545-aa9d-3b81974ec6de {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:57.004037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.092157 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port fc5cd22f-3d16-4545-aa9d-3b81974ec6de, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:57.092711 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.104580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for fc5cd22f-3d16-4545-aa9d-3b81974ec6de owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:57.282308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.308426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=fc5cd22f-3d16-4545-aa9d-3b81974ec6de,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:57.479770 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.684041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:59:57.785386 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:59:57.790859 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-624a60f5-fd66-4416-bec5-8e78163cfe53 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/d01aa081-74c7-4fa3-9b19-6fa24aad7ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977563 Sep 10 03:59:57.793794 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46838) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:57.797749 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] Sync routers for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:59:57.807374 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:57.808004 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:57.857681 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting subnet aa538321-6931-4656-a5f3-14ddc49854aa {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:57.860804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.900967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.913476 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:57.981085 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.044663 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.072140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Subnet': ['ID=aa538321-6931-4656-a5f3-14ddc49854aa,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:58.075943 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.077840 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8e82d405-230a-412f-a932-4a4a58794a58 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/subnets/aa538321-6931-4656-a5f3-14ddc49854aa HTTP/1.1" status: 204 len: 168 time: 0.2831888 Sep 10 03:59:58.080514 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46840) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:58.091923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d632ebb-2987-4f87-ac70-2ea37db1a0ad None None] Network b55ef10b-82f1-4bac-a72b-37411a79ea00 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:58.096819 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:59:57Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:58.124018 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] Checking router: d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:59:58.134371 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] Routers {'d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:58.134986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:58.205778 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.288671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] DHCP port deletion for b55ef10b-82f1-4bac-a72b-37411a79ea00 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:58.320858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.335773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Deleting port e894a814-28de-488c-94d3-2978f3c26655 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:58.336169 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.336848 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] Set router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:58.377831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 1f5801f4-d1c1-442f-a204-cacc3ff8246c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:58.378186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.401763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] For port e894a814-28de-488c-94d3-2978f3c26655, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=e894a814-28de-488c-94d3-2978f3c26655,segment=NetworkSegment(7015c4ac-4e2c-40ff-88c6-b528b0cfb708),segment_id=7015c4ac-4e2c-40ff-88c6-b528b0cfb708)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:58.402004 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.405640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f562adfc-1084-41e5-b505-247f6e74fae8 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:58.433671 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: f562adfc-1084-41e5-b505-247f6e74fae8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:58.434013 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device f562adfc-1084-41e5-b505-247f6e74fae8 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:58.438595 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Calling delete_port for e894a814-28de-488c-94d3-2978f3c26655 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:58.458662 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 1f5801f4-d1c1-442f-a204-cacc3ff8246c, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1f5801f4-d1c1-442f-a204-cacc3ff8246c,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:58.459037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.471283 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 1f5801f4-d1c1-442f-a204-cacc3ff8246c owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:58.522061 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.528175 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:59:57Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:58.548438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Pushing event deleted for resources: {'Port': ['ID=e894a814-28de-488c-94d3-2978f3c26655,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:58.556042 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb2d7-b305-4d8b-b486-8e8f529a1d9b None None] The sync data for ids ['d01aa081-74c7-4fa3-9b19-6fa24aad7ca2'] in n-d-808126-2 is: [{'id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-514240139', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:59:57Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '1f5801f4-d1c1-442f-a204-cacc3ff8246c', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01aa081-74c7-4fa3-9b19-6fa24aad7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:58:13Z', 'updated_at': '2021-09-10T03:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:59:58.556335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.556627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.557695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.557695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.557695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.557976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.558242 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.558565 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.558885 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.559204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.559555 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.559876 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:58.563946 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bca7d-2e7a-4934-8726-5773582a48e2 None None] No DVR routers for this DVR port e894a814-28de-488c-94d3-2978f3c26655 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:58.644838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.669545 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=1f5801f4-d1c1-442f-a204-cacc3ff8246c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:58.739304 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.830742 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.833144 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.877930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.878558 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Fanout notify agent at l3_agent the message router_deleted on router d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:59:58.886212 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.887327 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1c80a98f-8f16-40e9-841b-f8388354d138 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/routers/d01aa081-74c7-4fa3-9b19-6fa24aad7ca2 HTTP/1.1" status: 204 len: 168 time: 0.8056927 Sep 10 03:59:58.890058 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:58.972198 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.025933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fc5cd22f-3d16-4545-aa9d-3b81974ec6de no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:59.050107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: fc5cd22f-3d16-4545-aa9d-3b81974ec6de {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:59.050449 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device fc5cd22f-3d16-4545-aa9d-3b81974ec6de not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:59.050868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e894a814-28de-488c-94d3-2978f3c26655 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:59.070635 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: e894a814-28de-488c-94d3-2978f3c26655 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:59.070981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device e894a814-28de-488c-94d3-2978f3c26655 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:59.073611 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.094972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55ef10b-82f1-4bac-a72b-37411a79ea00']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:59.104158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7015c4ac-4e2c-40ff-88c6-b528b0cfb708') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:59.104454 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7015c4ac-4e2c-40ff-88c6-b528b0cfb708') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:59.114061 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.127744 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.136304 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:59.136758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: timer() Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:59.140055 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:59.205066 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.212552 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.214427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/networks/b55ef10b-82f1-4bac-a72b-37411a79ea00 HTTP/1.1" status: 204 len: 168 time: 0.3234515 Sep 10 03:59:59.217504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46846) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:59.225727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fd536-6107-401b-b137-b42e22fa5b5d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Network': ['ID=b55ef10b-82f1-4bac-a72b-37411a79ea00,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.280080 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.304905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.363483 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.366496 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.367659 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/security-groups/d2ec2453-83cb-4fb7-ac15-44faac514287 HTTP/1.1" status: 204 len: 168 time: 0.1491256 Sep 10 03:59:59.376347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec2453-83cb-4fb7-ac15-44faac514287,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.384423 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.384777 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.385127 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.385470 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.385819 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.386142 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.386477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.386867 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.387181 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.387528 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.387886 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.388186 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c8d51-c6fb-4615-ae8d-fce6206053de tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:59.619255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46852) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:59.623918 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845427631', 'description': 'tempest-secgroup-smoke-1845427631 description', 'project_id': '0febefc443aa41dd9e25274ffde79c9d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:59.644529 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.727818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.731282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.758447 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.759738 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393456 Sep 10 03:59:59.761666 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726cb40-9779-4489-b7fd-cb0c53a32054 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c7711-df27-448c-b395-c87f9a4712fe,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.762657 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46856) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:59.768176 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'b44c7711-df27-448c-b395-c87f9a4712fe', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:59.796419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.841296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.844575 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.864800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd87dae0-38f4-4bb2-a2c5-dc81bb5c9c3b,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.868159 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.869341 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1721e062-99f9-40c9-90b4-89766fac0cae tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056144 Sep 10 03:59:59.871999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46858) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:59.876243 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'b44c7711-df27-448c-b395-c87f9a4712fe', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:59.900945 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.956371 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.960065 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.977269 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f07c07-2b8f-4dc0-adb7-1324670ed037,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.982334 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.986248 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-0adecc48-f1c5-4b7b-b1b7-b9b47f356b87 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133044 Sep 10 03:59:59.986564 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:59.991701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'b44c7711-df27-448c-b395-c87f9a4712fe', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:00.016777 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.072039 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.075147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.091612 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1a3732-316f-4fe7-97cd-5bab0c4202c6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:00.097730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.099273 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9a165662-e314-4e58-aa78-9be6bc5af585 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114547 Sep 10 04:00:00.101705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46864) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:00.105997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'b44c7711-df27-448c-b395-c87f9a4712fe', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:00.132154 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.188827 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.192118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.210093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e778859b-a2db-453c-959a-570bc18eca0b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:00.215404 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.216878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-3926adec-6dcc-4cbe-ba48-bfb34fdbe255 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142242 Sep 10 04:00:00.219583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46866) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:00.223874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'b44c7711-df27-448c-b395-c87f9a4712fe', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:00.245171 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:00:00.249800 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.311327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.314707 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.331809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d447f6da-879a-4633-ac5c-a99e0b7811ee,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:00.338328 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.339502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d213cea5-caf3-43e2-9953-d33da5d846d0 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189477 Sep 10 04:00:00.342225 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46868) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:00.346418 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'security_group_rule': {'security_group_id': 'b44c7711-df27-448c-b395-c87f9a4712fe', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:00.367047 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Project 0febefc443aa41dd9e25274ffde79c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:00:00.371748 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.432363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.435587 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.451943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9247f1-93a5-4e5c-97e9-0a11dbdae83a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:00.459071 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.460304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5b3ae279-cf97-4c89-b9ed-771ce344eecc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171350 Sep 10 04:00:00.463146 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46870) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:00.468175 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'network': {'name': 'tempest-network-smoke--1240152548', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'port_security_enabled': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:00.488077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:00.492099 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.514599 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:00.523564 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.523901 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Added segment 44b99ffe-e28a-4200-833b-cc940c75fad3 of type vlan for network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 Sep 10 04:00:00.563631 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.586373 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.591970 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:00.592560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.628230 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1640918 Sep 10 04:00:00.630973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:00.637074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'admin_state_up': True, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:00.673211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9049795-9949-4479-b171-096ea86749e9 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Network': ['ID=044f4b7b-2cd5-48a7-bcae-f0d5ea728597,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:00.683268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:00.688018 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.689191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.744782 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.876847 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.919342 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1f5801f4-d1c1-442f-a204-cacc3ff8246c no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:00.938650 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1f5801f4-d1c1-442f-a204-cacc3ff8246c {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:00.938918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1f5801f4-d1c1-442f-a204-cacc3ff8246c not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:01.066023 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.085456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.183857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.9 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/288233dc-a6ba-464c-b91c-1cc99ec7b747) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:01.292344 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.329250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.363991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:01.366726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:01.370227 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:01.395583 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=288233dc-a6ba-464c-b91c-1cc99ec7b747,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:01.620593 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.824635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d103de21-dddc-4e07-aed4-deb798cbb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.148850 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.273345 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router 0cb952e3-c13f-4add-b81d-4a708eae5d12 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:00:02.375918 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:00:02.377959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:02.387863 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Sync routers for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:02.396728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.397349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:02.398031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:02.398188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-82c0e3be-0e64-4aef-b804-ab5b53023be1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7660995 Sep 10 04:00:02.401711 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46878) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:02.471121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-88757fa4-061b-4d93-8ba5-f4ed57e8419c tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0febefc443aa41dd9e25274ffde79c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682340 Sep 10 04:00:02.473688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46882) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:02.503057 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:02.560685 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea4ff55-989e-430d-b640-b9ea13f120d6 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:02.562213 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-eea4ff55-989e-430d-b640-b9ea13f120d6 tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876293 Sep 10 04:00:02.565027 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46884) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:02.593150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-67d408ec-b5dd-41ac-9274-f8963152d1ac tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=55d651dd-a0c7-4fe6-a25e-f215a8f17f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267026 Sep 10 04:00:02.594717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46886) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:02.600122 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468783958', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:02.623844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.695807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:01Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:02.723424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Checking router: 0cb952e3-c13f-4add-b81d-4a708eae5d12 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:02.723816 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Updating router 0cb952e3-c13f-4add-b81d-4a708eae5d12 port 288233dc-a6ba-464c-b91c-1cc99ec7b747 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:00:02.749779 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.861577 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.998271 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:03.001566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.021142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.031735 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Transition to ACTIVE for port object 288233dc-a6ba-464c-b91c-1cc99ec7b747 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:03.036733 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.089504 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Attempting to bind port 288233dc-a6ba-464c-b91c-1cc99ec7b747 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:03.090131 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Attempting to bind port 288233dc-a6ba-464c-b91c-1cc99ec7b747 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:03.090536 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Attempting to bind port 288233dc-a6ba-464c-b91c-1cc99ec7b747 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:03.095967 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:03.096574 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:03.096763 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.097239 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:03.097701 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Bound port: 288233dc-a6ba-464c-b91c-1cc99ec7b747, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:03.098833 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.099857 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88fb5d-df28-4dab-b14e-57c1ed5300ea None None] Pushing event updated for resources: {'Port': ['ID=288233dc-a6ba-464c-b91c-1cc99ec7b747,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:03.154398 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] For port 288233dc-a6ba-464c-b91c-1cc99ec7b747, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:03.157693 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] For port 288233dc-a6ba-464c-b91c-1cc99ec7b747, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=288233dc-a6ba-464c-b91c-1cc99ec7b747,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:03.161528 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.195017 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.215573 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:03.216189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T03:59:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:03.259958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Subnet': ['ID=12083b24-c3df-4e17-b590-26a2de9728ec,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:03.264233 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Checking segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:03.264598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network hostable DHCP agents. Network: 044f4b7b-2cd5-48a7-bcae-f0d5ea728597, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:03.267770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88fb5d-df28-4dab-b14e-57c1ed5300ea None None] Pushing event updated for resources: {'Port': ['ID=288233dc-a6ba-464c-b91c-1cc99ec7b747,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:03.282171 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:03.292354 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 044f4b7b-2cd5-48a7-bcae-f0d5ea728597) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:03.297912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:03.298509 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.313699 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8eb0057e-9947-484e-960c-f05850b7d3ca tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7177842 Sep 10 04:00:03.316421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46888) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:03.322280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2de11-1286-49f9-8ceb-cbde10014a1a None None] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:03.362557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:03.749589 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.763917 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:03.764894 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.841146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:01Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:03.878610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc30b23-4e36-417a-8ad7-6a318a78fd59 None None] The sync data for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 is: [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:01Z', 'revision_number': 3, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:03.938923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Allocated IP 172.20.0.2 (044f4b7b-2cd5-48a7-bcae-f0d5ea728597/12083b24-c3df-4e17-b590-26a2de9728ec/692fd105-a51f-40a9-a700-79ce48a24fd4) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:04.091426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.109080 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Transition to ACTIVE for port object 692fd105-a51f-40a9-a700-79ce48a24fd4 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:04.128143 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Transition to ACTIVE for port object 692fd105-a51f-40a9-a700-79ce48a24fd4 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:04.134412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.174721 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:04.184203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:04.187123 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:04.189295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Pushing event updated for resources: {'Port': ['ID=692fd105-a51f-40a9-a700-79ce48a24fd4,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:04.189859 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.1 (044f4b7b-2cd5-48a7-bcae-f0d5ea728597/12083b24-c3df-4e17-b590-26a2de9728ec/2854910f-525d-49ff-9ed9-5f299667fc83) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:04.244695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Attempting to bind port 692fd105-a51f-40a9-a700-79ce48a24fd4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:04.245872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Attempting to bind port 692fd105-a51f-40a9-a700-79ce48a24fd4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:04.245872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Attempting to bind port 692fd105-a51f-40a9-a700-79ce48a24fd4 on network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:04.250798 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:04.251269 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Checking segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:04.251788 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.252254 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Bound using segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:04.252813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Bound port: 692fd105-a51f-40a9-a700-79ce48a24fd4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:04.253269 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.314481 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.323801 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] For port 692fd105-a51f-40a9-a700-79ce48a24fd4, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:04.328164 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] For port 692fd105-a51f-40a9-a700-79ce48a24fd4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=692fd105-a51f-40a9-a700-79ce48a24fd4,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:04.330643 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object 2854910f-525d-49ff-9ed9-5f299667fc83 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:04.332012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.369946 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.407492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d80ef-df1f-48b2-8bfa-116bd5711e38 None None] Pushing event updated for resources: {'Port': ['ID=692fd105-a51f-40a9-a700-79ce48a24fd4,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:04.415952 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c4a2f96d-5730-4e00-ad1c-69dc94dfbea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.425464 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:04.431714 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:04.436085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:04.470182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=2854910f-525d-49ff-9ed9-5f299667fc83,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:04.495887 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.664610 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.761626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.963501 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.972216 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.016628 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 288233dc-a6ba-464c-b91c-1cc99ec7b747 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:05.056744 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=2854910f-525d-49ff-9ed9-5f299667fc83,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:05.059336 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.077929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 288233dc-a6ba-464c-b91c-1cc99ec7b747 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:05.083160 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 288233dc-a6ba-464c-b91c-1cc99ec7b747 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:05.083699 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.162852 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:05.164502 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:05.177955 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.200176 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 288233dc-a6ba-464c-b91c-1cc99ec7b747, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=288233dc-a6ba-464c-b91c-1cc99ec7b747,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:05.204719 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.205772 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 692fd105-a51f-40a9-a700-79ce48a24fd4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:05.290085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=288233dc-a6ba-464c-b91c-1cc99ec7b747,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:05.290567 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router 0cb952e3-c13f-4add-b81d-4a708eae5d12 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:05.299415 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 692fd105-a51f-40a9-a700-79ce48a24fd4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:05.403898 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:05.411418 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317097b-6f2c-4d7d-b297-26cc0811f573 None None] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:05.411667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-2740aa91-c07b-48c0-8fd3-c8c059769121 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/0cb952e3-c13f-4add-b81d-4a708eae5d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0914533 Sep 10 04:00:05.535948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] Provisioning for port 692fd105-a51f-40a9-a700-79ce48a24fd4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:05.542167 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] Provisioning complete for port 692fd105-a51f-40a9-a700-79ce48a24fd4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:05.542673 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.548607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-ba1a2d9e-a565-4213-be36-954ddd394419 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845427631&fields=id&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 267 time: 0.0344307 Sep 10 04:00:05.633166 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.672636 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.673879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-a4ff67f9-d75b-4598-8a74-1dcab2d80e68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:05.675523 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-a4ff67f9-d75b-4598-8a74-1dcab2d80e68 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 797 time: 0.1194894 Sep 10 04:00:05.691630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-758e685e-c939-4726-be16-1733fd45d510 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/quotas/0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 375 time: 0.0101750 Sep 10 04:00:05.714355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] For port 692fd105-a51f-40a9-a700-79ce48a24fd4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=692fd105-a51f-40a9-a700-79ce48a24fd4,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:05.718626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.749493 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-31efe5b5-8b49-44fb-b6ba-885ece602d50 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503924 Sep 10 04:00:05.782902 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3eac-8a2e-4e3e-ac58-6c3976bb63b0 None None] Pushing event updated for resources: {'Port': ['ID=692fd105-a51f-40a9-a700-79ce48a24fd4,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:05.857612 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-432442b4-ada2-4732-9578-0d8d3516a55a service neutron] 10.222.0.23 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935957 Sep 10 04:00:05.897400 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Sync routers for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:05.911015 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:05.911672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:05.940077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e496119-6a4a-42fc-9338-c3b0112a9790 None None] Provisioning complete for port 692fd105-a51f-40a9-a700-79ce48a24fd4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:05.940957 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9e496119-6a4a-42fc-9338-c3b0112a9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.968886 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-115d7925-b802-411b-a987-81b1980c467a service neutron] 10.222.0.23 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997341 Sep 10 04:00:06.045336 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:06.055838 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e496119-6a4a-42fc-9338-c3b0112a9790 None None] Provisioning for port 2854910f-525d-49ff-9ed9-5f299667fc83 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:06.059958 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9e496119-6a4a-42fc-9338-c3b0112a9790 None None] Provisioning complete for port 2854910f-525d-49ff-9ed9-5f299667fc83 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:06.060340 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9e496119-6a4a-42fc-9338-c3b0112a9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.122296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9e496119-6a4a-42fc-9338-c3b0112a9790 None None] Port 2854910f-525d-49ff-9ed9-5f299667fc83 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:06.162210 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8c8241b1-4ca0-45e3-b7f5-94331a94c7e1 req-c90cca6b-3012-4e3a-b02c-134c3224ad74 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 210 time: 0.0277853 Sep 10 04:00:06.248773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f969a76e-b038-4462-b280-4a738503bf22 None None] Provisioning complete for port 2854910f-525d-49ff-9ed9-5f299667fc83 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:06.249154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f969a76e-b038-4462-b280-4a738503bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.287689 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 2, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:06.294547 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f969a76e-b038-4462-b280-4a738503bf22 None None] Port 2854910f-525d-49ff-9ed9-5f299667fc83 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:06.318021 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Checking router: 0cb952e3-c13f-4add-b81d-4a708eae5d12 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:06.318454 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Updating router 0cb952e3-c13f-4add-b81d-4a708eae5d12 port 2854910f-525d-49ff-9ed9-5f299667fc83 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:00:06.347413 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.414337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-235aff4e-9ca3-4371-a879-f9e7a9dc6d97 None None] Provisioning complete for port 2854910f-525d-49ff-9ed9-5f299667fc83 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:06.415114 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-235aff4e-9ca3-4371-a879-f9e7a9dc6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.449489 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-235aff4e-9ca3-4371-a879-f9e7a9dc6d97 None None] Port 2854910f-525d-49ff-9ed9-5f299667fc83 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:06.625064 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.635330 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Transition to ACTIVE for port object 2854910f-525d-49ff-9ed9-5f299667fc83 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:06.640474 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.715528 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Pushing event updated for resources: {'Port': ['ID=2854910f-525d-49ff-9ed9-5f299667fc83,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.745332 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.745677 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.746015 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.746347 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.746676 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.747001 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.747322 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.747672 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.747991 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.748309 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.748632 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.748944 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:06.761221 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Attempting to bind port 2854910f-525d-49ff-9ed9-5f299667fc83 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:06.761594 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Attempting to bind port 2854910f-525d-49ff-9ed9-5f299667fc83 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:06.761951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Attempting to bind port 2854910f-525d-49ff-9ed9-5f299667fc83 on network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:06.767097 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:06.767489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Checking segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:06.767893 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.768282 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Bound using segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:06.768742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Bound port: 2854910f-525d-49ff-9ed9-5f299667fc83, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:06.769119 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.836218 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] For port 2854910f-525d-49ff-9ed9-5f299667fc83, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:06.839406 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] For port 2854910f-525d-49ff-9ed9-5f299667fc83, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2854910f-525d-49ff-9ed9-5f299667fc83,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:06.843877 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.897637 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:06.898260 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:06.938415 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2a006-fa01-4245-b69b-2b6b764fafce None None] Pushing event updated for resources: {'Port': ['ID=2854910f-525d-49ff-9ed9-5f299667fc83,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.996086 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 288233dc-a6ba-464c-b91c-1cc99ec7b747 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:07.034277 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:07.052327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 288233dc-a6ba-464c-b91c-1cc99ec7b747 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:07.053468 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.165894 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 692fd105-a51f-40a9-a700-79ce48a24fd4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:07.181539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-eea15889-c216-4f5a-8cba-7f32708d220f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:07.184605 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-eea15889-c216-4f5a-8cba-7f32708d220f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 797 time: 0.1789215 Sep 10 04:00:07.230733 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 692fd105-a51f-40a9-a700-79ce48a24fd4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:07.231119 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.238111 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-0c0932eb-7c69-406d-ae5a-498fb1eb07e1 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0febefc443aa41dd9e25274ffde79c9d HTTP/1.1" status: 200 len: 380 time: 0.0459569 Sep 10 04:00:07.261089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'port': {'device_id': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'admin_state_up': True, 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'security_groups': ['b44c7711-df27-448c-b395-c87f9a4712fe']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:07.277135 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:06Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:07.288429 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-646556c8-f759-4d94-b00a-017a9564a341 req-785f9e4f-c4cc-459e-ba81-448b29bd3097 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 210 time: 0.0417936 Sep 10 04:00:07.309930 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24076ebd-d43c-4de3-a459-6bd554b32a56 None None] The sync data for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 is: [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:06Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:07.416116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Made reservation on behalf of 0febefc443aa41dd9e25274ffde79c9d for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:07.419838 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.545518 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.20.0.5 (044f4b7b-2cd5-48a7-bcae-f0d5ea728597/12083b24-c3df-4e17-b590-26a2de9728ec/9e29e006-8cdc-46a7-8653-3af333b825b8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:07.568378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.696077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.710470 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Transition to ACTIVE for port object 9e29e006-8cdc-46a7-8653-3af333b825b8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:07.744165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.790688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:07.795991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:07.800710 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:07.803682 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=9e29e006-8cdc-46a7-8653-3af333b825b8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:07.870691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:07.871526 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.890504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-3ddf2012-59e2-4da9-9dd9-4e865bd0568b tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419644 Sep 10 04:00:07.903147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Request body: {'port': {'device_id': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:07.962978 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.042438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-10a714f0-5c62-47a8-b0ca-25b6df99e596 None None] Provisioning for port 9e29e006-8cdc-46a7-8653-3af333b825b8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:08.046607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-10a714f0-5c62-47a8-b0ca-25b6df99e596 None None] Provisioning complete for port 9e29e006-8cdc-46a7-8653-3af333b825b8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:08.046982 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10a714f0-5c62-47a8-b0ca-25b6df99e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.087307 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-10a714f0-5c62-47a8-b0ca-25b6df99e596 None None] Port 9e29e006-8cdc-46a7-8653-3af333b825b8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:08.241300 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e29e006-8cdc-46a7-8653-3af333b825b8 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:08.252073 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.264903 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Transition to ACTIVE for port object 9e29e006-8cdc-46a7-8653-3af333b825b8 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:08.268454 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.331115 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e29e006-8cdc-46a7-8653-3af333b825b8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:08.405246 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Attempting to bind port 9e29e006-8cdc-46a7-8653-3af333b825b8 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:08.405587 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Attempting to bind port 9e29e006-8cdc-46a7-8653-3af333b825b8 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:08.405920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Attempting to bind port 9e29e006-8cdc-46a7-8653-3af333b825b8 on network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:08.410864 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Port 9e29e006-8cdc-46a7-8653-3af333b825b8 on network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:00:08.411198 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Attempting to bind port 9e29e006-8cdc-46a7-8653-3af333b825b8 on network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:08.416882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:08.417231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Checking segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:08.417637 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Bound using segment: {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:08.418079 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Bound port: 9e29e006-8cdc-46a7-8653-3af333b825b8, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b99ffe-e28a-4200-833b-cc940c75fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:08.418449 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.440517 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8134132-e4d7-4f34-b996-22cf4d2fbc02 req-1d10edec-879a-49d4-b0ef-2f5ae5c4b239 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.442086 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8134132-e4d7-4f34-b996-22cf4d2fbc02 req-1d10edec-879a-49d4-b0ef-2f5ae5c4b239 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 943 time: 0.0715971 Sep 10 04:00:08.482222 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d8134132-e4d7-4f34-b996-22cf4d2fbc02 req-b0853b2b-b2f3-4f4f-9ebc-6c8457eaf3d8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Sep 10 04:00:08.490600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] For port 9e29e006-8cdc-46a7-8653-3af333b825b8, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:08.494284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] For port 9e29e006-8cdc-46a7-8653-3af333b825b8, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9e29e006-8cdc-46a7-8653-3af333b825b8,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:08.499395 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.538209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.538830 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.540322 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 1091 time: 0.6419523 Sep 10 04:00:08.540732 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:08.542980 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d5c29-6d7f-421c-b2a1-4780d04f8110" -d '{"events": [{"name": "network-changed", "server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:08.569233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf535c-854e-49cd-b11e-7a7a76b27bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e29e006-8cdc-46a7-8653-3af333b825b8,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:08.588443 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19dbe12-e636-431a-aaad-6de2de4ff6b1 x-openstack-request-id: req-e19dbe12-e636-431a-aaad-6de2de4ff6b1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:08.588753 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:08.589001 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e19dbe12-e636-431a-aaad-6de2de4ff6b1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:08.589396 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'status': 'completed', 'code': 200} Sep 10 04:00:08.623484 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-94140734-e0da-49b1-88fd-377be2cc9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.625060 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-94140734-e0da-49b1-88fd-377be2cc9cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1094 time: 0.0455096 Sep 10 04:00:08.667587 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-994c93b7-a1e2-48b0-bda7-aa89c80b739c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 217 time: 0.0347137 Sep 10 04:00:08.721170 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-e9980370-2e9e-45bd-a072-ad7612d3a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.722704 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-e9980370-2e9e-45bd-a072-ad7612d3a210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 200 len: 835 time: 0.0486867 Sep 10 04:00:08.770077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30f88-e7b7-4ac2-819f-54636426675a req-f678e371-3249-4e32-8166-8f98209e859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.772281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-f678e371-3249-4e32-8166-8f98209e859c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411308 Sep 10 04:00:08.861374 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-9ab14a89-7016-4742-867c-230efeaed9aa service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811927 Sep 10 04:00:08.956497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27b30f88-e7b7-4ac2-819f-54636426675a req-074f548d-9dbc-4442-ba4e-73c0ded24bef service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876217 Sep 10 04:00:08.982379 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2854910f-525d-49ff-9ed9-5f299667fc83 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:09.032452 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 2854910f-525d-49ff-9ed9-5f299667fc83 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:09.036016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2854910f-525d-49ff-9ed9-5f299667fc83 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:09.036395 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.041285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-312870a9-10da-4b7a-94ff-602178fe15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.042816 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-312870a9-10da-4b7a-94ff-602178fe15f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1094 time: 0.0409675 Sep 10 04:00:09.116981 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.136965 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-e67c60d4-65db-4032-a396-98ff2d1ecb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.138507 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-e67c60d4-65db-4032-a396-98ff2d1ecb19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 897 time: 0.0886257 Sep 10 04:00:09.149996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 2854910f-525d-49ff-9ed9-5f299667fc83, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2854910f-525d-49ff-9ed9-5f299667fc83,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:09.154005 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.184048 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-fd44770e-91e6-4c2e-9d63-a14ba80868fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 217 time: 0.0367274 Sep 10 04:00:09.200710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=2854910f-525d-49ff-9ed9-5f299667fc83,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:09.238420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-12e2d341-bbba-4af6-9777-6b4a11f6c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.239918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-12e2d341-bbba-4af6-9777-6b4a11f6c51a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 200 len: 835 time: 0.0475228 Sep 10 04:00:09.288482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-8fe855ab-00c6-4cee-9b50-5e605dce0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.289941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-8fe855ab-00c6-4cee-9b50-5e605dce0aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400536 Sep 10 04:00:09.379643 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-bc309248-0192-4dc9-9bae-5e38972ce43e service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785754 Sep 10 04:00:09.473007 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-586d5c29-6d7f-421c-b2a1-4780d04f8110 req-cf3b1dba-3616-4181-b404-180574a8d6b0 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Sep 10 04:00:09.595153 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ed8d-dc15-4254-8e94-506e295210dc req-8fc77066-5536-4425-b114-361c9d4aad91 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.596652 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c88ed8d-dc15-4254-8e94-506e295210dc req-8fc77066-5536-4425-b114-361c9d4aad91 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 943 time: 0.0478470 Sep 10 04:00:09.633269 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2c88ed8d-dc15-4254-8e94-506e295210dc req-dfee7c46-5e3f-43dc-892c-35a59f5fc88c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Sep 10 04:00:10.746705 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece02e-9ec2-4ae2-9944-97043546118b req-ea1e5a7f-106a-43ea-9afd-d067c4f5c392 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.748271 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2aece02e-9ec2-4ae2-9944-97043546118b req-ea1e5a7f-106a-43ea-9afd-d067c4f5c392 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 943 time: 0.0480144 Sep 10 04:00:10.786348 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2aece02e-9ec2-4ae2-9944-97043546118b req-64d3b5c7-e179-46a5-b259-ae78cd636839 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Sep 10 04:00:10.967640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2854910f-525d-49ff-9ed9-5f299667fc83 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:11.017329 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2854910f-525d-49ff-9ed9-5f299667fc83 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:11.017698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.897377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cc770-c036-4c34-af08-7613c37876a9 req-4fc3f964-e443-4037-9b16-06eb0c4f537c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:11.898849 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-015cc770-c036-4c34-af08-7613c37876a9 req-4fc3f964-e443-4037-9b16-06eb0c4f537c tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 943 time: 0.0480757 Sep 10 04:00:11.935105 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-015cc770-c036-4c34-af08-7613c37876a9 req-dbfe35ba-797d-43c8-a132-a7f3b0c71a20 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302072 Sep 10 04:00:12.450531 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9e29e006-8cdc-46a7-8653-3af333b825b8 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:00:12.545295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9e29e006-8cdc-46a7-8653-3af333b825b8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9e29e006-8cdc-46a7-8653-3af333b825b8,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:12.556194 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'port_id': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'mac_address': 'fa:16:3e:c0:90:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:00:12.592698 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.605631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e29e006-8cdc-46a7-8653-3af333b825b8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:12.624249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9e29e006-8cdc-46a7-8653-3af333b825b8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9e29e006-8cdc-46a7-8653-3af333b825b8,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:12.628151 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.675336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9e29e006-8cdc-46a7-8653-3af333b825b8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:12.829815 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9e29e006-8cdc-46a7-8653-3af333b825b8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:13.046831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7aea5-0688-4740-b43d-32d38977c649 req-1f50091d-6d4f-43bd-9f40-26c42e1b5906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.048959 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48e7aea5-0688-4740-b43d-32d38977c649 req-1f50091d-6d4f-43bd-9f40-26c42e1b5906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 944 time: 0.0484347 Sep 10 04:00:13.089476 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48e7aea5-0688-4740-b43d-32d38977c649 req-cc64643a-f9be-4770-b40a-92032d8c534d tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Sep 10 04:00:14.207678 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13aaa3-7d80-463e-b6dd-2c832041daa7 req-dc9512c6-189b-4c85-b235-bc0fc0009a24 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.209159 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a13aaa3-7d80-463e-b6dd-2c832041daa7 req-dc9512c6-189b-4c85-b235-bc0fc0009a24 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 944 time: 0.0523283 Sep 10 04:00:14.245670 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7a13aaa3-7d80-463e-b6dd-2c832041daa7 req-ee328fd1-e8a7-4582-876a-a75bfa13bada tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Sep 10 04:00:14.465910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9e29e006-8cdc-46a7-8653-3af333b825b8 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:14.516414 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 9e29e006-8cdc-46a7-8653-3af333b825b8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:14.520233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 9e29e006-8cdc-46a7-8653-3af333b825b8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:14.520625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.598518 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.621033 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:14.623244 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d9cb9-a324-413a-8291-5cc97672b4cf" -d '{"events": [{"server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "name": "network-vif-plugged", "status": "completed", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:14.635399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9e29e006-8cdc-46a7-8653-3af333b825b8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9e29e006-8cdc-46a7-8653-3af333b825b8,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:14.639596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.688505 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9e29e006-8cdc-46a7-8653-3af333b825b8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:14.713876 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bc1e7a-e1b3-4d12-b783-62cb5507ee21 x-openstack-request-id: req-92bc1e7a-e1b3-4d12-b783-62cb5507ee21 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:14.714174 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "name": "network-vif-plugged", "status": "completed", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:14.714426 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92bc1e7a-e1b3-4d12-b783-62cb5507ee21 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:14.714821 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'code': 200} Sep 10 04:00:14.809377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8714b56-11f4-4e20-a800-85e749994f69 req-bc343902-749e-4543-bae0-eefda7b6bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.810924 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8714b56-11f4-4e20-a800-85e749994f69 req-bc343902-749e-4543-bae0-eefda7b6bb27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1096 time: 0.0407908 Sep 10 04:00:14.844793 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8714b56-11f4-4e20-a800-85e749994f69 req-34d7de72-0cd0-4a0c-9494-844bfa2a715f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270503 Sep 10 04:00:15.356124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4bdb0-2ecc-4dad-a1a7-4113c9bb6e27 req-0adf41bf-7b9f-4493-84c1-2dab85c72c60 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:15.357504 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6f4bdb0-2ecc-4dad-a1a7-4113c9bb6e27 req-0adf41bf-7b9f-4493-84c1-2dab85c72c60 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0476096 Sep 10 04:00:15.393741 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a6f4bdb0-2ecc-4dad-a1a7-4113c9bb6e27 req-ede05558-dcc8-4010-aae6-0aaeb40af91e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304608 Sep 10 04:00:16.506896 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee034-d1f9-4c86-b8dd-627570caba05 req-4c5077d3-ed6c-425b-aeaa-90bcceecc1d4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:16.508419 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4bdee034-d1f9-4c86-b8dd-627570caba05 req-4c5077d3-ed6c-425b-aeaa-90bcceecc1d4 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0481684 Sep 10 04:00:16.545276 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4bdee034-d1f9-4c86-b8dd-627570caba05 req-5d67bcd2-7c0d-4418-9363-71542c3f60ed tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Sep 10 04:00:16.655442 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53911f-58c6-4f38-b646-52015c8d207d req-2b926193-cabe-4343-9290-5bbbcf96c272 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:16.656921 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e53911f-58c6-4f38-b646-52015c8d207d req-2b926193-cabe-4343-9290-5bbbcf96c272 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0474906 Sep 10 04:00:16.692934 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4e53911f-58c6-4f38-b646-52015c8d207d req-920c448e-fb6a-4200-982f-30ac1e8cf664 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294485 Sep 10 04:00:16.713795 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46948) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:16.756276 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dff3d-e365-4659-95f2-294712832bda tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:16.757801 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-148dff3d-e365-4659-95f2-294712832bda tempest-TestNetworkAdvancedServerOps-305835268 tempest-TestNetworkAdvancedServerOps-305835268-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1091 time: 0.0430777 Sep 10 04:00:16.760598 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46950) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:16.764792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:16.786316 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.879144 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.984325 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Allocated IP 172.25.8.83 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/f0fcb874-43f1-42de-83f2-030762dcb819) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:17.082931 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.119823 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.160390 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:17.163207 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:17.168546 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:17.173836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f0fcb874-43f1-42de-83f2-030762dcb819,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:17.510079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.576490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.719138 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.723421 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.787717 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event updated for resources: {'Port': ['ID=f0fcb874-43f1-42de-83f2-030762dcb819,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:17.798690 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.896827 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 associated. External IP: 172.25.8.83, port: 9e29e006-8cdc-46a7-8653-3af333b825b8. Sep 10 04:00:18.095316 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router 0cb952e3-c13f-4add-b81d-4a708eae5d12 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:18.504962 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:18.514423 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] Sync routers for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:18.520730 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.527218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:18.527868 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:18.547008 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-da48f6d0-ad06-4c9c-9437-9c3ee6aad396 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7854209 Sep 10 04:00:18.548013 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:18.550360 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:18.586759 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3feca94-50a9-41af-9e4d-ebbfedec5e4e x-openstack-request-id: req-b3feca94-50a9-41af-9e4d-ebbfedec5e4e {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:18.587055 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:18.587309 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3feca94-50a9-41af-9e4d-ebbfedec5e4e {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:18.587742 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'status': 'completed', 'code': 200} Sep 10 04:00:18.637438 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:18.676231 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d089a-5360-4730-bfc1-9d80c8602228 req-cfad9a75-a449-4501-ba59-c4d75507fe69 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.677781 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-960d089a-5360-4730-bfc1-9d80c8602228 req-cfad9a75-a449-4501-ba59-c4d75507fe69 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0799704 Sep 10 04:00:18.685065 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-e0533cfe-86fe-4965-92bb-3d6e33b67e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.686560 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-e0533cfe-86fe-4965-92bb-3d6e33b67e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1096 time: 0.0629733 Sep 10 04:00:18.773162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-960d089a-5360-4730-bfc1-9d80c8602228 req-62d035a3-3a94-49da-978a-304b052394a8 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856061 Sep 10 04:00:18.803422 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46956) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:18.813241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-72175da7-69bc-4931-9ced-ed0ce79a2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.814809 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-72175da7-69bc-4931-9ced-ed0ce79a2a72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 897 time: 0.1212614 Sep 10 04:00:18.864837 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45860d1e-4bd3-4ea0-a3e9-c9937d55c838 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 HTTP/1.1" status: 200 len: 990 time: 0.0595949 Sep 10 04:00:18.885753 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-b906f0d7-01b9-4fb9-8a25-55adb291f1d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 998 time: 0.0629117 Sep 10 04:00:18.934580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-754e166d-708c-4317-966e-84a2e7ec3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.936012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-754e166d-708c-4317-966e-84a2e7ec3642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 200 len: 835 time: 0.0432785 Sep 10 04:00:18.981510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-26f8172a-4e49-4c1c-aae8-c9fc14ac71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.983015 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-26f8172a-4e49-4c1c-aae8-c9fc14ac71e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398397 Sep 10 04:00:19.017773 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'port_id': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'mac_address': 'fa:16:3e:c0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:00:17Z', 'updated_at': '2021-09-10T04:00:17Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:09Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:19.048128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] Checking router: 0cb952e3-c13f-4add-b81d-4a708eae5d12 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:19.056336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:19.056942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:19.077720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-0afde526-363b-44d1-901a-e31cd4229191 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870650 Sep 10 04:00:19.161039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:19.170432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60c65720-e9eb-4c10-bfca-6d21fec9bbb6 req-ef04e936-3ca2-442f-a4e8-b1f309e89e8e service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852666 Sep 10 04:00:19.383264 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'port_id': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'mac_address': 'fa:16:3e:c0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:00:17Z', 'updated_at': '2021-09-10T04:00:17Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:09Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:19.409173 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d1e67-a0c9-4def-a600-35a45ea46a8c None None] The sync data for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 is: [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'port_id': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'mac_address': 'fa:16:3e:c0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:00:17Z', 'updated_at': '2021-09-10T04:00:17Z', 'revision_number': 0, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:09Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:19.595401 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e8503-e75b-4837-8f0f-f947bfde73e7 None None] New status for floating IP ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:00:19.868751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46958) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:19.929575 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-baae3eab-58a2-46de-af1b-afb9bd61d0bf tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 HTTP/1.1" status: 200 len: 992 time: 0.0596497 Sep 10 04:00:31.388432 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-5e1b30e4-e5ba-49ef-8798-b32b5f004284 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391977 Sep 10 04:00:31.467360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457178-6716-456a-949d-76246755fe59 req-fd8c0d63-5e2b-41e6-bbd7-f76e1b35656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:31.468858 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-fd8c0d63-5e2b-41e6-bbd7-f76e1b35656d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1096 time: 0.0390315 Sep 10 04:00:31.571770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457178-6716-456a-949d-76246755fe59 req-0393394a-66e7-4afb-9996-03b0a1bc5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:31.573225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-0393394a-66e7-4afb-9996-03b0a1bc5afd service neutron] 10.222.0.32 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 897 time: 0.0857456 Sep 10 04:00:31.635478 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-200d171b-a6ba-4af1-938c-f582d5ebe2fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 1000 time: 0.0551338 Sep 10 04:00:31.682879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457178-6716-456a-949d-76246755fe59 req-31c49022-bbe1-46c1-9e9b-3bc2bfa260dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:31.684228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-31c49022-bbe1-46c1-9e9b-3bc2bfa260dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 200 len: 835 time: 0.0416827 Sep 10 04:00:31.732117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457178-6716-456a-949d-76246755fe59 req-270ec02c-c9ef-4d56-bdab-1c90f6124c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:31.733625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-270ec02c-c9ef-4d56-bdab-1c90f6124c6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427623 Sep 10 04:00:31.824311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-afb0afcd-5dc9-4c37-a173-e386ad342095 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832021 Sep 10 04:00:31.826769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5467cbd9-5999-4c6f-9e2b-55e45e440c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.915909 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-96457178-6716-456a-949d-76246755fe59 req-b4589cf0-7f7a-41a1-9ba9-f692f1090bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Sep 10 04:00:32.570589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.824130 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.403295 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ee40748d-4ad9-41d1-9c54-9f0978f12bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.764628 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.626654 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.568722 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.375435 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:00:51.168443 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a8ea-cd3a-4f72-bb8e-a6801e936c24 req-7af05bff-e84f-42c1-944d-033d5dd36dc6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:51.169913 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc46a8ea-cd3a-4f72-bb8e-a6801e936c24 req-7af05bff-e84f-42c1-944d-033d5dd36dc6 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0480177 Sep 10 04:00:51.206748 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dc46a8ea-cd3a-4f72-bb8e-a6801e936c24 req-806c5669-2a8a-4ff4-be21-e348090fed54 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Sep 10 04:00:52.320895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee6520-3d91-4c2a-9e62-1b51c0d6fb22 req-d23ddb57-2854-4290-a54a-2b7be083be09 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:52.322378 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5cee6520-3d91-4c2a-9e62-1b51c0d6fb22 req-d23ddb57-2854-4290-a54a-2b7be083be09 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0478086 Sep 10 04:00:52.359731 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5cee6520-3d91-4c2a-9e62-1b51c0d6fb22 req-7336eda4-a31f-4c12-b0b3-7a017116f4b5 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307887 Sep 10 04:00:52.381704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 46980) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:52.443824 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b53df5a4-9a92-4b41-83f6-3f7021f7decc tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 HTTP/1.1" status: 200 len: 992 time: 0.0609791 Sep 10 04:00:53.711959 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabcf7d-24c6-4e04-b68b-361e2da4c3e9 req-fee4e633-72ab-4d5c-a8bc-42f21e54763f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.714087 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8eabcf7d-24c6-4e04-b68b-361e2da4c3e9 req-fee4e633-72ab-4d5c-a8bc-42f21e54763f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0557992 Sep 10 04:00:53.724941 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-c4449f6e-e50f-4393-b642-051d07e0cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.726491 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-c4449f6e-e50f-4393-b642-051d07e0cbaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1096 time: 0.0411561 Sep 10 04:00:53.752614 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-8eabcf7d-24c6-4e04-b68b-361e2da4c3e9 req-e2b6193d-f1bc-4807-8a6e-a2ae0c4cfb6e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Sep 10 04:00:53.817041 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-1fcca50d-018c-4acb-af88-a438d4ae8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.818639 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-1fcca50d-018c-4acb-af88-a438d4ae8c5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 897 time: 0.0852938 Sep 10 04:00:53.886677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-40ecb7d7-8a68-4adf-9495-41adb96c155d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 1000 time: 0.0606942 Sep 10 04:00:53.933879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-b5ac35ce-83cf-46f4-a28c-8044db72750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.935291 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-b5ac35ce-83cf-46f4-a28c-8044db72750a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 200 len: 835 time: 0.0421433 Sep 10 04:00:53.978898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-04881437-30e6-4d8d-8ec1-4bb113ef08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.980395 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-04881437-30e6-4d8d-8ec1-4bb113ef08a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385826 Sep 10 04:00:54.074014 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-be4d2bee-ff18-45f5-9a86-eec7cb4d0f29 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862434 Sep 10 04:00:54.166832 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0d9dee89-fe02-4f4d-8ae2-1a4f9072a52f req-8142061a-6c5f-44e2-9111-c2c76daf0549 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858085 Sep 10 04:00:54.871285 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93c15d-4d18-40f2-9c84-3c9797246f2b req-40e566ee-bc16-40c5-b227-ff2f5384b73f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:54.872896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a93c15d-4d18-40f2-9c84-3c9797246f2b req-40e566ee-bc16-40c5-b227-ff2f5384b73f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0489492 Sep 10 04:00:54.917057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a93c15d-4d18-40f2-9c84-3c9797246f2b req-244fd51b-c918-4db1-9be5-7a7192a2faaa tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Sep 10 04:00:56.031756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015bb8e-7da5-493e-9302-31f7a8dc57a9 req-6a09d930-ac48-481b-90ba-d8e717c46728 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:56.033239 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0015bb8e-7da5-493e-9302-31f7a8dc57a9 req-6a09d930-ac48-481b-90ba-d8e717c46728 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0494094 Sep 10 04:00:56.069690 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0015bb8e-7da5-493e-9302-31f7a8dc57a9 req-7854daf0-d6f3-4d72-ab57-5a2e30f0da80 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302813 Sep 10 04:00:56.091623 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 46994) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:56.149477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-a61aa5c1-721c-475a-aa15-e4c8eb9c3174 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/floatingips/ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 HTTP/1.1" status: 200 len: 992 time: 0.0567398 Sep 10 04:00:56.361828 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:56.514277 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port f0fcb874-43f1-42de-83f2-030762dcb819 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:56.514535 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.585750 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.586073 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.597789 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for f0fcb874-43f1-42de-83f2-030762dcb819 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:56.741381 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.767068 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=f0fcb874-43f1-42de-83f2-030762dcb819,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:56.828339 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.828674 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Floating IP ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 disassociated (deleted). External IP: 172.25.8.83, port: 9e29e006-8cdc-46a7-8653-3af333b825b8. Sep 10 04:00:57.038705 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router 0cb952e3-c13f-4add-b81d-4a708eae5d12 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:57.143215 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:57.148013 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.153576 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] Sync routers for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:57.162015 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:57.162614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:57.178807 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7cdb9f6c-4941-4958-8a87-3f5125809888 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/floatingips/ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14 HTTP/1.1" status: 204 len: 168 time: 0.8158963 Sep 10 04:00:57.179386 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:57.181678 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb0125-a625-4f40-87c9-5c5bed536b61" -d '{"events": [{"name": "network-changed", "server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:57.218748 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac0f57-f5d8-4f13-a6cc-4efb595bdc48 x-openstack-request-id: req-26ac0f57-f5d8-4f13-a6cc-4efb595bdc48 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:57.219131 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:57.219536 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ac0f57-f5d8-4f13-a6cc-4efb595bdc48 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:57.219973 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'status': 'completed', 'code': 200} Sep 10 04:00:57.278334 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:57.288113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-0ffb015d-2983-4722-9b84-e8041ee06a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.289847 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-0ffb015d-2983-4722-9b84-e8041ee06a78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0febefc443aa41dd9e25274ffde79c9d&device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 1096 time: 0.0477114 Sep 10 04:00:57.419814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-abd93b4c-1a88-42ba-8124-a265ba7b2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.421288 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-abd93b4c-1a88-42ba-8124-a265ba7b2923 service neutron] 10.222.0.32 "GET /v2.0/networks?id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 200 len: 897 time: 0.1238549 Sep 10 04:00:57.428679 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75999015-64d5-4878-a84a-8f1bb69089ee req-465fc7ab-0865-4d8b-a452-8cc334094e95 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.430054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75999015-64d5-4878-a84a-8f1bb69089ee req-465fc7ab-0865-4d8b-a452-8cc334094e95 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0674438 Sep 10 04:00:57.471094 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-19724823-6af5-4c52-ba20-953d2437730a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Sep 10 04:00:57.487134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:09Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:57.512624 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] Checking router: 0cb952e3-c13f-4add-b81d-4a708eae5d12 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:57.520631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:57.521249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:57.531416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-75999015-64d5-4878-a84a-8f1bb69089ee req-391fe21c-dc11-47fd-9fad-8aefc0524774 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936375 Sep 10 04:00:57.538358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-5eb9c772-18a4-4651-ad07-277db218947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.540232 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-5eb9c772-18a4-4651-ad07-277db218947c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 200 len: 835 time: 0.0615888 Sep 10 04:00:57.588328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-a8c8b54c-2d7f-4c45-bcfb-564bfb3c58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.590401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-a8c8b54c-2d7f-4c45-bcfb-564bfb3c58f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=044f4b7b-2cd5-48a7-bcae-f0d5ea728597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427644 Sep 10 04:00:57.627081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:57.684914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-51268fbf-afad-44f9-964e-90a0f6f79361 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861583 Sep 10 04:00:57.772069 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e1fb0125-a625-4f40-87c9-5c5bed536b61 req-59dfc846-c7eb-42de-86c0-62fcbe37bf01 service neutron] 10.222.0.32 "GET /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796316 Sep 10 04:00:57.825665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:09Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:57.851262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955c20-5dba-4db4-b34b-40cb860f4cc0 None None] The sync data for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 is: [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:00:04Z', 'revision_number': 4, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2854910f-525d-49ff-9ed9-5f299667fc83', 'name': '', 'network_id': '044f4b7b-2cd5-48a7-bcae-f0d5ea728597', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'mac_address': 'fa:16:3e:72:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:03Z', 'updated_at': '2021-09-10T04:00:09Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'subnets': [{'id': '12083b24-c3df-4e17-b590-26a2de9728ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:58.065186 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed5f03-fbbe-4eb1-aa88-347cadc595ea None None] New status for floating IP ac5f3b83-15d5-48c5-8cd9-9ed83bc8eb14: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:00:58.647773 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ccff3-0c6e-4635-a348-ac170c982ff7 req-7977f9aa-2710-4151-b992-ed81179d209f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:58.649254 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e48ccff3-0c6e-4635-a348-ac170c982ff7 req-7977f9aa-2710-4151-b992-ed81179d209f tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0482275 Sep 10 04:00:58.688840 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e48ccff3-0c6e-4635-a348-ac170c982ff7 req-b09aa5ab-7167-4cd8-81ec-38e7fb1b84e3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/security-groups?id=b44c7711-df27-448c-b395-c87f9a4712fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Sep 10 04:00:58.915854 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-56b08c5e-0d12-41a6-8ff6-b956f5eb539e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:58.917244 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-56b08c5e-0d12-41a6-8ff6-b956f5eb539e tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 945 time: 0.0522425 Sep 10 04:00:59.004929 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 9e29e006-8cdc-46a7-8653-3af333b825b8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:59.005424 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.432548 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 9e29e006-8cdc-46a7-8653-3af333b825b8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9e29e006-8cdc-46a7-8653-3af333b825b8,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:59.432908 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.445351 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 9e29e006-8cdc-46a7-8653-3af333b825b8 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:59.567538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.600257 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=9e29e006-8cdc-46a7-8653-3af333b825b8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:59.613701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.614056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.614402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.614741 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.615074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.615408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.615772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.616105 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.616439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.616769 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.617093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.617439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:59.653402 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] No DVR routers for this DVR port 9e29e006-8cdc-46a7-8653-3af333b825b8 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:59.656103 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.658218 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-12697fbe-3e3c-42c7-b3f6-ffc817145a75 req-721b6012-db01-455f-9e5a-be6be5d071b2 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.32 "DELETE /v2.0/ports/9e29e006-8cdc-46a7-8653-3af333b825b8 HTTP/1.1" status: 204 len: 173 time: 0.7351534 Sep 10 04:00:59.658688 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'name': 'network-vif-deleted', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:59.661127 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49734ac4-8eb8-4960-836d-75e5c51ac5ff" -d '{"events": [{"server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "name": "network-vif-deleted", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:59.705804 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea7d190-72a2-4cc0-afa6-7c15b91673b1 x-openstack-request-id: req-3ea7d190-72a2-4cc0-afa6-7c15b91673b1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:59.706095 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc680c9a-477b-4b23-968f-058011a7b80e", "name": "network-vif-deleted", "tag": "9e29e006-8cdc-46a7-8653-3af333b825b8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:59.706348 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ea7d190-72a2-4cc0-afa6-7c15b91673b1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:59.706739 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc680c9a-477b-4b23-968f-058011a7b80e', 'name': 'network-vif-deleted', 'tag': '9e29e006-8cdc-46a7-8653-3af333b825b8', 'status': 'completed', 'code': 200} Sep 10 04:00:59.789007 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1f66a680-1cb5-42a6-8ac4-63d9ee9892fb req-8983abea-e3db-47d8-960b-ecc1b2f81468 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc680c9a-477b-4b23-968f-058011a7b80e HTTP/1.1" status: 200 len: 210 time: 0.0285177 Sep 10 04:01:00.844356 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47018) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:01.197594 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.443806 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 2854910f-525d-49ff-9ed9-5f299667fc83 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:01.444072 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.529671 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 2854910f-525d-49ff-9ed9-5f299667fc83, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2854910f-525d-49ff-9ed9-5f299667fc83,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:01.530027 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.542047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 2854910f-525d-49ff-9ed9-5f299667fc83 owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:01.719233 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.749379 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=2854910f-525d-49ff-9ed9-5f299667fc83,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:01.764118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.764474 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.764817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.765155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.765488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.765817 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.766149 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.766475 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.766800 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.767124 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.767444 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.767787 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:01.830930 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2c058395-74d1-476a-bdb7-ef9b65ea05d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.936520 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.149218 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Router 0cb952e3-c13f-4add-b81d-4a708eae5d12 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:02.252327 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:02.257299 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cc2bd17b-3ef6-40e0-b889-850ab2404e21 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "PUT /v2.0/routers/0cb952e3-c13f-4add-b81d-4a708eae5d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119263 Sep 10 04:01:02.260048 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47020) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:02.263279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] Sync routers for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:02.272409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:02.273085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:02.310091 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting subnet 12083b24-c3df-4e17-b590-26a2de9728ec {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:02.313135 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.352225 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.377291 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:02.439582 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.497536 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.524435 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Subnet': ['ID=12083b24-c3df-4e17-b590-26a2de9728ec,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:02.526431 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.528992 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ba818417-bc37-44ff-980e-284914dd9173 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/subnets/12083b24-c3df-4e17-b590-26a2de9728ec HTTP/1.1" status: 204 len: 168 time: 0.2680240 Sep 10 04:01:02.531658 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47022) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:02.534495 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85956df-ad33-4e14-8c0f-f9bf06743d41 None None] Network 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:02.638947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.639831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:01:01Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:02.641544 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.683981 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] Checking router: 0cb952e3-c13f-4add-b81d-4a708eae5d12 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:02.698435 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] Routers {'0cb952e3-c13f-4add-b81d-4a708eae5d12'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:02.699053 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:00:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0cb952e3-c13f-4add-b81d-4a708eae5d12'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:02.734222 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9e29e006-8cdc-46a7-8653-3af333b825b8 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:02.744447 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.761980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 9e29e006-8cdc-46a7-8653-3af333b825b8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:02.762328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9e29e006-8cdc-46a7-8653-3af333b825b8 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:02.803529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Deleting port 288233dc-a6ba-464c-b91c-1cc99ec7b747 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:02.803937 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.815792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] DHCP port deletion for 044f4b7b-2cd5-48a7-bcae-f0d5ea728597 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:02.857458 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.861929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] Set router 0cb952e3-c13f-4add-b81d-4a708eae5d12 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:02.884028 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] For port 288233dc-a6ba-464c-b91c-1cc99ec7b747, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=288233dc-a6ba-464c-b91c-1cc99ec7b747,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:02.884398 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.896010 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Calling delete_port for 288233dc-a6ba-464c-b91c-1cc99ec7b747 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:03.073201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 692fd105-a51f-40a9-a700-79ce48a24fd4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:03.084187 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.111550 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Port': ['ID=288233dc-a6ba-464c-b91c-1cc99ec7b747,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:03.171534 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.184039 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] Deleting port 692fd105-a51f-40a9-a700-79ce48a24fd4 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:03.184419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.309820 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] For port 692fd105-a51f-40a9-a700-79ce48a24fd4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=692fd105-a51f-40a9-a700-79ce48a24fd4,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:03.310227 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.329935 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.336455 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] Calling delete_port for 692fd105-a51f-40a9-a700-79ce48a24fd4 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:03.426568 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 692fd105-a51f-40a9-a700-79ce48a24fd4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=692fd105-a51f-40a9-a700-79ce48a24fd4,segment=NetworkSegment(44b99ffe-e28a-4200-833b-cc940c75fad3),segment_id=44b99ffe-e28a-4200-833b-cc940c75fad3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:03.433866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:01:01Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:03.437296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.491755 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967eacb-a280-4f0f-976d-c72c0febfd2a None None] The sync data for ids ['0cb952e3-c13f-4add-b81d-4a708eae5d12'] in n-d-808126-2 is: [{'id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738182530', 'tenant_id': '0febefc443aa41dd9e25274ffde79c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:00Z', 'updated_at': '2021-09-10T04:01:01Z', 'revision_number': 5, 'project_id': '0febefc443aa41dd9e25274ffde79c9d', 'gw_port': {'id': '288233dc-a6ba-464c-b91c-1cc99ec7b747', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb952e3-c13f-4add-b81d-4a708eae5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:01Z', 'updated_at': '2021-09-10T04:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:03.525671 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.533605 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=692fd105-a51f-40a9-a700-79ce48a24fd4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.545929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.546591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.546591 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.546766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.547098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.547426 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:03.550957 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] No DVR routers for this DVR port 692fd105-a51f-40a9-a700-79ce48a24fd4 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:03.578000 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180ca11-f8b0-43db-b28a-8cf2e1fee86d None None] Pushing event deleted for resources: {'Port': ['ID=692fd105-a51f-40a9-a700-79ce48a24fd4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:03.581719 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.584251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.624836 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.625346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb952e3-c13f-4add-b81d-4a708eae5d12 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:01:03.632198 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.633333 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3515184e-8b74-41d5-9d50-bc208056efeb tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/routers/0cb952e3-c13f-4add-b81d-4a708eae5d12 HTTP/1.1" status: 204 len: 168 time: 1.1005566 Sep 10 04:01:03.636077 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:03.709192 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.793921 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.813130 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044f4b7b-2cd5-48a7-bcae-f0d5ea728597']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:03.821958 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b99ffe-e28a-4200-833b-cc940c75fad3') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:03.822257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b99ffe-e28a-4200-833b-cc940c75fad3') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:03.831777 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.844318 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.850182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:03.850571 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: timer() Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:03.854287 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:03.916079 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.923618 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.925419 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/networks/044f4b7b-2cd5-48a7-bcae-f0d5ea728597 HTTP/1.1" status: 204 len: 168 time: 0.2878180 Sep 10 04:01:03.928312 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47026) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:03.937132 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db33b-b477-4bd8-adbe-2f55b205b906 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'Network': ['ID=044f4b7b-2cd5-48a7-bcae-f0d5ea728597,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:03.993718 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60ae7e5-93f1-4efd-bfc7-c0ec5dc967a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.019860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60ae7e5-93f1-4efd-bfc7-c0ec5dc967a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.081392 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60ae7e5-93f1-4efd-bfc7-c0ec5dc967a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.082433 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d60ae7e5-93f1-4efd-bfc7-c0ec5dc967a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.083651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d60ae7e5-93f1-4efd-bfc7-c0ec5dc967a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] 10.222.0.23 "DELETE /v2.0/security-groups/b44c7711-df27-448c-b395-c87f9a4712fe HTTP/1.1" status: 204 len: 168 time: 0.1538467 Sep 10 04:01:04.103438 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ae7e5-93f1-4efd-bfc7-c0ec5dc967a3 tempest-TestNetworkAdvancedServerOps-615309764 tempest-TestNetworkAdvancedServerOps-615309764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c7711-df27-448c-b395-c87f9a4712fe,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:04.393514 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f01c08e2-1cc3-4acf-b094-1b9cf24aeeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.416080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.560546 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-eb6dbbdd-5cbe-4e89-ad32-20ad666e467e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0febefc443aa41dd9e25274ffde79c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432197 Sep 10 04:01:04.562966 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47038) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.611336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3f51c92-268d-4db5-be0c-ddd433aa8967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.632274 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3f51c92-268d-4db5-be0c-ddd433aa8967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.676935 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3f51c92-268d-4db5-be0c-ddd433aa8967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.679477 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3f51c92-268d-4db5-be0c-ddd433aa8967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.680641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c3f51c92-268d-4db5-be0c-ddd433aa8967 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/762e098a-c374-4e08-a2cb-2a93ac24c542 HTTP/1.1" status: 204 len: 168 time: 0.1167238 Sep 10 04:01:04.688763 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f51c92-268d-4db5-be0c-ddd433aa8967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e098a-c374-4e08-a2cb-2a93ac24c542,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:04.765411 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.937607 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47044) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.950762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75d66db3-de5b-41dd-a69f-1f48b6026fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.001756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 288233dc-a6ba-464c-b91c-1cc99ec7b747 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:05.025157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 288233dc-a6ba-464c-b91c-1cc99ec7b747 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:05.025464 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 288233dc-a6ba-464c-b91c-1cc99ec7b747 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:05.025948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2854910f-525d-49ff-9ed9-5f299667fc83 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:05.045046 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75d66db3-de5b-41dd-a69f-1f48b6026fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.045295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 2854910f-525d-49ff-9ed9-5f299667fc83 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:05.045643 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2854910f-525d-49ff-9ed9-5f299667fc83 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:05.049249 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75d66db3-de5b-41dd-a69f-1f48b6026fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.087085 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-75d66db3-de5b-41dd-a69f-1f48b6026fb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d4f2c7c24fb49688c7c684fab976f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483829 Sep 10 04:01:05.088067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d66db3-de5b-41dd-a69f-1f48b6026fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3efd67b-f863-40c8-a141-fefba1bf6ddf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.090260 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47046) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.138375 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64ef6b56-eb72-4ef6-93b8-6578b17cac12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.159153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64ef6b56-eb72-4ef6-93b8-6578b17cac12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.203476 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64ef6b56-eb72-4ef6-93b8-6578b17cac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.205998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-64ef6b56-eb72-4ef6-93b8-6578b17cac12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.207142 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-64ef6b56-eb72-4ef6-93b8-6578b17cac12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3efd67b-f863-40c8-a141-fefba1bf6ddf HTTP/1.1" status: 204 len: 168 time: 0.1154301 Sep 10 04:01:05.215173 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef6b56-eb72-4ef6-93b8-6578b17cac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3efd67b-f863-40c8-a141-fefba1bf6ddf,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.630442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.889381 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47068) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.982026 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1708837786-network', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:06.003619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Made reservation on behalf of 87a886b527af410eaa70f27ffcc9c7d5 for: {'network': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:06.006254 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.015173 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.104741 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.109007 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.135688 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:06.140890 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ec394-39b5-40d5-922b-eadbaa46f4de,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:06.147977 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.148344 n-d-808126-2 neutron-server[94633]: INFO neutron.db.segments_db [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Added segment 74485940-2608-42d1-869e-3f7de8a3d325 of type vlan for network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 Sep 10 04:01:06.188545 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.210685 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.211655 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.212236 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.236009 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3455751 Sep 10 04:01:06.239140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47072) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:06.244822 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Request body: {'subnet': {'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1708837786-subnet', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:06.264950 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Made reservation on behalf of 87a886b527af410eaa70f27ffcc9c7d5 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:06.267262 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60683490'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.273225 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bda6d-d4e6-4dcc-903f-5d5747e9d933 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4bbe63-589c-43dd-a216-6f3ae0762aa0,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:06.283026 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:06.429428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60742647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60683516'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.481037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b164df8e-3926-43ff-ac1a-58f10adbda2e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:06.495348 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Checking segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:06.495757 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Network hostable DHCP agents. Network: bc4bbe63-589c-43dd-a216-6f3ae0762aa0, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:06.511275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:06.518851 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, bc4bbe63-589c-43dd-a216-6f3ae0762aa0) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:06.522727 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.523314 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.528385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3276e8-194d-49cf-a815-a943266038e7 None None] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:06.537257 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e7419106-0a3a-4a60-8a19-63f6f34a4f6a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2964232 Sep 10 04:01:06.540029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47074) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:06.544816 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:06.565372 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.566429 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.616560 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.672582 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:06.673479 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.751226 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.806120 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Allocated IP 172.20.0.2 (bc4bbe63-589c-43dd-a216-6f3ae0762aa0/b164df8e-3926-43ff-ac1a-58f10adbda2e/bc6beafb-482d-4fb3-bfa8-417b383cbeb0) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:06.950707 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.952347 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.958866 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Transition to ACTIVE for port object bc6beafb-482d-4fb3-bfa8-417b383cbeb0 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:06.971627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.973138 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Transition to ACTIVE for port object bc6beafb-482d-4fb3-bfa8-417b383cbeb0 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:06.978878 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.016625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:07.023108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:07.027929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:07.030904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Pushing event updated for resources: {'Port': ['ID=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.077776 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Allocated IP 172.25.8.216 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/23c90aad-e446-40e2-aa94-2d047bce5e72) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:07.082498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Attempting to bind port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:07.082956 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Attempting to bind port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:07.083357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Attempting to bind port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:07.088385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:07.088856 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Checking segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:07.089188 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.089612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Bound using segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:07.090108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Bound port: bc6beafb-482d-4fb3-bfa8-417b383cbeb0, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:07.090523 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.155299 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] For port bc6beafb-482d-4fb3-bfa8-417b383cbeb0, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:07.158648 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] For port bc6beafb-482d-4fb3-bfa8-417b383cbeb0, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:07.162711 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.184618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.217828 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82b317-fe12-436d-96c3-b1f4bcc6de2e None None] Pushing event updated for resources: {'Port': ['ID=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.231260 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.269868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:07.272813 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:07.278617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:07.300149 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Pushing event updated for resources: {'Port': ['ID=23c90aad-e446-40e2-aa94-2d047bce5e72,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.536600 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.573071 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.735490 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.864127 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:01:07.975873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:07.985922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:07.995174 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:07.996655 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:07.998487 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.999905 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4fa03e09-2e81-47bf-bb19-d4546ad825cd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4589236 Sep 10 04:01:08.003868 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47076) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:08.107442 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:08.125168 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6c602-da76-4af4-90d5-7bb0e5af09bb None None] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:08.193776 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4961ed88-fcb8-49d7-96e0-862a59016602 None None] Provisioning for port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:08.293013 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:07Z', 'revision_number': 3, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:08.323437 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:08.324411 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Updating router d90a63fe-14d6-4136-b80d-1e8a7013a682 port 23c90aad-e446-40e2-aa94-2d047bce5e72 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:01:08.350227 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.454363 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.608570 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.612535 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Allocated IP 172.20.0.1 (bc4bbe63-589c-43dd-a216-6f3ae0762aa0/b164df8e-3926-43ff-ac1a-58f10adbda2e/aee98873-eef2-4aa6-a279-c00cb7d4c0d1) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:08.618638 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Transition to ACTIVE for port object 23c90aad-e446-40e2-aa94-2d047bce5e72 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:08.625025 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.676050 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Attempting to bind port 23c90aad-e446-40e2-aa94-2d047bce5e72 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:08.676419 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Attempting to bind port 23c90aad-e446-40e2-aa94-2d047bce5e72 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:08.676779 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Attempting to bind port 23c90aad-e446-40e2-aa94-2d047bce5e72 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:08.684547 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:08.684921 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:08.685311 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.685696 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:08.686153 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Bound port: 23c90aad-e446-40e2-aa94-2d047bce5e72, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:08.686529 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.687961 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Pushing event updated for resources: {'Port': ['ID=23c90aad-e446-40e2-aa94-2d047bce5e72,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:08.710790 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.711131 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.711489 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.711827 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.712155 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.712482 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.713238 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.713238 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.713458 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.713740 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.714584 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.714902 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:08.717977 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.732251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Transition to ACTIVE for port object aee98873-eef2-4aa6-a279-c00cb7d4c0d1 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:08.749113 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] For port 23c90aad-e446-40e2-aa94-2d047bce5e72, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:08.752822 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] For port 23c90aad-e446-40e2-aa94-2d047bce5e72, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23c90aad-e446-40e2-aa94-2d047bce5e72,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:08.757196 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.766948 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.806354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:08.809922 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:08.811668 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:08.812471 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:08.815487 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:08.840186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Pushing event updated for resources: {'Port': ['ID=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:08.857902 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.859207 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770ceb8-1a8e-43a1-9238-5059b16c6942 None None] Pushing event updated for resources: {'Port': ['ID=23c90aad-e446-40e2-aa94-2d047bce5e72,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:08.934678 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:09.013222 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.070461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bc6beafb-482d-4fb3-bfa8-417b383cbeb0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:09.123541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:09.127534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:09.128513 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.134033 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:07Z', 'revision_number': 3, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:09.164867 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c660bc-b80d-448a-ac55-6c232d5a50f8 None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:07Z', 'revision_number': 3, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:09.169640 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fd7cf54b-3c7c-4b51-be83-4b1982583aa5 None None] Provisioning for port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:09.175100 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-fd7cf54b-3c7c-4b51-be83-4b1982583aa5 None None] Provisioning complete for port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:09.175487 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf54b-3c7c-4b51-be83-4b1982583aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.206426 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.211645 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.241002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-fd7cf54b-3c7c-4b51-be83-4b1982583aa5 None None] Port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:09.257149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.280702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Pushing event updated for resources: {'Port': ['ID=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:09.283294 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.294328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port bc6beafb-482d-4fb3-bfa8-417b383cbeb0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:09.298819 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.351387 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:09.398049 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:09.399578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:09.524209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:09.668385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-00e9ca01-1362-4d33-b3e1-7cbc71e836c2 None None] Provisioning complete for port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:09.668765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca01-1362-4d33-b3e1-7cbc71e836c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.709737 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-00e9ca01-1362-4d33-b3e1-7cbc71e836c2 None None] Port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:09.995111 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:10.000761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fc6f0a7d-444b-427f-b8ea-093255cebc4f admin admin] 10.222.0.23 "PUT /v2.0/routers/d90a63fe-14d6-4136-b80d-1e8a7013a682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9956837 Sep 10 04:01:10.454188 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47092) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:10.459633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1493712899-network', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:10.479663 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Made reservation on behalf of efa86857fc58483ab8b3abfa8089f422 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:10.481939 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.490284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.583695 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.587445 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.611744 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:10.622092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1018b119-5598-45da-aff9-f3ad088532f2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:10.627114 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.627494 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Added segment 46ecb369-58c3-4b6d-bde9-4a47c1c1f12d of type vlan for network a6f4f110-2b76-46f0-8231-515dbcd03a47 Sep 10 04:01:10.668086 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.692323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.693448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:10.694234 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.694368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:10.703512 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:10.704133 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:10.727965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2723122 Sep 10 04:01:10.731378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47094) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:10.736587 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Request body: {'subnet': {'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1493712899-subnet', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:10.756609 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2df4d6-ac85-413d-b51d-5abefe6db5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f4f110-2b76-46f0-8231-515dbcd03a47,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:10.766600 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:10.768755 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Made reservation on behalf of efa86857fc58483ab8b3abfa8089f422 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:10.771071 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.834345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:10.934970 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.998857 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f7f16c-6b9c-44ac-96db-f76fead9aa56,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:11.011832 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Checking segment: {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:11.013676 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Network hostable DHCP agents. Network: a6f4f110-2b76-46f0-8231-515dbcd03a47, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:11.034131 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:11.044583 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, a6f4f110-2b76-46f0-8231-515dbcd03a47) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:11.049432 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:11.050313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.061938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2be0c-d5ec-4b93-8dbf-bf5bbe1d0117 None None] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:11.067982 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-327748d9-5f98-4eff-8ffa-1d6d02556206 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3353660 Sep 10 04:01:11.068840 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47096) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:11.073495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:11.108539 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.110496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.126439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23c90aad-e446-40e2-aa94-2d047bce5e72 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:11.160942 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.192351 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:09Z', 'revision_number': 2, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:11.242949 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:11.243304 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Updating router d90a63fe-14d6-4136-b80d-1e8a7013a682 port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:01:11.281897 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 23c90aad-e446-40e2-aa94-2d047bce5e72 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:11.283831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.299423 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.311360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 23c90aad-e446-40e2-aa94-2d047bce5e72 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:11.311759 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.353294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-a6f4f110-2b76-46f0-8231-515dbcd03a47', 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'fixed_ips': [{'subnet_id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:11.354136 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.499517 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.522242 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.627316 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Allocated IP 172.25.8.224 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/051fd647-5b41-43c1-b3d7-d48037b3d7a4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:11.736726 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.763603 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.774807 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.812015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:11.818836 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:11.822010 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 23c90aad-e446-40e2-aa94-2d047bce5e72, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23c90aad-e446-40e2-aa94-2d047bce5e72,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:11.823311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:11.826467 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Pushing event updated for resources: {'Port': ['ID=051fd647-5b41-43c1-b3d7-d48037b3d7a4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:11.829079 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.829872 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bc6beafb-482d-4fb3-bfa8-417b383cbeb0 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:11.838836 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Allocated IP 172.20.0.2 (a6f4f110-2b76-46f0-8231-515dbcd03a47/f4f7f16c-6b9c-44ac-96db-f76fead9aa56/c196a826-25a1-4d8c-90d8-afe749731929) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:11.999014 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=23c90aad-e446-40e2-aa94-2d047bce5e72,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.063417 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.070828 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.071365 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:12.071738 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.111139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Transition to ACTIVE for port object aee98873-eef2-4aa6-a279-c00cb7d4c0d1 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:12.127782 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.217646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1081-ea39-4a19-9d43-446ae436456e None None] Pushing event updated for resources: {'Port': ['ID=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.225620 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.274096 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Transition to ACTIVE for port object c196a826-25a1-4d8c-90d8-afe749731929 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:12.274649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.324625 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Transition to ACTIVE for port object c196a826-25a1-4d8c-90d8-afe749731929 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:12.328058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Attempting to bind port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:12.328430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Attempting to bind port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:12.328886 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Attempting to bind port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:12.336201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.340259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:12.340719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Checking segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:12.341182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.341586 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Bound using segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:12.342069 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Bound port: aee98873-eef2-4aa6-a279-c00cb7d4c0d1, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:12.342445 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.394446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:12.415919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:12.418812 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Router 0d8a79b3-b499-4663-a94d-7341b4ba0492 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:01:12.419707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:12.421508 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Pushing event updated for resources: {'Port': ['ID=c196a826-25a1-4d8c-90d8-afe749731929,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.516988 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] For port aee98873-eef2-4aa6-a279-c00cb7d4c0d1, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:12.523245 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Attempting to bind port c196a826-25a1-4d8c-90d8-afe749731929 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:12.523514 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Attempting to bind port c196a826-25a1-4d8c-90d8-afe749731929 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:12.523803 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Attempting to bind port c196a826-25a1-4d8c-90d8-afe749731929 on network a6f4f110-2b76-46f0-8231-515dbcd03a47 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:12.530361 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:12.534525 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:12.534791 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Checking segment: {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:12.535196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.535709 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Bound using segment: {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:12.536071 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Bound port: c196a826-25a1-4d8c-90d8-afe749731929, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:12.536452 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.539198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] For port aee98873-eef2-4aa6-a279-c00cb7d4c0d1, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:12.540232 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Sync routers for ids ['0d8a79b3-b499-4663-a94d-7341b4ba0492'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:12.544679 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.548522 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-232d4cb6-228f-43f1-9b38-258366217f34 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4760654 Sep 10 04:01:12.548861 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47098) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:12.549593 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.553600 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Routers {'0d8a79b3-b499-4663-a94d-7341b4ba0492'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:12.554265 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0d8a79b3-b499-4663-a94d-7341b4ba0492'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:12.664321 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:12.665220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:12.677326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1081-ea39-4a19-9d43-446ae436456e None None] Pushing event updated for resources: {'Port': ['ID=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.729233 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] For port c196a826-25a1-4d8c-90d8-afe749731929, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:12.734280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] For port c196a826-25a1-4d8c-90d8-afe749731929, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c196a826-25a1-4d8c-90d8-afe749731929,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:12.738276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.777146 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Set router 0d8a79b3-b499-4663-a94d-7341b4ba0492 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:12.847040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f548750-6ef1-4da9-8b60-628fd382a1ca None None] Pushing event updated for resources: {'Port': ['ID=c196a826-25a1-4d8c-90d8-afe749731929,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.862740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:13.004972 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 3, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:13.054701 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Checking router: 0d8a79b3-b499-4663-a94d-7341b4ba0492 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:13.054701 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Updating router 0d8a79b3-b499-4663-a94d-7341b4ba0492 port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:01:13.079350 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23c90aad-e446-40e2-aa94-2d047bce5e72 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:13.091222 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.120967 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.195610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 23c90aad-e446-40e2-aa94-2d047bce5e72 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:13.196190 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.254759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:12Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:13.287399 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a9c76-1da8-4a30-b2b6-f183db48655d None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:12Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:13.316785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Allocated IP 172.20.0.1 (a6f4f110-2b76-46f0-8231-515dbcd03a47/f4f7f16c-6b9c-44ac-96db-f76fead9aa56/2e0688ce-eae6-43a0-bd0e-62ebf9578cc4) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:13.397661 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.414967 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Transition to ACTIVE for port object 051fd647-5b41-43c1-b3d7-d48037b3d7a4 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:13.423161 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.467626 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.477867 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Attempting to bind port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:13.478241 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Attempting to bind port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:13.478598 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Attempting to bind port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:13.485783 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf68c7-1a6a-4cff-958f-f0c5777b2f93 None None] Pushing event updated for resources: {'Port': ['ID=051fd647-5b41-43c1-b3d7-d48037b3d7a4,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:13.488005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Transition to ACTIVE for port object 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:13.489605 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:13.489984 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:13.490386 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.490779 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:13.491338 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Bound port: 051fd647-5b41-43c1-b3d7-d48037b3d7a4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:13.492081 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.530177 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.551337 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] For port 051fd647-5b41-43c1-b3d7-d48037b3d7a4, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:13.554801 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] For port 051fd647-5b41-43c1-b3d7-d48037b3d7a4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=051fd647-5b41-43c1-b3d7-d48037b3d7a4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:13.560258 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.567623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:13.572728 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:13.576988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:13.620151 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Routers {'0d8a79b3-b499-4663-a94d-7341b4ba0492'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:13.621357 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0d8a79b3-b499-4663-a94d-7341b4ba0492'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:13.639360 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.641948 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:13.667054 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf68c7-1a6a-4cff-958f-f0c5777b2f93 None None] Pushing event updated for resources: {'Port': ['ID=051fd647-5b41-43c1-b3d7-d48037b3d7a4,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:13.752779 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] Set router 0d8a79b3-b499-4663-a94d-7341b4ba0492 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:13.821077 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.963703 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 3, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:13.999768 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c59f0-1ccf-48ba-8e62-e95189a3394e None None] The sync data for ids ['0d8a79b3-b499-4663-a94d-7341b4ba0492'] in n-d-808126-2 is: [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 3, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:14.014008 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94feeabd-a41c-43b2-b312-728ac626830f None None] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:14.054219 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.059732 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.086835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-305424c4-ea15-4116-aa26-ffc23c46efb9 None None] Provisioning for port c196a826-25a1-4d8c-90d8-afe749731929 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:14.132051 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:14.134522 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.242185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:14.244005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:14.388871 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Router 0d8a79b3-b499-4663-a94d-7341b4ba0492 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:14.514891 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:14.528689 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-f3f58c14-e83c-434e-bfc0-57803e2f46b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/0d8a79b3-b499-4663-a94d-7341b4ba0492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704802 Sep 10 04:01:14.534500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-896507f7-bb21-4cae-9e0a-16364f70f7ac None None] Provisioning for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:14.540831 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-896507f7-bb21-4cae-9e0a-16364f70f7ac None None] Provisioning complete for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:14.541317 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-896507f7-bb21-4cae-9e0a-16364f70f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.593686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-896507f7-bb21-4cae-9e0a-16364f70f7ac None None] Port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:14.737757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-8d0bba54-cd9e-49b3-9240-cc0f0e3d8804 None None] Provisioning complete for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:14.737972 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8d0bba54-cd9e-49b3-9240-cc0f0e3d8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.780349 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8d0bba54-cd9e-49b3-9240-cc0f0e3d8804 None None] Port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:15.013915 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-71604e48-277b-4aa5-8c0b-bca2f4faef98 None None] Provisioning complete for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:15.015206 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-71604e48-277b-4aa5-8c0b-bca2f4faef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.056803 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47106) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.062141 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559805919', 'description': 'tempest-secgroup-smoke-1559805919 description', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.071904 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-71604e48-277b-4aa5-8c0b-bca2f4faef98 None None] Port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:15.094361 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.131678 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c196a826-25a1-4d8c-90d8-afe749731929 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:15.189833 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port c196a826-25a1-4d8c-90d8-afe749731929 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:15.193947 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.194142 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c196a826-25a1-4d8c-90d8-afe749731929 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:15.194467 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.200566 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.234014 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b48b45-94f1-496b-97e4-418471ab219f,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.238329 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.239596 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d9bd122e-6da0-4fb8-80ce-80e9f982fdb0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1816914 Sep 10 04:01:15.242870 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47108) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.247976 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': 'e4b48b45-94f1-496b-97e4-418471ab219f', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.276238 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.284765 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.318759 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port c196a826-25a1-4d8c-90d8-afe749731929, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c196a826-25a1-4d8c-90d8-afe749731929,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:15.323305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.324453 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 051fd647-5b41-43c1-b3d7-d48037b3d7a4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:15.336802 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.340435 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.361406 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0733b751-5f5d-45e1-8f32-a81a6d36895c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.364981 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.367797 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c33a9a06-a8d6-44e6-97a8-1e2a6cd4876b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234939 Sep 10 04:01:15.370064 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47110) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.375791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': 'e4b48b45-94f1-496b-97e4-418471ab219f', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.400514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.405942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=c196a826-25a1-4d8c-90d8-afe749731929,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.418076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:15.421770 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:15.422182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.459240 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.463833 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.485275 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0c5a83-7582-4d44-940c-9e60f98452be,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.489253 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.492980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-28d2bd48-0010-4dbd-9d70-d1567b1535d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181774 Sep 10 04:01:15.493448 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47112) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.497605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': 'e4b48b45-94f1-496b-97e4-418471ab219f', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.503913 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.523370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 051fd647-5b41-43c1-b3d7-d48037b3d7a4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=051fd647-5b41-43c1-b3d7-d48037b3d7a4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:15.523700 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.527820 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.528610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device aee98873-eef2-4aa6-a279-c00cb7d4c0d1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:15.585214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.590470 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.608983 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ea7c21-8e10-4da7-86b0-83696de23b1e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.616244 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.619981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4a9fbe4c-e1ee-4550-b1b8-036b3bdd8d14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231797 Sep 10 04:01:15.620179 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47114) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.624708 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': 'e4b48b45-94f1-496b-97e4-418471ab219f', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.657453 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.720411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.724521 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.746258 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd47db8-3260-46ca-b9c4-f7b306185508,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.753033 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.754822 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6d15e198-f0b4-4d9d-94fe-7f94c11bb516 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331935 Sep 10 04:01:15.756925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47116) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.761439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': 'e4b48b45-94f1-496b-97e4-418471ab219f', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.783874 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Project 87a886b527af410eaa70f27ffcc9c7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:01:15.785990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=051fd647-5b41-43c1-b3d7-d48037b3d7a4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.788689 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.795554 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:15.800150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:15.800558 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.848037 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.851829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.869605 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f3f0f0-9402-4571-8e47-61227362969b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.874970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.876312 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-346a79fd-2936-4b9d-93a5-63c9a7342619 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183848 Sep 10 04:01:15.879056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47118) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.880399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.883508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': 'e4b48b45-94f1-496b-97e4-418471ab219f', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:15.904785 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Project 87a886b527af410eaa70f27ffcc9c7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:01:15.909604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.913472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port aee98873-eef2-4aa6-a279-c00cb7d4c0d1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:15.916977 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.967520 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.973731 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.977604 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.994421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0396865b-6069-4f76-ad0e-d5680506e33d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:16.000371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.001559 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-161e7717-e48f-461e-93d9-598f3ba41f17 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215608 Sep 10 04:01:16.215877 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5ebe3571-575a-4da9-a58b-0f0ce917a25f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559805919&fields=id&tenant_id=87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 267 time: 0.0328245 Sep 10 04:01:16.325603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-012513ce-e82e-4faa-8f4f-7cee44a55a55 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:16.327255 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-012513ce-e82e-4faa-8f4f-7cee44a55a55 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 809 time: 0.1049097 Sep 10 04:01:16.342477 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-e8585dc4-c311-489d-b38d-c1e19a8fa3b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/quotas/87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 375 time: 0.0094230 Sep 10 04:01:16.375922 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:01:16.394779 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-9e8e815f-fc80-4af1-ac60-32051d5eaf3b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465899 Sep 10 04:01:16.500861 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-79e753e7-e00a-41b4-8dd8-73a2dce13bc3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:01:16.501878 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-79e753e7-e00a-41b4-8dd8-73a2dce13bc3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0953825 Sep 10 04:01:16.590012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-f4f3d739-c60f-4e65-b060-a29ddeff2492 service neutron] 10.222.0.23 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817778 Sep 10 04:01:16.624996 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Sync routers for ids ['0d8a79b3-b499-4663-a94d-7341b4ba0492'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:16.634002 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Routers {'0d8a79b3-b499-4663-a94d-7341b4ba0492'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:16.634619 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0d8a79b3-b499-4663-a94d-7341b4ba0492'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:16.683645 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-d4f048ed-afa6-42cb-a7ea-6185562cbdde service neutron] 10.222.0.23 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870914 Sep 10 04:01:16.739980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Set router 0d8a79b3-b499-4663-a94d-7341b4ba0492 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:16.849200 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6c6a1742-21fb-485b-8866-f0482dffea5e req-fe482d14-b002-4720-8892-c7bd8fe7946b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 210 time: 0.0309110 Sep 10 04:01:16.939938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:13Z', 'revision_number': 4, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2e0688ce-eae6-43a0-bd0e-62ebf9578cc4', 'name': '', 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'mac_address': 'fa:16:3e:07:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:13Z', 'updated_at': '2021-09-10T04:01:13Z', 'revision_number': 2, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'subnets': [{'id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:16.967195 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Checking router: 0d8a79b3-b499-4663-a94d-7341b4ba0492 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:16.967604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Updating router 0d8a79b3-b499-4663-a94d-7341b4ba0492 port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:01:16.997721 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.035790 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c196a826-25a1-4d8c-90d8-afe749731929 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:17.171965 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port c196a826-25a1-4d8c-90d8-afe749731929 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:17.172433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.330910 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 051fd647-5b41-43c1-b3d7-d48037b3d7a4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:17.395803 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.409809 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Transition to ACTIVE for port object 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:17.420262 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:17.420685 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.423359 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.504199 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638984d4-3f7c-4ec2-8683-ad056e0ad2f6 None None] Pushing event updated for resources: {'Port': ['ID=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.588083 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Attempting to bind port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:17.588461 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Attempting to bind port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:17.588830 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Attempting to bind port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 on network a6f4f110-2b76-46f0-8231-515dbcd03a47 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:17.599439 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device aee98873-eef2-4aa6-a279-c00cb7d4c0d1 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:17.601430 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:17.601719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Checking segment: {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:17.602124 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.602517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Bound using segment: {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:17.602990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Bound port: 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:17.603374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.700631 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] For port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:17.704067 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] For port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:17.705022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:17.705418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.730502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.811161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Routers {'0d8a79b3-b499-4663-a94d-7341b4ba0492'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:17.811835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0d8a79b3-b499-4663-a94d-7341b4ba0492'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.864899 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638984d4-3f7c-4ec2-8683-ad056e0ad2f6 None None] Pushing event updated for resources: {'Port': ['ID=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.962433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-13b5d5ad-6ac1-46da-9d35-8fb8ea7fa46d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:17.964685 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-13b5d5ad-6ac1-46da-9d35-8fb8ea7fa46d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 809 time: 0.1770344 Sep 10 04:01:17.980374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] Set router 0d8a79b3-b499-4663-a94d-7341b4ba0492 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:18.000057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-26b382c3-511c-40aa-9a72-f3410a822905 req-6e81a6fe-7c0b-427c-be21-51cc11a950bb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 210 time: 0.0297034 Sep 10 04:01:18.022910 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-c5cfd958-4450-4ce5-b7db-0e48a29cb30f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 380 time: 0.0479445 Sep 10 04:01:18.032894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'port': {'device_id': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'admin_state_up': True, 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'security_groups': ['e4b48b45-94f1-496b-97e4-418471ab219f']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:18.137829 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Made reservation on behalf of 87a886b527af410eaa70f27ffcc9c7d5 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:18.141481 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.208405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:13Z', 'revision_number': 4, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2e0688ce-eae6-43a0-bd0e-62ebf9578cc4', 'name': '', 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'mac_address': 'fa:16:3e:07:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:13Z', 'updated_at': '2021-09-10T04:01:17Z', 'revision_number': 4, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'subnets': [{'id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:18.239607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34bb6-06be-4297-b94e-4328261d080e None None] The sync data for ids ['0d8a79b3-b499-4663-a94d-7341b4ba0492'] in n-d-808126-2 is: [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:13Z', 'revision_number': 4, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '2e0688ce-eae6-43a0-bd0e-62ebf9578cc4', 'name': '', 'network_id': 'a6f4f110-2b76-46f0-8231-515dbcd03a47', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'mac_address': 'fa:16:3e:07:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:13Z', 'updated_at': '2021-09-10T04:01:17Z', 'revision_number': 4, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'subnets': [{'id': 'f4f7f16c-6b9c-44ac-96db-f76fead9aa56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:18.631201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Allocated IP 172.20.0.9 (bc4bbe63-589c-43dd-a216-6f3ae0762aa0/b164df8e-3926-43ff-ac1a-58f10adbda2e/d17be8cc-8b2e-439d-942f-1201a09828a6) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:18.772860 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.785989 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Transition to ACTIVE for port object d17be8cc-8b2e-439d-942f-1201a09828a6 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:18.817261 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.857078 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:18.860007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:18.863601 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:18.896398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:18.918425 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:18.919053 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.934162 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-33cb19bb-8916-4ff1-91fb-239ccaa9ae6c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9049103 Sep 10 04:01:18.946053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Request body: {'port': {'device_id': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:19.029133 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.074683 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:19.114871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b89bd37d-f315-4975-a7db-74dedef6b06c None None] Provisioning for port d17be8cc-8b2e-439d-942f-1201a09828a6 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:19.121534 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b89bd37d-f315-4975-a7db-74dedef6b06c None None] Provisioning complete for port d17be8cc-8b2e-439d-942f-1201a09828a6 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:19.121909 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b89bd37d-f315-4975-a7db-74dedef6b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.160016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:19.161980 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b89bd37d-f315-4975-a7db-74dedef6b06c None None] Port d17be8cc-8b2e-439d-942f-1201a09828a6 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:19.165305 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:19.165800 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.216810 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939acb66-caf1-4e61-a4a4-a512101b3beb req-e309fea9-0105-494a-b452-a8dfd4ba8ee7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:19.218457 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-939acb66-caf1-4e61-a4a4-a512101b3beb req-e309fea9-0105-494a-b452-a8dfd4ba8ee7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 931 time: 0.1299460 Sep 10 04:01:19.247055 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.278130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:19.281297 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.302706 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-939acb66-caf1-4e61-a4a4-a512101b3beb req-3bbee75e-b811-4146-b750-15738c056783 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733852 Sep 10 04:01:19.330017 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:19.385499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17be8cc-8b2e-439d-942f-1201a09828a6 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:01:19.393592 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.405426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Transition to ACTIVE for port object d17be8cc-8b2e-439d-942f-1201a09828a6 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:19.408712 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.459429 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:19.524335 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Attempting to bind port d17be8cc-8b2e-439d-942f-1201a09828a6 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:19.524654 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Attempting to bind port d17be8cc-8b2e-439d-942f-1201a09828a6 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:19.524993 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Attempting to bind port d17be8cc-8b2e-439d-942f-1201a09828a6 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:19.529701 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Port d17be8cc-8b2e-439d-942f-1201a09828a6 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:01:19.530029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Attempting to bind port d17be8cc-8b2e-439d-942f-1201a09828a6 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:19.535003 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:19.535354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Checking segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:19.535774 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Bound using segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:19.536228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Bound port: d17be8cc-8b2e-439d-942f-1201a09828a6, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:19.536577 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.606184 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:19.609217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:19.612930 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.646210 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:19.646840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.648332 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] 10.222.0.32 "PUT /v2.0/ports/d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 1091 time: 0.7064333 Sep 10 04:01:19.648779 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:19.651058 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c730f4-791d-446d-be37-b0cf7085c908" -d '{"events": [{"name": "network-changed", "server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:19.693217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55232a-cc6f-494d-bdb3-3149e4ccb7eb service neutron] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:19.733507 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206ab81-ffee-41f4-bbdb-b89fd240f290 x-openstack-request-id: req-6206ab81-ffee-41f4-bbdb-b89fd240f290 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:19.733805 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:19.734064 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6206ab81-ffee-41f4-bbdb-b89fd240f290 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:19.734458 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'status': 'completed', 'code': 200} Sep 10 04:01:19.751044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-cfc1b4d8-24d1-4e8d-932f-ffb41427c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:19.752610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-cfc1b4d8-24d1-4e8d-932f-ffb41427c0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1094 time: 0.0558174 Sep 10 04:01:19.801240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-f923fa75-91a0-4313-ab20-85720666bedd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 217 time: 0.0404372 Sep 10 04:01:19.851016 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-d743c7c8-4025-490b-9a22-20a1a6a836cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:19.852530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-d743c7c8-4025-490b-9a22-20a1a6a836cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0448928 Sep 10 04:01:19.897846 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-eefc48c5-362a-4d64-96b9-0046ff9cb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:19.899335 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-eefc48c5-362a-4d64-96b9-0046ff9cb4fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393531 Sep 10 04:01:19.990707 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-10b98f5a-eb10-4848-bd2f-e4fb9b269e9d service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837367 Sep 10 04:01:20.081386 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-71b986dc-37b9-41b7-a511-5f4dc52c446a req-2c8b915c-0dc4-46d1-b576-acc65c4c7de2 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834758 Sep 10 04:01:20.169944 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-1c9032ef-105d-4bbb-8cc6-26671e759e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:20.171409 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-1c9032ef-105d-4bbb-8cc6-26671e759e1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1094 time: 0.0441759 Sep 10 04:01:20.259233 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-adf43306-e0fc-4214-a56a-612e628a2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:20.260768 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-adf43306-e0fc-4214-a56a-612e628a2502 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0827498 Sep 10 04:01:20.305688 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-e324d426-8a3b-490c-a3ef-fa0170f75e59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 217 time: 0.0382659 Sep 10 04:01:20.358458 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-38b5d228-e573-4f46-b964-d1d6119f2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:20.359980 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-38b5d228-e573-4f46-b964-d1d6119f2ef4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0463538 Sep 10 04:01:20.437508 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-45d540d8-4daa-4881-ac15-fc0a53507c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:20.439037 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-45d540d8-4daa-4881-ac15-fc0a53507c99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693517 Sep 10 04:01:20.451211 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8f845-8091-4eb9-9147-2e9fd3ca48ad req-053b6145-10c1-475b-b612-8e8751e3383d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:20.452759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dfb8f845-8091-4eb9-9147-2e9fd3ca48ad req-053b6145-10c1-475b-b612-8e8751e3383d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0741489 Sep 10 04:01:20.545566 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dfb8f845-8091-4eb9-9147-2e9fd3ca48ad req-1c586532-f541-4c96-b4b1-3905a550b3a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846243 Sep 10 04:01:20.569093 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-9eb703a4-d1ce-405a-8e83-6a674a24a471 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153188 Sep 10 04:01:20.663171 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e7c730f4-791d-446d-be37-b0cf7085c908 req-d50070e0-232a-4c26-8cbe-9d2328eeafca service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851910 Sep 10 04:01:21.010750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:21.057731 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:21.058102 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:21.660694 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40548-e1d6-4eb5-8a87-852dc1259720 req-0946ecee-629d-4f70-b126-7cf4c37fbf8d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:21.662163 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fc40548-e1d6-4eb5-8a87-852dc1259720 req-0946ecee-629d-4f70-b126-7cf4c37fbf8d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0484688 Sep 10 04:01:21.703174 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6fc40548-e1d6-4eb5-8a87-852dc1259720 req-4118a3eb-6f98-414f-9b31-a1df27cda4c9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351706 Sep 10 04:01:22.814684 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c40d62-f147-42e2-8b74-eaef4b2584be req-2b5941d3-368c-405d-bfac-cc408e43d214 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:22.816201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c40d62-f147-42e2-8b74-eaef4b2584be req-2b5941d3-368c-405d-bfac-cc408e43d214 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0483036 Sep 10 04:01:22.824955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:01:22.853383 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8c40d62-f147-42e2-8b74-eaef4b2584be req-a0609008-a93a-415d-95ef-620435d5eed2 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Sep 10 04:01:22.916875 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:22.930446 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'mac_address': 'fa:16:3e:9d:85:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:01:22.966613 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.979059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17be8cc-8b2e-439d-942f-1201a09828a6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:01:22.997997 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:23.001495 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.048743 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:23.202484 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d17be8cc-8b2e-439d-942f-1201a09828a6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:01:23.966250 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef95fd-7965-40e2-9310-553b37a3d639 req-101615e8-60b7-4768-9dde-4a3224b40e3a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:23.967735 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04ef95fd-7965-40e2-9310-553b37a3d639 req-101615e8-60b7-4768-9dde-4a3224b40e3a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 944 time: 0.0479839 Sep 10 04:01:24.004016 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04ef95fd-7965-40e2-9310-553b37a3d639 req-f30e00c8-8bef-4951-bb69-d874a93fd134 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303400 Sep 10 04:01:24.843217 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:24.889973 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port d17be8cc-8b2e-439d-942f-1201a09828a6 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:24.893515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d17be8cc-8b2e-439d-942f-1201a09828a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:24.893886 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.119785 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.122735 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d6ce4-3d07-4425-82e4-1f652836406a req-b79fde9d-53b2-46dc-b923-09743e2b9ef1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:25.124314 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-490d6ce4-3d07-4425-82e4-1f652836406a req-b79fde9d-53b2-46dc-b923-09743e2b9ef1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 944 time: 0.0518939 Sep 10 04:01:25.142390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:25.144702 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3ab5d2-3801-43d8-a5e0-cd02a0aedf00" -d '{"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-plugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:25.157632 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:25.161875 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.168054 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-490d6ce4-3d07-4425-82e4-1f652836406a req-6f68bb1e-2f07-4e23-9458-4d754a191419 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 Sep 10 04:01:25.187958 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b4339-963f-4c3b-be07-1648c7a15369 x-openstack-request-id: req-f63b4339-963f-4c3b-be07-1648c7a15369 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:25.188314 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-plugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:25.188567 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f63b4339-963f-4c3b-be07-1648c7a15369 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:25.188952 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'code': 200} Sep 10 04:01:25.212494 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:25.287691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9be0-c30c-4fb4-92b0-426ae62f873b req-5ec3bacc-df66-4d93-8d9b-d7bec42ea672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:25.289193 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea3f9be0-c30c-4fb4-92b0-426ae62f873b req-5ec3bacc-df66-4d93-8d9b-d7bec42ea672 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1096 time: 0.0427554 Sep 10 04:01:25.322961 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea3f9be0-c30c-4fb4-92b0-426ae62f873b req-c3a85183-40fb-4856-9877-9fb1248968c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264192 Sep 10 04:01:26.281981 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9089-1fd1-4bec-8c80-2da01b9f9b57 req-0915074a-1ca8-4ae2-9930-aa0208e99475 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:26.283853 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc9c9089-1fd1-4bec-8c80-2da01b9f9b57 req-0915074a-1ca8-4ae2-9930-aa0208e99475 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Sep 10 04:01:26.324904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dc9c9089-1fd1-4bec-8c80-2da01b9f9b57 req-07e3d59e-c540-4967-bc97-abd43867ea19 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341041 Sep 10 04:01:27.439289 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09500246-8106-4d4c-a5bd-1337d5e4b47c req-8c101804-1c35-4573-bd51-715415c93a2a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:27.440796 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09500246-8106-4d4c-a5bd-1337d5e4b47c req-8c101804-1c35-4573-bd51-715415c93a2a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0477877 Sep 10 04:01:27.476732 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-09500246-8106-4d4c-a5bd-1337d5e4b47c req-870fee38-4244-4a17-b5b2-87330fd2db72 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301778 Sep 10 04:01:27.589433 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309e9d-ed95-4f42-a173-622a7fa259e1 req-1c215c6f-2ec4-42c8-96ae-6f2960e578f5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:27.591416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a9309e9d-ed95-4f42-a173-622a7fa259e1 req-1c215c6f-2ec4-42c8-96ae-6f2960e578f5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Sep 10 04:01:27.627700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a9309e9d-ed95-4f42-a173-622a7fa259e1 req-36a2e233-37a9-4386-aef1-a8ae479e9e05 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Sep 10 04:01:27.649927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47176) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:27.738276 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c932089-b8a2-4cc7-806c-388205f9de30 tempest-TestShelveInstance-1249730448 tempest-TestShelveInstance-1249730448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:27.739800 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-4c932089-b8a2-4cc7-806c-388205f9de30 tempest-TestShelveInstance-1249730448 tempest-TestShelveInstance-1249730448-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1091 time: 0.0888743 Sep 10 04:01:27.742770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47180) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:27.746943 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:27.767665 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.860317 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.968872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Allocated IP 172.25.8.226 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/594df847-ffe9-4357-bca3-c5aa1174ba2b) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:28.069649 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.116758 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.158195 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:28.161292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:28.164059 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:28.192848 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'Port': ['ID=594df847-ffe9-4357-bca3-c5aa1174ba2b,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:28.523849 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.590272 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.739803 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.744165 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.809148 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'Port': ['ID=594df847-ffe9-4357-bca3-c5aa1174ba2b,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:28.820580 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.919101 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Floating IP d8fa8f37-1749-4b03-8690-b45948e7e3f9 associated. External IP: 172.25.8.226, port: d17be8cc-8b2e-439d-942f-1201a09828a6. Sep 10 04:01:29.126623 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:29.230994 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:29.240401 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:29.249765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.250407 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:29.251008 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:29.287471 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-36550067-1a05-4c43-8b72-04b5281f157c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5329075 Sep 10 04:01:29.287471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:29.287471 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70895ce7-36d8-483a-8637-2a64c7f520f7" -d '{"events": [{"name": "network-changed", "server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:29.319549 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac6dc1-e2a2-49de-b65b-d80c6214c69b x-openstack-request-id: req-47ac6dc1-e2a2-49de-b65b-d80c6214c69b {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:29.320036 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:29.320295 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47ac6dc1-e2a2-49de-b65b-d80c6214c69b {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:29.320701 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'status': 'completed', 'code': 200} Sep 10 04:01:29.355741 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:29.380911 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-c295a4d4-8ce2-46f5-8181-c7579e3ddc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:29.382407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-c295a4d4-8ce2-46f5-8181-c7579e3ddc76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1096 time: 0.0397742 Sep 10 04:01:29.475409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-06733d49-d4eb-4884-a206-6b0540ed8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:29.476994 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-06733d49-d4eb-4884-a206-6b0540ed8180 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0872157 Sep 10 04:01:29.541578 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-4ce19cca-8c83-435a-98e9-66bb6f876272 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 999 time: 0.0579526 Sep 10 04:01:29.572313 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'd8fa8f37-1749-4b03-8690-b45948e7e3f9', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'mac_address': 'fa:16:3e:9d:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:01:28Z', 'updated_at': '2021-09-10T04:01:28Z', 'revision_number': 0, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:29.592759 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-23fb4f7b-d29a-4f27-9501-9fce44985de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:29.594220 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-23fb4f7b-d29a-4f27-9501-9fce44985de9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0465062 Sep 10 04:01:29.601829 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:29.610029 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:29.610557 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:01:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:29.638154 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-cad8d702-98a8-4fa0-bb1e-9142e671f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:29.639656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-cad8d702-98a8-4fa0-bb1e-9142e671f6f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389848 Sep 10 04:01:29.714582 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:29.727351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-85af4b34-5826-45ab-97a3-bb395b66fba1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807412 Sep 10 04:01:29.830904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-70895ce7-36d8-483a-8637-2a64c7f520f7 req-0364777c-c785-4bc0-80da-da20528fa166 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956674 Sep 10 04:01:30.031179 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'd8fa8f37-1749-4b03-8690-b45948e7e3f9', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'mac_address': 'fa:16:3e:9d:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:01:28Z', 'updated_at': '2021-09-10T04:01:28Z', 'revision_number': 0, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:30.060410 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7b8c2-6ee6-4ae4-8b19-26c530a26434 None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': 'd8fa8f37-1749-4b03-8690-b45948e7e3f9', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'mac_address': 'fa:16:3e:9d:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:01:28Z', 'updated_at': '2021-09-10T04:01:28Z', 'revision_number': 0, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:30.250375 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc3f27-2c3c-44c5-afb1-62440f8a61ac None None] New status for floating IP d8fa8f37-1749-4b03-8690-b45948e7e3f9: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:01:31.748940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-8dd4b92f-5ba5-46b0-aac7-6e9c1fe11e12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395501 Sep 10 04:01:31.833121 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-a4d7784a-c724-453a-ac70-65774384e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.834609 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e80095a1-113e-470b-bbbf-862bb1bb2c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.835132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-a4d7784a-c724-453a-ac70-65774384e556 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1096 time: 0.0465157 Sep 10 04:01:31.937803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-edf44e08-c192-4a05-9dd3-b9580c85b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.939339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-edf44e08-c192-4a05-9dd3-b9580c85b711 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0852485 Sep 10 04:01:32.006280 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-22c7ebb1-f279-4b22-b64c-d495b99825d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 1001 time: 0.0602720 Sep 10 04:01:32.054183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-91daf00a-8992-45a6-8b99-e3fcb27c08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:32.055632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-91daf00a-8992-45a6-8b99-e3fcb27c08cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0417523 Sep 10 04:01:32.100217 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-d2696f04-6231-400a-99aa-089642608d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:32.101763 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-d2696f04-6231-400a-99aa-089642608d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397165 Sep 10 04:01:32.191884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-5a8c0d7d-dc02-4d1a-89bb-f0c9cde7d757 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827849 Sep 10 04:01:32.278604 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-dedd8083-ef45-4061-b82b-252b5aee9aaf req-2b3709da-b69c-40c3-b548-2a98a047aaa9 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792103 Sep 10 04:01:32.602688 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.830117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.394408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-beb1d9eb-2de9-466c-b3f6-bfc8e15e5f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.766278 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.632786 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.575146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.375706 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:02:01.835305 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-393ac59f-c254-4655-b355-339ae677ad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.604735 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.849689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.394457 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b0b4569d-172a-401f-bed3-bae1d519f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.766470 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.636605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.579115 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.374024 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:02:31.775930 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-a5281214-42b6-487a-81c2-b2860d21ba3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423033 Sep 10 04:02:31.836807 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6ca8123a-8c61-40da-b9ca-a791619598a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.862388 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-31a2868e-76a6-4faf-b1b2-ffbc72c0e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:31.863939 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-31a2868e-76a6-4faf-b1b2-ffbc72c0e261 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1096 time: 0.0428960 Sep 10 04:02:31.964818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-f0879aab-aadb-49ab-845e-534f9191ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:31.966287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-f0879aab-aadb-49ab-845e-534f9191ce68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0831628 Sep 10 04:02:32.034001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-0e27f045-8d2f-46f5-a718-7a1ab8007f77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 1001 time: 0.0603292 Sep 10 04:02:32.081473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-485b96b2-9f33-4029-8207-56cf6b64a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:32.082966 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-485b96b2-9f33-4029-8207-56cf6b64a482 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0422199 Sep 10 04:02:32.128089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-a962f760-2f99-4e33-9883-32d4497a8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:32.129544 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-a962f760-2f99-4e33-9883-32d4497a8d06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391245 Sep 10 04:02:32.227413 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-985ec17d-28fc-4bf2-8113-be9764e4947c service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901973 Sep 10 04:02:32.318929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d0dbb3a2-d426-4721-9d49-14d054c16ec2 req-db688dbb-5fe6-4627-a3ae-0775228b4d90 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845850 Sep 10 04:02:32.618021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.864424 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.393964 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-95cda111-5642-4774-a807-d5056a74cbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.765447 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.639418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.580597 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.397074 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-4d3c7e80-d102-49c6-86df-edabf0db371f req-3b81706c-6198-426d-86ce-549269cfd690 service neutron] (94634) timed out ('10.222.0.23', 43300) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:03:01.838162 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f2b87f32-5f6c-4cb5-8216-3d67f025990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.635813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.863928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.397520 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-afc02b9e-1b4e-4641-ae55-33e47d3de2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.766210 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.642442 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.376087 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:03:07.584092 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.009948 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d3a07-b0b0-4706-aec4-142fd09c77e6 req-480d4237-cdef-4d3b-ad0a-4bf3824739c6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:25.011515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-373d3a07-b0b0-4706-aec4-142fd09c77e6 req-480d4237-cdef-4d3b-ad0a-4bf3824739c6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.1006730 Sep 10 04:03:25.049846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-373d3a07-b0b0-4706-aec4-142fd09c77e6 req-3940df27-8f38-457f-a7df-9dc3870a9a79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Sep 10 04:03:26.192691 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5abca7-3005-4ed8-a282-7b7e51bfb05c req-7293e15d-6bfe-4cd8-9d5b-c8b4cd4fe492 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:26.194188 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac5abca7-3005-4ed8-a282-7b7e51bfb05c req-7293e15d-6bfe-4cd8-9d5b-c8b4cd4fe492 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0487852 Sep 10 04:03:26.231269 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ac5abca7-3005-4ed8-a282-7b7e51bfb05c req-07aabf7f-5fde-4451-b990-920c71020bed tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Sep 10 04:03:27.367628 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36ec2b-1302-4861-9436-00a7535db2ff req-73fe193e-74bf-4f50-b8f1-bc746f0ef294 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:27.369110 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f36ec2b-1302-4861-9436-00a7535db2ff req-73fe193e-74bf-4f50-b8f1-bc746f0ef294 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Sep 10 04:03:27.406270 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f36ec2b-1302-4861-9436-00a7535db2ff req-af8c7118-95b1-448c-be1e-9820fd0f1e01 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Sep 10 04:03:28.518354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169196-8394-4299-817d-cf1f640692f9 req-ffb92c34-3e4c-4d0f-a208-cec5d7b43412 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:28.519865 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03169196-8394-4299-817d-cf1f640692f9 req-ffb92c34-3e4c-4d0f-a208-cec5d7b43412 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0473685 Sep 10 04:03:28.556564 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-03169196-8394-4299-817d-cf1f640692f9 req-242cd86d-9600-4818-a08c-929a2abedf4a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309777 Sep 10 04:03:29.670619 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4fa4d-8a34-4c5b-9bae-cad96cac3377 req-a0f9aa21-70a6-43a2-9740-966a23e09b6a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:29.672141 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01e4fa4d-8a34-4c5b-9bae-cad96cac3377 req-a0f9aa21-70a6-43a2-9740-966a23e09b6a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Sep 10 04:03:29.709980 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-01e4fa4d-8a34-4c5b-9bae-cad96cac3377 req-079b6b27-a563-414d-807f-b0a7f44767d9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Sep 10 04:03:30.823094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94e6f-c95e-4cf7-b9e3-e8bf24c418ce req-7c0576d2-355f-4ad2-b529-0fd8b61c2e28 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:30.824577 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6b94e6f-c95e-4cf7-b9e3-e8bf24c418ce req-7c0576d2-355f-4ad2-b529-0fd8b61c2e28 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0470679 Sep 10 04:03:30.865317 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e6b94e6f-c95e-4cf7-b9e3-e8bf24c418ce req-a37964d2-bb57-4acb-b725-f497bd8194b2 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343518 Sep 10 04:03:31.838984 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c7-068d-45b5-9b63-3054718e77c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.982823 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee423b-cebb-4d69-a468-b0660888b6d9 req-15eb5f2e-1637-447f-a71b-8c5678ec6cdb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:31.984407 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67ee423b-cebb-4d69-a468-b0660888b6d9 req-15eb5f2e-1637-447f-a71b-8c5678ec6cdb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0515599 Sep 10 04:03:32.021314 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-67ee423b-cebb-4d69-a468-b0660888b6d9 req-5ecd57ce-ca05-4cd4-b164-338b4e3f6f93 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306237 Sep 10 04:03:32.633461 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.871107 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.139158 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3095f-7735-498a-8c51-27f4f7905682 req-b113bd87-66d4-4089-ae82-5477cc8e74e6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:33.141464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4e3095f-7735-498a-8c51-27f4f7905682 req-b113bd87-66d4-4089-ae82-5477cc8e74e6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Sep 10 04:03:33.182585 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e4e3095f-7735-498a-8c51-27f4f7905682 req-ef5ab90b-2800-4308-8dba-e6f74df50f71 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Sep 10 04:03:33.781818 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-3ba60299-0006-43c0-8110-8c7b83b16aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:33.783807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-3ba60299-0006-43c0-8110-8c7b83b16aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1096 time: 0.0401077 Sep 10 04:03:34.219635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-b14c182a-ed0e-4c9d-86e2-1754720c02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:34.221228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-b14c182a-ed0e-4c9d-86e2-1754720c02af service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.4187477 Sep 10 04:03:34.285733 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-a1949a8c-6df0-47c5-9a02-fefa57af2fcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 1001 time: 0.0573435 Sep 10 04:03:34.298093 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd61e56-f67f-421f-8d28-a3f02dc2fab0 req-6742632a-5931-40c1-8206-d0d2a157aec0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:34.300108 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efd61e56-f67f-421f-8d28-a3f02dc2fab0 req-6742632a-5931-40c1-8206-d0d2a157aec0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0488782 Sep 10 04:03:34.333853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-7dfcbba5-8859-4e48-8e4f-41121e8064fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:34.335222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-7dfcbba5-8859-4e48-8e4f-41121e8064fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0430524 Sep 10 04:03:34.337354 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-efd61e56-f67f-421f-8d28-a3f02dc2fab0 req-360486dc-014d-42e8-afac-b7d857d0e155 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Sep 10 04:03:34.389882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-c04f20e7-8567-44fe-810d-76f37c82c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:34.391390 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-c04f20e7-8567-44fe-810d-76f37c82c69c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492239 Sep 10 04:03:34.397345 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-62dd4d5a-0fa9-4553-a271-cacab3f4ec26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.480109 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-1cd05760-11b9-42f4-9a34-c8ef7d85244f service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798795 Sep 10 04:03:34.572603 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ddb3d1b8-7525-4d38-b05a-23821101322b req-bb85d037-bf12-4f7f-81f5-fd85b4ecd7de service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Sep 10 04:03:34.767003 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.451817 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee53143-4cea-4807-b8cf-bf8683cd42e1 req-26631588-cb9d-4ad7-8aeb-2c07e268ee62 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:35.453282 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ee53143-4cea-4807-b8cf-bf8683cd42e1 req-26631588-cb9d-4ad7-8aeb-2c07e268ee62 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0478559 Sep 10 04:03:35.489790 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ee53143-4cea-4807-b8cf-bf8683cd42e1 req-062a6954-d58d-4470-8ead-ba512951b8b3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299275 Sep 10 04:03:35.646333 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:36.602985 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fc842-679e-427f-b8dd-0a100de3d7f7 req-7b55ad6e-59e7-4f7a-aadd-ce22e6e5a377 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:36.604462 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-656fc842-679e-427f-b8dd-0a100de3d7f7 req-7b55ad6e-59e7-4f7a-aadd-ce22e6e5a377 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0480134 Sep 10 04:03:36.640423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-656fc842-679e-427f-b8dd-0a100de3d7f7 req-2303493a-1c17-447f-88fe-741a0b34e609 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300708 Sep 10 04:03:37.364925 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:03:37.466443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:37.478844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'mac_address': 'fa:16:3e:9d:85:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:03:37.520139 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:37.534327 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d17be8cc-8b2e-439d-942f-1201a09828a6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:03:37.559756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:37.567069 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:37.616956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:37.629058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:37.636370 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.636719 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.637058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.637396 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.637729 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.638056 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.638382 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.638713 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.639034 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.639354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.639702 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.640020 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:37.645130 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d17be8cc-8b2e-439d-942f-1201a09828a6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:03:37.775266 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f0bcb-7cbc-46e7-a4ca-060bb07fc61c req-2fb386fb-587e-4190-aaed-bc0813dcc217 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:37.776952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a66f0bcb-7cbc-46e7-a4ca-060bb07fc61c req-2fb386fb-587e-4190-aaed-bc0813dcc217 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 944 time: 0.0583980 Sep 10 04:03:37.826281 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a66f0bcb-7cbc-46e7-a4ca-060bb07fc61c req-14f872c6-bf01-48f7-bd04-0572456853ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Sep 10 04:03:38.950262 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56abe59-be88-4978-b43b-2c4cb4390a0c req-29e091af-ee03-410f-97ee-ce3724dd90bd tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:38.951831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c56abe59-be88-4978-b43b-2c4cb4390a0c req-29e091af-ee03-410f-97ee-ce3724dd90bd tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 944 time: 0.0557103 Sep 10 04:03:38.996895 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c56abe59-be88-4978-b43b-2c4cb4390a0c req-feb37fd1-5677-49dd-af2b-5cfe6577d43f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Sep 10 04:03:39.387762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:39.445065 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d17be8cc-8b2e-439d-942f-1201a09828a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:39.445988 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.542906 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.571087 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:03:39.573604 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce0cd7-0289-4690-931a-746da9980494" -d '{"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-plugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:03:39.594279 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:39.602914 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.631742 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc55b2af-b462-42ee-a8fe-123269a23d09 x-openstack-request-id: req-dc55b2af-b462-42ee-a8fe-123269a23d09 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:03:39.632074 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-plugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:03:39.632286 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc55b2af-b462-42ee-a8fe-123269a23d09 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:03:39.632675 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'code': 200} Sep 10 04:03:39.656677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:40.136588 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000ea8-62e8-4161-8d59-aa28f4678778 req-a7656285-17e5-4b29-b498-91e9cc9726e8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:40.146003 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77000ea8-62e8-4161-8d59-aa28f4678778 req-a7656285-17e5-4b29-b498-91e9cc9726e8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0694017 Sep 10 04:03:40.186334 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-77000ea8-62e8-4161-8d59-aa28f4678778 req-a2da8e37-45ca-4d5e-9651-9fabac9505fc tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Sep 10 04:03:41.321473 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395539-7215-4b2a-aab5-ca811e3f5ace req-a51ed92f-5bb7-4791-ad93-c5c7a0a5a3ff tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:41.323035 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9395539-7215-4b2a-aab5-ca811e3f5ace req-a51ed92f-5bb7-4791-ad93-c5c7a0a5a3ff tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0553968 Sep 10 04:03:41.368004 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-b9395539-7215-4b2a-aab5-ca811e3f5ace req-7867e3b8-b269-40b0-bb2d-568b6afe4d7f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Sep 10 04:03:42.503199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407973-9d07-4404-b56c-dd9d40683eab req-c114acb9-c868-4c4e-8fab-09836d1f33b5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:42.505318 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08407973-9d07-4404-b56c-dd9d40683eab req-c114acb9-c868-4c4e-8fab-09836d1f33b5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0678642 Sep 10 04:03:42.545431 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08407973-9d07-4404-b56c-dd9d40683eab req-3125fc17-8636-49ef-a9df-d3d501624363 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340695 Sep 10 04:03:43.678586 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c4506-6b2b-4ad9-b969-3e7b3c403dd3 req-07b49e20-69d5-4715-a5a7-a7f3dfe01405 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:43.687380 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a01c4506-6b2b-4ad9-b969-3e7b3c403dd3 req-07b49e20-69d5-4715-a5a7-a7f3dfe01405 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0626535 Sep 10 04:03:43.723630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a01c4506-6b2b-4ad9-b969-3e7b3c403dd3 req-bff8ab10-fd5a-4524-aeff-ccdf36acde29 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Sep 10 04:03:44.377199 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:03:44.848284 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddede01-3b7c-4f60-9d75-b5ed3173938c req-1954ed7b-a82f-409f-b0da-c6eaa730fb81 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:44.849901 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ddede01-3b7c-4f60-9d75-b5ed3173938c req-1954ed7b-a82f-409f-b0da-c6eaa730fb81 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0559690 Sep 10 04:03:44.888764 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6ddede01-3b7c-4f60-9d75-b5ed3173938c req-94fe62c4-bb3a-4827-95da-997aab924bb2 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Sep 10 04:03:46.041449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5870ccf-598d-470f-8816-b16a2f8e1daf req-4558cbbb-3e99-439b-9852-fc47b5cb3ed0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:46.042914 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a5870ccf-598d-470f-8816-b16a2f8e1daf req-4558cbbb-3e99-439b-9852-fc47b5cb3ed0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Sep 10 04:03:46.078936 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a5870ccf-598d-470f-8816-b16a2f8e1daf req-a909f5f1-1e53-4d7e-9b52-5bab5d467768 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301316 Sep 10 04:03:46.310483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-44e1cc19-fb9f-42f1-9236-8be18dbbc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:46.311976 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-44e1cc19-fb9f-42f1-9236-8be18dbbc544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1096 time: 0.0438190 Sep 10 04:03:46.400781 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-4421875e-b3b2-4d16-a706-8e69ed89920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:46.402240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-4421875e-b3b2-4d16-a706-8e69ed89920b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0828617 Sep 10 04:03:46.468497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-67bdb42f-48ec-4552-a45a-9f833edd07e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 1001 time: 0.0595188 Sep 10 04:03:46.516555 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-adaa6362-04dd-4332-a2a3-a4c3c1f13253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:46.517952 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-adaa6362-04dd-4332-a2a3-a4c3c1f13253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0416410 Sep 10 04:03:46.561613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-afe25d87-1259-49ac-b3c6-ef0004a68632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:46.562990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-afe25d87-1259-49ac-b3c6-ef0004a68632 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378914 Sep 10 04:03:46.656654 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-4b0e4953-0589-4907-924f-79d2ab5a2b70 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841465 Sep 10 04:03:46.745988 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1a38861a-2a12-4638-8585-c39ea1f0d064 req-ddb4de8f-b98e-47a8-9fa1-42d5ffbd5652 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803518 Sep 10 04:03:47.192405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d1876-a791-4214-8a34-129aa432432a req-c641f31a-5366-444c-a7c7-53cf93ffe649 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:47.193865 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-865d1876-a791-4214-8a34-129aa432432a req-c641f31a-5366-444c-a7c7-53cf93ffe649 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Sep 10 04:03:47.230287 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-865d1876-a791-4214-8a34-129aa432432a req-3fa10962-ab46-4280-a289-364a2d708096 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Sep 10 04:03:48.354664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78f32-c4fc-45e9-8be7-204b9b27b2ff req-3c89680d-de8c-452c-bebe-d951d63671d6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:48.356144 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94a78f32-c4fc-45e9-8be7-204b9b27b2ff req-3c89680d-de8c-452c-bebe-d951d63671d6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0535893 Sep 10 04:03:48.394268 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-94a78f32-c4fc-45e9-8be7-204b9b27b2ff req-ce14249a-089d-4890-977a-ba1cbb0d6819 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Sep 10 04:03:49.446757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:49.509438 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f076611-4ceb-4ad9-87bc-b8d6491235ed req-781c08e0-1ef2-4428-9054-4115be642aa5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:49.510984 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f076611-4ceb-4ad9-87bc-b8d6491235ed req-781c08e0-1ef2-4428-9054-4115be642aa5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 945 time: 0.0503523 Sep 10 04:03:49.523862 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.546666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:03:49.549281 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382a459-29dc-46b4-b938-59b420c1492e" -d '{"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-unplugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:03:49.556228 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5f076611-4ceb-4ad9-87bc-b8d6491235ed req-49755006-2375-43dc-89fc-2d5790488d33 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391576 Sep 10 04:03:49.563041 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:49.568873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.592541 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 04:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88643d3b-3be1-4a07-966f-faab9d804b9c x-openstack-request-id: req-88643d3b-3be1-4a07-966f-faab9d804b9c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:03:49.592828 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-unplugged", "status": "failed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "code": 422}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:03:49.593078 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88643d3b-3be1-4a07-966f-faab9d804b9c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:03:49.593531 n-d-808126-2 neutron-server[94635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'code': 422} returned with failed status Sep 10 04:03:49.619312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:49.633680 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-d291b987-0692-4815-be9d-926d85d8d02b req-cade7c30-c0e3-40b3-bb54-86c19596477c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:03:49.634682 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d291b987-0692-4815-be9d-926d85d8d02b req-cade7c30-c0e3-40b3-bb54-86c19596477c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053961 Sep 10 04:03:49.785147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435f29-0989-4e81-b54f-1594a22a90eb req-2a31d143-b7df-41d3-9df1-4b80975b76a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:49.786668 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8435f29-0989-4e81-b54f-1594a22a90eb req-2a31d143-b7df-41d3-9df1-4b80975b76a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0496829 Sep 10 04:03:49.828076 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8435f29-0989-4e81-b54f-1594a22a90eb req-87fa45a9-6f84-4384-b932-24bfae4215bb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356064 Sep 10 04:03:49.957828 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-e98503a1-fa4e-4fe4-93bb-085147787dd9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825660 Sep 10 04:03:50.662331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-700c5f8f-976e-4184-8e74-a729f27b0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:50.663814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-700c5f8f-976e-4184-8e74-a729f27b0a68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611&tenant_id=87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 1094 time: 0.0397553 Sep 10 04:03:50.726398 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-0b7b15bc-a410-4a75-9034-28bd8166839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:50.727919 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-0b7b15bc-a410-4a75-9034-28bd8166839c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1094 time: 0.0426815 Sep 10 04:03:50.816392 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-74366583-3c51-4861-9468-a31267fc9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:50.817861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-74366583-3c51-4861-9468-a31267fc9bef service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0831904 Sep 10 04:03:50.885588 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-20b40c2f-1058-465c-a697-11eaef65e9bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 999 time: 0.0608582 Sep 10 04:03:50.936528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-9b2b2c31-00f1-4025-ba0b-d78a06fcc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:50.938080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-9b2b2c31-00f1-4025-ba0b-d78a06fcc013 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0455368 Sep 10 04:03:50.948978 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcd3f9-0281-4133-88d1-5404f95b07a5 req-06967fba-cafa-43e6-9ab9-9e3fbb4457ae tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:50.950451 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62dcd3f9-0281-4133-88d1-5404f95b07a5 req-06967fba-cafa-43e6-9ab9-9e3fbb4457ae tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0532355 Sep 10 04:03:50.982632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-ab559893-0d7a-4271-a446-15e1a1557d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:50.984154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-ab559893-0d7a-4271-a446-15e1a1557d77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394559 Sep 10 04:03:50.988149 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62dcd3f9-0281-4133-88d1-5404f95b07a5 req-609b97a5-0495-4091-8b89-8a1f4675e694 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Sep 10 04:03:51.076351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-e111cb8e-fc30-4a6d-826d-e44b8a3f3c5c service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Sep 10 04:03:51.165000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-b3cc2082-9215-4658-9cdb-292e97cc51cb service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808609 Sep 10 04:03:52.114789 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95d38-73da-4d73-8127-e7dac523199e req-f298ac05-3697-4394-b009-a2d7908e0c08 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:52.116412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24f95d38-73da-4d73-8127-e7dac523199e req-f298ac05-3697-4394-b009-a2d7908e0c08 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0547991 Sep 10 04:03:52.155025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-24f95d38-73da-4d73-8127-e7dac523199e req-05fe3859-ce02-4060-a469-ce1187c5c5f9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Sep 10 04:03:53.276244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049caa35-784f-4da8-89e7-409d10407ada req-6816d82e-392d-4596-9689-66c96d5ce26e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:53.278214 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-049caa35-784f-4da8-89e7-409d10407ada req-6816d82e-392d-4596-9689-66c96d5ce26e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0487471 Sep 10 04:03:53.320265 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-049caa35-784f-4da8-89e7-409d10407ada req-60e9f1b2-ec02-4ab8-a118-cf795019601c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358224 Sep 10 04:03:54.440267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba8a4-64fe-4ca6-9841-b18812c40bd1 req-967d52ec-0bd2-479a-9daa-416039465cc8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:54.441861 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8aba8a4-64fe-4ca6-9841-b18812c40bd1 req-967d52ec-0bd2-479a-9daa-416039465cc8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0541050 Sep 10 04:03:54.483389 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f8aba8a4-64fe-4ca6-9841-b18812c40bd1 req-be7f06a0-752f-43f2-9c7f-9a81918adcc9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356431 Sep 10 04:03:55.609507 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e75ec-af85-46a7-93fd-b3918e19d84a req-2f04e308-7858-415f-a06a-28a1459bd815 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:55.618302 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab2e75ec-af85-46a7-93fd-b3918e19d84a req-2f04e308-7858-415f-a06a-28a1459bd815 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0573051 Sep 10 04:03:55.652396 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ab2e75ec-af85-46a7-93fd-b3918e19d84a req-3b7f4ca4-f56b-48d2-903e-892812eb69b9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330555 Sep 10 04:03:56.774883 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af8b45-99eb-4cfe-8ddf-878232ae9f89 req-6645ae17-faf7-4155-85f2-043682486f14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:56.777434 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8af8b45-99eb-4cfe-8ddf-878232ae9f89 req-6645ae17-faf7-4155-85f2-043682486f14 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0522933 Sep 10 04:03:56.814537 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d8af8b45-99eb-4cfe-8ddf-878232ae9f89 req-ed46357c-c104-4910-b85c-e98d216b4397 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Sep 10 04:03:57.937951 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59973-f8c5-4b5b-841b-cb662ec3e49f req-102b1aab-6500-4db8-b273-811c5eca1cd2 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:57.939521 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96d59973-f8c5-4b5b-841b-cb662ec3e49f req-102b1aab-6500-4db8-b273-811c5eca1cd2 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0540931 Sep 10 04:03:57.982038 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-96d59973-f8c5-4b5b-841b-cb662ec3e49f req-e8608c06-e7c8-4ac4-971f-29c2c0d65483 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Sep 10 04:03:59.104262 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6d44-771f-43d3-8bdb-b4c64162470c req-1862136c-2af6-4352-b466-b1c31fdefe2d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:59.105818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-836c6d44-771f-43d3-8bdb-b4c64162470c req-1862136c-2af6-4352-b466-b1c31fdefe2d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0536213 Sep 10 04:03:59.144686 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-836c6d44-771f-43d3-8bdb-b4c64162470c req-117adc3b-7c90-41af-b643-e78ba37f721e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Sep 10 04:04:00.263298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a96a-94b3-4bda-9b16-24373799f720 req-8bd667ac-1592-414a-8610-901790f2dadc tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:00.264956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c866a96a-94b3-4bda-9b16-24373799f720 req-8bd667ac-1592-414a-8610-901790f2dadc tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0508580 Sep 10 04:04:00.302483 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c866a96a-94b3-4bda-9b16-24373799f720 req-59068c29-134f-417b-91c6-53340f2c4a00 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Sep 10 04:04:01.418432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92504-15a5-4988-8d20-2e5cc93b84e0 req-df1c0d52-ac61-479b-a2bc-349b9dbe776e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:01.419958 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9d92504-15a5-4988-8d20-2e5cc93b84e0 req-df1c0d52-ac61-479b-a2bc-349b9dbe776e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0514228 Sep 10 04:04:01.458925 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-e9d92504-15a5-4988-8d20-2e5cc93b84e0 req-9d5d727e-99b9-4e61-89b4-bec5df24acf8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329232 Sep 10 04:04:01.839621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e7374477-8df6-49e6-bf61-f54eed35e785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.572579 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca03c8-0e9d-4693-97b4-e086a867215c req-03c169ce-835d-4f52-b82a-ff8581398429 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:02.574063 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dca03c8-0e9d-4693-97b4-e086a867215c req-03c169ce-835d-4f52-b82a-ff8581398429 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 943 time: 0.0493493 Sep 10 04:04:02.610459 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4dca03c8-0e9d-4693-97b4-e086a867215c req-4af93cc0-3a53-45d4-b0cd-396e88cd4a1b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304275 Sep 10 04:04:02.633716 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.879723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:03.506523 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:04:03.600548 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:03.611306 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'port_id': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'mac_address': 'fa:16:3e:9d:85:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:04:03.647944 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:03.661360 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17be8cc-8b2e-439d-942f-1201a09828a6 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:03.681274 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:03.688621 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:03.727117 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c472f6-1be1-4842-bc5e-0c6040be8486 req-a5e4a057-4b0f-4d88-abd9-347c1571a2de tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:03.728683 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27c472f6-1be1-4842-bc5e-0c6040be8486 req-a5e4a057-4b0f-4d88-abd9-347c1571a2de tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 944 time: 0.0506685 Sep 10 04:04:03.738881 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=9']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:03.765359 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-27c472f6-1be1-4842-bc5e-0c6040be8486 req-ddf0ee32-6472-4c7b-8a57-ff35ccc0d53a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306501 Sep 10 04:04:03.951942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d17be8cc-8b2e-439d-942f-1201a09828a6'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:04:04.398117 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1368956f-e1b5-4ee6-af47-134bb8fc0c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:04.766689 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:04.896393 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebc377-fc0b-4a4a-9ccc-05bcf628f494 req-cb4e3534-68fa-4507-9352-ec96a63bad09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:04.897882 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29ebc377-fc0b-4a4a-9ccc-05bcf628f494 req-cb4e3534-68fa-4507-9352-ec96a63bad09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 944 time: 0.0577950 Sep 10 04:04:04.935182 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-29ebc377-fc0b-4a4a-9ccc-05bcf628f494 req-d6b3e042-f9f1-4908-a0a5-0e87c26c46a6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Sep 10 04:04:05.522528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:05.569742 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d17be8cc-8b2e-439d-942f-1201a09828a6 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:05.570112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.659439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.662396 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.681343 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:05.683593 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ece38-fb60-4459-9862-351609e488bd" -d '{"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-plugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:05.696998 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:05.701476 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.726811 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb90696-7850-4c47-9709-aa0b30e7862a x-openstack-request-id: req-acb90696-7850-4c47-9709-aa0b30e7862a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:05.727102 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-plugged", "status": "completed", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:05.727350 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acb90696-7850-4c47-9709-aa0b30e7862a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:05.727755 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'code': 200} Sep 10 04:04:05.753540 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=10']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:05.883166 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ee61-12bf-4cb2-8194-de4ef1ab5bee req-45aac4d6-1da5-44f5-940c-fa33ba967b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:05.884687 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28d0ee61-12bf-4cb2-8194-de4ef1ab5bee req-45aac4d6-1da5-44f5-940c-fa33ba967b88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1097 time: 0.0431514 Sep 10 04:04:05.918817 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-28d0ee61-12bf-4cb2-8194-de4ef1ab5bee req-542f4573-1413-41dd-8e7d-3a1be4fcdeb4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270360 Sep 10 04:04:06.045653 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f63850-2946-412a-abe7-1742d31be7fb req-42e7e704-975d-434f-a84c-63955e238b95 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:06.047120 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48f63850-2946-412a-abe7-1742d31be7fb req-42e7e704-975d-434f-a84c-63955e238b95 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 946 time: 0.0475461 Sep 10 04:04:06.084610 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-48f63850-2946-412a-abe7-1742d31be7fb req-afce873e-7664-47c2-af67-c6a1acff3ce0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310619 Sep 10 04:04:07.202143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7abbde-f31f-4ba3-afa6-45341b7c55c6 req-241c0f76-66b8-49c0-a0e2-9effd44ebf5a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:07.203682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f7abbde-f31f-4ba3-afa6-45341b7c55c6 req-241c0f76-66b8-49c0-a0e2-9effd44ebf5a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 946 time: 0.0488863 Sep 10 04:04:07.242241 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2f7abbde-f31f-4ba3-afa6-45341b7c55c6 req-5cc19bee-4b95-4b7a-8641-1a62eae45c83 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Sep 10 04:04:07.592314 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.353674 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8a01d-e77c-4f8e-b2f3-9f902729a96b req-a672dedd-288f-472a-a11f-fd835838e5b1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:08.355057 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ec8a01d-e77c-4f8e-b2f3-9f902729a96b req-a672dedd-288f-472a-a11f-fd835838e5b1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 946 time: 0.0474341 Sep 10 04:04:08.391952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9ec8a01d-e77c-4f8e-b2f3-9f902729a96b req-7fa75c12-8463-4846-bb76-367e9dddd67e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Sep 10 04:04:16.401109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-eb52fde0-12cf-417d-8f83-4f7c3998f4da req-f172a5cf-0b55-467f-946d-6f28158636f2 service neutron] (94634) timed out ('10.222.0.36', 57174) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:04:16.551626 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-8184b3e3-5515-4d1e-8475-c51520a1f4eb req-e4741869-d93d-4bdf-97d5-bd12444982ca tempest-ServersNegativeTestJSON-2080920452 tempest-ServersNegativeTestJSON-2080920452-project] (94633) timed out ('10.222.0.36', 57200) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:04:21.376873 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:04:31.841373 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7c83d1e7-c843-44e1-b998-57038c0e3126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.649135 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.900680 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.397873 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb22b33d-0964-4e8d-8825-f624525c1a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.766856 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.821496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-34e2ac98-cbbd-4ed2-be81-dd372797d852 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904131 Sep 10 04:04:34.908271 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-7175d164-34dd-4867-9dc9-cd59c443b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:34.909826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-7175d164-34dd-4867-9dc9-cd59c443b363 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1097 time: 0.0442474 Sep 10 04:04:35.010936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-78c51ec3-fd56-4de3-88d9-8b98ceb3e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:35.012346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-78c51ec3-fd56-4de3-88d9-8b98ceb3e0ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0821419 Sep 10 04:04:35.080307 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-7e9e570a-e03e-4c17-9c83-022aeb3578f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 1001 time: 0.0604796 Sep 10 04:04:35.132143 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-cf6cef93-3f33-4bc2-8618-a935b357d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:35.134098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-cf6cef93-3f33-4bc2-8618-a935b357d8d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0444169 Sep 10 04:04:35.181341 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-7f92db3c-a7ac-4a3f-ad37-21dce111b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:35.182884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-7f92db3c-a7ac-4a3f-ad37-21dce111b81e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413675 Sep 10 04:04:35.273820 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-d28ec02d-f2d1-4886-81c8-2a977a75e632 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830734 Sep 10 04:04:35.360405 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ef37ae43-aa7e-4d13-ac6a-fd4b99cedacf req-611fffe6-bab8-4a8f-943e-682335a1f0a6 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792706 Sep 10 04:04:35.652553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.595626 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:58.376421 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:05:01.841734 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01312c63-292e-4f90-8a69-54fde487ec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.648828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.889338 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:04.398084 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f9b0dcc0-ffa0-475c-a387-2f921e43706d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:04.766342 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:05.654907 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:07.599336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:18.946713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:19.117189 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Deleting port 594df847-ffe9-4357-bca3-c5aa1174ba2b {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:19.117537 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.192728 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.193054 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.204808 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Calling delete_port for 594df847-ffe9-4357-bca3-c5aa1174ba2b owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:19.345824 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.370714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event deleted for resources: {'Port': ['ID=594df847-ffe9-4357-bca3-c5aa1174ba2b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:19.395371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.395738 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.396080 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.396441 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.396736 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.397060 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.397383 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.397704 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.398022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.398340 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.398686 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.398971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:19.437339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.437678 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Floating IP d8fa8f37-1749-4b03-8690-b45948e7e3f9 disassociated (deleted). External IP: 172.25.8.226, port: d17be8cc-8b2e-439d-942f-1201a09828a6. Sep 10 04:05:19.639570 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:05:19.744534 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:19.749203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.753746 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:19.762335 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:19.762934 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:05:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:19.774473 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ed62c544-2be8-448d-961c-ba4452720b1e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "DELETE /v2.0/floatingips/d8fa8f37-1749-4b03-8690-b45948e7e3f9 HTTP/1.1" status: 204 len: 168 time: 0.8260849 Sep 10 04:05:19.775044 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:19.777976 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:19.874972 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:19.886374 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b34d595-7abb-47a4-b326-be0b22956769 x-openstack-request-id: req-7b34d595-7abb-47a4-b326-be0b22956769 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:19.886771 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:19.887089 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b34d595-7abb-47a4-b326-be0b22956769 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:19.887788 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'status': 'completed', 'code': 200} Sep 10 04:05:19.964872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-b7ee50d1-783d-409a-a860-b91ded64931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:19.966407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-b7ee50d1-783d-409a-a860-b91ded64931e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 1097 time: 0.0461240 Sep 10 04:05:20.022466 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1cdbb-3fca-49cc-82ce-ad4c7d5c92b0 req-baa1c603-9a81-4eb9-8562-e9cee5a16646 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:20.024644 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94e1cdbb-3fca-49cc-82ce-ad4c7d5c92b0 req-baa1c603-9a81-4eb9-8562-e9cee5a16646 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 946 time: 0.0549436 Sep 10 04:05:20.063949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-7e45b607-b6c0-44c6-8b1b-07a3c802726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:20.065012 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-94e1cdbb-3fca-49cc-82ce-ad4c7d5c92b0 req-69edc536-bef2-4394-abee-9d04e8a6cc31 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337255 Sep 10 04:05:20.065427 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-7e45b607-b6c0-44c6-8b1b-07a3c802726c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0909061 Sep 10 04:05:20.096731 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:20.123167 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:20.126724 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-732c7cb1-7d40-4080-a042-342c20c6b183 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 200 len: 217 time: 0.0538146 Sep 10 04:05:20.131381 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:20.132006 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:05:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:20.176434 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-4242d831-b5cf-4b0b-af6d-f8aab904467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:20.177804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-4242d831-b5cf-4b0b-af6d-f8aab904467d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0434573 Sep 10 04:05:20.222782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-af260ef4-0d4b-45e6-a62a-fb28396376cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:20.224353 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-af260ef4-0d4b-45e6-a62a-fb28396376cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390747 Sep 10 04:05:20.233056 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:20.317412 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-f1025f47-51d5-466a-98a0-e0ae92202851 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Sep 10 04:05:20.411787 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-fb27ee69-e239-4c2e-b0f1-319abbcffe9b req-7adf92d8-d33a-4858-9271-8edd90d32fd5 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Sep 10 04:05:20.421788 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:20.451810 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e70862-b666-4a86-8fc6-82448539cf7f None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:20.664338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b4434-6b21-4d72-90f1-6096f26f5011 None None] New status for floating IP d8fa8f37-1749-4b03-8690-b45948e7e3f9: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:05:21.185229 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828a3b-3e32-4574-a997-83ecf0391239 req-f5854c28-c8ff-45a2-a444-a29a0cadf686 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:21.186677 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc828a3b-3e32-4574-a997-83ecf0391239 req-f5854c28-c8ff-45a2-a444-a29a0cadf686 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 946 time: 0.0476043 Sep 10 04:05:21.244496 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bc828a3b-3e32-4574-a997-83ecf0391239 req-af155a97-a903-4177-a53c-5a03bec66dd8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4b48b45-94f1-496b-97e4-418471ab219f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520062 Sep 10 04:05:21.280894 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-8920d394-836f-406e-94e7-94e817205bf9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:21.282382 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-8920d394-836f-406e-94e7-94e817205bf9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "GET /v2.0/ports?device_id=955c050f-c3c4-4d6a-8421-308d0cc58611 HTTP/1.1" status: 200 len: 946 time: 0.0605893 Sep 10 04:05:21.375839 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Deleting port d17be8cc-8b2e-439d-942f-1201a09828a6 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:21.376105 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.462800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] For port d17be8cc-8b2e-439d-942f-1201a09828a6, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d17be8cc-8b2e-439d-942f-1201a09828a6,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:21.463709 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.474920 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Calling delete_port for d17be8cc-8b2e-439d-942f-1201a09828a6 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:21.601327 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.628879 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event deleted for resources: {'Port': ['ID=d17be8cc-8b2e-439d-942f-1201a09828a6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:21.673318 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] No DVR routers for this DVR port d17be8cc-8b2e-439d-942f-1201a09828a6 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:21.675878 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.677926 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6909f20d-3e13-4680-b69b-f0597dbc7755 req-cebe8356-3878-42f6-b3df-f2c1e7d159b8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "DELETE /v2.0/ports/d17be8cc-8b2e-439d-942f-1201a09828a6 HTTP/1.1" status: 204 len: 173 time: 0.3883207 Sep 10 04:05:21.889220 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-deleted', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:21.891524 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983d527f-aed9-44ef-9d51-ff47953b3745" -d '{"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-deleted", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:21.928451 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea241d-a5a8-42c6-a21c-722e99df89d2 x-openstack-request-id: req-8eea241d-a5a8-42c6-a21c-722e99df89d2 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:21.928754 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955c050f-c3c4-4d6a-8421-308d0cc58611", "name": "network-vif-deleted", "tag": "d17be8cc-8b2e-439d-942f-1201a09828a6", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:21.929013 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eea241d-a5a8-42c6-a21c-722e99df89d2 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:21.929419 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955c050f-c3c4-4d6a-8421-308d0cc58611', 'name': 'network-vif-deleted', 'tag': 'd17be8cc-8b2e-439d-942f-1201a09828a6', 'status': 'completed', 'code': 200} Sep 10 04:05:22.300541 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47508) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:22.357166 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82d47521-1714-43cd-88d3-a9b10b155753 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.381337 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82d47521-1714-43cd-88d3-a9b10b155753 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.438266 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82d47521-1714-43cd-88d3-a9b10b155753 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.440809 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82d47521-1714-43cd-88d3-a9b10b155753 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.441955 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-82d47521-1714-43cd-88d3-a9b10b155753 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "DELETE /v2.0/security-groups/e4b48b45-94f1-496b-97e4-418471ab219f HTTP/1.1" status: 204 len: 168 time: 0.1404285 Sep 10 04:05:22.454895 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d47521-1714-43cd-88d3-a9b10b155753 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b48b45-94f1-496b-97e4-418471ab219f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:22.668553 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47516) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:22.673092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590451208', 'description': 'tempest-secgroup-smoke-590451208 description', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:22.698285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.775259 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.779627 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.808378 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.809610 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400619 Sep 10 04:05:22.810685 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fb19c-b708-4f62-a141-948bf40978d4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce119e-5503-4991-9ed8-e86e23db7770,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:22.812601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47518) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:22.817210 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': '74ce119e-5503-4991-9ed8-e86e23db7770', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:22.843281 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.888153 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.891988 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.915120 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b031056-03dd-43cd-9343-4f8572a625d4,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:22.922272 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.923479 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098654 Sep 10 04:05:22.925387 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.925725 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.926155 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.926409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47520) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:22.926547 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.926810 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.927146 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.927529 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.927914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.928235 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.928552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.928868 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.929185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb69c6f-c7e5-4e2a-9576-06ebfbc95bca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:22.930979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': '74ce119e-5503-4991-9ed8-e86e23db7770', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:22.956030 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.011193 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.014415 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.032110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f508cd-39cf-4580-80c5-0e78de53c7cb,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:23.037269 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.041011 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1180b290-e364-4285-a3c8-540f5e68e1ab tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110387 Sep 10 04:05:23.041183 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47522) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:23.045462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': '74ce119e-5503-4991-9ed8-e86e23db7770', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:23.069571 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.126223 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.129839 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.146581 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fdf772-dcf7-4d3c-962e-ace0c363f58e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:23.153804 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.155214 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d6a5c949-a579-4f93-ac39-4477c4a1fe79 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130655 Sep 10 04:05:23.157892 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47524) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:23.162094 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': '74ce119e-5503-4991-9ed8-e86e23db7770', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:23.186992 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.248533 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.252172 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.269057 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f273cafe-3f55-4d40-9a54-e9dcaa3b31e4,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:23.274336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.275584 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-840faf02-6ddd-4bdc-95d3-69504da31c09 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167271 Sep 10 04:05:23.278490 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47526) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:23.282621 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': '74ce119e-5503-4991-9ed8-e86e23db7770', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:23.303837 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Project 87a886b527af410eaa70f27ffcc9c7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:05:23.309335 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.366285 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.370264 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.393054 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45393872-5c2a-49d5-8505-f409b697d452,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:23.396655 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.397906 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-03960112-f1ee-4477-9e96-b5068f6fe848 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185012 Sep 10 04:05:23.401091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47530) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:23.405824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'security_group_rule': {'security_group_id': '74ce119e-5503-4991-9ed8-e86e23db7770', 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:23.426859 n-d-808126-2 neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Project 87a886b527af410eaa70f27ffcc9c7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:05:23.431428 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.490703 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.493792 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.510020 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cf84f2-8a38-42da-8edf-b4f81ca6d1d7,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:23.515904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:23.517105 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-517f09d7-e641-428e-b09a-42e55ebcda49 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1150749 Sep 10 04:05:25.898919 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:25.922312 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: d17be8cc-8b2e-439d-942f-1201a09828a6 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:25.922662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d17be8cc-8b2e-439d-942f-1201a09828a6 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:31.843871 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e363d80f-bdfa-49f0-a490-32d3689f0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.664310 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.906831 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:34.398194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c81feb6e-2548-42ef-8d5f-14e141349fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:34.767777 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:35.376603 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:05:35.662058 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.601196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.767056 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-879fd8c4-8c65-4425-a1f1-973db4a00315 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590451208&fields=id&tenant_id=87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 267 time: 0.0319245 Sep 10 04:05:37.873988 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-53a336e0-1cb0-4faa-8d56-882cf8d7a18e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:37.875347 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-53a336e0-1cb0-4faa-8d56-882cf8d7a18e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 809 time: 0.1018465 Sep 10 04:05:37.889907 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-3923ea3b-7dcb-40aa-bc2d-e806b316ebfa tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/quotas/87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 375 time: 0.0088339 Sep 10 04:05:37.939823 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-279cbcd2-6d2f-4836-bc90-79ae91897453 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447948 Sep 10 04:05:38.032294 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-876d45f3-1a7c-4db6-b01f-a3b9bdc25dbc service neutron] 10.222.0.23 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813370 Sep 10 04:05:38.122890 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-35e29849-f2c1-4791-a67a-51b363a11c5c service neutron] 10.222.0.23 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846164 Sep 10 04:05:38.404857 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-07787e3f-4148-4dc7-9957-83d469125833 req-70d47b9f-643d-46dd-8c84-de64cd5c4a5c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Sep 10 04:05:39.314305 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-c2eba307-544b-448f-ae00-eb009d1655a0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:39.315801 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-c2eba307-544b-448f-ae00-eb009d1655a0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 809 time: 0.0983999 Sep 10 04:05:39.357323 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e13702a8-bb61-4d5c-b85b-a779ab9dd18b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 379 time: 0.0329151 Sep 10 04:05:39.371631 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'port': {'device_id': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'admin_state_up': True, 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'security_groups': ['74ce119e-5503-4991-9ed8-e86e23db7770']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:39.489925 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Made reservation on behalf of 87a886b527af410eaa70f27ffcc9c7d5 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:39.494014 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.501112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e3b4b34e-0d93-4eb3-830c-6ce5e12ad931 req-cc0ced12-f6a6-4f80-a2a1-128713af10d2 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 210 time: 0.0272112 Sep 10 04:05:39.621670 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Allocated IP 172.20.0.10 (bc4bbe63-589c-43dd-a216-6f3ae0762aa0/b164df8e-3926-43ff-ac1a-58f10adbda2e/9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:39.756339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.770255 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Transition to ACTIVE for port object 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:39.802911 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.850668 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:39.854037 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:39.856752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:39.887619 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:39.918228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:39.918893 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.938881 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-e90e8b26-fe86-4ddc-ae32-93583f48234e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5701663 Sep 10 04:05:39.951824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Request body: {'port': {'device_id': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:40.011896 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.138085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-82052e5f-8a61-408c-ad5f-2cb7bf5a3873 None None] Provisioning for port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:40.141690 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-82052e5f-8a61-408c-ad5f-2cb7bf5a3873 None None] Provisioning complete for port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:40.142170 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-82052e5f-8a61-408c-ad5f-2cb7bf5a3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.175666 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-82052e5f-8a61-408c-ad5f-2cb7bf5a3873 None None] Port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:05:40.287055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:05:40.295118 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.307542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Transition to ACTIVE for port object 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:40.312063 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.362743 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:40.429330 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Attempting to bind port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:40.429675 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Attempting to bind port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:40.430008 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Attempting to bind port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:40.435284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:05:40.435650 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Attempting to bind port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 on network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:40.440888 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:40.441230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Checking segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:40.441618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Bound using segment: {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:40.442053 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Bound port: 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74485940-2608-42d1-869e-3f7de8a3d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:40.442414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.523159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:40.527314 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:40.533065 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.550898 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:40.551765 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.554000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] 10.222.0.32 "PUT /v2.0/ports/9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1092 time: 0.6065619 Sep 10 04:05:40.555632 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:40.566844 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7fee5-0afa-4308-8e42-b81f6fa3927c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:40.662634 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127023b4-fa99-4afb-974c-895863a7a0e5 x-openstack-request-id: req-127023b4-fa99-4afb-974c-895863a7a0e5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:40.662845 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:40.663087 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127023b4-fa99-4afb-974c-895863a7a0e5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:40.663500 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'status': 'completed', 'code': 200} Sep 10 04:05:40.682873 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff9677-82f7-45e5-a9db-b7fd5ede53dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:40.711501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6601d-04e9-4b32-8136-f7a6b8cb15bc req-41be0968-67b7-4541-b4e2-300d309eaca1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:40.713580 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34f6601d-04e9-4b32-8136-f7a6b8cb15bc req-41be0968-67b7-4541-b4e2-300d309eaca1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0976996 Sep 10 04:05:40.721124 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-8edfa4e4-db5b-419c-bff0-664ddb7f4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:40.722713 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-8edfa4e4-db5b-419c-bff0-664ddb7f4896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1095 time: 0.1010818 Sep 10 04:05:40.772826 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-eb28ccde-3cda-470e-9c3a-33ad8f3c540e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0421672 Sep 10 04:05:40.798454 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34f6601d-04e9-4b32-8136-f7a6b8cb15bc req-b3788494-84ba-4061-86c7-4d226367d8e9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746672 Sep 10 04:05:40.833185 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-29d58f96-57b3-4bbe-b87a-0ef812fcbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:40.834796 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-29d58f96-57b3-4bbe-b87a-0ef812fcbe0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0515721 Sep 10 04:05:40.883990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-cbba31f6-a7d7-4e69-8d4e-22acceaa585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:40.885529 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-cbba31f6-a7d7-4e69-8d4e-22acceaa585f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436881 Sep 10 04:05:40.973923 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-91a2e61d-bf78-4842-958e-9ba2b033d144 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Sep 10 04:05:41.064929 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-31cfc0c8-73db-4347-b9fd-36890d20c83d req-2c96cc94-d220-4ecb-ad5a-795ecd73678a service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Sep 10 04:05:41.152960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-f6b470c4-5aed-429d-88cc-787d23152247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:41.154743 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-f6b470c4-5aed-429d-88cc-787d23152247 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1095 time: 0.0420260 Sep 10 04:05:41.247232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-d82407e2-6ec7-469d-a681-e96e9beb7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:41.249026 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-d82407e2-6ec7-469d-a681-e96e9beb7b0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0866451 Sep 10 04:05:41.293670 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-d7e58bac-d36e-4886-81c1-2ab92a2b03da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0375388 Sep 10 04:05:41.342746 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-f2cf3488-e9a3-4550-a98e-9ffd8f4d100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:41.344233 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-f2cf3488-e9a3-4550-a98e-9ffd8f4d100a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0429685 Sep 10 04:05:41.389643 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-1c7384f7-6629-4e89-9aca-36ec02830710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:41.391154 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-1c7384f7-6629-4e89-9aca-36ec02830710 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396152 Sep 10 04:05:41.822921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-04611eaa-fb94-456d-872a-c8497e930fed service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238710 Sep 10 04:05:41.921699 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-43b7fee5-0afa-4308-8e42-b81f6fa3927c req-960764df-05c1-4e2f-9040-4798f2dcb859 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914042 Sep 10 04:05:41.924928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad9159-edb8-42f7-9222-0ebccf252764 req-75a4a27c-8dfd-48f0-a81e-6631e2c8cd3d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:41.926526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99ad9159-edb8-42f7-9222-0ebccf252764 req-75a4a27c-8dfd-48f0-a81e-6631e2c8cd3d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0583711 Sep 10 04:05:41.970592 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-99ad9159-edb8-42f7-9222-0ebccf252764 req-d3788473-adcc-4ded-818d-765a9fc37723 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366704 Sep 10 04:05:43.094949 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08af78-9315-4903-9db8-96c24e56d284 req-ebe6e84b-79c7-41f4-bb12-0ca1c6e16904 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:43.094949 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f08af78-9315-4903-9db8-96c24e56d284 req-ebe6e84b-79c7-41f4-bb12-0ca1c6e16904 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0545144 Sep 10 04:05:43.133965 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0f08af78-9315-4903-9db8-96c24e56d284 req-3aa757f7-15ff-41f8-a321-f7a02121bff9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331559 Sep 10 04:05:44.246409 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423bbe-5711-4904-8895-a989dcf34581 req-a6a819eb-50e7-4226-92d8-f1a38162478d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:44.247900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e423bbe-5711-4904-8895-a989dcf34581 req-a6a819eb-50e7-4226-92d8-f1a38162478d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0482824 Sep 10 04:05:44.284999 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2e423bbe-5711-4904-8895-a989dcf34581 req-0f5b27a3-196f-4aa5-9cc4-658d5e89e79c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312910 Sep 10 04:05:45.397998 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262166c-d660-4423-b94e-7f70ead4f73e req-29a09a1d-08be-43c7-8582-77ca52166800 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:45.399554 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f262166c-d660-4423-b94e-7f70ead4f73e req-29a09a1d-08be-43c7-8582-77ca52166800 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0480242 Sep 10 04:05:45.437536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f262166c-d660-4423-b94e-7f70ead4f73e req-188ae4ea-0fd7-4782-ac95-4f338c39b30c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Sep 10 04:05:46.548649 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d8e3-523d-4b1b-b644-c4bba1b91404 req-c59578d1-1e08-4c73-b229-458da8060bac tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:46.550121 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ea2d8e3-523d-4b1b-b644-c4bba1b91404 req-c59578d1-1e08-4c73-b229-458da8060bac tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0477653 Sep 10 04:05:46.586502 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5ea2d8e3-523d-4b1b-b644-c4bba1b91404 req-c87d1f13-ae71-43a1-921c-e9efa91c6481 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Sep 10 04:05:47.701446 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78a59-924b-4522-b2b8-f35fd98226e7 req-f0c2c0d1-8701-490a-90fb-827fe3477c4a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:47.703305 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04d78a59-924b-4522-b2b8-f35fd98226e7 req-f0c2c0d1-8701-490a-90fb-827fe3477c4a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0498128 Sep 10 04:05:47.740530 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-04d78a59-924b-4522-b2b8-f35fd98226e7 req-1e4b835e-6163-4113-b491-f46273bddbc7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Sep 10 04:05:48.852300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800bcf0-135b-40d7-b571-315297c0f8ad req-e5a2080f-2d47-4bb5-813a-f6009130bdc8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:48.853756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d800bcf0-135b-40d7-b571-315297c0f8ad req-e5a2080f-2d47-4bb5-813a-f6009130bdc8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0474827 Sep 10 04:05:48.894522 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-d800bcf0-135b-40d7-b571-315297c0f8ad req-077fa166-1427-4593-9749-717328a600c5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348172 Sep 10 04:05:50.007847 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:05:50.010803 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce600-836c-462a-afb5-6667234d905f req-a7d6f4ef-87e6-4d58-acd6-aafebc0598f3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:50.012339 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-150ce600-836c-462a-afb5-6667234d905f req-a7d6f4ef-87e6-4d58-acd6-aafebc0598f3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0518744 Sep 10 04:05:50.051225 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-150ce600-836c-462a-afb5-6667234d905f req-99184825-aabd-4e93-b9a3-10658f0dbfc4 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328622 Sep 10 04:05:50.112646 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:50.123580 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'port_id': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'mac_address': 'fa:16:3e:50:ab:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:05:50.161523 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.173695 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:05:50.191835 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:50.195501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.241864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:50.248858 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.249201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.249538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.249869 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.250197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.250521 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.250842 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.251161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.251499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.251819 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.252134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.252448 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:50.395837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:51.166341 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86655-0ac3-442f-93f7-7524aa922524 req-53d6d02b-5080-4cde-928a-4ad05b6c6614 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:51.167854 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4d86655-0ac3-442f-93f7-7524aa922524 req-53d6d02b-5080-4cde-928a-4ad05b6c6614 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 945 time: 0.0506616 Sep 10 04:05:51.203988 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-e4d86655-0ac3-442f-93f7-7524aa922524 req-1d503f3f-be86-4b69-a6ac-af729bb25d18 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303340 Sep 10 04:05:52.003278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:52.066475 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:52.070266 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:52.070637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.146334 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.167864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:52.170074 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbad9831-ab2f-44ad-84e6-fdba68bd00ab" -d '{"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-plugged", "status": "completed", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:52.182757 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:52.186732 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.232509 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:52.276897 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda79319-845f-4bb8-b789-840943d4a7ad x-openstack-request-id: req-cda79319-845f-4bb8-b789-840943d4a7ad {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:52.277193 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-plugged", "status": "completed", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:52.277441 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cda79319-845f-4bb8-b789-840943d4a7ad {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:52.277855 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'code': 200} Sep 10 04:05:52.324561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb259329-d356-45b8-bffa-e0a08a4456d1 req-0d2b25e9-d0b1-4d6a-9e9e-1af14de0af4d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:52.331202 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb259329-d356-45b8-bffa-e0a08a4456d1 req-0d2b25e9-d0b1-4d6a-9e9e-1af14de0af4d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Sep 10 04:05:52.365515 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fb259329-d356-45b8-bffa-e0a08a4456d1 req-b688e9ed-c934-454e-9a1b-0f79500b1352 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Sep 10 04:05:52.373831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3678a1d-c012-4817-963d-b59e9b00aa87 req-20183adb-a01f-4ffc-9cd1-e48ceea78b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:52.375521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3678a1d-c012-4817-963d-b59e9b00aa87 req-20183adb-a01f-4ffc-9cd1-e48ceea78b8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0425465 Sep 10 04:05:52.410033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f3678a1d-c012-4817-963d-b59e9b00aa87 req-2ce4af77-c9aa-47d9-89bc-0dc1228cbe3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274150 Sep 10 04:05:53.484936 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620da2a9-4001-4d74-aa3b-16cab77ffa03 req-e85443fe-a63a-4993-90cc-99d9ee14d6b1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:53.486444 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-620da2a9-4001-4d74-aa3b-16cab77ffa03 req-e85443fe-a63a-4993-90cc-99d9ee14d6b1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0516427 Sep 10 04:05:53.524043 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-620da2a9-4001-4d74-aa3b-16cab77ffa03 req-301afdcc-212d-4ec6-bcec-54813a10441f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Sep 10 04:05:53.633231 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477543-5d97-4cfd-9df7-fa45bf79cb51 req-1d9c93b2-5184-4a3f-bb1d-a72096b5d8eb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:53.635361 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf477543-5d97-4cfd-9df7-fa45bf79cb51 req-1d9c93b2-5184-4a3f-bb1d-a72096b5d8eb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0476418 Sep 10 04:05:53.678625 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-cf477543-5d97-4cfd-9df7-fa45bf79cb51 req-1fcfd034-83b5-4518-bde4-6b6e925bc8fa tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373311 Sep 10 04:05:53.700450 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47724) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:53.742739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f04852-98c5-4293-9af1-9b84eafcc65d tempest-TestShelveInstance-1249730448 tempest-TestShelveInstance-1249730448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:53.744818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-50f04852-98c5-4293-9af1-9b84eafcc65d tempest-TestShelveInstance-1249730448 tempest-TestShelveInstance-1249730448-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1092 time: 0.0433452 Sep 10 04:05:53.747589 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47726) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:53.751857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:53.772970 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.865159 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.967742 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Allocated IP 172.25.8.229 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/cc691149-32be-47e4-b055-6605c4fab994) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:54.067704 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.105412 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.147539 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:54.155428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:54.157645 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'Port': ['ID=cc691149-32be-47e4-b055-6605c4fab994,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:54.159824 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:54.500163 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.567869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.714835 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.719189 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.788660 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event updated for resources: {'Port': ['ID=cc691149-32be-47e4-b055-6605c4fab994,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:54.795183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.892402 n-d-808126-2 neutron-server[94634]: INFO neutron.db.l3_db [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Floating IP 5ba4dca0-3874-41e9-8a79-0af3c19dee18 associated. External IP: 172.25.8.229, port: 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8. Sep 10 04:05:55.094319 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:05:55.202150 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:55.211815 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:55.218589 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.220755 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:55.221358 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:55.245622 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-75352239-0ce4-43ce-99ad-14b21b60c6a3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4970038 Sep 10 04:05:55.246201 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:55.248459 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:55.284680 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e848a36-8eba-4adc-b9dc-c34e6f3cb6f0 x-openstack-request-id: req-2e848a36-8eba-4adc-b9dc-c34e6f3cb6f0 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:55.284970 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:55.285225 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e848a36-8eba-4adc-b9dc-c34e6f3cb6f0 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:55.285633 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'status': 'completed', 'code': 200} Sep 10 04:05:55.348251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-7fac96a5-efa1-4355-85c9-92d072a81cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:55.349756 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-7fac96a5-efa1-4355-85c9-92d072a81cce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0421512 Sep 10 04:05:55.430813 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:55.445521 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-554b86d0-87a4-48a9-84ca-498eccc566b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:55.447030 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-554b86d0-87a4-48a9-84ca-498eccc566b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0908873 Sep 10 04:05:55.509400 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-33fc0cb3-965d-446a-a9d6-87c1b415f78c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1000 time: 0.0557830 Sep 10 04:05:55.562012 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-fa57149e-dbd8-4c06-91af-ac61e8137f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:55.563597 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-fa57149e-dbd8-4c06-91af-ac61e8137f27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0473781 Sep 10 04:05:55.610062 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-5562cd79-e3a8-4126-9927-c82d3979af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:55.611682 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-5562cd79-e3a8-4126-9927-c82d3979af55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402291 Sep 10 04:05:55.646831 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '5ba4dca0-3874-41e9-8a79-0af3c19dee18', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'port_id': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'mac_address': 'fa:16:3e:50:ab:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:05:54Z', 'revision_number': 0, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:55.673414 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:55.681422 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:55.682018 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:05:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:55.700502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-4294ecc4-bd23-49b1-ba0e-042725ef2aaf service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808618 Sep 10 04:05:55.785186 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:55.796000 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b2972af-0ed5-41a1-a855-1d60b4cc33ad req-387903a7-0cbd-4764-a381-032fe63bf564 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885875 Sep 10 04:05:56.007729 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '5ba4dca0-3874-41e9-8a79-0af3c19dee18', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'port_id': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'mac_address': 'fa:16:3e:50:ab:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:05:54Z', 'revision_number': 0, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:56.035942 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40897062-01fe-42da-a7d5-487b9a64cfc3 None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '5ba4dca0-3874-41e9-8a79-0af3c19dee18', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'port_id': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'mac_address': 'fa:16:3e:50:ab:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:05:54Z', 'revision_number': 0, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:56.229774 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9a5c2-91ca-4861-a0b8-3f272d48085b None None] New status for floating IP 5ba4dca0-3874-41e9-8a79-0af3c19dee18: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:06:01.843656 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e6b8bf96-fb99-484a-9c12-7919dfd3c8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:02.664956 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:02.932828 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:04.400313 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b15b0551-d349-4495-8fd0-db495f9177b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:04.768355 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:05.660331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:07.605490 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:12.375425 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:06:31.843336 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2047561-0d12-40ca-bf73-1008375881f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:32.665332 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:32.939234 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:34.401157 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f7413ace-8959-4514-8023-fe01a5de162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:34.768143 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:35.662637 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:35.740933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-7a069d34-6995-413e-a0cc-39df77eb63dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383160 Sep 10 04:06:35.823022 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-1010e164-0c5e-46a7-93db-a01dae5a1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:35.824713 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-1010e164-0c5e-46a7-93db-a01dae5a1eff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0442593 Sep 10 04:06:35.924842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-22f7978f-d49e-45a2-9151-c5263f33361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:35.926867 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-22f7978f-d49e-45a2-9151-c5263f33361c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0822859 Sep 10 04:06:35.992941 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-66cf80fa-4b4f-4440-9d26-570a50830645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0600972 Sep 10 04:06:36.040751 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-e16865c1-6924-4d4a-a511-6cbf055ac332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:36.042179 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-e16865c1-6924-4d4a-a511-6cbf055ac332 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0422502 Sep 10 04:06:36.086432 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-e01a5722-e6a4-4102-8eb6-f313980c75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:36.088025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-e01a5722-e6a4-4102-8eb6-f313980c75f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389171 Sep 10 04:06:36.182761 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-04c1a76f-c21f-435c-b29c-7a8e9388ae68 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874517 Sep 10 04:06:36.271502 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4b1c8d6b-116b-4a87-89c6-0fee4b5f7cfa req-216bfe5e-2c65-4ed5-bc33-cfa974bddad4 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817683 Sep 10 04:06:37.607374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:49.373894 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:07:01.843631 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-678444a8-527d-40b3-82c7-93bfe5ace553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.679857 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.934377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:04.400848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3b846df0-d12b-46ea-a7ca-713db7a954d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:04.767402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.665112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:07.610337 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:26.372627 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:07:31.844391 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-21c38902-e4c3-4c96-95a4-504070ba9848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:32.680635 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:32.950012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.400568 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-78af9189-81af-4bb4-8532-72f82a3a0fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.767672 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:35.668134 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:35.751087 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-7c9e9ad2-ad66-4bcb-aba3-01f5d610b2fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434921 Sep 10 04:07:35.830614 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797aeef-ba71-450b-9851-6080c83b95fc req-985eff5d-7701-4d0b-8334-ef7281eb3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.832416 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-985eff5d-7701-4d0b-8334-ef7281eb3768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0395482 Sep 10 04:07:35.931338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797aeef-ba71-450b-9851-6080c83b95fc req-ad7268a7-5e5c-4746-b80b-c0d32186d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.932746 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-ad7268a7-5e5c-4746-b80b-c0d32186d8e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0816236 Sep 10 04:07:36.000295 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-232f6963-786f-4e1c-9906-6b49ed02935b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0603902 Sep 10 04:07:36.048700 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797aeef-ba71-450b-9851-6080c83b95fc req-0f5f80d6-943c-4fc1-b906-e2186a4c2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:36.050110 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-0f5f80d6-943c-4fc1-b906-e2186a4c2285 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0422640 Sep 10 04:07:36.094762 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797aeef-ba71-450b-9851-6080c83b95fc req-be9d5811-7d4a-4336-8231-d65e71bcd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:36.096310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-be9d5811-7d4a-4336-8231-d65e71bcd29c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391119 Sep 10 04:07:36.190053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-f0058255-87cc-43a9-b066-6d3475948770 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852334 Sep 10 04:07:36.279388 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0797aeef-ba71-450b-9851-6080c83b95fc req-8a0dc316-a661-466b-b3f3-327a42ee31a5 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822165 Sep 10 04:07:37.613070 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:47.969310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3605-9ab0-497f-9862-d044115437b0 req-5224894c-5caa-4558-a62c-2badc04449f6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:47.970799 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34ad3605-9ab0-497f-9862-d044115437b0 req-5224894c-5caa-4558-a62c-2badc04449f6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0493457 Sep 10 04:07:48.008596 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-34ad3605-9ab0-497f-9862-d044115437b0 req-cfef7bf8-b068-48e1-a52a-412e071df82b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Sep 10 04:07:49.149858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b289ab-d663-494d-89c7-3002ae5f4e36 req-8f10c507-cfe6-4760-b533-43f989b96bc7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:49.151343 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04b289ab-d663-494d-89c7-3002ae5f4e36 req-8f10c507-cfe6-4760-b533-43f989b96bc7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0487003 Sep 10 04:07:49.188580 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-04b289ab-d663-494d-89c7-3002ae5f4e36 req-54ee9c14-571d-4931-8988-914f3d9ceded tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309672 Sep 10 04:07:50.336722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac972-9fcd-4cf1-89af-5bac4b26f51c req-2fadf97b-ef4c-40b6-8b6e-ed5ca8a8fa44 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:50.338201 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-508ac972-9fcd-4cf1-89af-5bac4b26f51c req-2fadf97b-ef4c-40b6-8b6e-ed5ca8a8fa44 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0481291 Sep 10 04:07:50.374311 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-508ac972-9fcd-4cf1-89af-5bac4b26f51c req-1eb4657f-5e57-42e8-9a1d-a76cd0183656 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301969 Sep 10 04:07:51.486873 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a448-4f0a-4e94-908d-31e081802c56 req-65b55527-8580-452c-982e-eaa3272b8ecb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:51.488382 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0227a448-4f0a-4e94-908d-31e081802c56 req-65b55527-8580-452c-982e-eaa3272b8ecb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0481932 Sep 10 04:07:51.525827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-0227a448-4f0a-4e94-908d-31e081802c56 req-a5b3b508-bad6-45c7-9cc8-f7895d4fa33d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Sep 10 04:07:52.637550 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b8d2a-7bb2-4f33-ac8e-219d82f4413f req-45d675e8-25ce-4241-851b-5bc007354498 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:52.639012 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d57b8d2a-7bb2-4f33-ac8e-219d82f4413f req-45d675e8-25ce-4241-851b-5bc007354498 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0467386 Sep 10 04:07:52.679632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d57b8d2a-7bb2-4f33-ac8e-219d82f4413f req-f5d44f98-b5db-4002-b94f-b626a569fabe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346630 Sep 10 04:07:53.794792 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d980-c371-4505-a2c4-7b62fbf7cb8c req-6a4e85b1-7382-4103-9e5c-fbbee3edbdd1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:53.796300 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1238d980-c371-4505-a2c4-7b62fbf7cb8c req-6a4e85b1-7382-4103-9e5c-fbbee3edbdd1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0517492 Sep 10 04:07:53.832715 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-1238d980-c371-4505-a2c4-7b62fbf7cb8c req-05e6dc29-a91b-42e1-99be-9884407cab7b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303617 Sep 10 04:07:54.946825 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e533-b1e0-469f-a748-5576bd53a107 req-3e6e71ad-2957-4960-aada-40788e404c38 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:54.948356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2dc9e533-b1e0-469f-a748-5576bd53a107 req-3e6e71ad-2957-4960-aada-40788e404c38 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Sep 10 04:07:54.985017 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2dc9e533-b1e0-469f-a748-5576bd53a107 req-19f73273-7a2c-43c2-ad58-bc3d669dcc60 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Sep 10 04:07:56.099522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31449d6b-3f88-4e06-80ea-1f763a9a1910 req-feb56436-c5f0-42f7-b55d-78fa95676da3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:56.101067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31449d6b-3f88-4e06-80ea-1f763a9a1910 req-feb56436-c5f0-42f7-b55d-78fa95676da3 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0490007 Sep 10 04:07:56.139869 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31449d6b-3f88-4e06-80ea-1f763a9a1910 req-0db4a7ea-267a-4871-8b1e-f382af02eac5 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327787 Sep 10 04:07:57.250882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ab8e-c59d-416c-9312-493a747140ad req-fd852b82-bd3f-4f58-aef1-df4b6886f5cc tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:57.252368 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c791ab8e-c59d-416c-9312-493a747140ad req-fd852b82-bd3f-4f58-aef1-df4b6886f5cc tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0468457 Sep 10 04:07:57.289807 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c791ab8e-c59d-416c-9312-493a747140ad req-9c16615b-d889-4875-b9db-3bd3debaec61 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Sep 10 04:07:58.105867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-0bfd2d87-f0c4-4685-b2f8-e5c568d71b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.107401 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-0bfd2d87-f0c4-4685-b2f8-e5c568d71b20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0399833 Sep 10 04:07:58.196368 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-a33e1fec-64f2-4c16-be91-d6e1074d443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.197870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-a33e1fec-64f2-4c16-be91-d6e1074d443f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0838089 Sep 10 04:07:58.262901 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-8848bf55-a119-4332-8eb2-697243a5ae1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0583265 Sep 10 04:07:58.309462 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-e37d9886-4422-409b-9dbf-616cc660a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.310878 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-e37d9886-4422-409b-9dbf-616cc660a85d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0417459 Sep 10 04:07:58.357002 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-33fde377-9f4c-4a09-8317-59dbda15acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.358466 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-33fde377-9f4c-4a09-8317-59dbda15acda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397983 Sep 10 04:07:58.401351 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba320-af37-4283-9dab-c0a665b88c2b req-934556a1-f18f-4e61-be6b-390942da986a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.402954 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1aba320-af37-4283-9dab-c0a665b88c2b req-934556a1-f18f-4e61-be6b-390942da986a tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0481367 Sep 10 04:07:58.441201 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-b1aba320-af37-4283-9dab-c0a665b88c2b req-3073c098-9392-4924-8af5-4a126213b4ea tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319278 Sep 10 04:07:58.457445 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-3014569f-51a4-4aff-a6e4-cfeeb9ad8b33 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907311 Sep 10 04:07:58.544073 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-beab3948-6e13-4de3-a976-38c3d79d8532 req-07e7e425-a48f-4870-8b4e-b3cf2235f7fa service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799642 Sep 10 04:07:59.555773 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b87f3-80be-4535-8fa8-cf395ca65da5 req-537df650-9b9d-45cd-8a3b-b3c1476a3a8f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.557254 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a9b87f3-80be-4535-8fa8-cf395ca65da5 req-537df650-9b9d-45cd-8a3b-b3c1476a3a8f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0484953 Sep 10 04:07:59.598848 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9a9b87f3-80be-4535-8fa8-cf395ca65da5 req-3471f05f-b11e-4780-b8f4-d27c27584b34 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356655 Sep 10 04:08:00.719638 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027ed94-7f0f-44e0-a8e7-99bf5af78596 req-4ab71f68-5835-4558-bfe2-ea629fb13eae tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:00.721179 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c027ed94-7f0f-44e0-a8e7-99bf5af78596 req-4ab71f68-5835-4558-bfe2-ea629fb13eae tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0542674 Sep 10 04:08:00.759922 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c027ed94-7f0f-44e0-a8e7-99bf5af78596 req-d688fdd1-2d7a-4033-978f-5109dd48ca7b tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Sep 10 04:08:01.845311 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0ec781ea-78f4-4ac0-9bf9-170555ba47b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:01.878872 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ca637-6869-4e66-b651-b6a540df0aa8 req-1dd6cc5e-9491-4e84-9c06-5f982a6ed2c9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:01.880540 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-454ca637-6869-4e66-b651-b6a540df0aa8 req-1dd6cc5e-9491-4e84-9c06-5f982a6ed2c9 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Sep 10 04:08:01.918186 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-454ca637-6869-4e66-b651-b6a540df0aa8 req-5d561207-f4b0-4c79-a851-a52149a36e34 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317080 Sep 10 04:08:02.624654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:08:02.712650 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:02.713674 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:02.735040 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:08:02.737255 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9969e67e-a4e5-4ecb-9e99-a26e05bf1fb5" -d '{"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:08:02.749654 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:02.752967 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:02.776882 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94e4af4-5e36-45b8-a1cd-24cc62e9978b x-openstack-request-id: req-c94e4af4-5e36-45b8-a1cd-24cc62e9978b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:08:02.777176 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-unplugged", "status": "failed", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "code": 422}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:08:02.777425 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c94e4af4-5e36-45b8-a1cd-24cc62e9978b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:08:02.778139 n-d-808126-2 neutron-server[94635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'code': 422} returned with failed status Sep 10 04:08:02.803481 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:08:02.811229 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.811599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.811940 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.812278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.812610 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.812942 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.813268 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.813593 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.813914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.814235 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.814560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.814878 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:02.947362 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:03.131943 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47832) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:08:03.141113 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15298727-20e6-4fe5-98b1-0ce03ff6e177 req-a0f6da90-5605-4726-95cd-cabc0965e635 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:03.142609 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15298727-20e6-4fe5-98b1-0ce03ff6e177 req-a0f6da90-5605-4726-95cd-cabc0965e635 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0487382 Sep 10 04:08:03.182698 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-15298727-20e6-4fe5-98b1-0ce03ff6e177 req-85f29c7b-298d-4057-9f8f-7023f022aeda tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Sep 10 04:08:03.216508 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-935c7296-712b-495d-8f4e-31969e42b655 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832956 Sep 10 04:08:03.225764 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-cc93e064-6d87-46c0-982f-2ea307289826 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:08:03.226720 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-cc93e064-6d87-46c0-982f-2ea307289826 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055065 Sep 10 04:08:03.371353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:08:04.298920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b73b-c6dc-4ae1-a8f0-ab21a74de855 req-8a5440da-7b61-40c2-9627-9ad5c5b02b94 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:04.300423 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c742b73b-c6dc-4ae1-a8f0-ab21a74de855 req-8a5440da-7b61-40c2-9627-9ad5c5b02b94 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0476692 Sep 10 04:08:04.338150 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-c742b73b-c6dc-4ae1-a8f0-ab21a74de855 req-e93a046b-5ff5-487f-836b-bea90b2abc3d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Sep 10 04:08:04.401113 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbe83e51-7df3-4d20-a572-507128ef8ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:04.768905 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:05.453011 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ef1f-7ff3-4202-b594-63102048d033 req-81ec93e7-0b5c-41d8-a10f-0aa1c52dd81d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:05.454511 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0f5ef1f-7ff3-4202-b594-63102048d033 req-81ec93e7-0b5c-41d8-a10f-0aa1c52dd81d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0474644 Sep 10 04:08:05.494814 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c0f5ef1f-7ff3-4202-b594-63102048d033 req-f8e33d67-917c-4d2f-b7f1-1d9f52395b9e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343194 Sep 10 04:08:05.669488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:06.611416 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb7aba-e0e3-47fb-aabd-b64a36821aa6 req-8a15f842-f505-475e-9804-e360106a1d95 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:06.612952 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dacb7aba-e0e3-47fb-aabd-b64a36821aa6 req-8a15f842-f505-475e-9804-e360106a1d95 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0493801 Sep 10 04:08:06.654526 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-dacb7aba-e0e3-47fb-aabd-b64a36821aa6 req-7cd4af17-f4cd-4764-a318-c275e4a4f7ee tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345078 Sep 10 04:08:07.616611 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:07.790979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c5fb0-9216-4695-a2b8-c403d494ce71 req-9fe78827-2ef8-424c-8998-472a68b6919e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:07.792464 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-787c5fb0-9216-4695-a2b8-c403d494ce71 req-9fe78827-2ef8-424c-8998-472a68b6919e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0727203 Sep 10 04:08:07.806017 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-5732b478-75a0-4bcd-89b2-0be3e93942d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:07.807384 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-5732b478-75a0-4bcd-89b2-0be3e93942d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42&tenant_id=87a886b527af410eaa70f27ffcc9c7d5 HTTP/1.1" status: 200 len: 1095 time: 0.0596516 Sep 10 04:08:07.841759 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-787c5fb0-9216-4695-a2b8-c403d494ce71 req-4b9851fe-68f8-4e93-a86d-65f4ed6994cd tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429180 Sep 10 04:08:07.873523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-e6878c17-532a-4df0-af13-443d6b7c6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:07.874987 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-e6878c17-532a-4df0-af13-443d6b7c6ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1095 time: 0.0429533 Sep 10 04:08:07.966126 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-4a9be186-7037-4206-8199-469a240d1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:07.967632 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-4a9be186-7037-4206-8199-469a240d1468 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0851073 Sep 10 04:08:08.034081 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-58ad52bc-e22c-46c8-82f4-4713c7ad126e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1000 time: 0.0590041 Sep 10 04:08:08.081554 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-b6854b9c-82d2-4226-8cdb-25fac8989e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:08.082990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-b6854b9c-82d2-4226-8cdb-25fac8989e08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0424185 Sep 10 04:08:08.127297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-58e50983-6356-44e9-a807-705e9c0ebca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:08.128720 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-58e50983-6356-44e9-a807-705e9c0ebca9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391872 Sep 10 04:08:08.218250 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-c14eb7f3-a4b2-4df2-b1fe-26779436f73c service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819929 Sep 10 04:08:08.306552 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-51c99e8f-166b-4464-85f3-f1ebaf1df3bb service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Sep 10 04:08:08.953192 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e3984-b0c8-4eb7-96c4-bad8fb16128d req-07e62c7c-c961-413e-a357-ac8cdee238bb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:08.954661 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-735e3984-b0c8-4eb7-96c4-bad8fb16128d req-07e62c7c-c961-413e-a357-ac8cdee238bb tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0482299 Sep 10 04:08:08.992194 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-735e3984-b0c8-4eb7-96c4-bad8fb16128d req-70e400f2-4838-4a71-b8c6-a1246d21654e tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Sep 10 04:08:10.107242 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a8c72-054d-4f99-a5de-725458f2ed8b req-6d24af20-182d-47e7-828f-c30ee3950545 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:10.108751 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b4a8c72-054d-4f99-a5de-725458f2ed8b req-6d24af20-182d-47e7-828f-c30ee3950545 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0508592 Sep 10 04:08:10.149080 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b4a8c72-054d-4f99-a5de-725458f2ed8b req-35fc5e28-f5d8-490a-a312-0820e221d34d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343750 Sep 10 04:08:11.262084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3c3e-0010-45ec-80b7-4e494c3be8a2 req-c01f28ed-2689-4ff2-970f-e71dcb981e16 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:11.263565 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ea3c3e-0010-45ec-80b7-4e494c3be8a2 req-c01f28ed-2689-4ff2-970f-e71dcb981e16 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0480146 Sep 10 04:08:11.302320 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-85ea3c3e-0010-45ec-80b7-4e494c3be8a2 req-9a3bf9f7-b167-48b9-a139-564e234d08d0 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329814 Sep 10 04:08:12.414510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de577df-c1df-4450-9b60-e061819c74e5 req-2e3e10ce-dcc7-46f3-8595-70fd90c1cd23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:12.416001 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6de577df-c1df-4450-9b60-e061819c74e5 req-2e3e10ce-dcc7-46f3-8595-70fd90c1cd23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0476594 Sep 10 04:08:12.452737 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-6de577df-c1df-4450-9b60-e061819c74e5 req-9b1eaeec-758a-43be-9952-93f627d6f485 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Sep 10 04:08:13.564794 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41de8d-778b-4454-83d9-b15e0a385602 req-1b7c7c1f-2b13-4ad8-a4e4-ce9d35a8f61c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:13.566281 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f41de8d-778b-4454-83d9-b15e0a385602 req-1b7c7c1f-2b13-4ad8-a4e4-ce9d35a8f61c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0486174 Sep 10 04:08:13.607008 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-2f41de8d-778b-4454-83d9-b15e0a385602 req-4070f5d8-682b-4dbb-a4b8-4490d7d9c4bc tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Sep 10 04:08:14.680987 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:08:14.718547 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdb01f-23cc-4b9e-96d4-9ec7a36b75f5 req-6495fac4-d265-4523-9d61-83c67565c5c6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:14.720061 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cccdb01f-23cc-4b9e-96d4-9ec7a36b75f5 req-6495fac4-d265-4523-9d61-83c67565c5c6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 944 time: 0.0478635 Sep 10 04:08:14.757485 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-cccdb01f-23cc-4b9e-96d4-9ec7a36b75f5 req-fdccef20-3eab-4362-a2ee-81a6fde43659 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Sep 10 04:08:14.776134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:14.787500 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'port_id': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'mac_address': 'fa:16:3e:50:ab:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:08:14.823679 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:14.835588 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:08:14.854385 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:14.858093 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:14.903557 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:08:15.093389 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:08:15.868227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cba9d-1167-47b7-ae79-de4a3077322f req-68cb60b9-9729-43d9-9e63-c483b9815fd8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:15.869681 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de7cba9d-1167-47b7-ae79-de4a3077322f req-68cb60b9-9729-43d9-9e63-c483b9815fd8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 945 time: 0.0477407 Sep 10 04:08:15.906279 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-de7cba9d-1167-47b7-ae79-de4a3077322f req-cc1f9766-331c-40a4-ad04-5701a401f0a8 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308332 Sep 10 04:08:16.682098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:08:16.731348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:08:16.731753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:16.804339 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:16.825340 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:08:16.827573 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e1764-9aaf-489c-90f1-a247554f980c" -d '{"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-plugged", "status": "completed", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:08:16.840109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:16.845027 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:16.869761 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5e5525-7693-40ba-b478-79b5f76425b1 x-openstack-request-id: req-fe5e5525-7693-40ba-b478-79b5f76425b1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:08:16.870054 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-plugged", "status": "completed", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:08:16.870317 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe5e5525-7693-40ba-b478-79b5f76425b1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:08:16.870705 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'code': 200} Sep 10 04:08:16.895335 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:08:17.005230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76256fc9-ae84-47c9-b288-25486015bc28 req-9e0c9f67-9922-43d4-9a2c-d3e8f93fdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:17.006739 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-76256fc9-ae84-47c9-b288-25486015bc28 req-9e0c9f67-9922-43d4-9a2c-d3e8f93fdfae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0383749 Sep 10 04:08:17.016820 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8415-2c3a-431e-852d-d8e55e2862e6 req-4eb466d4-3b4f-4a87-a82b-6ba75a4733c7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:17.018308 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7dbe8415-2c3a-431e-852d-d8e55e2862e6 req-4eb466d4-3b4f-4a87-a82b-6ba75a4733c7 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0474503 Sep 10 04:08:17.045571 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-76256fc9-ae84-47c9-b288-25486015bc28 req-eb33475f-4250-434e-84bb-f2213ac37d05 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Sep 10 04:08:17.057900 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7dbe8415-2c3a-431e-852d-d8e55e2862e6 req-41342419-c9cb-4ef0-b2b1-c5715eeff1de tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Sep 10 04:08:18.171815 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e28ba5-d659-4800-88cb-e34903e8d8ea req-227ea6ef-76a4-46aa-a462-5b1d49efe16c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:18.173334 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68e28ba5-d659-4800-88cb-e34903e8d8ea req-227ea6ef-76a4-46aa-a462-5b1d49efe16c tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0482013 Sep 10 04:08:18.211319 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-68e28ba5-d659-4800-88cb-e34903e8d8ea req-a0a7efe5-5353-456f-bd2c-568c2a8e80df tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Sep 10 04:08:31.848815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ed31ab7a-c060-4fb0-93dd-ffd770e15d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:32.711723 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:32.955812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:34.401554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6e94f2c4-a2d5-4a96-bf75-9584c14d0193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:34.769049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:35.673087 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:37.620357 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:37.748821 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-0cbd03e0-f797-43a2-a2cc-718d6668b1fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387788 Sep 10 04:08:37.828359 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-302d8dab-e8f4-4728-87a3-fd376ec3194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:37.829818 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-302d8dab-e8f4-4728-87a3-fd376ec3194a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0380735 Sep 10 04:08:37.935483 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-9797e703-89fc-491b-be91-b5c9b46a4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:37.937165 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-9797e703-89fc-491b-be91-b5c9b46a4ee4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.0886378 Sep 10 04:08:38.001009 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-732502f2-a879-421d-a20f-1e289743a022 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 1002 time: 0.0553389 Sep 10 04:08:38.054440 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-15782d5a-b303-4519-b576-6b1d4e3ac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:38.055882 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-15782d5a-b303-4519-b576-6b1d4e3ac23a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0473268 Sep 10 04:08:38.101690 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-f7a4fd8f-6c3c-4d17-b8ac-c5959992e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:38.103198 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-f7a4fd8f-6c3c-4d17-b8ac-c5959992e4f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397432 Sep 10 04:08:38.114501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-44a87060-042d-463f-966f-29a7264b6105 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:08:38.115536 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-44a87060-042d-463f-966f-29a7264b6105 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047636 Sep 10 04:08:38.208075 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-c803e606-9e1d-49f2-b790-13448da52309 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 Sep 10 04:08:38.294998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3fdb3224-3d2e-4ce0-8a52-e13310c42bd7 req-d74f7706-bd2b-49d9-a003-5ff0a5c75c27 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797994 Sep 10 04:08:40.371205 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:09:01.848799 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ba86c0fe-4904-4812-bcc0-a7b03f3c4974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:02.737509 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:02.954742 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.401970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-476bd039-7b77-4277-9825-b2ca0c43bd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.769329 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.676051 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:07.623596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:17.370027 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:09:31.849899 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4a38418f-3082-4ae3-b269-56e0d4381b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:32.727929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:32.954219 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:33.737007 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47902) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:33.891285 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Deleting port cc691149-32be-47e4-b055-6605c4fab994 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:33.891658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:33.967528 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:33.967866 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:33.979085 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Calling delete_port for cc691149-32be-47e4-b055-6605c4fab994 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:34.122692 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:34.149003 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event deleted for resources: {'Port': ['ID=cc691149-32be-47e4-b055-6605c4fab994,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:34.181482 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.181862 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.182227 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.182692 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.183140 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.183620 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.184080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.184541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.184999 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.185477 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.185919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.186344 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:34.230141 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:34.230468 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Floating IP 5ba4dca0-3874-41e9-8a79-0af3c19dee18 disassociated (deleted). External IP: 172.25.8.229, port: 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8. Sep 10 04:09:34.403292 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-83082c5f-bf4e-4549-b69e-f60739b589ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:34.431298 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:34.536315 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:34.541124 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:34.545472 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:34.555224 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:34.555866 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:34.572756 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-cb46bdc3-dfd7-430a-862f-e4d7f9290afe tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ba4dca0-3874-41e9-8a79-0af3c19dee18 HTTP/1.1" status: 204 len: 168 time: 0.8321435 Sep 10 04:09:34.572756 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:34.573169 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db" -d '{"events": [{"name": "network-changed", "server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:34.661958 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:34.749168 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f307419-26eb-40f8-ad01-4d12d625b5ad x-openstack-request-id: req-6f307419-26eb-40f8-ad01-4d12d625b5ad {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:34.749673 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:34.749777 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f307419-26eb-40f8-ad01-4d12d625b5ad {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:34.750098 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'status': 'completed', 'code': 200} Sep 10 04:09:34.771226 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:34.871297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-945a396b-78da-4ae5-9526-c6be41f13f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:34.872467 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:34.872892 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-945a396b-78da-4ae5-9526-c6be41f13f44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0961208 Sep 10 04:09:34.873074 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7149cbd-148b-4770-8bc5-030f294d26d4 req-4a97f401-92d9-43ec-86ed-c1058dc0b491 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:34.874576 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7149cbd-148b-4770-8bc5-030f294d26d4 req-4a97f401-92d9-43ec-86ed-c1058dc0b491 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.1234660 Sep 10 04:09:34.903399 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:34.912951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:34.913919 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:34.929093 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a7149cbd-148b-4770-8bc5-030f294d26d4 req-04a34556-15b2-41f5-b603-32549fac2bb1 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481002 Sep 10 04:09:35.020986 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:35.309092 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-d68b29a1-2fb6-469a-bedf-f8e841da9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.310591 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-d68b29a1-2fb6-469a-bedf-f8e841da9459 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 200 len: 909 time: 0.4298000 Sep 10 04:09:35.322078 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:35.347742 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e23e0c-ffff-413e-ab57-1aa9ac962051 None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:08Z', 'revision_number': 4, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': 'aee98873-eef2-4aa6-a279-c00cb7d4c0d1', 'name': '', 'network_id': 'bc4bbe63-589c-43dd-a216-6f3ae0762aa0', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'mac_address': 'fa:16:3e:c3:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:08Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'subnets': [{'id': 'b164df8e-3926-43ff-ac1a-58f10adbda2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:35.352838 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-9be53797-cb44-4144-8ee6-c860b60a38f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0336745 Sep 10 04:09:35.406676 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-2b328b93-9006-4aec-af42-68e56b43fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.408264 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-2b328b93-9006-4aec-af42-68e56b43fe2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 200 len: 848 time: 0.0485337 Sep 10 04:09:35.454137 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-4438dfd9-fa14-421d-9b00-619246a828a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.456313 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-4438dfd9-fa14-421d-9b00-619246a828a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc4bbe63-589c-43dd-a216-6f3ae0762aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407157 Sep 10 04:09:35.548752 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-487b15d7-b074-463d-985c-ff2b429359fc service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Sep 10 04:09:35.561560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffafc01-b97e-4f92-8f0b-2cb6539b39e6 None None] New status for floating IP 5ba4dca0-3874-41e9-8a79-0af3c19dee18: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:09:35.643222 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7ca92e98-3b2c-4b39-a7fe-e7adfa7099db req-02a11702-2c78-4985-b7d7-20fdcfb802b3 service neutron] 10.222.0.32 "GET /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871532 Sep 10 04:09:35.678569 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:36.092551 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898999b-3cff-4818-bcca-836ec793c1e1 req-e265394b-ef83-462f-bd73-d07c1ec1ff92 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:36.094069 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2898999b-3cff-4818-bcca-836ec793c1e1 req-e265394b-ef83-462f-bd73-d07c1ec1ff92 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0937631 Sep 10 04:09:36.132040 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2898999b-3cff-4818-bcca-836ec793c1e1 req-a8bda620-e494-4da2-aec3-03740ea0661f tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ce119e-5503-4991-9ed8-e86e23db7770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Sep 10 04:09:36.285439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-b0a54215-8464-4de8-9b0a-0e62928a3356 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:36.286793 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-b0a54215-8464-4de8-9b0a-0e62928a3356 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Sep 10 04:09:36.372269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Deleting port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:36.372617 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:36.460561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] For port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:36.460936 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:36.472396 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Calling delete_port for 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:36.594601 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:36.625938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event deleted for resources: {'Port': ['ID=9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:36.636091 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.636439 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.636785 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.637131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.637468 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.637800 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.638130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.638457 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.639251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.639251 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.639422 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.639739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:36.681228 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] No DVR routers for this DVR port 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:09:36.683979 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:36.685998 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-42735b93-b8ea-4e04-a664-c5249fb61a5f req-ae17e602-84c3-43f2-b73b-72e9c0054c23 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.32 "DELETE /v2.0/ports/9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 HTTP/1.1" status: 204 len: 173 time: 0.3927886 Sep 10 04:09:36.686436 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-deleted', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:36.688732 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcee0e9-51fd-461e-8052-7480fd6e4d47" -d '{"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-deleted", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:36.732980 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe10b61-b21f-4280-83a9-5d72ec14ef6e x-openstack-request-id: req-7fe10b61-b21f-4280-83a9-5d72ec14ef6e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:36.733274 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f79dd7d-da45-4b4a-9934-a95f3b25ed42", "name": "network-vif-deleted", "tag": "9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:36.734148 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fe10b61-b21f-4280-83a9-5d72ec14ef6e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:36.734148 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f79dd7d-da45-4b4a-9934-a95f3b25ed42', 'name': 'network-vif-deleted', 'tag': '9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8', 'status': 'completed', 'code': 200} Sep 10 04:09:37.228933 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f2c40318-6913-4a59-8d57-e6800989125a req-04b740c3-ad5a-4e72-8673-ce7a7a0c72b6 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 210 time: 0.0278566 Sep 10 04:09:37.626018 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:38.322942 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-68deb0df-70c0-4c71-b8f9-6a0c3e663296 req-627a6a8a-d456-496b-9e3e-8a85d217fdca tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 210 time: 0.0265579 Sep 10 04:09:39.053596 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:39.074518 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:39.074867 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 9ed23e35-a7c6-40a6-8aa9-755d00f4b2d8 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:39.418921 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-bed9254f-16b9-40e6-8ab2-2d4a09603b11 req-96dc9b66-2219-490c-873a-64a0cc0a9e2d tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f79dd7d-da45-4b4a-9934-a95f3b25ed42 HTTP/1.1" status: 200 len: 210 time: 0.0258904 Sep 10 04:09:40.473499 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47940) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:40.531565 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-347590c9-102f-496c-9c1c-20ef9e079749 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:40.557174 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-347590c9-102f-496c-9c1c-20ef9e079749 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:40.623900 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-347590c9-102f-496c-9c1c-20ef9e079749 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:40.626562 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-347590c9-102f-496c-9c1c-20ef9e079749 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:40.630289 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-347590c9-102f-496c-9c1c-20ef9e079749 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] 10.222.0.23 "DELETE /v2.0/security-groups/74ce119e-5503-4991-9ed8-e86e23db7770 HTTP/1.1" status: 204 len: 168 time: 0.1532619 Sep 10 04:09:40.638618 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347590c9-102f-496c-9c1c-20ef9e079749 tempest-TestShelveInstance-795013524 tempest-TestShelveInstance-795013524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce119e-5503-4991-9ed8-e86e23db7770,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:40.692802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47944) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:41.129846 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:41.374997 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Deleting port aee98873-eef2-4aa6-a279-c00cb7d4c0d1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:41.375214 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:41.456023 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] For port aee98873-eef2-4aa6-a279-c00cb7d4c0d1, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:41.456393 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:41.468959 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Calling delete_port for aee98873-eef2-4aa6-a279-c00cb7d4c0d1 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:41.654250 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:41.681828 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Pushing event deleted for resources: {'Port': ['ID=aee98873-eef2-4aa6-a279-c00cb7d4c0d1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:41.848456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.072408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Router d90a63fe-14d6-4136-b80d-1e8a7013a682 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:42.182594 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:42.191780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-b13c7532-9efd-4e8c-a8ee-f4cfb1758baf admin admin] 10.222.0.23 "PUT /v2.0/routers/d90a63fe-14d6-4136-b80d-1e8a7013a682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4941194 Sep 10 04:09:42.191780 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47948) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:42.194572 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] Sync routers for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:42.205560 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:42.206286 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:42.296147 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.309298 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:42.397336 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.451408 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Deleting port 23c90aad-e446-40e2-aa94-2d047bce5e72 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:42.451788 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.487699 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:09:41Z', 'revision_number': 5, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port': {'id': '23c90aad-e446-40e2-aa94-2d047bce5e72', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:42.513440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] Checking router: d90a63fe-14d6-4136-b80d-1e8a7013a682 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:42.521917 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] Routers {'d90a63fe-14d6-4136-b80d-1e8a7013a682'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:42.522540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['d90a63fe-14d6-4136-b80d-1e8a7013a682'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:42.535093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] For port 23c90aad-e446-40e2-aa94-2d047bce5e72, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=23c90aad-e446-40e2-aa94-2d047bce5e72,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:42.535583 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.550232 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Calling delete_port for 23c90aad-e446-40e2-aa94-2d047bce5e72 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:42.614319 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] Set router d90a63fe-14d6-4136-b80d-1e8a7013a682 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:42.667641 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:09:42Z', 'revision_number': 6, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:42.693689 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87688f20-ec8a-468e-baf9-4912b0a7a4f9 None None] The sync data for ids ['d90a63fe-14d6-4136-b80d-1e8a7013a682'] in n-d-808126-2 is: [{'id': 'd90a63fe-14d6-4136-b80d-1e8a7013a682', 'name': 'tempest-TestShelveInstance-1708837786-router', 'tenant_id': '87a886b527af410eaa70f27ffcc9c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:06Z', 'updated_at': '2021-09-10T04:09:42Z', 'revision_number': 6, 'project_id': '87a886b527af410eaa70f27ffcc9c7d5', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:42.736864 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.762917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Pushing event deleted for resources: {'Port': ['ID=23c90aad-e446-40e2-aa94-2d047bce5e72,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:42.822581 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.915093 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.917483 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.970768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.971366 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90a63fe-14d6-4136-b80d-1e8a7013a682 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:09:42.976928 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:42.978098 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d8b733b0-bee2-4e09-8a9c-d3b1ba5294be admin admin] 10.222.0.23 "DELETE /v2.0/routers/d90a63fe-14d6-4136-b80d-1e8a7013a682 HTTP/1.1" status: 204 len: 168 time: 0.7859466 Sep 10 04:09:42.981056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47950) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:43.027077 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Deleting subnet b164df8e-3926-43ff-ac1a-58f10adbda2e {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:09:43.030584 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.068829 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.160927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.212773 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.238177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b164df8e-3926-43ff-ac1a-58f10adbda2e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:43.242380 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.244634 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-7dc18743-9db3-4c67-bddf-2f0d331c5689 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b164df8e-3926-43ff-ac1a-58f10adbda2e HTTP/1.1" status: 204 len: 168 time: 0.2630396 Sep 10 04:09:43.247185 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 47952) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:43.248066 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0628ce7-d526-4515-9239-640225e11316 None None] Network bc4bbe63-589c-43dd-a216-6f3ae0762aa0 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:09:43.314502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.364981 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Deleting port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:43.365328 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.431178 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] For port bc6beafb-482d-4fb3-bfa8-417b383cbeb0, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,segment=NetworkSegment(74485940-2608-42d1-869e-3f7de8a3d325),segment_id=74485940-2608-42d1-869e-3f7de8a3d325)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:43.431568 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.443727 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Calling delete_port for bc6beafb-482d-4fb3-bfa8-417b383cbeb0 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:43.473404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] DHCP port deletion for bc4bbe63-589c-43dd-a216-6f3ae0762aa0 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:09:43.528286 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.530308 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Deleting port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:43.530690 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.534488 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23c90aad-e446-40e2-aa94-2d047bce5e72 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:43.560544 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:43.562718 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] No DVR routers for this DVR port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:09:43.569739 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 23c90aad-e446-40e2-aa94-2d047bce5e72 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:43.570091 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 23c90aad-e446-40e2-aa94-2d047bce5e72 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:43.570519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bc6beafb-482d-4fb3-bfa8-417b383cbeb0 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:43.595412 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: bc6beafb-482d-4fb3-bfa8-417b383cbeb0 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:43.596054 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device bc6beafb-482d-4fb3-bfa8-417b383cbeb0 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:43.596227 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device aee98873-eef2-4aa6-a279-c00cb7d4c0d1 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:43.618562 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: aee98873-eef2-4aa6-a279-c00cb7d4c0d1 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:43.618843 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device aee98873-eef2-4aa6-a279-c00cb7d4c0d1 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:43.637635 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.656374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] For port bc6beafb-482d-4fb3-bfa8-417b383cbeb0, host n-d-808126-2, got binding levels [] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:43.656780 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.659032 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4bbe63-589c-43dd-a216-6f3ae0762aa0']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:43.668042 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74485940-2608-42d1-869e-3f7de8a3d325') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:43.668298 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Calling delete_port for bc6beafb-482d-4fb3-bfa8-417b383cbeb0 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:43.668446 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74485940-2608-42d1-869e-3f7de8a3d325') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:43.670880 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.ipam_backend_mixin [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 was not found and therefore no delete operation was performed {{(pid=94635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 04:09:43.672146 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.682077 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.699517 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.701459 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Pushing event deleted for resources: {'Port': ['ID=bc6beafb-482d-4fb3-bfa8-417b383cbeb0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:43.706740 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] No DVR routers for this DVR port bc6beafb-482d-4fb3-bfa8-417b383cbeb0 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:09:43.707614 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:09:43.708366 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: timer() Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:09:43.710220 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:09:43.714187 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.714544 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.714891 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.715237 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.715653 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.715933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.716265 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.716598 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.716927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.720754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.720754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.720754 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06ac27a-e52c-4cb9-98a9-4905af69743c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:43.772761 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.778087 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:43.783372 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc4bbe63-589c-43dd-a216-6f3ae0762aa0 HTTP/1.1" status: 204 len: 168 time: 0.5322907 Sep 10 04:09:43.784510 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:43.793100 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392888b-fe42-46a8-bc79-718f3d824bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4bbe63-589c-43dd-a216-6f3ae0762aa0,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:44.133123 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:44.370600 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Deleting port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:44.370852 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:44.445661 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] For port 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:44.446024 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:44.458501 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Calling delete_port for 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:44.958747 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:44.987999 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0688ce-eae6-43a0-bd0e-62ebf9578cc4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:45.154284 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:45.376917 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Router 0d8a79b3-b499-4663-a94d-7341b4ba0492 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:45.483338 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:45.488902 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ee72e5b3-8d1d-47f2-95f7-edd5da2ba9c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/0d8a79b3-b499-4663-a94d-7341b4ba0492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031891 Sep 10 04:09:45.491358 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47956) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:45.493336 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] Sync routers for ids ['0d8a79b3-b499-4663-a94d-7341b4ba0492'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:45.503549 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] Routers {'0d8a79b3-b499-4663-a94d-7341b4ba0492'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:45.504270 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0d8a79b3-b499-4663-a94d-7341b4ba0492'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:45.599044 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:45.610220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] Set router 0d8a79b3-b499-4663-a94d-7341b4ba0492 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:45.703299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:45.757067 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Deleting port 051fd647-5b41-43c1-b3d7-d48037b3d7a4 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:45.757348 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:45.788864 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:09:44Z', 'revision_number': 5, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port': {'id': '051fd647-5b41-43c1-b3d7-d48037b3d7a4', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:45.816353 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] Checking router: 0d8a79b3-b499-4663-a94d-7341b4ba0492 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:45.824499 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] Routers {'0d8a79b3-b499-4663-a94d-7341b4ba0492'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:45.825126 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['0d8a79b3-b499-4663-a94d-7341b4ba0492'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:45.837561 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] For port 051fd647-5b41-43c1-b3d7-d48037b3d7a4, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=051fd647-5b41-43c1-b3d7-d48037b3d7a4,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:45.837960 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:45.852752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Calling delete_port for 051fd647-5b41-43c1-b3d7-d48037b3d7a4 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:45.914165 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] Set router 0d8a79b3-b499-4663-a94d-7341b4ba0492 gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:45.967527 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:09:45Z', 'revision_number': 6, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:45.993811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d4207-7b17-4171-a049-9dfe8266b105 None None] The sync data for ids ['0d8a79b3-b499-4663-a94d-7341b4ba0492'] in n-d-808126-2 is: [{'id': '0d8a79b3-b499-4663-a94d-7341b4ba0492', 'name': 'tempest-TestShelveInstance-1493712899-router', 'tenant_id': 'efa86857fc58483ab8b3abfa8089f422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:01:11Z', 'updated_at': '2021-09-10T04:09:45Z', 'revision_number': 6, 'project_id': 'efa86857fc58483ab8b3abfa8089f422', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:46.026947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.058212 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=051fd647-5b41-43c1-b3d7-d48037b3d7a4,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:46.117538 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.205505 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.207696 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.255375 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.255946 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8a79b3-b499-4663-a94d-7341b4ba0492 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:09:46.260322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.261517 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-d4db69b3-bb81-4113-be07-fe9bff5861b1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0d8a79b3-b499-4663-a94d-7341b4ba0492 HTTP/1.1" status: 204 len: 168 time: 0.7692204 Sep 10 04:09:46.264000 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47958) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:46.311644 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Deleting subnet f4f7f16c-6b9c-44ac-96db-f76fead9aa56 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:09:46.315128 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.350456 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.430323 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.483910 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.511180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f7f16c-6b9c-44ac-96db-f76fead9aa56,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:46.513183 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.515990 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5e3698dc-934e-4e5a-92ad-b577fdcadb11 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f4f7f16c-6b9c-44ac-96db-f76fead9aa56 HTTP/1.1" status: 204 len: 168 time: 0.2507586 Sep 10 04:09:46.517523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:46.517660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9252f9-0a24-4fbf-a6fc-858a62865b34 None None] Network a6f4f110-2b76-46f0-8231-515dbcd03a47 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:09:46.584913 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.636237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Deleting port c196a826-25a1-4d8c-90d8-afe749731929 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:46.636496 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.706471 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] For port c196a826-25a1-4d8c-90d8-afe749731929, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c196a826-25a1-4d8c-90d8-afe749731929,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:46.706858 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.719182 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Calling delete_port for c196a826-25a1-4d8c-90d8-afe749731929 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:46.740458 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] DHCP port deletion for a6f4f110-2b76-46f0-8231-515dbcd03a47 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:09:46.790109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] Deleting port c196a826-25a1-4d8c-90d8-afe749731929 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:46.790579 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.804932 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.835081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c196a826-25a1-4d8c-90d8-afe749731929,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:46.839360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] No DVR routers for this DVR port c196a826-25a1-4d8c-90d8-afe749731929 on host n-d-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:09:46.859220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] For port c196a826-25a1-4d8c-90d8-afe749731929, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=c196a826-25a1-4d8c-90d8-afe749731929,segment=NetworkSegment(46ecb369-58c3-4b6d-bde9-4a47c1c1f12d),segment_id=46ecb369-58c3-4b6d-bde9-4a47c1c1f12d)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:46.859753 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.872055 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] Calling delete_port for c196a826-25a1-4d8c-90d8-afe749731929 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:46.911816 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.932790 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f4f110-2b76-46f0-8231-515dbcd03a47']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:46.942884 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:46.943219 n-d-808126-2 neutron-server[94634]: DEBUG neutron.services.segments.db [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ecb369-58c3-4b6d-bde9-4a47c1c1f12d') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:09:46.944096 n-d-808126-2 neutron-server[94635]: self.session.flush() Sep 10 04:09:46.956894 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.958600 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58933079'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.972818 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.983482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] Pushing event deleted for resources: {'Port': ['ID=c196a826-25a1-4d8c-90d8-afe749731929,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:46.983988 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:09:46.984411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60741972'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: Traceback (most recent call last): Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: timer() Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: cb(*args, **kw) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: return func(*args, **kwargs) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: self._notify() Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: self.callback(batched_events) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: event.method(event) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: return f(self, *a, **k) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: return self._get(url).json() Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: return self.request(url, 'GET', **kwargs) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:09:46.986821 n-d-808126-2 neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:09:46.992630 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf420b-b279-476a-8ed5-5cb74643de15 None None] No DVR routers for this DVR port c196a826-25a1-4d8c-90d8-afe749731929 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:09:47.050676 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.056319 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.058170 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a6f4f110-2b76-46f0-8231-515dbcd03a47 HTTP/1.1" status: 204 len: 168 time: 0.5397389 Sep 10 04:09:47.068969 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff54a66-92b4-43b5-93b8-a6586237dd48 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f4f110-2b76-46f0-8231-515dbcd03a47,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:47.169379 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47964) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:47.208126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-2e7ff569-c5e2-4ed2-a751-7102c5c3b4ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87a886b527af410eaa70f27ffcc9c7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376017 Sep 10 04:09:47.210394 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47966) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:47.258732 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18d4ae82-d6fc-4135-a378-46c9e31f92cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.284672 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18d4ae82-d6fc-4135-a378-46c9e31f92cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.284938 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c196a826-25a1-4d8c-90d8-afe749731929 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:47.332125 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18d4ae82-d6fc-4135-a378-46c9e31f92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.334659 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-18d4ae82-d6fc-4135-a378-46c9e31f92cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.335888 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-18d4ae82-d6fc-4135-a378-46c9e31f92cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee7ec394-39b5-40d5-922b-eadbaa46f4de HTTP/1.1" status: 204 len: 168 time: 0.1246128 Sep 10 04:09:47.344667 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4ae82-d6fc-4135-a378-46c9e31f92cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ec394-39b5-40d5-922b-eadbaa46f4de,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:47.461766 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: c196a826-25a1-4d8c-90d8-afe749731929 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:47.462109 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device c196a826-25a1-4d8c-90d8-afe749731929 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:47.462533 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 051fd647-5b41-43c1-b3d7-d48037b3d7a4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:47.484201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 051fd647-5b41-43c1-b3d7-d48037b3d7a4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:47.484552 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 051fd647-5b41-43c1-b3d7-d48037b3d7a4 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:47.484969 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:47.504134 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:47.504487 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2e0688ce-eae6-43a0-bd0e-62ebf9578cc4 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:47.656286 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47972) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:47.695963 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8ebcd581-df26-4a96-b4ce-c42e72a0a4b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efa86857fc58483ab8b3abfa8089f422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381737 Sep 10 04:09:47.698218 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47974) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:47.745669 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e911428-4688-49b3-a236-c79ddb69348b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.769203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e911428-4688-49b3-a236-c79ddb69348b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.814003 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e911428-4688-49b3-a236-c79ddb69348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.816544 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9e911428-4688-49b3-a236-c79ddb69348b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:47.817700 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-9e911428-4688-49b3-a236-c79ddb69348b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1018b119-5598-45da-aff9-f3ad088532f2 HTTP/1.1" status: 204 len: 168 time: 0.1185808 Sep 10 04:09:47.824975 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e911428-4688-49b3-a236-c79ddb69348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018b119-5598-45da-aff9-f3ad088532f2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:48.472451 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 47996) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:48.565907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1434495462-network', 'tenant_id': '3c2d401321994040a4360255a24bd9d8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:48.585767 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Made reservation on behalf of 3c2d401321994040a4360255a24bd9d8 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:09:48.588051 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.596555 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.684267 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.687757 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.707344 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:09:48.721974 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c2ec2f-067c-4045-8f52-b08d1f248517,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:48.724844 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.725189 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Added segment 85de067e-0779-4dbe-8178-0dc16d42489b of type vlan for network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 Sep 10 04:09:48.763798 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.788840 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.789725 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:48.790308 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.813641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3400974 Sep 10 04:09:48.816656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48000) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:48.821592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Request body: {'subnet': {'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1434495462-subnet', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:48.840498 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Made reservation on behalf of 3c2d401321994040a4360255a24bd9d8 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:09:48.842854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:48.849528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2498297-3713-45d6-8e70-11d19dc09284 admin admin] Pushing event updated for resources: {'Network': ['ID=3c34b6e4-79e2-46e3-afa4-00bd08e756d9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:48.858747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:09:49.011772 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.066801 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f773d7fa-e01a-448a-83a5-cc695e68ca04,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:49.078703 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Checking segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:49.079599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Network hostable DHCP agents. Network: 3c34b6e4-79e2-46e3-afa4-00bd08e756d9, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:09:49.101078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:09:49.109530 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, 3c34b6e4-79e2-46e3-afa4-00bd08e756d9) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:49.119490 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:49.119490 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.119768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba543e00-3426-49dd-bdb4-9f3d2e0185e1 None None] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:09:49.131859 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-f90367d6-9fb6-4840-b80c-1727ca4e8e2d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3140838 Sep 10 04:09:49.134739 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48002) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:49.139845 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:49.163904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.165008 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.223740 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.278220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:09:49.279129 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.361141 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.408955 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Allocated IP 172.20.0.2 (3c34b6e4-79e2-46e3-afa4-00bd08e756d9/f773d7fa-e01a-448a-83a5-cc695e68ca04/db7320f7-c8e6-44ba-8efa-9e01b6f0d949) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:49.552297 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.556955 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.560472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Transition to ACTIVE for port object db7320f7-c8e6-44ba-8efa-9e01b6f0d949 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:49.576595 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.580871 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Transition to ACTIVE for port object db7320f7-c8e6-44ba-8efa-9e01b6f0d949 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:49.586221 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.622990 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:49.625826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:49.628750 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:49.639413 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Pushing event updated for resources: {'Port': ['ID=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:49.687834 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Allocated IP 172.25.8.123 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/6a137b6a-986f-45b4-8d8e-58762049c589) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:49.694607 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Attempting to bind port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:49.694976 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Attempting to bind port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:49.695468 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Attempting to bind port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:49.700280 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:49.700614 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Checking segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:49.701133 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.701556 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Bound using segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:49.702016 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Bound port: db7320f7-c8e6-44ba-8efa-9e01b6f0d949, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:49.702415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.765209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] For port db7320f7-c8e6-44ba-8efa-9e01b6f0d949, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:49.768364 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] For port db7320f7-c8e6-44ba-8efa-9e01b6f0d949, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:49.772103 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.792186 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.830706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae8ba-4ef3-490b-a083-5ab8c9c9fb44 None None] Pushing event updated for resources: {'Port': ['ID=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:49.837506 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:49.879523 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:49.884259 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:49.888758 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:49.891875 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Pushing event updated for resources: {'Port': ['ID=6a137b6a-986f-45b4-8d8e-58762049c589,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:50.160863 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:50.350671 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:50.684952 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98f74d-3131-4896-b0a6-4b3e86225d65 None None] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:09:50.747948 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-99e13d08-f900-4e44-823f-40681b055a10 None None] Provisioning for port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:50.818937 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:09:50.922097 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:50.933507 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:50.938387 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:50.939884 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-19936726-c820-42ba-897f-2bf3d808734e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8040981 Sep 10 04:09:50.942699 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48004) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:50.944623 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:50.945297 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:51.055559 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:51.230636 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:50Z', 'revision_number': 3, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:51.261155 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:51.261502 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Updating router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 port 6a137b6a-986f-45b4-8d8e-58762049c589 binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:09:51.287752 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.317918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db7320f7-c8e6-44ba-8efa-9e01b6f0d949 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:51.371542 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.375197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:51.379107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:51.379504 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.462021 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.494357 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port db7320f7-c8e6-44ba-8efa-9e01b6f0d949, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:51.500077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.538880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Allocated IP 172.20.0.1 (3c34b6e4-79e2-46e3-afa4-00bd08e756d9/f773d7fa-e01a-448a-83a5-cc695e68ca04/1d3c150f-e773-457e-98a9-a8d9f551a2ee) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:51.545214 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.552991 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:51.555571 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Transition to ACTIVE for port object 6a137b6a-986f-45b4-8d8e-58762049c589 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:51.566135 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.612615 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Attempting to bind port 6a137b6a-986f-45b4-8d8e-58762049c589 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:51.612987 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Attempting to bind port 6a137b6a-986f-45b4-8d8e-58762049c589 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:51.613348 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Attempting to bind port 6a137b6a-986f-45b4-8d8e-58762049c589 on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:51.625809 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Pushing event updated for resources: {'Port': ['ID=6a137b6a-986f-45b4-8d8e-58762049c589,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:51.628353 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:51.628719 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:51.629114 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.629537 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:51.629963 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Bound port: 6a137b6a-986f-45b4-8d8e-58762049c589, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:51.630342 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.643322 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.653715 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.654075 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.654956 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.655295 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.655660 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.655993 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.656321 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.656649 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.656976 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.657325 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.657649 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.657752 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Transition to ACTIVE for port object 1d3c150f-e773-457e-98a9-a8d9f551a2ee will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:51.657965 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:51.691994 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.692653 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] For port 6a137b6a-986f-45b4-8d8e-58762049c589, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:51.695808 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] For port 6a137b6a-986f-45b4-8d8e-58762049c589, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6a137b6a-986f-45b4-8d8e-58762049c589,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:51.700352 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.732493 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:51.736957 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:51.742549 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:51.755999 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:51.757124 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:51.766021 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3c150f-e773-457e-98a9-a8d9f551a2ee,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:51.785904 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:51.797899 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a808bf6-2ba5-4c41-8ff0-c27175d3dbb4 None None] Pushing event updated for resources: {'Port': ['ID=6a137b6a-986f-45b4-8d8e-58762049c589,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:51.872499 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:51.920035 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:52.015680 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-341a9fed-15da-4e29-a08d-449f7b6b40ea None None] Provisioning for port 1d3c150f-e773-457e-98a9-a8d9f551a2ee completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:52.020787 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-341a9fed-15da-4e29-a08d-449f7b6b40ea None None] Provisioning complete for port 1d3c150f-e773-457e-98a9-a8d9f551a2ee triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:52.021369 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-341a9fed-15da-4e29-a08d-449f7b6b40ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:52.060003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-341a9fed-15da-4e29-a08d-449f7b6b40ea None None] Port 1d3c150f-e773-457e-98a9-a8d9f551a2ee cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:09:52.093081 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:52.100490 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:52.150846 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:50Z', 'revision_number': 3, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:52.170148 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:52.172007 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3c150f-e773-457e-98a9-a8d9f551a2ee,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:52.177356 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9f53f-c2d6-46d4-9071-13b294d829c9 None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:50Z', 'revision_number': 3, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:52.265163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:52.266528 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:52.403562 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:52.526714 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:52.531946 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-8238e1fa-e9d5-429a-a367-4a27ed332dd7 admin admin] 10.222.0.23 "PUT /v2.0/routers/5abc47c8-bd13-4501-aa73-c45c3a1f6190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881584 Sep 10 04:09:52.582255 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b4722ace-ef95-4580-8486-0e4b7a2bd38a None None] Provisioning complete for port 1d3c150f-e773-457e-98a9-a8d9f551a2ee triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:52.582638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b4722ace-ef95-4580-8486-0e4b7a2bd38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:52.623537 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b4722ace-ef95-4580-8486-0e4b7a2bd38a None None] Port 1d3c150f-e773-457e-98a9-a8d9f551a2ee cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:09:53.033029 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:53.038005 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1757259664-network', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:53.057647 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Made reservation on behalf of 6ccd884f797c4227833d8a2eb85767b5 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:09:53.059947 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.068730 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.160087 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.163738 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.191089 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:09:53.197208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f547ba0f-275d-4be3-a064-07b49fd04b9c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:53.203233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.203612 n-d-808126-2 neutron-server[94634]: INFO neutron.db.segments_db [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Added segment 03729012-570a-47a8-ada5-19931640d74c of type vlan for network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d Sep 10 04:09:53.252309 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782573031711'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.277808 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.278826 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:53.279414 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Notify callbacks [] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.309326 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2750027 Sep 10 04:09:53.312022 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48024) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:53.318418 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Request body: {'subnet': {'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1757259664-subnet', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'ip_version': 4}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:53.339844 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Made reservation on behalf of 6ccd884f797c4227833d8a2eb85767b5 for: {'subnet': 1} {{(pid=94633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:09:53.341191 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0b49e-76cf-4a33-90b8-c49fef56452a admin admin] Pushing event updated for resources: {'Network': ['ID=b1d7fcc5-7c75-456d-af90-84f5a8b48b6d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:53.342581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58938295'] for subnet, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.354699 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d details requested by agent ovs-agent-n-d-808126-2 with host n-d-808126-2 {{(pid=94635) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:09:53.368031 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db7320f7-c8e6-44ba-8efa-9e01b6f0d949 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:53.465393 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:53.465815 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.522239 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59494036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58938281'] for subnet, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.545318 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a137b6a-986f-45b4-8d8e-58762049c589 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:53.590273 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e6771c-7c42-40b7-bca0-14a405752555,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:53.598094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6a137b6a-986f-45b4-8d8e-58762049c589 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:53.601835 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Checking segment: {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:53.602076 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6a137b6a-986f-45b4-8d8e-58762049c589 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:53.602389 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Network hostable DHCP agents. Network: b1d7fcc5-7c75-456d-af90-84f5a8b48b6d, hostable agents: ['aec353ab-2e4b-4d56-83f4-219db7813899'], hosted agents: [] {{(pid=94633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:09:53.602589 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.620543 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d is scheduled to be hosted by DHCP agent aec353ab-2e4b-4d56-83f4-219db7813899 with binding_index 1 {{(pid=94633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:09:53.630401 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808126-2, b1d7fcc5-7c75-456d-af90-84f5a8b48b6d) {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:53.635599 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:53.636144 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.647416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316fc3b-212e-4ec3-8502-1c67bd33dece None None] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:09:53.650846 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3eb46b86-498f-4f80-a4cd-31719b2126e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3371928 Sep 10 04:09:53.653252 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48026) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:53.657743 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:53.679544 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-584'] for router, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.680548 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1011998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-577'] for router, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.731851 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.764112 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.812491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6a137b6a-986f-45b4-8d8e-58762049c589, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6a137b6a-986f-45b4-8d8e-58762049c589,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:53.818992 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.844907 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:53.882252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec76a74e-8230-506e-8295-07984b08b2fd-b1d7fcc5-7c75-456d-af90-84f5a8b48b6d', 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'fixed_ips': [{'subnet_id': '07e6771c-7c42-40b7-bca0-14a405752555'}]}} from n-d-808126-2. {{(pid=94635) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:09:53.883107 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.893845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:53.894491 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:53.946328 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6a137b6a-986f-45b4-8d8e-58762049c589,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:54.110249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:54.192810 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.195136 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Allocated IP 172.20.0.2 (b1d7fcc5-7c75-456d-af90-84f5a8b48b6d/07e6771c-7c42-40b7-bca0-14a405752555/2c0731a0-56aa-44ab-b657-dffaeaa335cd) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:54.369038 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:09:54.387463 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.411717 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.511836 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Allocated IP 172.25.8.207 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/b8f2600d-61f6-4248-a064-f84c01138e7a) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:54.585138 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.596492 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Transition to ACTIVE for port object 2c0731a0-56aa-44ab-b657-dffaeaa335cd will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:54.602197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 2, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:54.616019 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.637510 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:54.637785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Updating router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 port 1d3c150f-e773-457e-98a9-a8d9f551a2ee binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:09:54.653574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.657854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Transition to ACTIVE for port object 2c0731a0-56aa-44ab-b657-dffaeaa335cd will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:54.667929 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.671858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.686927 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:54.689752 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:54.694118 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:54.712416 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:54.717716 n-d-808126-2 neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:54.722021 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:54.722566 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Pushing event updated for resources: {'Port': ['ID=b8f2600d-61f6-4248-a064-f84c01138e7a,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:54.751388 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Pushing event updated for resources: {'Port': ['ID=2c0731a0-56aa-44ab-b657-dffaeaa335cd,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:54.869465 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Attempting to bind port 2c0731a0-56aa-44ab-b657-dffaeaa335cd on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:54.869844 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Attempting to bind port 2c0731a0-56aa-44ab-b657-dffaeaa335cd by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:54.870212 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Attempting to bind port 2c0731a0-56aa-44ab-b657-dffaeaa335cd on network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:54.881161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:54.881541 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Checking segment: {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:54.881950 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.882345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Bound using segment: {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:54.882813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Bound port: 2c0731a0-56aa-44ab-b657-dffaeaa335cd, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:54.883201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:54.943169 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.007892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] For port 2c0731a0-56aa-44ab-b657-dffaeaa335cd, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:55.012218 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] For port 2c0731a0-56aa-44ab-b657-dffaeaa335cd, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2c0731a0-56aa-44ab-b657-dffaeaa335cd,segment=NetworkSegment(03729012-570a-47a8-ada5-19931640d74c),segment_id=03729012-570a-47a8-ada5-19931640d74c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:55.016713 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.096627 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3541-3736-429a-a576-076d0b17f1cf None None] Pushing event updated for resources: {'Port': ['ID=2c0731a0-56aa-44ab-b657-dffaeaa335cd,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:55.138502 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1011975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1013599'] for router, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.141213 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.151519 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Transition to ACTIVE for port object 1d3c150f-e773-457e-98a9-a8d9f551a2ee will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:55.157907 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.210145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10899bcb-e2a1-4cda-a864-c6ff3fa90f38 None None] Pushing event updated for resources: {'Port': ['ID=1d3c150f-e773-457e-98a9-a8d9f551a2ee,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:55.264760 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Attempting to bind port 1d3c150f-e773-457e-98a9-a8d9f551a2ee on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:55.265145 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Attempting to bind port 1d3c150f-e773-457e-98a9-a8d9f551a2ee by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:55.265516 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Attempting to bind port 1d3c150f-e773-457e-98a9-a8d9f551a2ee on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:55.271271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:55.271692 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Checking segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:55.272111 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.272515 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Bound using segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:55.272999 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Bound port: 1d3c150f-e773-457e-98a9-a8d9f551a2ee, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:55.273393 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.340092 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Router e2e5fe8b-b655-44c5-a780-03153a2b791d is scheduled to L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee with binding_index 1 {{(pid=94633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:09:55.349405 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a137b6a-986f-45b4-8d8e-58762049c589 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:55.414177 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] For port 1d3c150f-e773-457e-98a9-a8d9f551a2ee, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:55.421793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] For port 1d3c150f-e773-457e-98a9-a8d9f551a2ee, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1d3c150f-e773-457e-98a9-a8d9f551a2ee,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:55.429332 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.499300 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6a137b6a-986f-45b4-8d8e-58762049c589 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:55.499727 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.504476 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:55.505119 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:55.513431 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:55.523813 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Sync routers for ids ['e2e5fe8b-b655-44c5-a780-03153a2b791d'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:55.524747 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10899bcb-e2a1-4cda-a864-c6ff3fa90f38 None None] Pushing event updated for resources: {'Port': ['ID=1d3c150f-e773-457e-98a9-a8d9f551a2ee,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:55.536090 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Routers {'e2e5fe8b-b655-44c5-a780-03153a2b791d'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:55.537013 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e2e5fe8b-b655-44c5-a780-03153a2b791d'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:55.541077 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.542623 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c5c26637-362e-47d7-aac9-e67bcf68a49f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8883271 Sep 10 04:09:55.545292 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48028) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:55.677058 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Set router e2e5fe8b-b655-44c5-a780-03153a2b791d gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:55.692782 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:55.907937 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:09:54Z', 'revision_number': 3, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:55.941294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:55Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:55.954196 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Checking router: e2e5fe8b-b655-44c5-a780-03153a2b791d for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:55.954544 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Updating router e2e5fe8b-b655-44c5-a780-03153a2b791d port b8f2600d-61f6-4248-a064-f84c01138e7a binding host n-d-808126-2 {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:09:55.974278 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b750-8acb-4eb4-b472-d7006d246e96 None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:55Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:55.982457 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.049511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.245629 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Allocated IP 172.20.0.1 (b1d7fcc5-7c75-456d-af90-84f5a8b48b6d/07e6771c-7c42-40b7-bca0-14a405752555/6d44ea75-89d2-48d4-b30f-55cc7e6a73c8) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:56.318794 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.332558 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Transition to ACTIVE for port object b8f2600d-61f6-4248-a064-f84c01138e7a will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:56.343715 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.367763 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277dca2-01aa-4def-9048-a21232c2deb2 None None] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:09:56.384574 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.407732 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Transition to ACTIVE for port object 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:56.417104 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Attempting to bind port b8f2600d-61f6-4248-a064-f84c01138e7a on host n-d-808126-2 for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:56.417525 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Attempting to bind port b8f2600d-61f6-4248-a064-f84c01138e7a by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:56.417888 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Attempting to bind port b8f2600d-61f6-4248-a064-f84c01138e7a on network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:56.427194 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755531e6-40cb-4a16-9f07-52d534a7b968 None None] Pushing event updated for resources: {'Port': ['ID=b8f2600d-61f6-4248-a064-f84c01138e7a,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:56.433249 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:56.433630 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Checking segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:56.434012 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.434398 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Bound using segment: {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:56.434875 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Bound port: b8f2600d-61f6-4248-a064-f84c01138e7a, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1eff67-f614-413e-9050-5e7f7be8ef8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:56.435254 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.444659 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6f6b93e1-4704-4c98-b925-0d4cd9611370 None None] Provisioning for port 2c0731a0-56aa-44ab-b657-dffaeaa335cd completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:56.469518 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.492151 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] For port b8f2600d-61f6-4248-a064-f84c01138e7a, host n-d-808126-2, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:56.496032 n-d-808126-2 neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] For port b8f2600d-61f6-4248-a064-f84c01138e7a, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b8f2600d-61f6-4248-a064-f84c01138e7a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:56.501948 n-d-808126-2 neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.542879 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:56.551143 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:56.552858 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:56.555378 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:56.570476 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755531e6-40cb-4a16-9f07-52d534a7b968 None None] Pushing event updated for resources: {'Port': ['ID=b8f2600d-61f6-4248-a064-f84c01138e7a,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:56.578423 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Routers {'e2e5fe8b-b655-44c5-a780-03153a2b791d'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:56.579115 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e2e5fe8b-b655-44c5-a780-03153a2b791d'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:56.602905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013646'] for router_interface, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.699370 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] Set router e2e5fe8b-b655-44c5-a780-03153a2b791d gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:56.747039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.897756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5bd7e755-abb5-4111-b15c-698c2aca318c None None] Provisioning for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:56.906081 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-5bd7e755-abb5-4111-b15c-698c2aca318c None None] Provisioning complete for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:56.906412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5bd7e755-abb5-4111-b15c-698c2aca318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.929325 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:09:54Z', 'revision_number': 3, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:56.951105 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.959862 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.964791 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ff459-5f0b-4d4e-8172-20e7de2f1153 None None] The sync data for ids ['e2e5fe8b-b655-44c5-a780-03153a2b791d'] in n-d-808126-2 is: [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:09:54Z', 'revision_number': 3, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:56.968132 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7e755-abb5-4111-b15c-698c2aca318c None None] Port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:09:57.046279 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:57.050964 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014814'] for router_interface, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.090502 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-b48afd12-4624-46f5-abc4-e5559e01a0bf None None] Provisioning complete for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:57.091055 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b48afd12-4624-46f5-abc4-e5559e01a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.136107 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b48afd12-4624-46f5-abc4-e5559e01a0bf None None] Port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:09:57.155912 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:57.157541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:57.333537 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Router e2e5fe8b-b655-44c5-a780-03153a2b791d has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:57.464792 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2c0731a0-56aa-44ab-b657-dffaeaa335cd up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:57.489022 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-114d63ec-4ccb-4c8f-b979-d9897e2e889b None None] Provisioning complete for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:57.489402 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-114d63ec-4ccb-4c8f-b979-d9897e2e889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.490983 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:57.497997 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-39e4fcd1-4004-4a5a-9192-23b6d63e0ce2 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2e5fe8b-b655-44c5-a780-03153a2b791d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9500206 Sep 10 04:09:57.540108 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-114d63ec-4ccb-4c8f-b979-d9897e2e889b None None] Port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:09:57.553409 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 2c0731a0-56aa-44ab-b657-dffaeaa335cd completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:57.558082 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2c0731a0-56aa-44ab-b657-dffaeaa335cd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:57.558660 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.655703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.695922 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 2c0731a0-56aa-44ab-b657-dffaeaa335cd, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2c0731a0-56aa-44ab-b657-dffaeaa335cd,segment=NetworkSegment(03729012-570a-47a8-ada5-19931640d74c),segment_id=03729012-570a-47a8-ada5-19931640d74c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:57.699869 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.700708 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1d3c150f-e773-457e-98a9-a8d9f551a2ee up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:57.776271 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=2c0731a0-56aa-44ab-b657-dffaeaa335cd,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:57.790703 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 1d3c150f-e773-457e-98a9-a8d9f551a2ee completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:57.794686 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1d3c150f-e773-457e-98a9-a8d9f551a2ee triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:57.795273 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.885123 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.918752 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 1d3c150f-e773-457e-98a9-a8d9f551a2ee, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1d3c150f-e773-457e-98a9-a8d9f551a2ee,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:57.923724 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:57.978550 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=1d3c150f-e773-457e-98a9-a8d9f551a2ee,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:57.990856 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48038) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:57.995709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263642648', 'description': 'tempest-secgroup-smoke-1263642648 description', 'project_id': '3c2d401321994040a4360255a24bd9d8'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.018319 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.105266 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.108794 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.136076 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.137276 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453846 Sep 10 04:09:58.139082 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59f5e2-3168-4a6d-8706-d636ffc15039 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b330b0e-562b-445e-ac56-fa2b9dd42f3c,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.140421 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:58.145130 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group_rule': {'security_group_id': '5b330b0e-562b-445e-ac56-fa2b9dd42f3c', 'project_id': '3c2d401321994040a4360255a24bd9d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.170559 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.228457 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.231699 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.249082 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af39aeda-39ff-4e6e-bd94-fa68c449406b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.254877 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.256184 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-5f432ec4-042b-44f3-971d-ad3a47d95483 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147256 Sep 10 04:09:58.258857 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48042) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:58.263093 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group_rule': {'security_group_id': '5b330b0e-562b-445e-ac56-fa2b9dd42f3c', 'project_id': '3c2d401321994040a4360255a24bd9d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.288297 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.344211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.348411 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.367385 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eaf721-9830-458b-a22f-8831b3eb78f8,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.373296 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.375855 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-1fb4c9e4-d7c2-4040-aa1f-850b35b8bedb tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145692 Sep 10 04:09:58.377056 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48044) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:58.381431 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group_rule': {'security_group_id': '5b330b0e-562b-445e-ac56-fa2b9dd42f3c', 'project_id': '3c2d401321994040a4360255a24bd9d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.405897 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.461705 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.465084 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.482096 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4bdc06-07a8-4045-a50f-21037ff02d83,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.488582 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.489887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-25f8c3e8-677c-4870-bde4-ec32529fc81a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118605 Sep 10 04:09:58.492474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48046) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:58.496809 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group_rule': {'security_group_id': '5b330b0e-562b-445e-ac56-fa2b9dd42f3c', 'project_id': '3c2d401321994040a4360255a24bd9d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.522514 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.583585 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.586869 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.605081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3dca7f-924f-481c-92ff-0d861111943a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.608299 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.609486 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-ccaabe69-b39f-4a0c-8bb2-cb81ebd22345 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160879 Sep 10 04:09:58.612911 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48048) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:58.617488 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group_rule': {'security_group_id': '5b330b0e-562b-445e-ac56-fa2b9dd42f3c', 'project_id': '3c2d401321994040a4360255a24bd9d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.638090 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Project 3c2d401321994040a4360255a24bd9d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:09:58.645865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.708709 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.712008 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.729223 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28113f3-c138-488a-8473-3f85c47e40cb,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.735136 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.736410 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c68edb25-cfe7-45d7-9dfa-3e9d31b936a6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224692 Sep 10 04:09:58.739069 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48050) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:58.743297 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'security_group_rule': {'security_group_id': '5b330b0e-562b-445e-ac56-fa2b9dd42f3c', 'project_id': '3c2d401321994040a4360255a24bd9d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:58.763693 n-d-808126-2 neutron-server[94633]: INFO neutron.db.securitygroups_db [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Project 3c2d401321994040a4360255a24bd9d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:09:58.768797 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.828097 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.832143 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574522'] for security_group_rule, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.851905 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3646a4-35ea-4f1d-9efb-7e38d3c1a292,revision_number=0']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:58.856156 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:58.866892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6ec883aa-89d0-4168-99e9-d0ce452df40e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173937 Sep 10 04:09:59.003679 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-7f5ba87f-7692-4d91-87c2-cf5128e99315 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263642648&fields=id&tenant_id=3c2d401321994040a4360255a24bd9d8 HTTP/1.1" status: 200 len: 267 time: 0.0369947 Sep 10 04:09:59.109801 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-83e65028-d0a8-4efe-b421-07c0ed8ff9f6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:59.110893 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-83e65028-d0a8-4efe-b421-07c0ed8ff9f6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 810 time: 0.1004138 Sep 10 04:09:59.126766 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-5645b629-5ba6-40cb-87e4-aed10fb9f85c tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/quotas/3c2d401321994040a4360255a24bd9d8 HTTP/1.1" status: 200 len: 375 time: 0.0098476 Sep 10 04:09:59.132150 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Sync routers for ids ['e2e5fe8b-b655-44c5-a780-03153a2b791d'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:59.141209 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Routers {'e2e5fe8b-b655-44c5-a780-03153a2b791d'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:59.141811 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e2e5fe8b-b655-44c5-a780-03153a2b791d'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:59.184167 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-849d8822-b4b7-4f0d-9932-83801d3065dc tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512395 Sep 10 04:09:59.248323 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Set router e2e5fe8b-b655-44c5-a780-03153a2b791d gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:59.307858 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-c137fbd1-1abe-4945-8ce3-1596b46b9919 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:09:59.309150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-c137fbd1-1abe-4945-8ce3-1596b46b9919 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1130600 Sep 10 04:09:59.389785 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b8f2600d-61f6-4248-a064-f84c01138e7a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:59.405247 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-a1ebe2e0-5d22-490a-80e5-8738f81ee843 service neutron] 10.222.0.23 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889654 Sep 10 04:09:59.487261 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port b8f2600d-61f6-4248-a064-f84c01138e7a completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:59.493003 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b8f2600d-61f6-4248-a064-f84c01138e7a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:59.493377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:59.498520 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-73849b44-f450-4c89-8c49-a7c2f4a26527 service neutron] 10.222.0.23 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870087 Sep 10 04:09:59.520712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 4, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6d44ea75-89d2-48d4-b30f-55cc7e6a73c8', 'name': '', 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'mac_address': 'fa:16:3e:fc:78:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '07e6771c-7c42-40b7-bca0-14a405752555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:56Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 2, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'subnets': [{'id': '07e6771c-7c42-40b7-bca0-14a405752555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:59.675784 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-be0eeae6-0012-4f0c-b2eb-45629cabdecc req-c01bb785-fdbd-41d5-8be8-fba78b45fadd tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 210 time: 0.0286565 Sep 10 04:09:59.711230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Checking router: e2e5fe8b-b655-44c5-a780-03153a2b791d for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:59.711604 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Updating router e2e5fe8b-b655-44c5-a780-03153a2b791d port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 binding host n-d-808126-2 {{(pid=94635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:09:59.741966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:59.811055 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:59.890677 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port b8f2600d-61f6-4248-a064-f84c01138e7a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b8f2600d-61f6-4248-a064-f84c01138e7a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:59.896686 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:59.897479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2c0731a0-56aa-44ab-b657-dffaeaa335cd up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:00.025827 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=b8f2600d-61f6-4248-a064-f84c01138e7a,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:00.056047 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 2c0731a0-56aa-44ab-b657-dffaeaa335cd triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:00.056419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.181159 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.199422 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Transition to ACTIVE for port object 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:10:00.201850 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1d3c150f-e773-457e-98a9-a8d9f551a2ee up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:00.222200 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.282320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64f226-0372-40a7-bb1d-ca65c8b1f299 None None] Pushing event updated for resources: {'Port': ['ID=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:00.330368 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 1d3c150f-e773-457e-98a9-a8d9f551a2ee triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:00.330755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.363284 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Attempting to bind port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 on host n-d-808126-2 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:10:00.363675 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Attempting to bind port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 by drivers openvswitch,hyperv on host n-d-808126-2 at level 0 using segments [{'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:10:00.364037 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Attempting to bind port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 on network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:00.376854 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Checking agent: {'id': 'ca23a0f0-3cf7-4c0b-b4f2-1df19e028ae5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 45, 5), 'started_at': datetime.datetime(2021, 9, 10, 2, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808126-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:10:00.377296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Checking segment: {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:10:00.378202 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.378599 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Bound using segment: {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:10:00.379077 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Bound port: 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8, host: n-d-808126-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03729012-570a-47a8-ada5-19931640d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:10:00.379479 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.483252 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] For port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8, host n-d-808126-2, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:10:00.497665 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] For port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8, host n-d-808126-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,segment=NetworkSegment(03729012-570a-47a8-ada5-19931640d74c),segment_id=03729012-570a-47a8-ada5-19931640d74c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:10:00.503338 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.566793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64f226-0372-40a7-bb1d-ca65c8b1f299 None None] Pushing event updated for resources: {'Port': ['ID=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:00.570355 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Routers {'e2e5fe8b-b655-44c5-a780-03153a2b791d'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:00.571159 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:09:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e2e5fe8b-b655-44c5-a780-03153a2b791d'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:00.600108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-336b2ef9-2dec-4175-9017-93d83faa9d22 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:00.602425 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-336b2ef9-2dec-4175-9017-93d83faa9d22 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 810 time: 0.1240451 Sep 10 04:10:00.661659 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-0129d2be-39e5-4ada-8713-6106634d5897 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c2d401321994040a4360255a24bd9d8 HTTP/1.1" status: 200 len: 380 time: 0.0481153 Sep 10 04:10:00.671542 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'port': {'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'admin_state_up': True, 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'security_groups': ['5b330b0e-562b-445e-ac56-fa2b9dd42f3c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:00.694923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] Set router e2e5fe8b-b655-44c5-a780-03153a2b791d gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:00.794600 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-a021d1a1-0913-4996-8423-2830c26daf6d req-e5c4c251-ac7d-4581-a7a8-1f2fe2c0435a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 210 time: 0.0328743 Sep 10 04:10:00.823354 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Made reservation on behalf of 3c2d401321994040a4360255a24bd9d8 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:10:00.827045 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:00.929756 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 4, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6d44ea75-89d2-48d4-b30f-55cc7e6a73c8', 'name': '', 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'mac_address': 'fa:16:3e:fc:78:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '07e6771c-7c42-40b7-bca0-14a405752555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:56Z', 'updated_at': '2021-09-10T04:10:00Z', 'revision_number': 4, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'subnets': [{'id': '07e6771c-7c42-40b7-bca0-14a405752555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:00.956535 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f3115-92fc-4497-8b94-5611f0f9dfb1 None None] The sync data for ids ['e2e5fe8b-b655-44c5-a780-03153a2b791d'] in n-d-808126-2 is: [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:09:56Z', 'revision_number': 4, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '6d44ea75-89d2-48d4-b30f-55cc7e6a73c8', 'name': '', 'network_id': 'b1d7fcc5-7c75-456d-af90-84f5a8b48b6d', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'mac_address': 'fa:16:3e:fc:78:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '07e6771c-7c42-40b7-bca0-14a405752555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:56Z', 'updated_at': '2021-09-10T04:10:00Z', 'revision_number': 4, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'subnets': [{'id': '07e6771c-7c42-40b7-bca0-14a405752555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:10:00.975713 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Allocated IP 172.20.0.10 (3c34b6e4-79e2-46e3-afa4-00bd08e756d9/f773d7fa-e01a-448a-83a5-cc695e68ca04/d5ca10a2-786f-40c6-8bdd-205c6fd33542) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:10:01.157391 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.172722 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Transition to ACTIVE for port object d5ca10a2-786f-40c6-8bdd-205c6fd33542 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:10:01.207721 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.251923 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:10:01.261426 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:10:01.266395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:10:01.270972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:01.328181 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:01.329282 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.348460 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-29a469f3-f754-4eb2-bfa3-365dc00c6b5e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6810906 Sep 10 04:10:01.364791 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Request body: {'port': {'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:01.399618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b8f2600d-61f6-4248-a064-f84c01138e7a up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:01.450875 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.468372 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port b8f2600d-61f6-4248-a064-f84c01138e7a triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:01.468668 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.560127 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:01.608198 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6e340639-06be-4ce0-97f9-44461a4416f3 None None] Provisioning for port d5ca10a2-786f-40c6-8bdd-205c6fd33542 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:10:01.615611 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6e340639-06be-4ce0-97f9-44461a4416f3 None None] Provisioning complete for port d5ca10a2-786f-40c6-8bdd-205c6fd33542 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:01.615951 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6e340639-06be-4ce0-97f9-44461a4416f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.618660 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:10:01.642639 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:01.643677 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.684197 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-6e340639-06be-4ce0-97f9-44461a4416f3 None None] Port d5ca10a2-786f-40c6-8bdd-205c6fd33542 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:10:01.737042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.746772 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ca10a2-786f-40c6-8bdd-205c6fd33542 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:10:01.754817 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.766702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Transition to ACTIVE for port object d5ca10a2-786f-40c6-8bdd-205c6fd33542 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:10:01.770103 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] For port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,segment=NetworkSegment(03729012-570a-47a8-ada5-19931640d74c),segment_id=03729012-570a-47a8-ada5-19931640d74c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:01.771986 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.774168 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.825914 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:01.845360 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:01.859769 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-180f69a7-33c9-48ff-a40a-2f0030ce4fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.903267 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Attempting to bind port d5ca10a2-786f-40c6-8bdd-205c6fd33542 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:10:01.903635 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Attempting to bind port d5ca10a2-786f-40c6-8bdd-205c6fd33542 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:10:01.903973 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Attempting to bind port d5ca10a2-786f-40c6-8bdd-205c6fd33542 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:01.909504 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Port d5ca10a2-786f-40c6-8bdd-205c6fd33542 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:10:01.909831 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Attempting to bind port d5ca10a2-786f-40c6-8bdd-205c6fd33542 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:01.914972 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:10:01.915109 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Checking segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:10:01.915512 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Bound using segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:10:01.915939 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Bound port: d5ca10a2-786f-40c6-8bdd-205c6fd33542, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:10:01.916379 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:01.939310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1f831-5f7c-40de-9bf7-5123dea4b241 req-83fef70c-51ee-452c-b20e-2323a5f16139 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:01.941125 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a4f1f831-5f7c-40de-9bf7-5123dea4b241 req-83fef70c-51ee-452c-b20e-2323a5f16139 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 944 time: 0.0573978 Sep 10 04:10:01.988215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a4f1f831-5f7c-40de-9bf7-5123dea4b241 req-19377b91-c839-4054-94db-6ed66fbedb6b tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352526 Sep 10 04:10:01.989315 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:10:01.992882 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:10:01.997371 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:02.034788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.035416 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:02.036849 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] 10.222.0.32 "PUT /v2.0/ports/d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 1092 time: 0.6779258 Sep 10 04:10:02.037292 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:02.039562 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229" -d '{"events": [{"name": "network-changed", "server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:02.077706 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fe7e2-bb78-4134-90d6-ef8b65a6f25f service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:02.122013 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba1442-1284-40a4-ad7c-cb0ff8d3a1be x-openstack-request-id: req-5aba1442-1284-40a4-ad7c-cb0ff8d3a1be {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:02.122310 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:02.122563 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aba1442-1284-40a4-ad7c-cb0ff8d3a1be {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:02.122966 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'status': 'completed', 'code': 200} Sep 10 04:10:02.140495 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ecac0750-884e-4e54-945c-d5eb3661fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.142047 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-ecac0750-884e-4e54-945c-d5eb3661fe06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1095 time: 0.0601432 Sep 10 04:10:02.188119 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-f06da8f1-44ee-4240-9f67-911df739b8b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 217 time: 0.0376587 Sep 10 04:10:02.238664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-226b73fa-a0ca-4d1f-9a1d-f1ffaf86174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.240135 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-226b73fa-a0ca-4d1f-9a1d-f1ffaf86174c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0447602 Sep 10 04:10:02.291938 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-eb905423-46a5-4b1e-ba3e-7cf5e2e94b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.293403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-eb905423-46a5-4b1e-ba3e-7cf5e2e94b28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434785 Sep 10 04:10:02.381438 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-c33d9701-98da-4e48-b3f2-516fdf8709a9 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806780 Sep 10 04:10:02.472053 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-f6aa7b41-f8cd-4ebe-8d4c-dd9db009e329 req-d5fad25d-e2b7-47d4-8bc2-a6c68c8303c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835712 Sep 10 04:10:02.557578 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-edd53998-c1cd-4c18-b08a-a710b7af8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.559049 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-edd53998-c1cd-4c18-b08a-a710b7af8d0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1095 time: 0.0398133 Sep 10 04:10:02.651990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-75e0e057-cfe3-48e7-9c81-a94d35726fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.653468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-75e0e057-cfe3-48e7-9c81-a94d35726fc0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0873907 Sep 10 04:10:02.694497 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-65cbd708-a700-44f7-9068-b6917ecb4190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 217 time: 0.0342731 Sep 10 04:10:02.743638 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-16e40d57-a177-4d60-85f9-5bf31550a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.745132 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-16e40d57-a177-4d60-85f9-5bf31550a6da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0438232 Sep 10 04:10:02.753053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:02.792072 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-1f4c0d9d-e5f8-4e13-901c-bee60eda7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:02.793549 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-1f4c0d9d-e5f8-4e13-901c-bee60eda7879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413203 Sep 10 04:10:02.884551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-c5c09efe-02a8-41fb-bc0d-1adb93301a2a service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834179 Sep 10 04:10:02.974652 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:02.980468 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-7bfbd480-1380-4b0b-b58b-6b63b9f4d229 req-831c96a6-2513-4bc0-82b0-22c0e45972d0 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883710 Sep 10 04:10:03.105339 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f9f6-b28c-46f1-bc0e-b7b170353b12 req-1060ef66-4ae6-4862-92bf-e656f02680e8 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:03.106816 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65c8f9f6-b28c-46f1-bc0e-b7b170353b12 req-1060ef66-4ae6-4862-92bf-e656f02680e8 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 944 time: 0.0509777 Sep 10 04:10:03.144067 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-65c8f9f6-b28c-46f1-bc0e-b7b170353b12 req-02f78035-fec6-4638-8fd3-76e840753484 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305102 Sep 10 04:10:03.287079 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 up at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:03.333006 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Provisioning complete for port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:03.333377 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:04.258382 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5d95-8406-468a-bc8f-04dc1251ed3c req-fa90cafb-caef-483b-b7a3-29ba3d8bd9e0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:04.259897 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-23ba5d95-8406-468a-bc8f-04dc1251ed3c req-fa90cafb-caef-483b-b7a3-29ba3d8bd9e0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 944 time: 0.0485189 Sep 10 04:10:04.296489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-23ba5d95-8406-468a-bc8f-04dc1251ed3c req-6e3158f3-036a-4941-8404-b5b765d0a6ea tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306706 Sep 10 04:10:04.404235 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-396e9daf-19d6-4dba-b15e-77cd89b56cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:04.771726 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:05.167157 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:10:05.271259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:05.282228 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:10:05.319349 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:05.331707 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ca10a2-786f-40c6-8bdd-205c6fd33542 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:10:05.353326 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:05.357261 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:05.410170 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:05.411377 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505e4b4-9b01-4df4-ba0d-f983d7e621ab req-377126d6-e871-415d-ac1c-f5257e1d22ca tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:05.414034 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4505e4b4-9b01-4df4-ba0d-f983d7e621ab req-377126d6-e871-415d-ac1c-f5257e1d22ca tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 945 time: 0.0501428 Sep 10 04:10:05.451112 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4505e4b4-9b01-4df4-ba0d-f983d7e621ab req-f2ff49c8-f309-4114-8f32-836a6d1305df tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Sep 10 04:10:05.558320 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d5ca10a2-786f-40c6-8bdd-205c6fd33542'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:10:05.698510 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:06.561401 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bbdf9-ef30-45f6-bb6b-a34b83c9fc90 req-01bedf14-19d1-4e0c-8494-d1c1a3ff876a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:06.562870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-893bbdf9-ef30-45f6-bb6b-a34b83c9fc90 req-01bedf14-19d1-4e0c-8494-d1c1a3ff876a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 945 time: 0.0477712 Sep 10 04:10:06.600565 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-893bbdf9-ef30-45f6-bb6b-a34b83c9fc90 req-8c5f3644-e57e-4de2-b7b0-2d280fe878e4 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Sep 10 04:10:07.180794 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:07.227401 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port d5ca10a2-786f-40c6-8bdd-205c6fd33542 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:10:07.230889 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d5ca10a2-786f-40c6-8bdd-205c6fd33542 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:07.231257 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:07.306553 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:07.330608 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:07.332848 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5915a5-4f96-4606-a624-4336c7e4579e" -d '{"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:07.345337 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:07.349672 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:07.372799 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105109b-e865-4ca0-9a0c-eac7e35c1169 x-openstack-request-id: req-6105109b-e865-4ca0-9a0c-eac7e35c1169 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:07.373087 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:07.373336 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6105109b-e865-4ca0-9a0c-eac7e35c1169 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:07.373717 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'code': 200} Sep 10 04:10:07.398348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:07.465284 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba00f6d-6446-42be-8d8b-ed6f7f7d9379 req-849dd4df-b5a5-4f21-a5c3-d65f45f7c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:07.466725 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ba00f6d-6446-42be-8d8b-ed6f7f7d9379 req-849dd4df-b5a5-4f21-a5c3-d65f45f7c738 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1097 time: 0.0416732 Sep 10 04:10:07.499995 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-9ba00f6d-6446-42be-8d8b-ed6f7f7d9379 req-af647485-d24e-4b45-85d7-1d12dba9f40e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259602 Sep 10 04:10:07.629739 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:07.712449 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc428c-639a-4e85-bf63-0825684f94c6 req-6f8e6d58-4bd8-4875-8c47-12b5c670134c tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:07.713964 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4bdc428c-639a-4e85-bf63-0825684f94c6 req-6f8e6d58-4bd8-4875-8c47-12b5c670134c tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 946 time: 0.0472007 Sep 10 04:10:07.750917 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-4bdc428c-639a-4e85-bf63-0825684f94c6 req-82684263-2932-4c28-b361-e11e7424c032 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Sep 10 04:10:08.864605 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287ab97-b801-471c-9e67-060d92d04c18 req-bb7eb494-a82c-4ec5-8fd7-572fffed7298 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:08.866062 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7287ab97-b801-471c-9e67-060d92d04c18 req-bb7eb494-a82c-4ec5-8fd7-572fffed7298 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 946 time: 0.0470006 Sep 10 04:10:08.904322 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-7287ab97-b801-471c-9e67-060d92d04c18 req-46cf3183-c98f-4275-a2b2-ba157c713b16 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Sep 10 04:10:09.015726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f22a-78db-413a-871a-94546318510b req-1182713d-efd0-4243-b74c-4974546b5479 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:09.017211 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29c1f22a-78db-413a-871a-94546318510b req-1182713d-efd0-4243-b74c-4974546b5479 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 946 time: 0.0478554 Sep 10 04:10:09.053904 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-29c1f22a-78db-413a-871a-94546318510b req-4c88c46b-e850-4307-afca-f756b349e011 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Sep 10 04:10:09.076081 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48106) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:09.164774 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ef8d0-c355-4d29-a528-df7bc4afe2c7 tempest-TestSnapshotPattern-1618069771 tempest-TestSnapshotPattern-1618069771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:09.166263 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d90ef8d0-c355-4d29-a528-df7bc4afe2c7 tempest-TestSnapshotPattern-1618069771 tempest-TestSnapshotPattern-1618069771-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1092 time: 0.0891759 Sep 10 04:10:09.169242 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48110) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:09.173509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:09.195407 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:09.287347 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:09.693693 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Allocated IP 172.25.8.197 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/d4925fab-e4f9-4062-833c-a053ed6726ee) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:10:09.791335 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:09.827942 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:09.867275 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:10:09.870161 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:10:09.875601 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:10:09.898008 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'Port': ['ID=d4925fab-e4f9-4062-833c-a053ed6726ee,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:10.230313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:10.301211 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:10.445658 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:10.450085 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:10.513310 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'Port': ['ID=d4925fab-e4f9-4062-833c-a053ed6726ee,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:10.526255 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:10.624042 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Floating IP 165cd939-598f-4f9f-bdcb-08b74066cb7a associated. External IP: 172.25.8.197, port: d5ca10a2-786f-40c6-8bdd-205c6fd33542. Sep 10 04:10:10.828904 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:10:10.934928 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:10:10.944544 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:10:10.951953 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:10.954099 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:10.954703 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:10.979620 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1eb04666-4ea7-4205-9bae-82febd1d2e50 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8093288 Sep 10 04:10:10.980263 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:10.982516 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce" -d '{"events": [{"name": "network-changed", "server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:11.024596 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4de292-8564-45d4-bf1b-ecf0c14fc795 x-openstack-request-id: req-bf4de292-8564-45d4-bf1b-ecf0c14fc795 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:11.024889 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:11.025140 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf4de292-8564-45d4-bf1b-ecf0c14fc795 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:11.025547 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'status': 'completed', 'code': 200} Sep 10 04:10:11.059300 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:11.090842 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-fe979f16-f45d-4e73-b8f8-fc6456d8dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:11.092595 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-fe979f16-f45d-4e73-b8f8-fc6456d8dec2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1097 time: 0.0455236 Sep 10 04:10:11.185311 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-c569d978-c1a8-4c41-81af-ce7f995b3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:11.186802 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-c569d978-c1a8-4c41-81af-ce7f995b3aa1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0866482 Sep 10 04:10:11.256636 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-db1aa3f8-4081-4f4e-b667-399e14c96052 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 1000 time: 0.0625579 Sep 10 04:10:11.284846 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:10Z', 'revision_number': 0, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:11.304782 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-484e554a-f0fa-4e39-8b2c-5fd8d8884755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:11.306293 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-484e554a-f0fa-4e39-8b2c-5fd8d8884755 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0435569 Sep 10 04:10:11.354694 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-87bbb8f0-7a03-4760-9a75-66b3ec0c7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:11.356278 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-87bbb8f0-7a03-4760-9a75-66b3ec0c7a7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435452 Sep 10 04:10:11.399718 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:10:11.408071 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:11.408673 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:10:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:11.451126 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-1e1a3471-6f27-4e8e-9cee-63716bbab7bb service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Sep 10 04:10:11.510100 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:11.539767 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d4f7fd37-f2dd-4d4a-8bc6-c07a5b3213ce req-9a167901-dd52-48fd-ba4b-f3f5b5373853 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813138 Sep 10 04:10:11.725085 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:10Z', 'revision_number': 0, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:11.754403 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5422e-c2b7-4f15-a307-332b3e945ddc None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:10Z', 'revision_number': 0, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:10:11.939807 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6c42b-edd3-496b-a752-6b20ac5dd43c None None] New status for floating IP 165cd939-598f-4f9f-bdcb-08b74066cb7a: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:10:31.369019 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:10:31.850361 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdcab-7fbb-4456-99e1-3f8c351f2c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:32.767630 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:32.977205 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:34.405012 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae94739f-bfca-4c67-8697-1d4f683ae052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:34.771346 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:35.683481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:37.633399 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:40.746487 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-3a287c91-716c-4ba7-ab13-bc5031375c2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423748 Sep 10 04:10:40.828237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-8537bcf2-6be4-478e-8824-d48b794d5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:40.829719 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-8537bcf2-6be4-478e-8824-d48b794d5789 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1097 time: 0.0422163 Sep 10 04:10:40.929269 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-f769b3a6-e7aa-4025-920e-53d249985da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:40.931355 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-f769b3a6-e7aa-4025-920e-53d249985da6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0834355 Sep 10 04:10:40.998649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-b27e76af-a46b-4b3c-815f-9de4ea8ce41d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 1002 time: 0.0596383 Sep 10 04:10:41.045954 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-db135ba1-b3a2-4e1a-bfc0-73c7d7be9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:41.047351 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-db135ba1-b3a2-4e1a-bfc0-73c7d7be9762 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0419071 Sep 10 04:10:41.093424 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-ed30750c-1622-4e89-82d6-25f794cc99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:41.094938 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-ed30750c-1622-4e89-82d6-25f794cc99af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385275 Sep 10 04:10:41.187572 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-de4314be-0cb1-4580-85d6-08b611da3f5a service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838482 Sep 10 04:10:41.281895 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-37baca09-aa9b-4a33-bcac-b1680e4769d2 req-e90e60ca-28e1-4668-bb4c-f1b1e5f13ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830460 Sep 10 04:11:01.849911 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f9f05cbc-c114-48af-ae4e-fd82d99cb9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.784201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.989150 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:04.404562 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b45d5924-3199-41f3-8841-7b0a114ab213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:04.770797 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:05.685928 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:07.635923 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:08.368337 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:11:31.849958 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f27a7518-d3de-4252-b705-baca764e4893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:32.774462 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:32.989254 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:34.404743 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ca45-0616-4a86-a8bf-86e419f8a2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:34.771528 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:35.688327 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:37.639081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:40.742669 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-2c8bd071-d887-46ba-bcdd-dbb1f8563428 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394711 Sep 10 04:11:40.821902 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280de08-1792-47ae-8a30-f53209cd98bf req-2b753526-5348-4177-b668-3340cab6faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:40.823396 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-2b753526-5348-4177-b668-3340cab6faa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1097 time: 0.0399442 Sep 10 04:11:40.925163 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280de08-1792-47ae-8a30-f53209cd98bf req-9820fc87-d8fb-4620-a9d9-2d7da0bc05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:40.926630 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-9820fc87-d8fb-4620-a9d9-2d7da0bc05f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0856211 Sep 10 04:11:40.989116 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-9b8948cf-fb14-4759-a44f-44d5422ad4d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 1002 time: 0.0554340 Sep 10 04:11:41.036328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280de08-1792-47ae-8a30-f53209cd98bf req-4575ad3e-35fb-461c-a4c2-3ba5f8354a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:41.037649 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-4575ad3e-35fb-461c-a4c2-3ba5f8354a90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0419061 Sep 10 04:11:41.085466 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280de08-1792-47ae-8a30-f53209cd98bf req-448af7be-2f2f-4510-9d2b-70d4c82a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:41.086978 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-448af7be-2f2f-4510-9d2b-70d4c82a9713 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424399 Sep 10 04:11:41.174931 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-841cd1be-d63f-4cd0-a10d-c90af3ef0438 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810556 Sep 10 04:11:41.270568 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2280de08-1792-47ae-8a30-f53209cd98bf req-510fb2e9-48e0-4356-bb3d-e46787736762 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882998 Sep 10 04:11:45.367713 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:12:01.850955 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d69ff79-1b59-4fc0-902f-45e1eb957746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:02.797089 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:03.003638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.405075 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1b548ce-f040-47e8-b90b-aedfe14dd7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.771580 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.690551 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:07.642286 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:07.836419 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:12:07.928390 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:07.939482 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:12:07.974325 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:07.986128 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5ca10a2-786f-40c6-8bdd-205c6fd33542 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:08.004295 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:08.008250 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.066404 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:08.073517 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.073862 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.074249 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.074528 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.075560 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.075892 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.076216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.076538 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.076883 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.077204 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.077522 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.077837 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:08.084712 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['d5ca10a2-786f-40c6-8bdd-205c6fd33542'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:12:09.867359 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:10.073633 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port d5ca10a2-786f-40c6-8bdd-205c6fd33542 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:10.074009 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:10.160180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:10.194906 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:10.197578 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa2372-fb5e-4e70-a8af-685bb328e246" -d '{"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:10.203672 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:10.211238 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:10.280679 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:10.336623 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf0d15-9afe-45c4-a057-0e53f5e62180 x-openstack-request-id: req-8aaf0d15-9afe-45c4-a057-0e53f5e62180 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:10.337163 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-plugged", "status": "completed", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:10.337564 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8aaf0d15-9afe-45c4-a057-0e53f5e62180 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:10.338107 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'code': 200} Sep 10 04:12:19.091331 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-4b1cca24-4a11-478d-933b-6b34220c4a3c tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263642648&fields=id&tenant_id=3c2d401321994040a4360255a24bd9d8 HTTP/1.1" status: 200 len: 267 time: 0.0327854 Sep 10 04:12:19.194827 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-87c5ce7a-0398-48e7-8bfc-d44d998c5088 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:19.196310 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-87c5ce7a-0398-48e7-8bfc-d44d998c5088 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 810 time: 0.0976324 Sep 10 04:12:19.211258 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-07ef826c-6d25-4968-9b10-0097b0589964 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/quotas/3c2d401321994040a4360255a24bd9d8 HTTP/1.1" status: 200 len: 375 time: 0.0086646 Sep 10 04:12:19.268033 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-a7a28d6e-de24-44f9-8270-c5bcf57f6228 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0516381 Sep 10 04:12:19.365758 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-4502bc62-8e4c-487e-adce-8b36ad5479f7 service neutron] 10.222.0.23 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862844 Sep 10 04:12:19.456274 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-f20a9648-0bb8-4be3-bece-df96df2f6f88 service neutron] 10.222.0.23 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845337 Sep 10 04:12:19.663116 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-4b6e3504-d140-436e-8f35-fc4e56d741fd req-17c86b10-0b66-46c1-bd55-7bd960cdbd45 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0292552 Sep 10 04:12:20.512927 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-a6361678-b52e-4858-9935-9e0ea4a0d974 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:20.514450 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-a6361678-b52e-4858-9935-9e0ea4a0d974 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 810 time: 0.1035724 Sep 10 04:12:20.919292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-d292d528-6d6b-4f7e-9453-e68af664c2ea req-2e294bed-e0b5-4d0e-b30e-bc018ff05e87 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0266387 Sep 10 04:12:20.958228 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-f1f7b1f1-957c-4147-b629-aaaf23823614 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c2d401321994040a4360255a24bd9d8 HTTP/1.1" status: 200 len: 380 time: 0.4341478 Sep 10 04:12:21.902294 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:21.979067 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.002928 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:22.005225 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5a52ef-6632-48de-b464-a05c97359ec1" -d '{"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:22.019005 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:22.033078 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ffc856e5-636f-4527-bd14-ad383c03ca58 req-17b94901-f3c2-40c4-8fe6-c5093b819c74 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0350504 Sep 10 04:12:22.034681 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.075166 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf375e3-e548-43ee-b8e3-b2899020165c x-openstack-request-id: req-abf375e3-e548-43ee-b8e3-b2899020165c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:22.075702 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:22.076102 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abf375e3-e548-43ee-b8e3-b2899020165c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:22.076530 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'code': 200} Sep 10 04:12:22.104139 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=8']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:22.367657 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:12:23.145628 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-3f9e12e7-4243-4d39-96a0-bc894aad0640 req-dee24746-b6d0-49ce-87e9-dc1655b81c52 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0333722 Sep 10 04:12:24.244345 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-5ddbbf66-8fc4-4b0c-921e-ff7265d5d6d0 req-3f927b01-7035-4c6c-ad90-0e55ec168bac tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0284109 Sep 10 04:12:25.349192 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-56d6fcf7-28a0-4640-b491-cd4fc626f8c4 req-2c2a5041-d9fe-4bf1-afee-432023a4b0a0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0264089 Sep 10 04:12:26.445199 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-0388ee79-9401-4a5c-a3c1-e8292c8bc089 req-3ff5ff2a-989c-4592-a230-68dcdc073b7b tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0270388 Sep 10 04:12:27.543381 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-23a7c09b-20b0-42a5-9c7a-e9d11f80826d req-80665954-c757-4202-befe-acfb41d8f5e2 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0259285 Sep 10 04:12:28.643870 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-daeae6cd-64a1-49bb-a6e9-5ab1d3a4e350 req-b38600f7-bbd0-4aa5-89b9-2ea65297fef0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0320935 Sep 10 04:12:29.746261 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-a2e8bc7b-d831-436b-913a-30053411b5c0 req-cc237358-4b78-4efc-af1b-405ed5f8c22f tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0324650 Sep 10 04:12:30.837120 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-1b6455ec-0189-48ab-9399-1f0183b2dc50 req-544c09a4-7633-4b79-82fe-83a4a1b05cd0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 210 time: 0.0278201 Sep 10 04:12:31.081633 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'port': {'device_id': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'admin_state_up': True, 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'security_groups': ['5b330b0e-562b-445e-ac56-fa2b9dd42f3c']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:31.190696 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Made reservation on behalf of 3c2d401321994040a4360255a24bd9d8 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:31.194289 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.319310 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Allocated IP 172.20.0.7 (3c34b6e4-79e2-46e3-afa4-00bd08e756d9/f773d7fa-e01a-448a-83a5-cc695e68ca04/23f2a9be-50ac-4f45-baee-756073803b49) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:31.456211 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.469235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Transition to ACTIVE for port object 23f2a9be-50ac-4f45-baee-756073803b49 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:31.502732 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.542279 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:31.545237 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:31.549395 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:31.577171 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:31.592209 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.592608 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.592995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.593306 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.593651 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.593990 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.594328 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.594659 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.594991 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.595322 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.595703 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.596040 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:31.618152 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:31.618768 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.634065 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ef73c240-36e1-470a-afee-a613edae4bad tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573640 Sep 10 04:12:31.646584 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.v2.base [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Request body: {'port': {'device_id': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808126-2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:31.705455 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.825447 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-faebcf1e-cbd6-4b5e-add4-9f91e5114a87 None None] Provisioning for port 23f2a9be-50ac-4f45-baee-756073803b49 completed by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:31.829094 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-faebcf1e-cbd6-4b5e-add4-9f91e5114a87 None None] Provisioning complete for port 23f2a9be-50ac-4f45-baee-756073803b49 triggered by entity DHCP. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:31.829531 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-faebcf1e-cbd6-4b5e-add4-9f91e5114a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.868633 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b6562581-91f3-4ed1-84f0-667942fc295e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.876220 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-faebcf1e-cbd6-4b5e-add4-9f91e5114a87 None None] Port 23f2a9be-50ac-4f45-baee-756073803b49 cannot update to ACTIVE because it is not bound. {{(pid=94635) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:31.952709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d71c5e-d8dc-44f0-b50d-cd60807f60a2 req-835b45cd-e160-4f25-bbf1-80dbc449a0f6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:31.954203 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62d71c5e-d8dc-44f0-b50d-cd60807f60a2 req-835b45cd-e160-4f25-bbf1-80dbc449a0f6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 931 time: 0.0489318 Sep 10 04:12:31.966264 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f2a9be-50ac-4f45-baee-756073803b49 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:31.974223 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.986420 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Transition to ACTIVE for port object 23f2a9be-50ac-4f45-baee-756073803b49 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:31.990203 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.992166 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-62d71c5e-d8dc-44f0-b50d-cd60807f60a2 req-8acb1b1e-5152-4cd7-9a09-812b5d962307 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Sep 10 04:12:32.041960 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:32.117648 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Attempting to bind port 23f2a9be-50ac-4f45-baee-756073803b49 on host n-h1-808126-2 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:32.117995 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Attempting to bind port 23f2a9be-50ac-4f45-baee-756073803b49 by drivers openvswitch,hyperv on host n-h1-808126-2 at level 0 using segments [{'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:32.118331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Attempting to bind port 23f2a9be-50ac-4f45-baee-756073803b49 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:32.122880 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Port 23f2a9be-50ac-4f45-baee-756073803b49 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808126-2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:12:32.123208 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Attempting to bind port 23f2a9be-50ac-4f45-baee-756073803b49 on network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:32.128235 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Checking agent: {'id': 'b00a19c5-e21c-453a-a1cc-b0ccaf51b3d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808126-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'started_at': datetime.datetime(2021, 9, 10, 2, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:32.128580 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Checking segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:32.128971 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Bound using segment: {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:32.129409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Bound port: 23f2a9be-50ac-4f45-baee-756073803b49, host: n-h1-808126-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85de067e-0779-4dbe-8178-0dc16d42489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:32.129775 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.194617 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:32.197603 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:32.202686 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60742008'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.235177 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.236007 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.237422 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] 10.222.0.32 "PUT /v2.0/ports/23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 200 len: 1091 time: 0.5951149 Sep 10 04:12:32.237853 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:32.240134 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3c2cf0-4abf-4699-b654-11c49abc032a" -d '{"events": [{"name": "network-changed", "server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "tag": "23f2a9be-50ac-4f45-baee-756073803b49"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:32.271139 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bd5ff-f2c7-4014-8b9f-68e100e0941d service neutron] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:32.325867 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-c58187ca-4235-4e8a-a6f4-7f45f2c5c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.327981 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-c58187ca-4235-4e8a-a6f4-7f45f2c5c079 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1094 time: 0.0502319 Sep 10 04:12:32.372296 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6f171-f9e0-434c-a867-7fe5d5fe3734 x-openstack-request-id: req-08b6f171-f9e0-434c-a867-7fe5d5fe3734 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:32.372591 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "tag": "23f2a9be-50ac-4f45-baee-756073803b49", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:32.372845 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08b6f171-f9e0-434c-a867-7fe5d5fe3734 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:32.373255 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49', 'status': 'completed', 'code': 200} Sep 10 04:12:32.375177 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ff7766f4-4b35-43c9-9928-b8759254a1a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 200 len: 217 time: 0.0398929 Sep 10 04:12:32.426100 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ddc4c72e-710b-4430-bc8c-4988e7993df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.427641 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-ddc4c72e-710b-4430-bc8c-4988e7993df1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0454719 Sep 10 04:12:32.477118 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-c6c736ae-2e9f-4e14-82a5-111c8e9915e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.478667 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-c6c736ae-2e9f-4e14-82a5-111c8e9915e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442026 Sep 10 04:12:32.568608 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-438d1509-3c25-4285-9fc3-4bc94ee75553 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825152 Sep 10 04:12:32.661013 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-82ecf82e-69ac-4473-82c7-484c69bf4b6b req-584a0df0-a3b5-421c-8bc6-4bc5f770f231 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Sep 10 04:12:32.746110 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-47ae49a6-4ccc-4081-920e-4d7c3ec2663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.747607 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-47ae49a6-4ccc-4081-920e-4d7c3ec2663e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1094 time: 0.0400059 Sep 10 04:12:32.790780 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.839984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-8f442740-b9f2-4baa-a4cf-3cd3f9a4d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.841452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-8f442740-b9f2-4baa-a4cf-3cd3f9a4d708 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0865984 Sep 10 04:12:32.883975 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-4e201a24-c991-4755-933c-a78d762f52f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 200 len: 217 time: 0.0352471 Sep 10 04:12:32.931719 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-45a0e9b7-1595-496d-b7cc-6e7e3b9861fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.933150 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-45a0e9b7-1595-496d-b7cc-6e7e3b9861fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0417895 Sep 10 04:12:32.976190 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-d9d671a4-118b-4dd8-9df2-41b8091e08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:32.977656 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-d9d671a4-118b-4dd8-9df2-41b8091e08b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373785 Sep 10 04:12:33.020596 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.072934 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-5afe1987-925c-4a44-ad75-d82d233a4887 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870888 Sep 10 04:12:33.114746 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d62d07-3f32-4203-a096-90f4cd92b3e1 req-9109b748-7789-4d6a-8c4e-bf2c4410ca8f tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:33.116399 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31d62d07-3f32-4203-a096-90f4cd92b3e1 req-9109b748-7789-4d6a-8c4e-bf2c4410ca8f tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 943 time: 0.0549104 Sep 10 04:12:33.155692 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-31d62d07-3f32-4203-a096-90f4cd92b3e1 req-4ec9179a-749d-475c-a30b-80abaf079652 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330429 Sep 10 04:12:33.171651 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ee3c2cf0-4abf-4699-b654-11c49abc032a req-acf1e773-f26e-4287-b3c2-e1da5cf4cecc service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Sep 10 04:12:33.978768 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23f2a9be-50ac-4f45-baee-756073803b49 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:12:34.071472 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:34.082570 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '23f2a9be-50ac-4f45-baee-756073803b49', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'port_id': '23f2a9be-50ac-4f45-baee-756073803b49', 'mac_address': 'fa:16:3e:25:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:12:34.118451 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.131161 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f2a9be-50ac-4f45-baee-756073803b49 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:34.150289 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:34.153930 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.199710 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=4']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:34.273878 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cf26f-3f82-4718-8e83-e0c100b08286 req-2af8e78a-a6b1-42f2-98fb-fcae3146181e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:34.275292 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-189cf26f-3f82-4718-8e83-e0c100b08286 req-2af8e78a-a6b1-42f2-98fb-fcae3146181e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 944 time: 0.0488024 Sep 10 04:12:34.312692 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-189cf26f-3f82-4718-8e83-e0c100b08286 req-7f2679ce-444c-4ca5-b19f-0911df746500 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Sep 10 04:12:34.402706 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23f2a9be-50ac-4f45-baee-756073803b49'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:12:34.425216 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb107405-979a-4ee6-8746-b8ed4e310c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.770703 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.426512 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747122f-f871-454f-94c1-1aa5c3d02d83 req-3789d311-5ab3-499d-b9ac-e2ecb4cb08c6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:35.428045 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6747122f-f871-454f-94c1-1aa5c3d02d83 req-3789d311-5ab3-499d-b9ac-e2ecb4cb08c6 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 944 time: 0.0506549 Sep 10 04:12:35.465500 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-6747122f-f871-454f-94c1-1aa5c3d02d83 req-dd9c005f-9b3b-45d7-99d5-9e868e359618 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Sep 10 04:12:35.693625 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.995348 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23f2a9be-50ac-4f45-baee-756073803b49 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:36.044636 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning for port 23f2a9be-50ac-4f45-baee-756073803b49 completed by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:36.048070 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 23f2a9be-50ac-4f45-baee-756073803b49 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:36.048435 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.121978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.143826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:36.146037 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72360852-b693-43e3-b127-923f209b2ba4" -d '{"events": [{"server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "name": "network-vif-plugged", "status": "completed", "tag": "23f2a9be-50ac-4f45-baee-756073803b49"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:36.158578 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:36.162355 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.188159 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6865390-2d07-4aac-9703-417818fe82f7 x-openstack-request-id: req-a6865390-2d07-4aac-9703-417818fe82f7 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:36.188449 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "name": "network-vif-plugged", "status": "completed", "tag": "23f2a9be-50ac-4f45-baee-756073803b49", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:36.188699 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6865390-2d07-4aac-9703-417818fe82f7 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:36.189079 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49', 'code': 200} Sep 10 04:12:36.214813 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=5']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.276066 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0ef77-396d-4b97-a89e-e58ccb02bbfd req-61f531f7-b468-4bb2-b6c1-d69bd13945c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:36.277479 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60d0ef77-396d-4b97-a89e-e58ccb02bbfd req-61f531f7-b468-4bb2-b6c1-d69bd13945c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1096 time: 0.0393329 Sep 10 04:12:36.309912 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-60d0ef77-396d-4b97-a89e-e58ccb02bbfd req-9d46b01f-ae20-47e7-a280-adc618d8b2b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256793 Sep 10 04:12:36.576478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a8c9-259d-47a1-90d3-9b8bb151491d req-ddfef8d0-8dfc-4050-b643-a88525372880 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:36.578489 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee23a8c9-259d-47a1-90d3-9b8bb151491d req-ddfef8d0-8dfc-4050-b643-a88525372880 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 945 time: 0.0478158 Sep 10 04:12:36.614590 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-ee23a8c9-259d-47a1-90d3-9b8bb151491d req-eb222d62-761b-4364-98eb-fddb1284622a tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300024 Sep 10 04:12:37.647501 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.734140 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec1c97-4adc-4da8-ae9a-262d0f0ab4b4 req-619a01ef-98e1-4896-9396-c70976452bf4 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:37.735644 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2aec1c97-4adc-4da8-ae9a-262d0f0ab4b4 req-619a01ef-98e1-4896-9396-c70976452bf4 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 945 time: 0.0520883 Sep 10 04:12:37.772827 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-2aec1c97-4adc-4da8-ae9a-262d0f0ab4b4 req-d6c85121-96d1-4594-a06d-c27cda29eb41 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312245 Sep 10 04:12:37.888031 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfc6da-c0b9-42bf-a606-13cdefe5a33d req-6defd44a-7e46-4e72-8eb0-16529e315f29 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:37.889424 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08dfc6da-c0b9-42bf-a606-13cdefe5a33d req-6defd44a-7e46-4e72-8eb0-16529e315f29 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 945 time: 0.0518892 Sep 10 04:12:37.929827 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-08dfc6da-c0b9-42bf-a606-13cdefe5a33d req-0d14136d-833e-41dd-8bea-285c5f865f13 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339777 Sep 10 04:12:37.951509 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48386) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:37.990300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45292eb5-6afe-4c0d-9eb4-8d8bf6a559b2 tempest-TestSnapshotPattern-1618069771 tempest-TestSnapshotPattern-1618069771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:37.991821 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-45292eb5-6afe-4c0d-9eb4-8d8bf6a559b2 tempest-TestSnapshotPattern-1618069771 tempest-TestSnapshotPattern-1618069771-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1091 time: 0.0387208 Sep 10 04:12:37.994514 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48388) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:37.999257 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.v2.base [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Request body: {'floatingip': {'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'port_id': '23f2a9be-50ac-4f45-baee-756073803b49', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:38.020482 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.117972 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.216659 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Allocated IP 172.25.8.2 (55d651dd-a0c7-4fe6-a25e-f215a8f17f1f/5b876aef-f4d5-4dc3-84c4-9101d3bfc205/0807703b-ec6b-486b-b201-4f4a515aa416) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:38.320330 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.356296 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782573077697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.390976 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Network 55d651dd-a0c7-4fe6-a25e-f215a8f17f1f is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:38.393663 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:38.397115 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:38.423592 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'Port': ['ID=0807703b-ec6b-486b-b201-4f4a515aa416,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:38.436182 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.437084 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.437421 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.437753 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.438080 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.438405 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.438724 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.439047 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.439364 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.439708 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.440030 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.440347 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:38.755564 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.824223 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.969552 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.973841 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59493403'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.044603 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event updated for resources: {'Port': ['ID=0807703b-ec6b-486b-b201-4f4a515aa416,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:39.052678 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013557'] for floatingip, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.151506 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Floating IP 4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1 associated. External IP: 172.25.8.2, port: 23f2a9be-50ac-4f45-baee-756073803b49. Sep 10 04:12:39.348920 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:39.453476 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:39.463222 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:39.468581 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.472320 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:39.472951 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:39.494613 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-3c53c98a-26f3-4108-bcb0-e90f1a3d1cb1 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4991167 Sep 10 04:12:39.495199 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:39.497464 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "tag": "23f2a9be-50ac-4f45-baee-756073803b49"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:39.534448 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaff1bd-c411-46b8-9260-0d6829918f6f x-openstack-request-id: req-cfaff1bd-c411-46b8-9260-0d6829918f6f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:39.534743 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "tag": "23f2a9be-50ac-4f45-baee-756073803b49", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:39.535001 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfaff1bd-c411-46b8-9260-0d6829918f6f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:39.535405 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49', 'status': 'completed', 'code': 200} Sep 10 04:12:39.577958 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:39.596907 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-951d796e-5340-4828-8bcb-7b3c0ed77074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:39.598403 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-951d796e-5340-4828-8bcb-7b3c0ed77074 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1096 time: 0.0402763 Sep 10 04:12:39.688250 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-569b055a-c690-4886-ac2b-0d6156acf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:39.689742 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-569b055a-c690-4886-ac2b-0d6156acf000 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0839722 Sep 10 04:12:39.758057 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-6e4d5dac-0d06-45b2-b6ee-85f2f3c47eb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 200 len: 997 time: 0.0601296 Sep 10 04:12:39.798029 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:12Z', 'revision_number': 1, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}, {'id': '4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': '23f2a9be-50ac-4f45-baee-756073803b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:25:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:38Z', 'updated_at': '2021-09-10T04:12:38Z', 'revision_number': 0, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:39.807147 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-fe36401b-f466-4d29-934f-fdeee229f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:39.808657 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-fe36401b-f466-4d29-934f-fdeee229f6c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0439470 Sep 10 04:12:39.823440 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:39.831549 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:39.832094 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:12:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:39.852419 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-f0704d50-fdfb-40d8-a7eb-79fb8a03e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:39.853908 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-f0704d50-fdfb-40d8-a7eb-79fb8a03e899 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382009 Sep 10 04:12:39.933991 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:39.946452 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-3bff68d5-3590-4aeb-bd94-db96cadaa269 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851848 Sep 10 04:12:40.038556 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-77e3f4f3-4bb8-46f3-b4de-8b0a9df80ec1 req-02986ae1-5b2c-4f07-8b7f-5acf309189dc service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848892 Sep 10 04:12:40.151375 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:12Z', 'revision_number': 1, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}, {'id': '4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': '23f2a9be-50ac-4f45-baee-756073803b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:25:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:38Z', 'updated_at': '2021-09-10T04:12:38Z', 'revision_number': 0, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:40.181138 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c1119-b934-46cd-92d8-3e8e9cf8ef84 None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:12Z', 'revision_number': 1, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}, {'id': '4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': '23f2a9be-50ac-4f45-baee-756073803b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:25:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:38Z', 'updated_at': '2021-09-10T04:12:38Z', 'revision_number': 0, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:40.375479 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15b3b8-84ee-4180-a804-a49eaa93ff88 None None] New status for floating IP 4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1: ACTIVE {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:12:41.744721 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-ec709cf4-be21-4765-b32a-5d18fdf522aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394914 Sep 10 04:12:41.822890 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-21588cbe-c717-4125-854a-8c2f404a2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:41.824407 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-21588cbe-c717-4125-854a-8c2f404a2261 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1095 time: 0.0394309 Sep 10 04:12:41.926524 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-b8a5b5cf-25f8-450c-a73f-c67db453f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:41.928025 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-b8a5b5cf-25f8-450c-a73f-c67db453f390 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0854888 Sep 10 04:12:41.990887 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-53aa9ce3-d5d1-4b04-8307-539bfba0c10f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 1000 time: 0.0556371 Sep 10 04:12:42.039132 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-c0d080b7-5fe6-4443-8c45-1c13613451f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:42.040504 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-c0d080b7-5fe6-4443-8c45-1c13613451f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0422206 Sep 10 04:12:42.088771 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-51adc831-1468-45bb-87e4-89646a946ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:42.090309 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-51adc831-1468-45bb-87e4-89646a946ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432673 Sep 10 04:12:42.178553 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-e5d63f29-f2cc-4ebb-95b8-347675f55173 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Sep 10 04:12:42.268806 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-c1764d05-7371-4232-a941-8605f48cf2b3 req-4d19972a-1251-423a-ae13-903113be4112 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831277 Sep 10 04:12:59.367691 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:13:01.849605 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-116c7088-99c0-4720-9c45-33e7122a3a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:02.795922 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:03.017844 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:04.405011 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3c045f87-c9fc-4492-b25f-4d4f0f009dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:04.770042 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:05.697804 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:07.648201 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:31.849331 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-52f892fe-9377-40f4-ba69-17a2efc48998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:32.811415 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:33.016481 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.409959 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ab5468cd-d808-4a1b-9f96-b5ae72730988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.770973 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.699177 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.366793 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:13:37.652433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:43.752625 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-8d32645c-ea41-4273-9aba-44c747325382 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392866 Sep 10 04:13:43.809984 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-f605a523-49fd-4900-b55a-6b33fe3ad02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:43.811475 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-f605a523-49fd-4900-b55a-6b33fe3ad02c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1096 time: 0.0383849 Sep 10 04:13:43.915371 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-be49ebb9-2e99-4c6f-b46b-5687385a03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:43.916890 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-be49ebb9-2e99-4c6f-b46b-5687385a03b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0863965 Sep 10 04:13:43.978896 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-6188e963-2754-4947-9c39-614416f7c6f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 200 len: 999 time: 0.0545571 Sep 10 04:13:44.030222 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-95f4e4eb-724c-47bc-8ac7-150f534b0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:44.031918 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-95f4e4eb-724c-47bc-8ac7-150f534b0d63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0453324 Sep 10 04:13:44.076015 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-b5d26f03-31c4-4c02-b5ef-2664efc9c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:44.077489 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-b5d26f03-31c4-4c02-b5ef-2664efc9c029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388944 Sep 10 04:13:44.165344 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-c1d11425-15d5-4ba0-855a-7ba38ba89d40 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807629 Sep 10 04:13:44.255841 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-974f4567-c92f-40f6-af8b-fbb63fa520aa req-403fb33e-f37c-4ae9-b99a-26605dd1428b service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831976 Sep 10 04:14:01.850556 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c1d9974-9b60-4ce4-a67b-eddf3b6644fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:02.810767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:03.019443 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:04.409912 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6d304520-6425-4814-b59f-d03519ab5046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:04.772182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:05.702034 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:07.654250 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:13.366467 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:14:20.476664 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23f2a9be-50ac-4f45-baee-756073803b49 details requested by agent hyperv_n-h1-808126-2 with host n-h1-808126-2 {{(pid=94635) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:14:20.570567 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:20.581296 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Returning: {'device': '23f2a9be-50ac-4f45-baee-756073803b49', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'port_id': '23f2a9be-50ac-4f45-baee-756073803b49', 'mac_address': 'fa:16:3e:25:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94635) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:14:20.618638 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:20.631338 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f2a9be-50ac-4f45-baee-756073803b49 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:14:20.649283 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:20.652499 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:20.700602 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:20.708058 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.708407 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.708749 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.709089 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.709424 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.709762 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.710085 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.710411 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.710751 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.711059 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.711381 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.711727 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:20.728618 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] get_ports_and_sgs() called for port_ids ['23f2a9be-50ac-4f45-baee-756073803b49'] {{(pid=94635) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:14:22.502927 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23f2a9be-50ac-4f45-baee-756073803b49 up at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:22.555612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Provisioning complete for port 23f2a9be-50ac-4f45-baee-756073803b49 triggered by entity L2. {{(pid=94635) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:22.557108 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786667'] for port, provisioning_complete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:22.645767 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1604831'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:22.669845 n-d-808126-2 neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:22.672144 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8482c2abe66052200a589cb2c7b2b0485ab61701f1b29cf28b5bf99d056abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac409506-1f86-4c6f-a9d4-1adacc8e89a3" -d '{"events": [{"server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "name": "network-vif-plugged", "status": "completed", "tag": "23f2a9be-50ac-4f45-baee-756073803b49"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:22.689345 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:22.698554 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782573384470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782573077715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782573077733'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:22.732862 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806fdee-4c30-45b3-9cf1-9dbe5483347f x-openstack-request-id: req-5806fdee-4c30-45b3-9cf1-9dbe5483347f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:22.733344 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "name": "network-vif-plugged", "status": "completed", "tag": "23f2a9be-50ac-4f45-baee-756073803b49", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:22.733471 n-d-808126-2 neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5806fdee-4c30-45b3-9cf1-9dbe5483347f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:22.733905 n-d-808126-2 neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49', 'code': 200} Sep 10 04:14:22.761511 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Pushing event updated for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:31.309353 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48594) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:31.466731 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Deleting port 0807703b-ec6b-486b-b201-4f4a515aa416 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:31.466998 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.540227 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.540557 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.552515 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Calling delete_port for 0807703b-ec6b-486b-b201-4f4a515aa416 owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:31.694304 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.719079 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event deleted for resources: {'Port': ['ID=0807703b-ec6b-486b-b201-4f4a515aa416,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:31.731267 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.731563 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.731906 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.732244 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.732580 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.732907 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.733234 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.733561 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.733883 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.734206 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.734552 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.734877 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:31.853667 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-74d9120d-440d-4cdc-9b89-974cdbb8ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.090313 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.090653 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Floating IP 4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1 disassociated (deleted). External IP: 172.25.8.2, port: 23f2a9be-50ac-4f45-baee-756073803b49. Sep 10 04:14:32.290522 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:32.395156 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:32.399976 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.404747 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:32.413513 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:32.414112 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:32.427551 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-7057c52f-6a19-48f1-8b18-af7aaac324d0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "DELETE /v2.0/floatingips/4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1 HTTP/1.1" status: 204 len: 168 time: 1.1170869 Sep 10 04:14:32.428255 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:32.430610 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be388d1-a025-4027-ad6f-737cfb453841" -d '{"events": [{"name": "network-changed", "server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "tag": "23f2a9be-50ac-4f45-baee-756073803b49"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:32.497820 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1774aa-5a39-4ff2-a75e-c72305639b54 x-openstack-request-id: req-9f1774aa-5a39-4ff2-a75e-c72305639b54 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:32.498123 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "tag": "23f2a9be-50ac-4f45-baee-756073803b49", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:32.498383 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f1774aa-5a39-4ff2-a75e-c72305639b54 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:32.498791 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49', 'status': 'completed', 'code': 200} Sep 10 04:14:32.524394 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:32.564230 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be388d1-a025-4027-ad6f-737cfb453841 req-1ddbb50b-dd6f-4580-af07-273e665b9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:32.567851 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-1ddbb50b-dd6f-4580-af07-273e665b9509 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 1096 time: 0.0469482 Sep 10 04:14:32.700047 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be388d1-a025-4027-ad6f-737cfb453841 req-013a6eda-5dc2-4beb-a49d-87b67fe894cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:32.701521 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-013a6eda-5dc2-4beb-a49d-87b67fe894cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.1258090 Sep 10 04:14:32.712874 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9df977-301f-4cc7-abb9-b436c628f962 req-6b9daf41-5e5f-4468-a90a-3d79411ef9ef tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:32.714320 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea9df977-301f-4cc7-abb9-b436c628f962 req-6b9daf41-5e5f-4468-a90a-3d79411ef9ef tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 945 time: 0.0691321 Sep 10 04:14:32.751196 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:12Z', 'revision_number': 1, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:32.764741 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-2160b79a-a008-401b-82a8-1cddbbd3cb5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 200 len: 217 time: 0.0494776 Sep 10 04:14:32.780601 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:32.788995 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:32.789599 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:04Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:32.812444 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.819100 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-ea9df977-301f-4cc7-abb9-b436c628f962 req-4133f304-1526-4125-ad4d-4368301f9e81 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985157 Sep 10 04:14:32.835802 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be388d1-a025-4027-ad6f-737cfb453841 req-70dad018-cfd5-4179-9682-51a0b9fa39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:32.837300 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-70dad018-cfd5-4179-9682-51a0b9fa39d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0607121 Sep 10 04:14:32.883786 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be388d1-a025-4027-ad6f-737cfb453841 req-5a4cf9f8-f215-4148-86d0-c0f2b7f4e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:32.885325 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-5a4cf9f8-f215-4148-86d0-c0f2b7f4e312 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401702 Sep 10 04:14:32.894257 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:32.975518 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-75c83560-834f-43e1-b731-a9b16882d01b service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814404 Sep 10 04:14:33.018320 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.075940 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-3be388d1-a025-4027-ad6f-737cfb453841 req-a9283ef4-d495-496b-9ab0-54ef2323a27b service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917013 Sep 10 04:14:33.112546 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:12Z', 'revision_number': 1, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:33.141164 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb7c4-6190-42e0-bc47-27138d726f67 None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_floatingips': [{'id': '165cd939-598f-4f9f-bdcb-08b74066cb7a', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'router_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'port_id': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'mac_address': 'fa:16:3e:d1:4b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:10:10Z', 'updated_at': '2021-09-10T04:10:12Z', 'revision_number': 1, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:33.390594 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc30218-2c38-4a54-806c-b9225d2121f0 None None] New status for floating IP 4f202a10-8cfa-4c9f-9bd1-f38e7f1938e1: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:14:33.982596 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65954-82bf-4311-9574-ee06b49b492c req-ebb73567-eaa1-4160-beb1-ff39763c395e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.984137 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fce65954-82bf-4311-9574-ee06b49b492c req-ebb73567-eaa1-4160-beb1-ff39763c395e tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 945 time: 0.1003363 Sep 10 04:14:34.020615 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-fce65954-82bf-4311-9574-ee06b49b492c req-b498a4bc-817c-41dd-a614-aacc103ec5dd tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Sep 10 04:14:34.148964 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-b87ae3d1-91c1-443a-ba54-534e46795dbd tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:34.150350 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-b87ae3d1-91c1-443a-ba54-534e46795dbd tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "GET /v2.0/ports?device_id=c721cb06-d69e-44ae-8dc4-ca142f31485c HTTP/1.1" status: 200 len: 945 time: 0.0464704 Sep 10 04:14:34.239979 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Deleting port 23f2a9be-50ac-4f45-baee-756073803b49 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:34.240315 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.324474 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] For port 23f2a9be-50ac-4f45-baee-756073803b49, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=23f2a9be-50ac-4f45-baee-756073803b49,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:34.324832 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.337909 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Calling delete_port for 23f2a9be-50ac-4f45-baee-756073803b49 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:34.411340 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ae68-a0bc-4cfa-b02d-aa0318a4e616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.468233 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.493616 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event deleted for resources: {'Port': ['ID=23f2a9be-50ac-4f45-baee-756073803b49,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:34.503761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.504108 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.504445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.504787 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.505116 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.505445 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.505768 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.506090 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.506770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.506770 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.507076 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.507331 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808126-2 {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:34.550241 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] No DVR routers for this DVR port 23f2a9be-50ac-4f45-baee-756073803b49 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:34.552927 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.554971 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-48cb88f4-4a3d-4f95-864f-9ed3ced53e1e req-5d347289-6116-4ba8-b6d9-cbbf0ea71655 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "DELETE /v2.0/ports/23f2a9be-50ac-4f45-baee-756073803b49 HTTP/1.1" status: 204 len: 173 time: 0.3981600 Sep 10 04:14:34.555409 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'name': 'network-vif-deleted', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:34.557640 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d447753-354b-424e-925f-b3063831992c" -d '{"events": [{"server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "name": "network-vif-deleted", "tag": "23f2a9be-50ac-4f45-baee-756073803b49"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:34.562392 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23f2a9be-50ac-4f45-baee-756073803b49 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:34.584319 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: 23f2a9be-50ac-4f45-baee-756073803b49 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:34.584662 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device 23f2a9be-50ac-4f45-baee-756073803b49 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:34.596843 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355d496-4d18-4453-952f-3b95bf6fd8af x-openstack-request-id: req-9355d496-4d18-4453-952f-3b95bf6fd8af {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:34.597157 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c721cb06-d69e-44ae-8dc4-ca142f31485c", "name": "network-vif-deleted", "tag": "23f2a9be-50ac-4f45-baee-756073803b49", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:34.597414 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9355d496-4d18-4453-952f-3b95bf6fd8af {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:34.597821 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c721cb06-d69e-44ae-8dc4-ca142f31485c', 'name': 'network-vif-deleted', 'tag': '23f2a9be-50ac-4f45-baee-756073803b49', 'status': 'completed', 'code': 200} Sep 10 04:14:34.771772 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.566158 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48656) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:35.704756 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.717751 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Deleting port d4925fab-e4f9-4062-833c-a053ed6726ee {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:35.718098 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.794037 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.794374 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.806134 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Calling delete_port for d4925fab-e4f9-4062-833c-a053ed6726ee owned by network:floatingip {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:35.959247 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.985015 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event deleted for resources: {'Port': ['ID=d4925fab-e4f9-4062-833c-a053ed6726ee,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:36.043419 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:36.043789 n-d-808126-2 neutron-server[94633]: INFO neutron.db.l3_db [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Floating IP 165cd939-598f-4f9f-bdcb-08b74066cb7a disassociated (deleted). External IP: 172.25.8.197, port: d5ca10a2-786f-40c6-8bdd-205c6fd33542. Sep 10 04:14:36.247646 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:36.367648 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:36.372331 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for floatingip, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:36.376817 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:36.385917 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:36.386512 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:36.399215 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c60b49f5-5c8c-4b5a-9308-260bd7395285 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "DELETE /v2.0/floatingips/165cd939-598f-4f9f-bdcb-08b74066cb7a HTTP/1.1" status: 204 len: 168 time: 0.8319786 Sep 10 04:14:36.399914 n-d-808126-2 neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:36.402253 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a42b367e23668438d548907dc56448d75e51b45e00f6fd62d70226e3e5761b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a24c6-5853-4573-8669-19e7b15f011c" -d '{"events": [{"name": "network-changed", "server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:36.499354 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16762501-1285-4d60-8a8c-f651cdef1aa2 x-openstack-request-id: req-16762501-1285-4d60-8a8c-f651cdef1aa2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:36.499685 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "status": "completed", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:36.499937 n-d-808126-2 neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16762501-1285-4d60-8a8c-f651cdef1aa2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:36.500397 n-d-808126-2 neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'status': 'completed', 'code': 200} Sep 10 04:14:36.501198 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:36.627811 n-d-808126-2 neutron-server[94633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81386c-ab53-40c6-932d-35253f89e0b1 req-0932c972-ee36-4253-81a3-693c3739e788 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:36.629439 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e81386c-ab53-40c6-932d-35253f89e0b1 req-0932c972-ee36-4253-81a3-693c3739e788 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 944 time: 0.0551195 Sep 10 04:14:36.637131 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a24c6-5853-4573-8669-19e7b15f011c req-e4a4d557-f734-4719-9c97-77aacf027daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:36.638780 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-e4a4d557-f734-4719-9c97-77aacf027daf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2d401321994040a4360255a24bd9d8&device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 1095 time: 0.1166980 Sep 10 04:14:36.674583 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [req-5e81386c-ab53-40c6-932d-35253f89e0b1 req-434c80cc-3dfa-41d9-a273-264ef28bf69d tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386579 Sep 10 04:14:36.709764 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:36.735084 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:36.738726 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a24c6-5853-4573-8669-19e7b15f011c req-2eaa971a-bd10-4804-a600-aa8cafdab16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:36.740255 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-2eaa971a-bd10-4804-a600-aa8cafdab16c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 200 len: 910 time: 0.0930657 Sep 10 04:14:36.743746 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:36.744334 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:36.786224 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-0fb9d715-32f9-440b-8389-308fd3974bb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 200 len: 217 time: 0.0372167 Sep 10 04:14:36.834081 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a24c6-5853-4573-8669-19e7b15f011c req-0795f74c-e671-494c-84d5-761d38ecc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:36.835551 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-0795f74c-e671-494c-84d5-761d38ecc795 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 200 len: 849 time: 0.0425761 Sep 10 04:14:36.847001 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:36.886281 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a24c6-5853-4573-8669-19e7b15f011c req-dc7834c6-a4cf-4f82-9255-a956fccf3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:36.887804 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-dc7834c6-a4cf-4f82-9255-a956fccf3a61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c34b6e4-79e2-46e3-afa4-00bd08e756d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447571 Sep 10 04:14:36.986346 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-95621f3d-be5e-4287-b542-9e2afe96391d service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Sep 10 04:14:37.041150 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:37.077287 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-020a24c6-5853-4573-8669-19e7b15f011c req-c9c98785-ce0b-470f-8ebf-5df0f7c41a25 service neutron] 10.222.0.32 "GET /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825238 Sep 10 04:14:37.154148 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f533e3b-59f3-47f7-8372-9f259d336ca9 None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:51Z', 'revision_number': 4, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2', '_interfaces': [{'id': '1d3c150f-e773-457e-98a9-a8d9f551a2ee', 'name': '', 'network_id': '3c34b6e4-79e2-46e3-afa4-00bd08e756d9', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'mac_address': 'fa:16:3e:66:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:51Z', 'updated_at': '2021-09-10T04:09:57Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'subnets': [{'id': 'f773d7fa-e01a-448a-83a5-cc695e68ca04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:37.360443 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd01efa-c9c4-4efd-b201-02b2608c6b5f None None] New status for floating IP 165cd939-598f-4f9f-bdcb-08b74066cb7a: DOWN {{(pid=94635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:14:37.657096 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:37.842702 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949888ff-9084-4b95-8481-913db960c8d0 req-61c4ca77-90cd-431d-8eb0-3d47e2a258c0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:37.844240 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-949888ff-9084-4b95-8481-913db960c8d0 req-61c4ca77-90cd-431d-8eb0-3d47e2a258c0 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 944 time: 0.1017098 Sep 10 04:14:37.882356 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-949888ff-9084-4b95-8481-913db960c8d0 req-0aaa20b6-9349-4a8d-a278-a931ad2e43c7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b330b0e-562b-445e-ac56-fa2b9dd42f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Sep 10 04:14:38.090677 n-d-808126-2 neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-0db0b1f1-cf4f-486b-9716-56fa4c3f6b73 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:38.092205 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-0db0b1f1-cf4f-486b-9716-56fa4c3f6b73 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a8e9f3-5f78-4d83-81c7-73de4b6154a4 HTTP/1.1" status: 200 len: 944 time: 0.0486729 Sep 10 04:14:38.183159 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Deleting port d5ca10a2-786f-40c6-8bdd-205c6fd33542 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:38.183528 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:38.267297 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] For port d5ca10a2-786f-40c6-8bdd-205c6fd33542, host n-h1-808126-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808126-2',level=0,port_id=d5ca10a2-786f-40c6-8bdd-205c6fd33542,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:38.267716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:38.279537 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Calling delete_port for d5ca10a2-786f-40c6-8bdd-205c6fd33542 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:38.404945 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:38.433025 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event deleted for resources: {'Port': ['ID=d5ca10a2-786f-40c6-8bdd-205c6fd33542,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:38.473063 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] No DVR routers for this DVR port d5ca10a2-786f-40c6-8bdd-205c6fd33542 on host n-h1-808126-2 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:38.475623 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441041'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:38.477615 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [req-516940eb-0ba7-4cf4-bae8-f1c480f93f0f req-48fa6422-204c-42ff-9f82-7d2f3f6c63d7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.32 "DELETE /v2.0/ports/d5ca10a2-786f-40c6-8bdd-205c6fd33542 HTTP/1.1" status: 204 len: 173 time: 0.3794549 Sep 10 04:14:38.478055 n-d-808126-2 neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-deleted', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:38.480288 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41cef8cc79c747dca8fc7b85b4ae46aa9004f0df8b6618978c7cbf99b56ebdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642ade4-89eb-428a-a5b5-f4b15fd24d34" -d '{"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-deleted", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:38.516988 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdbcc4e-9e8a-4a97-b5d6-b94164706076 x-openstack-request-id: req-bcdbcc4e-9e8a-4a97-b5d6-b94164706076 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:38.517275 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8e9f3-5f78-4d83-81c7-73de4b6154a4", "name": "network-vif-deleted", "tag": "d5ca10a2-786f-40c6-8bdd-205c6fd33542", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:38.517524 n-d-808126-2 neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcdbcc4e-9e8a-4a97-b5d6-b94164706076 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:38.518441 n-d-808126-2 neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a8e9f3-5f78-4d83-81c7-73de4b6154a4', 'name': 'network-vif-deleted', 'tag': 'd5ca10a2-786f-40c6-8bdd-205c6fd33542', 'status': 'completed', 'code': 200} Sep 10 04:14:38.954541 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48676) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:39.011648 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c994be91-dbb8-4844-a1f5-7b681de33da7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.037182 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c994be91-dbb8-4844-a1f5-7b681de33da7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.097084 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c994be91-dbb8-4844-a1f5-7b681de33da7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.099723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c994be91-dbb8-4844-a1f5-7b681de33da7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.100891 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-c994be91-dbb8-4844-a1f5-7b681de33da7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b330b0e-562b-445e-ac56-fa2b9dd42f3c HTTP/1.1" status: 204 len: 168 time: 0.1446054 Sep 10 04:14:39.109748 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994be91-dbb8-4844-a1f5-7b681de33da7 tempest-TestSnapshotPattern-169217852 tempest-TestSnapshotPattern-169217852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b330b0e-562b-445e-ac56-fa2b9dd42f3c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:39.144730 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48680) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:39.482758 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.714086 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Deleting port 1d3c150f-e773-457e-98a9-a8d9f551a2ee {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:39.714337 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.794066 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] For port 1d3c150f-e773-457e-98a9-a8d9f551a2ee, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=1d3c150f-e773-457e-98a9-a8d9f551a2ee,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:39.794428 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.806919 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Calling delete_port for 1d3c150f-e773-457e-98a9-a8d9f551a2ee owned by network:router_interface {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:39.981163 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.005308 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3c150f-e773-457e-98a9-a8d9f551a2ee,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:40.171113 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.373055 n-d-808126-2 neutron-server[94633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:40.474770 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:40.479667 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d95cb9c2-5391-4bf0-b469-f6839d203114 admin admin] 10.222.0.23 "PUT /v2.0/routers/5abc47c8-bd13-4501-aa73-c45c3a1f6190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3338561 Sep 10 04:14:40.482239 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48682) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:40.483232 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] Sync routers for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:40.492137 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:40.492731 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:40.581923 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 no longer exists at agent hyperv_n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:40.584776 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks [] for router, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.592867 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: n-d-808126-2 {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:40.604929 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] No Port match for: d5ca10a2-786f-40c6-8bdd-205c6fd33542 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:40.605277 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Device d5ca10a2-786f-40c6-8bdd-205c6fd33542 not bound to the agent host n-h1-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:40.691014 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.744513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Deleting port 6a137b6a-986f-45b4-8d8e-58762049c589 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:40.744854 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.763052 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:14:39Z', 'revision_number': 5, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port': {'id': '6a137b6a-986f-45b4-8d8e-58762049c589', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:40.791776 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] Checking router: 5abc47c8-bd13-4501-aa73-c45c3a1f6190 for host: n-d-808126-2 {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:40.800753 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] Routers {'5abc47c8-bd13-4501-aa73-c45c3a1f6190'} bound to L3 agent in host n-d-808126-2 {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:40.801356 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:40.824527 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] For port 6a137b6a-986f-45b4-8d8e-58762049c589, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6a137b6a-986f-45b4-8d8e-58762049c589,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:40.824884 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.836246 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Calling delete_port for 6a137b6a-986f-45b4-8d8e-58762049c589 owned by network:router_gateway {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:40.884005 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] Set router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:40.932571 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:14:40Z', 'revision_number': 6, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:40.961845 n-d-808126-2 neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc69b6-348c-4e65-98ce-1a10e52d1ccd None None] The sync data for ids ['5abc47c8-bd13-4501-aa73-c45c3a1f6190'] in n-d-808126-2 is: [{'id': '5abc47c8-bd13-4501-aa73-c45c3a1f6190', 'name': 'tempest-TestSnapshotPattern-1434495462-router', 'tenant_id': '3c2d401321994040a4360255a24bd9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:49Z', 'updated_at': '2021-09-10T04:14:40Z', 'revision_number': 6, 'project_id': '3c2d401321994040a4360255a24bd9d8', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:41.008121 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.032500 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a137b6a-986f-45b4-8d8e-58762049c589,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:41.097840 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.489030 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.491579 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.532146 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.532704 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5abc47c8-bd13-4501-aa73-c45c3a1f6190 {{(pid=94633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:14:41.538341 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] Notify callbacks [] for router, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.539892 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-db826f19-56c2-4cd4-8ed9-116eac98476a admin admin] 10.222.0.23 "DELETE /v2.0/routers/5abc47c8-bd13-4501-aa73-c45c3a1f6190 HTTP/1.1" status: 204 len: 168 time: 1.0565157 Sep 10 04:14:41.542504 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48684) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:41.586078 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.db_base_plugin_v2 [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Deleting subnet f773d7fa-e01a-448a-83a5-cc695e68ca04 {{(pid=94633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:14:41.589104 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.625039 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60650793'] for subnet, precommit_delete_associations {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.698732 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.762693 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59494101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58938194'] for subnet, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.767098 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1d3c150f-e773-457e-98a9-a8d9f551a2ee no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:41.788201 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 1d3c150f-e773-457e-98a9-a8d9f551a2ee {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:41.788553 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 1d3c150f-e773-457e-98a9-a8d9f551a2ee not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:41.789229 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f773d7fa-e01a-448a-83a5-cc695e68ca04,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:41.792895 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.797455 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-035a20f5-dc6b-4817-addd-f07dd000f41c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f773d7fa-e01a-448a-83a5-cc695e68ca04 HTTP/1.1" status: 204 len: 168 time: 0.2512612 Sep 10 04:14:41.797455 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48686) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:41.800374 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790be14-fc42-437b-91ed-90af0ed0f0f8 None None] Network 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:14:41.868865 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.923966 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Deleting port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:41.924403 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:41.992230 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] DHCP port deletion for 3c34b6e4-79e2-46e3-afa4-00bd08e756d9 request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:14:42.004818 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] For port db7320f7-c8e6-44ba-8efa-9e01b6f0d949, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:42.005270 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.018672 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Calling delete_port for db7320f7-c8e6-44ba-8efa-9e01b6f0d949 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:42.045436 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] Deleting port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:42.045813 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.102038 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.109657 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] For port db7320f7-c8e6-44ba-8efa-9e01b6f0d949, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,segment=NetworkSegment(85de067e-0779-4dbe-8178-0dc16d42489b),segment_id=85de067e-0779-4dbe-8178-0dc16d42489b)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:42.110077 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.122931 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] Calling delete_port for db7320f7-c8e6-44ba-8efa-9e01b6f0d949 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:42.130478 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:42.132369 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] No DVR routers for this DVR port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:42.203506 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.212905 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.229644 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] No DVR routers for this DVR port db7320f7-c8e6-44ba-8efa-9e01b6f0d949 on host n-d-808126-2 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:42.231498 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ba5ba-0a9e-4665-9766-908ff8df5547 None None] Pushing event deleted for resources: {'Port': ['ID=db7320f7-c8e6-44ba-8efa-9e01b6f0d949,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:42.233709 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c34b6e4-79e2-46e3-afa4-00bd08e756d9']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:42.246696 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85de067e-0779-4dbe-8178-0dc16d42489b') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:42.246994 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85de067e-0779-4dbe-8178-0dc16d42489b') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:42.257262 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.270210 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.275937 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:14:42.276317 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: timer() Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:14:42.278241 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:14:42.333573 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.338845 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.343831 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c34b6e4-79e2-46e3-afa4-00bd08e756d9 HTTP/1.1" status: 204 len: 168 time: 0.5425279 Sep 10 04:14:42.344186 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48688) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:42.351300 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31ea93-5340-426c-a1be-d569294fe2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c34b6e4-79e2-46e3-afa4-00bd08e756d9,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:42.676408 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014837'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.912814 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Deleting port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:42.913157 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:42.987761 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] For port 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,segment=NetworkSegment(03729012-570a-47a8-ada5-19931640d74c),segment_id=03729012-570a-47a8-ada5-19931640d74c)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:42.988049 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:43.003482 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Calling delete_port for 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:43.176374 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:43.201664 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d44ea75-89d2-48d4-b30f-55cc7e6a73c8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:43.477216 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db7320f7-c8e6-44ba-8efa-9e01b6f0d949 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:43.497793 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: db7320f7-c8e6-44ba-8efa-9e01b6f0d949 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:43.498146 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device db7320f7-c8e6-44ba-8efa-9e01b6f0d949 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:43.498581 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a137b6a-986f-45b4-8d8e-58762049c589 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:43.518995 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6a137b6a-986f-45b4-8d8e-58762049c589 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:43.519259 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6a137b6a-986f-45b4-8d8e-58762049c589 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:43.689092 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014913'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:43.894500 n-d-808126-2 neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Router e2e5fe8b-b655-44c5-a780-03153a2b791d has already been hosted by L3 agent bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:43.999377 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] Notify agent at l3_agent.n-d-808126-2 the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:44.004852 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-a47201af-5f4f-477c-9f55-c51f97158207 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2e5fe8b-b655-44c5-a780-03153a2b791d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6595728 Sep 10 04:14:44.007428 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48690) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:44.010169 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] Sync routers for ids ['e2e5fe8b-b655-44c5-a780-03153a2b791d'] in n-d-808126-2 {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:44.019354 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] Routers {'e2e5fe8b-b655-44c5-a780-03153a2b791d'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:44.020018 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e2e5fe8b-b655-44c5-a780-03153a2b791d'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:44.113856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.124812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] Set router e2e5fe8b-b655-44c5-a780-03153a2b791d gateway port host: n-d-808126-2 {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:44.212400 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.262996 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Deleting port b8f2600d-61f6-4248-a064-f84c01138e7a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:44.263339 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.300893 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'external_fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:14:43Z', 'revision_number': 5, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port': {'id': 'b8f2600d-61f6-4248-a064-f84c01138e7a', 'name': '', 'network_id': '55d651dd-a0c7-4fe6-a25e-f215a8f17f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808126-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:09:54Z', 'updated_at': '2021-09-10T04:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b876aef-f4d5-4dc3-84c4-9101d3bfc205', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808126-2'}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:44.327612 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] Checking router: e2e5fe8b-b655-44c5-a780-03153a2b791d for host: n-d-808126-2 {{(pid=94635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:44.336226 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] Routers {'e2e5fe8b-b655-44c5-a780-03153a2b791d'} bound to L3 agent in host n-d-808126-2 {{(pid=94635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:44.336826 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808126-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T02:45:04Z,description=,heartbeat_timestamp=2021-09-10T04:14:34Z,host='n-d-808126-2',id=bdb8cd7c-f168-4c35-8c80-b76fc7ba8eee,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T02:45:04Z,topic='l3_agent')) {'router_ids': ['e2e5fe8b-b655-44c5-a780-03153a2b791d'], 'active': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:44.339404 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] For port b8f2600d-61f6-4248-a064-f84c01138e7a, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=b8f2600d-61f6-4248-a064-f84c01138e7a,segment=NetworkSegment(2d1eff67-f614-413e-9050-5e7f7be8ef8e),segment_id=2d1eff67-f614-413e-9050-5e7f7be8ef8e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:44.339801 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.351788 n-d-808126-2 neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Calling delete_port for b8f2600d-61f6-4248-a064-f84c01138e7a owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:44.420189 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_dvr_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] Set router e2e5fe8b-b655-44c5-a780-03153a2b791d gateway port host: None {{(pid=94635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:44.470933 n-d-808126-2 neutron-server[94635]: DEBUG neutron.db.l3_hamode_db [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:14:44Z', 'revision_number': 6, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port_host': None}], 'n-d-808126-2', False) {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:44.500203 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c088433-0bb2-428c-9f9b-97d5c37e746e None None] The sync data for ids ['e2e5fe8b-b655-44c5-a780-03153a2b791d'] in n-d-808126-2 is: [{'id': 'e2e5fe8b-b655-44c5-a780-03153a2b791d', 'name': 'tempest-TestSnapshotPattern-1757259664-router', 'tenant_id': '6ccd884f797c4227833d8a2eb85767b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:09:53Z', 'updated_at': '2021-09-10T04:14:44Z', 'revision_number': 6, 'project_id': '6ccd884f797c4227833d8a2eb85767b5', 'gw_port_host': None}] {{(pid=94635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:44.512354 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60742539'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.545378 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f2600d-61f6-4248-a064-f84c01138e7a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:44.603618 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1013603'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.691716 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.693856 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.735606 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1012185'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.736070 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2e5fe8b-b655-44c5-a780-03153a2b791d {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:14:44.741138 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.742304 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-39c5775b-1f47-474c-8b69-58ba78e1ced3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e2e5fe8b-b655-44c5-a780-03153a2b791d HTTP/1.1" status: 204 len: 168 time: 0.7339554 Sep 10 04:14:44.745013 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.23', 48692) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:44.792180 n-d-808126-2 neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Deleting subnet 07e6771c-7c42-40b7-bca0-14a405752555 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:14:44.795082 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.828324 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58933038'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.905720 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796981'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.969191 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60742582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60683271'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.995416 n-d-808126-2 neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e6771c-7c42-40b7-bca0-14a405752555,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:44.998762 n-d-808126-2 neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.000684 n-d-808126-2 neutron-server[94634]: INFO neutron.wsgi [None req-09c52a7f-5ddf-44eb-9d70-948f96896166 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07e6771c-7c42-40b7-bca0-14a405752555 HTTP/1.1" status: 204 len: 168 time: 0.2546933 Sep 10 04:14:45.003286 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48694) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:45.007191 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bbe24-0a21-4111-943f-55c726e84807 None None] Network b1d7fcc5-7c75-456d-af90-84f5a8b48b6d requested from n-d-808126-2 {{(pid=94635) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:14:45.072297 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1878441'] for network, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.129346 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Deleting port 2c0731a0-56aa-44ab-b657-dffaeaa335cd {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:45.129699 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782573379130'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.202437 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] For port 2c0731a0-56aa-44ab-b657-dffaeaa335cd, host n-d-808126-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808126-2',level=0,port_id=2c0731a0-56aa-44ab-b657-dffaeaa335cd,segment=NetworkSegment(03729012-570a-47a8-ada5-19931640d74c),segment_id=03729012-570a-47a8-ada5-19931640d74c)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:45.202723 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1011524'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.217520 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Calling delete_port for 2c0731a0-56aa-44ab-b657-dffaeaa335cd owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:45.308825 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782573384452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782573077706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59494120'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.322050 n-d-808126-2 neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] No DVR routers for this DVR port 2c0731a0-56aa-44ab-b657-dffaeaa335cd on host n-d-808126-2 {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:45.341583 n-d-808126-2 neutron-server[94635]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e8c20-7c51-4b67-bc29-e22e4a5995ba None None] DHCP port deletion for b1d7fcc5-7c75-456d-af90-84f5a8b48b6d request from n-d-808126-2 {{(pid=94635) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:14:45.366226 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0731a0-56aa-44ab-b657-dffaeaa335cd,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:45.421620 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792256', 'neutron.services.segments.db._delete_segments_for_network-8782573588893'] for network, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.444839 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d7fcc5-7c75-456d-af90-84f5a8b48b6d']}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:45.456513 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03729012-570a-47a8-ada5-19931640d74c') {'for_net_delete': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:45.456822 n-d-808126-2 neutron-server[94633]: DEBUG neutron.services.segments.db [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03729012-570a-47a8-ada5-19931640d74c') {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:45.459106 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b8f2600d-61f6-4248-a064-f84c01138e7a no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:45.467322 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782573589670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60650832'] for segment, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.479918 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: b8f2600d-61f6-4248-a064-f84c01138e7a {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:45.480384 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device b8f2600d-61f6-4248-a064-f84c01138e7a not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:45.480808 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:45.482222 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479'] for segment, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.488408 n-d-808126-2 neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:14:45.488925 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59493431'] for segment, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: Traceback (most recent call last): Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: timer() Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: cb(*args, **kw) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: return func(*args, **kwargs) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: self._notify() Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: self.callback(batched_events) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: event.method(event) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: return f(self, *a, **k) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: return self._get(url).json() Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: return self.request(url, 'GET', **kwargs) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:14:45.490731 n-d-808126-2 neutron-server[94633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:14:45.499961 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:45.503162 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 6d44ea75-89d2-48d4-b30f-55cc7e6a73c8 not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:45.503812 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2c0731a0-56aa-44ab-b657-dffaeaa335cd no longer exists at agent ovs-agent-n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:45.527895 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] No Port match for: 2c0731a0-56aa-44ab-b657-dffaeaa335cd {{(pid=94635) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:45.528246 n-d-808126-2 neutron-server[94635]: DEBUG neutron.plugins.ml2.rpc [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Device 2c0731a0-56aa-44ab-b657-dffaeaa335cd not bound to the agent host n-d-808126-2 {{(pid=94635) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:45.556849 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1790451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013511'] for network, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.562993 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Notify callbacks [] for network, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.566000 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1d7fcc5-7c75-456d-af90-84f5a8b48b6d HTTP/1.1" status: 204 len: 168 time: 0.5616901 Sep 10 04:14:45.579733 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17588c-c3d0-434a-b51d-9af498e7ef9b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d7fcc5-7c75-456d-af90-84f5a8b48b6d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:45.759167 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48698) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:45.800793 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-ca52c2f4-0c8e-4737-b894-e48d8f4321a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c2d401321994040a4360255a24bd9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382845 Sep 10 04:14:45.801075 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48700) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:45.847559 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ff5b-eeae-4605-b911-f0458b7433b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.867706 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ff5b-eeae-4605-b911-f0458b7433b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.921063 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ff5b-eeae-4605-b911-f0458b7433b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.924511 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ff5b-eeae-4605-b911-f0458b7433b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:45.925703 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d3f7ff5b-eeae-4605-b911-f0458b7433b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10c2ec2f-067c-4045-8f52-b08d1f248517 HTTP/1.1" status: 204 len: 168 time: 0.1237369 Sep 10 04:14:45.936778 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7ff5b-eeae-4605-b911-f0458b7433b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c2ec2f-067c-4045-8f52-b08d1f248517,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:46.243656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48706) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:46.282326 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-9c43a3ad-33ff-46d6-9a28-7880d9b17973 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ccd884f797c4227833d8a2eb85767b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371656 Sep 10 04:14:46.284900 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [-] (94633) accepted ('10.222.0.23', 48708) {{(pid=94633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:46.333808 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74f80cc-dc21-4f44-aed9-5890ffa6f98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.354508 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74f80cc-dc21-4f44-aed9-5890ffa6f98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.399251 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74f80cc-dc21-4f44-aed9-5890ffa6f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585667'] for security_group, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.401801 n-d-808126-2 neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d74f80cc-dc21-4f44-aed9-5890ffa6f98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.402956 n-d-808126-2 neutron-server[94633]: INFO neutron.wsgi [None req-d74f80cc-dc21-4f44-aed9-5890ffa6f98f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f547ba0f-275d-4be3-a064-07b49fd04b9c HTTP/1.1" status: 204 len: 168 time: 0.1171706 Sep 10 04:14:46.411656 n-d-808126-2 neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f80cc-dc21-4f44-aed9-5890ffa6f98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f547ba0f-275d-4be3-a064-07b49fd04b9c,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:50.365577 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:15:01.855072 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b0507471-e543-4df8-af7b-a18bb87b7485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:02.808639 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:03.014358 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:04.412500 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-172acbe7-2d63-41f0-b100-723c09153b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:04.772268 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:05.708180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:07.662876 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:27.366200 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:15:31.855344 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e33a5ab5-a4fc-47c8-9981-2174421203ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:32.824791 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.051887 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:34.413502 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b61660c-26af-40fe-95f8-c70e9cfd0796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:34.772101 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.709966 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:37.663946 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:01.855549 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-dbc3a1ae-2c25-42df-acf1-e66477a69ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:02.813582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.061606 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.364698 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:16:04.413630 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a99b85a8-c719-43ab-800f-fa9c62c5ca80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.771550 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:05.712018 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:07.667341 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:31.856443 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7c935c63-1608-477d-8c89-6dab96d55f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:32.825863 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:33.073641 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:34.415859 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-352cfcbf-5457-4639-88c1-37ddde835819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:34.772939 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:35.715259 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:37.670858 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:41.364643 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:17:01.860361 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ee022f94-54e2-4e9c-bfa9-d18a92af9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:02.822931 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.090236 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:04.417426 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d11221e8-9135-4e81-a2a1-9f2cbb283836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:04.772582 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:05.718182 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:07.672892 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:18.363112 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:17:31.862827 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4390c9b2-1dd8-4236-b5af-8da702b05f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:32.839277 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:33.092746 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:34.418180 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6808837f-0eb4-4037-9200-e70d6c0596e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:34.773308 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:35.721306 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:37.675374 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:55.361540 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:18:01.863600 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-93818fe2-4c23-4490-8c76-82c9dc0dc0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:02.840228 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:03.103901 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:04.419472 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8231022e-51a0-4014-a1f8-0dd449869a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:04.775207 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:05.723822 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:07.680141 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:31.863433 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-23b0ab09-67a0-4bb0-b758-ef035106c610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:32.359956 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:18:32.855149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:33.103818 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:34.418552 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ac163048-2596-4916-bf2f-3fdca3557f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:34.778142 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:35.726100 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:37.682014 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:49.958613 n-d-808126-2 neutron-server[94634]: DEBUG neutron.wsgi [req-9480dc2b-9f91-4627-b710-26110e54e4ca req-e98503a1-fa4e-4fe4-93bb-085147787dd9 service neutron] (94634) timed out ('10.222.0.23', 46512) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:19:01.863408 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2f9e479a-3470-4812-9927-e959b58b4cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:02.885319 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:03.117754 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:04.418741 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-12e7a18b-3c10-49d4-9bf8-f190e234206b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:04.779053 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:05.728840 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:07.684762 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:09.359114 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:19:31.864908 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6be57499-9226-41af-87bf-882685c775d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:32.884081 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:33.120900 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:34.420796 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a00db32e-5595-42a3-a1ca-6fadc4303d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:34.780196 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:35.730406 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:37.687406 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:46.358352 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:20:01.864861 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cda9d76-a678-4532-b322-ea7b60ffcbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:02.898469 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:03.147412 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:04.420978 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97f3d191-6ada-4117-bd2a-e532c81d9fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:04.780488 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:05.733264 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:07.691041 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:23.357586 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:20:31.865296 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e21a244c-4cbf-470a-8d42-eede4829f809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:32.913023 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:33.154101 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:34.420276 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-93c29a67-c1ab-4ad9-b124-1f0ce6a4ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:34.780280 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:35.737704 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:37.693435 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:00.356841 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:21:01.865712 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cffcc427-229c-4acd-a3f6-2f510ef86650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:02.930324 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:03.183419 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:04.419989 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5c2329b-3f52-41ae-be62-479cffe0fce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:04.781812 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:05.738701 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:07.697583 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:31.865563 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dec6-2c6f-430c-8477-01b0f5f64bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:32.920439 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:33.182548 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:34.419206 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87670aa1-1f93-439d-bc32-7d26bb7116aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:34.782706 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:35.740970 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:37.356823 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:21:37.700378 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:01.865874 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-19bcfc76-6f9f-444f-bde6-d524416046c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:02.943149 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:03.197209 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:04.421154 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5c47-1062-4e41-afb6-f518a676381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:04.783167 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:05.743194 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:07.702786 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:14.356993 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:22:31.865845 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e5532c82-6e71-4e25-9830-365ec06e2aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:32.960035 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:33.198755 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:34.420848 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-584c6a95-68c2-4522-9c05-d50b28da404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:34.782691 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:35.747015 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:37.713241 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a19d18e6-4a1e-438b-a3a9-9110d9b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:51.356226 n-d-808126-2 neutron-server[94636]: DEBUG neutron.db.agents_db [None req-21ba6d88-19ea-4820-b501-26e58b955d0d None None] Agent healthcheck: found 7 active agents {{(pid=94636) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:23:01.866049 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-668b4eb9-4909-4baf-a24b-655ce6283aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:02.959410 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42daf074-8f00-4142-983f-80a7fa1fd0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.197073 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-930ed7df-9762-41e6-94b4-b78a55fc41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.228472 n-d-808126-2 neutron-server[94633]: DEBUG neutron.wsgi [req-9f65b468-5df5-4714-8be6-988bedb79f6b req-cc93e064-6d87-46c0-982f-2ea307289826 service neutron] (94633) timed out ('10.222.0.23', 47832) {{(pid=94633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:23:04.421510 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1db7dee5-355e-4a48-a485-2119049c1178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:04.784418 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a89-2eaf-4742-9a2b-a1b277877dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:05.749094 n-d-808126-2 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0c381db0-72d6-4199-b40b-8787ca2318aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782573588875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786566'] for agent, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}